adding summarization and restructure project

golang/assets/migrations/20250102152758_article.sql

@@ -0,0 +1,17 @@
+-- +goose Up
+-- +goose StatementBegin
+CREATE TABLE articles (
+    id              SERIAL PRIMARY KEY,
+    title           VARCHAR(255) NOT NULL,
+    sourceUrl       VARCHAR(255) NOT NULL UNIQUE,
+    author          VARCHAR(255) NOT NULL,
+    content         TEXT NOT NULL,
+    publishDate     TIMESTAMP NOT NULL,
+    fetchDate       TIMESTAMP NOT NULL
+);
+-- +goose StatementEnd
+
+-- +goose Down
+-- +goose StatementBegin
+DROP TABLE IF EXISTS articles;
+-- +goose StatementEnd

golang/assets/migrations/20250102232127_article_fts.sql

@@ -0,0 +1,15 @@
+-- +goose Up
+-- +goose StatementBegin
+ALTER TABLE articles 
+ADD COLUMN fts_vector tsvector GENERATED ALWAYS AS (
+    to_tsvector('german', coalesce(title, '') || ' ' || coalesce(content, '') || ' ' || coalesce(author, ''))
+) STORED;
+
+CREATE INDEX articles_fts_idx ON articles USING gin(fts_vector);
+-- +goose StatementEnd
+
+-- +goose Down
+-- +goose StatementBegin
+DROP INDEX IF EXISTS articles_fts_idx;
+ALTER TABLE articles DROP COLUMN IF EXISTS fts_vector;
+-- +goose StatementEnd

golang/assets/migrations/20250103140557_response_cache.sql

@@ -0,0 +1,13 @@
+-- +goose Up
+-- +goose StatementBegin
+CREATE TABLE responses (
+    url             VARCHAR(255) NOT NULL UNIQUE PRIMARY KEY,
+    content         BYTEA NOT NULL,
+    fetchDate       TIMESTAMP DEFAULT CURRENT_TIMESTAMP
+);
+-- +goose StatementEnd
+
+-- +goose Down
+-- +goose StatementBegin
+DROP TABLE IF EXISTS responses;
+-- +goose StatementEnd

golang/assets/migrations/20250103203320_response_new_column.sql

@@ -0,0 +1,9 @@
+-- +goose Up
+-- +goose StatementBegin
+ALTER TABLE responses ADD COLUMN processed BOOLEAN DEFAULT false;
+-- +goose StatementEnd
+
+-- +goose Down
+-- +goose StatementBegin
+ALTER TABLE responses DROP COLUMN IF EXISTS processed;
+-- +goose StatementEnd

golang/assets/migrations/20250107091120_remove_responses.sql

@@ -0,0 +1,14 @@
+-- +goose Up
+-- +goose StatementBegin
+DROP TABLE IF EXISTS responses;
+-- +goose StatementEnd
+
+-- +goose Down
+-- +goose StatementBegin
+CREATE TABLE responses (
+    url             VARCHAR(255) NOT NULL UNIQUE PRIMARY KEY,
+    content         BYTEA NOT NULL,
+    fetchDate       TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+    processed       BOOLEAN DEFAULT FALSE
+);
+-- +goose StatementEnd

golang/assets/migrations/20250107104609_drop_column_author.sql

@@ -0,0 +1,36 @@
+-- +goose Up
+-- +goose StatementBegin
+BEGIN;
+
+DROP INDEX IF EXISTS articles_fts_idx;
+ALTER TABLE articles DROP COLUMN IF EXISTS fts_vector;
+
+ALTER TABLE articles DROP COLUMN IF EXISTS author;
+
+ALTER TABLE articles 
+ADD COLUMN fts_vector tsvector GENERATED ALWAYS AS (
+    to_tsvector('german', coalesce(title, '') || ' ' || coalesce(content, ''))
+) STORED;
+CREATE INDEX articles_fts_idx ON articles USING gin(fts_vector);
+
+COMMIT;
+-- +goose StatementEnd
+
+-- +goose Down
+-- +goose StatementBegin
+BEGIN; 
+
+ALTER TABLE articles ADD COLUMN author VARCHAR(255) DEFAULT '';
+
+DROP INDEX IF EXISTS articles_fts_idx;
+ALTER TABLE articles DROP COLUMN IF EXISTS fts_vector;
+
+ALTER TABLE articles 
+ADD COLUMN fts_vector tsvector GENERATED ALWAYS AS (
+    to_tsvector('german', coalesce(title, '') || ' ' || coalesce(content, '') || ' ' || coalesce(author, ''))
+) STORED;
+
+CREATE INDEX articles_fts_idx ON articles USING gin(fts_vector);
+
+COMMIT;
+-- +goose StatementEnd

golang/assets/migrations/20250107113527_add_aisummary_column.sql

@@ -0,0 +1,9 @@
+-- +goose Up
+-- +goose StatementBegin
+ALTER TABLE articles ADD COLUMN aisummary TEXT DEFAULT '';
+-- +goose StatementEnd
+
+-- +goose Down
+-- +goose StatementBegin
+ALTER TABLE articles DROP COLUMN IF EXISTS aisummary;
+-- +goose StatementEnd