feat: add missing migration 02 (images+pricing) and 03 (global keywords)

2026-06-16 22:08:55 +02:00
parent 0b19c3d8f2
commit fcd192420f
2 changed files with 100 additions and 0 deletions
@@ -0,0 +1,74 @@
+CREATE TABLE IF NOT EXISTS keywords (
+    id                 uuid PRIMARY KEY DEFAULT gen_random_uuid(),
+    keyword            text NOT NULL,
+    interval_minutes   int NOT NULL DEFAULT 60,
+    is_active          boolean NOT NULL DEFAULT true,
+    last_scraped_at    timestamptz,
+    initial_loaded     boolean NOT NULL DEFAULT false,
+    created_at         timestamptz NOT NULL DEFAULT now()
+);
+
+CREATE UNIQUE INDEX IF NOT EXISTS idx_keywords_unique_lower ON keywords (LOWER(keyword));
+
+CREATE TABLE IF NOT EXISTS keyword_subscriptions (
+    keyword_id    uuid NOT NULL REFERENCES keywords(id) ON DELETE CASCADE,
+    user_id       uuid NOT NULL REFERENCES users(id) ON DELETE CASCADE,
+    subscribed_at timestamptz NOT NULL DEFAULT now(),
+    PRIMARY KEY (keyword_id, user_id)
+);
+
+CREATE INDEX IF NOT EXISTS idx_keyword_subscriptions_user ON keyword_subscriptions(user_id);
+
+ALTER TABLE ads ADD COLUMN IF NOT EXISTS postcode TEXT;
+ALTER TABLE ads ADD COLUMN IF NOT EXISTS modified_at TIMESTAMPTZ;
+
+DO $$
+DECLARE
+    sq_record RECORD;
+    kw_id uuid;
+BEGIN
+    FOR sq_record IN SELECT DISTINCT LOWER(keyword) AS keyword, interval_minutes, is_active, last_scraped_at FROM search_queries LOOP
+        INSERT INTO keywords (keyword, interval_minutes, is_active, last_scraped_at)
+        VALUES (sq_record.keyword, sq_record.interval_minutes, sq_record.is_active, sq_record.last_scraped_at)
+        ON CONFLICT DO NOTHING;
+    END LOOP;
+
+    FOR sq_record IN SELECT user_id, LOWER(keyword) AS keyword FROM search_queries LOOP
+        SELECT id INTO kw_id FROM keywords WHERE LOWER(keyword) = sq_record.keyword LIMIT 1;
+        IF kw_id IS NOT NULL THEN
+            INSERT INTO keyword_subscriptions (keyword_id, user_id)
+            VALUES (kw_id, sq_record.user_id)
+            ON CONFLICT DO NOTHING;
+        END IF;
+    END LOOP;
+END $$;
+
+UPDATE keywords SET initial_loaded = true
+WHERE id IN (
+    SELECT DISTINCT kw.id
+    FROM keywords kw
+    INNER JOIN search_queries sq ON LOWER(sq.keyword) = LOWER(kw.keyword)
+    WHERE EXISTS (
+        SELECT 1 FROM scrape_logs sl 
+        WHERE sl.search_query_id = sq.id AND sl.status = 'success'
+    )
+);
+
+ALTER TABLE scrape_logs DROP CONSTRAINT IF EXISTS scrape_logs_search_query_id_fkey;
+ALTER TABLE scrape_logs RENAME COLUMN search_query_id TO keyword_id;
+
+UPDATE scrape_logs sl SET keyword_id = kw.id
+FROM search_queries sq, keywords kw
+WHERE sl.keyword_id = sq.id
+  AND LOWER(sq.keyword) = LOWER(kw.keyword);
+
+DO $$
+BEGIN
+    IF NOT EXISTS (SELECT 1 FROM information_schema.table_constraints WHERE constraint_name = 'fk_scrape_logs_keyword') THEN
+        ALTER TABLE scrape_logs ADD CONSTRAINT fk_scrape_logs_keyword
+            FOREIGN KEY (keyword_id) REFERENCES keywords(id) ON DELETE CASCADE;
+    END IF;
+END $$;
+
+DROP TABLE IF EXISTS query_ads CASCADE;
+DROP TABLE IF EXISTS search_queries CASCADE;