From a1c5ef6eb2c1222ea954525b2959618de7ba5a55 Mon Sep 17 00:00:00 2001 From: Brandon Thomas Date: Sun, 5 Feb 2023 03:44:02 -0500 Subject: [PATCH] add sqlite columns, move database --- .gitignore | 3 +++ .../2023-02-05-064307_web_scraping_targets/up.sql | 8 ++++++++ {data => runtime_data}/.gitkeep | 0 3 files changed, 11 insertions(+) rename {data => runtime_data}/.gitkeep (100%) diff --git a/.gitignore b/.gitignore index 33b839a3bc..3b668c7bc9 100644 --- a/.gitignore +++ b/.gitignore @@ -37,6 +37,9 @@ crates/programs/aichatbot-sidecar/_ignored_schema.rs # AI Chat sidecar's SQlite database shouldn't be checked in crates/programs/aichatbot-sidecar/database.db +# Runtime data for the AI chatbot +runtime_data/ + # Old Python virtual environments models/Wav2Lip/python/ models/tacotron2/python/ diff --git a/crates/programs/aichatbot-sidecar/_sql/migrations/2023-02-05-064307_web_scraping_targets/up.sql b/crates/programs/aichatbot-sidecar/_sql/migrations/2023-02-05-064307_web_scraping_targets/up.sql index 7d34e262cb..b49b720246 100644 --- a/crates/programs/aichatbot-sidecar/_sql/migrations/2023-02-05-064307_web_scraping_targets/up.sql +++ b/crates/programs/aichatbot-sidecar/_sql/migrations/2023-02-05-064307_web_scraping_targets/up.sql @@ -14,6 +14,14 @@ CREATE TABLE web_scraping_targets ( -- We'll need to figure this out for each site. canonical_url TEXT NOT NULL UNIQUE, + -- A full image will only be set at this stage if the RSS feed or HTML specifies one. + -- This can be useful downstream during the actual scraping. + maybe_article_full_image_url TEXT, + + -- A thumbnail will only be set at this stage if the RSS feed or HTML specifies one. + -- This can be useful downstream during the actual scraping. + maybe_article_thumbnail_image_url TEXT, + -- Scraping status: "new", "failed", "permanently_failed", "success" scraping_status TEXT DEFAULT "new" NOT NULL, scrape_attempts INT NOT NULL, diff --git a/data/.gitkeep b/runtime_data/.gitkeep similarity index 100% rename from data/.gitkeep rename to runtime_data/.gitkeep