refactor/organize worker modules

crates/programs/aichatbot-sidecar/src/main.rs

@@ -20,10 +20,12 @@ use crate::shared_state::app_control_state::AppControlState;
 use crate::shared_state::job_state::JobState;
 use crate::startup_args::get_startup_args;
 use crate::web_server::launch_web_server::{launch_web_server, LaunchWebServerArgs};
+use crate::workers::news_stories::news_story_audio_preprocessing::main_loop::news_story_audio_preprocessing_main_loop;
 use crate::workers::news_stories::news_story_greenlighting::main_loop::news_story_greenlighting_main_loop;
 use crate::workers::news_stories::news_story_llm_rendition::main_loop::news_story_llm_rendition_main_loop;
-use crate::workers::web_content_scraping::main_loop::web_content_scraping_main_loop;
-use crate::workers::web_index_ingestion::main_loop::web_index_ingestion_main_loop;
+use crate::workers::web::web_content_scraping::main_loop::web_content_scraping_main_loop;
+use crate::workers::web::web_content_scraping::single_target::ingest_url_scrape_and_save::ingest_url_scrape_and_save;
+use crate::workers::web::web_index_ingestion::main_loop::web_index_ingestion_main_loop;
 use enums::by_table::web_scraping_targets::web_content_type::WebContentType;
 use errors::AnyhowResult;
 use log::info;
@@ -36,8 +38,6 @@ use tokio::runtime::{Builder, Runtime};
 use web_scrapers::sites::cnn::cnn_article_scraper::cnn_article_scraper;
 use web_scrapers::sites::techcrunch::techcrunch_article_scraper::techcrunch_article_scraper;
 use web_scrapers::sites::theguardian::theguardian_scraper::theguardian_scraper_test;
-use workers::web_content_scraping::single_target::ingest_url_scrape_and_save::ingest_url_scrape_and_save;
-use crate::workers::news_stories::news_story_audio_preprocessing::main_loop::news_story_audio_preprocessing_main_loop;
 
 //#[tokio::main]
 //pub async fn main() -> AnyhowResult<()> {

crates/programs/aichatbot-sidecar/src/workers/audio/mod.rs

@@ -0,0 +1,2 @@
+pub mod fakeyou_audio_create;
+pub mod fakeyou_audio_download;

crates/programs/aichatbot-sidecar/src/workers/mod.rs

@@ -1,4 +1,3 @@
-pub mod fakeyou_audio_generation;
+pub mod audio;
 pub mod news_stories;
-pub mod web_content_scraping;
-pub mod web_index_ingestion;
+pub mod web;

crates/programs/aichatbot-sidecar/src/workers/web/mod.rs

@@ -0,0 +1,2 @@
+pub mod web_content_scraping;
+pub mod web_index_ingestion;

crates/programs/aichatbot-sidecar/src/workers/web/web_content_scraping/main_loop.rs

@@ -1,5 +1,5 @@
 use crate::shared_state::job_state::JobState;
-use crate::workers::web_content_scraping::single_target::process_target_record::process_target_record;
+use crate::workers::web::web_content_scraping::single_target::process_target_record::process_target_record;
 use enums::by_table::web_scraping_targets::scraping_status::ScrapingStatus;
 use errors::AnyhowResult;
 use log::{error, info};

crates/programs/aichatbot-sidecar/src/workers/web/web_content_scraping/single_target/process_target_record.rs

@@ -1,6 +1,6 @@
 use crate::shared_state::job_state::JobState;
-use crate::workers::web_content_scraping::single_target::filter_scraped_result_heuristics::filter_scraped_result_heuristics;
-use crate::workers::web_content_scraping::single_target::ingest_url_scrape_and_save::ingest_url_scrape_and_save;
+use crate::workers::web::web_content_scraping::single_target::filter_scraped_result_heuristics::filter_scraped_result_heuristics;
+use crate::workers::web::web_content_scraping::single_target::ingest_url_scrape_and_save::ingest_url_scrape_and_save;
 use enums::by_table::web_scraping_targets::scraping_status::ScrapingStatus;
 use errors::AnyhowResult;
 use log::error;