diff --git a/crates/lib/web_scrapers/src/sites/techcrunch/techcrunch_scraper.rs b/crates/lib/web_scrapers/src/sites/techcrunch/techcrunch_scraper.rs index 268adfa450..c7db076cd8 100644 --- a/crates/lib/web_scrapers/src/sites/techcrunch/techcrunch_scraper.rs +++ b/crates/lib/web_scrapers/src/sites/techcrunch/techcrunch_scraper.rs @@ -7,12 +7,14 @@ use log::warn; use rss::Channel; // NB: Contains 20 items -const RSS_FEED : &'static str = "https://techcrunch.com/feed/"; +const MAIN_RSS_FEED : &'static str = "https://techcrunch.com/feed/"; const VENTURE_FEED : &'static str = "https://techcrunch.com/category/venture/feed/"; +const STARTUPS_FEED : &'static str = "https://techcrunch.com/category/startups/feed/"; + pub async fn techcrunch_scraper_test() -> AnyhowResult> { - let content = reqwest::get(VENTURE_FEED) + let content = reqwest::get(STARTUPS_FEED) .await? .bytes() .await?;