From fe606c16106119c2088bcf403656bd2ac2fa0d60 Mon Sep 17 00:00:00 2001 From: Brandon Thomas Date: Sun, 5 Feb 2023 05:28:39 -0500 Subject: [PATCH] three techcrunch feeds --- .../web_scrapers/src/sites/techcrunch/techcrunch_scraper.rs | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/crates/lib/web_scrapers/src/sites/techcrunch/techcrunch_scraper.rs b/crates/lib/web_scrapers/src/sites/techcrunch/techcrunch_scraper.rs index 268adfa450..c7db076cd8 100644 --- a/crates/lib/web_scrapers/src/sites/techcrunch/techcrunch_scraper.rs +++ b/crates/lib/web_scrapers/src/sites/techcrunch/techcrunch_scraper.rs @@ -7,12 +7,14 @@ use log::warn; use rss::Channel; // NB: Contains 20 items -const RSS_FEED : &'static str = "https://techcrunch.com/feed/"; +const MAIN_RSS_FEED : &'static str = "https://techcrunch.com/feed/"; const VENTURE_FEED : &'static str = "https://techcrunch.com/category/venture/feed/"; +const STARTUPS_FEED : &'static str = "https://techcrunch.com/category/startups/feed/"; + pub async fn techcrunch_scraper_test() -> AnyhowResult> { - let content = reqwest::get(VENTURE_FEED) + let content = reqwest::get(STARTUPS_FEED) .await? .bytes() .await?;