daniel543x/artcraft
1
0 Fork 0
mirror of https://github.com/storytold/artcraft.git synced 2026-11-15 14:22:14 +00:00
Code Issues Packages Projects Releases Wiki Activity

three techcrunch feeds

Browse Source
This commit is contained in:
Brandon Thomas committed 2023-02-05 05:28:39 -05:00
1 parent 201481f969
commit fe606c1610
1 file changed
+4 -2
Download Patch File Download Diff File Expand all files Collapse all files
crates/lib/web_scrapers/src/sites/techcrunch/techcrunch_scraper.rs
+4 -2
View File
@@ -7,12 +7,14 @@ use log::warn;
use rss::Channel;
// NB: Contains 20 items
const RSS_FEED : &'static str = "https://techcrunch.com/feed/";
const MAIN_RSS_FEED : &'static str = "https://techcrunch.com/feed/";
const VENTURE_FEED : &'static str = "https://techcrunch.com/category/venture/feed/";
const STARTUPS_FEED : &'static str = "https://techcrunch.com/category/startups/feed/";
pub async fn techcrunch_scraper_test() -> AnyhowResult<Vec<WebScrapingTarget>> {
let content = reqwest::get(VENTURE_FEED)
let content = reqwest::get(STARTUPS_FEED)
.await?
.bytes()
.await?;