nik/chorus
1
0
Fork 0
mirror of https://github.com/mikedilger/chorus.git synced 2026-08-01 07:21:39 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Allow scraper-like filters up to limit=100 or time ranges of 1 hour or less (not yet efficient)

Browse Source
This commit is contained in:
Mike Dilger 2024-02-23 08:55:21 +13:00
parent 814d95899b
commit c4720b6407
1 changed files with 12 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
chorus-lib/src/store/mod.rs
View File

@ -389,10 +389,19 @@ impl Store {
}
}
}
} else if self.allow_scraping || filter.limit() <= 10 {
} else {
let maxtime = filter.until().0.min(Time::now().0);
let allow =
self.allow_scraping || filter.limit() <= 100 || (maxtime - filter.since().0) < 3600;
if !allow {
return Err(ChorusError::Scraper.into());
}
// FIXME: we can use akci to scan author + time
// we can use ktci to scan kind + time
// (but we have no index yet to scan tag + time)
// This is INEFFICIENT as it scans through EVERY EVENT
// but the filter is a scraper and we don't have a lot of support
// for scrapers.
let mut count = 0;
let txn = self.env.read_txn()?;
let iter = self.ci.iter(&txn)?;
@ -408,8 +417,6 @@ impl Store {
}
}
}
} else {
return Err(ChorusError::Scraper.into());
}
Ok(output)