astro/caveman
astro/caveman
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

hunter/redis_store: ignore future or ancient posts

Browse Source
This commit is contained in:
Astro 2022-11-05 19:45:59 +01:00
parent 02f047d469
commit 6ac923f270
1 changed files with 11 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
hunter/src/redis_store.rs
View File

@ -1,6 +1,7 @@
use crate::feed::{Post, Tag};
const POST_EXPIRE: usize = 86400;
const TAG_EXPIRE: i64 = 30 * 24;
// TODO: make state obj w/ ConnectionManager
pub async fn save_post(man: &mut redis::aio::ConnectionManager, post: Post) -> bool {
@ -48,6 +49,16 @@ async fn save_post_tags(man: &mut redis::aio::ConnectionManager, post: Post) {
}
};
let hour = timestamp.naive_utc().timestamp() / 3600;
let until = chrono::offset::Utc::now().naive_utc().timestamp() / 3600;
if hour > until {
log::warn!("future post from {}", timestamp);
return;
}
let from = until - TAG_EXPIRE;
if hour < from {
log::warn!("ancient post from {}", timestamp);
return;
}
let mut cmd = redis::pipe();
let mut store_tags = |tag: &Tag, tag_key| {