|
@@ -42,15 +42,9 @@ async def refresh_clusters(topic: str | None = None, limit: int = 80) -> None:
|
|
|
prev_hash = store.get_feed_hash(feed_key)
|
|
prev_hash = store.get_feed_hash(feed_key)
|
|
|
if prev_hash == last_hash:
|
|
if prev_hash == last_hash:
|
|
|
logger.info("refresh unchanged feed_key=%s topic=%s", feed_key, topic)
|
|
logger.info("refresh unchanged feed_key=%s topic=%s", feed_key, topic)
|
|
|
- prune_result = store.prune_if_due(
|
|
|
|
|
- pruning_enabled=NEWS_PRUNING_ENABLED,
|
|
|
|
|
- retention_days=NEWS_RETENTION_DAYS,
|
|
|
|
|
- interval_hours=NEWS_PRUNE_INTERVAL_HOURS,
|
|
|
|
|
- )
|
|
|
|
|
- logger.info("refresh prune_result=%s", prune_result)
|
|
|
|
|
- return
|
|
|
|
|
- logger.info("refresh changed feed_key=%s topic=%s", feed_key, topic)
|
|
|
|
|
- store.set_feed_hash(feed_key, last_hash)
|
|
|
|
|
|
|
+ else:
|
|
|
|
|
+ logger.info("refresh changed feed_key=%s topic=%s", feed_key, topic)
|
|
|
|
|
+ store.set_feed_hash(feed_key, last_hash)
|
|
|
clustered_by_topic = dedup_and_cluster_articles(articles)
|
|
clustered_by_topic = dedup_and_cluster_articles(articles)
|
|
|
logger.info("refresh clustered topics=%s", list(clustered_by_topic.keys()))
|
|
logger.info("refresh clustered topics=%s", list(clustered_by_topic.keys()))
|
|
|
|
|
|