Add post-retrieval relevance filtering across all sources

Filter items with relevance < 0.3 per source after dedup, but only
when list has >3 items. Extends the Reddit-only minimum-result
guarantee to all sources: keeps top 3 by relevance if all filtered.

This works with the computed relevance scores from the previous commit
to actually remove off-topic results from the final report.

scripts/last30days.py

@@ -1829,12 +1829,28 @@ def main():
     deduped_pm = dedupe.dedupe_polymarket(sorted_pm) if sorted_pm else []
     deduped_web = websearch.dedupe_websearch(sorted_web) if sorted_web else []
 
-    # Minimum result guarantee: if all Reddit results were filtered out but
+    # Post-retrieval relevance filter: drop low-relevance items per source
-    # we had raw results, keep top 3 by relevance regardless of score
+    # Only filter when there are enough items (>3) to avoid empty results
-    if not deduped_reddit and normalized_reddit:
+    def _relevance_filter(items, source_name, threshold=0.3):
-        print("[REDDIT WARNING] All results scored below threshold, keeping top 3 by relevance", file=sys.stderr)
+        """Filter items below relevance threshold with minimum-result guarantee."""
-        by_relevance = sorted(normalized_reddit, key=lambda item: item.relevance, reverse=True)
+        if len(items) <= 3:
-        deduped_reddit = by_relevance[:3]
+            return items
+        passed = [i for i in items if getattr(i, 'relevance', 0.7) >= threshold]
+        if not passed:
+            # Keep top 3 by relevance if all filtered
+            print(f"[{source_name} WARNING] All results below relevance {threshold}, keeping top 3", file=sys.stderr)
+            by_rel = sorted(items, key=lambda x: getattr(x, 'relevance', 0.7), reverse=True)
+            return by_rel[:3]
+        return passed
+
+    deduped_reddit = _relevance_filter(deduped_reddit, "REDDIT")
+    deduped_x = _relevance_filter(deduped_x, "X")
+    deduped_youtube = _relevance_filter(deduped_youtube, "YOUTUBE")
+    deduped_tiktok = _relevance_filter(deduped_tiktok, "TIKTOK")
+    deduped_ig = _relevance_filter(deduped_ig, "INSTAGRAM")
+    deduped_hn = _relevance_filter(deduped_hn, "HN")
+    deduped_bsky = _relevance_filter(deduped_bsky, "BLUESKY")
+    deduped_ts = _relevance_filter(deduped_ts, "TRUTHSOCIAL")
 
     # Cross-source linking: annotate items that discuss the same story
     dedupe.cross_source_link(