feat: v3.0.0 - intelligent search, GitHub person/project mode, ELI5, 13+ sources
v3 rewrites the search engine from the ground up: - Intelligent pre-research: resolves X handles, GitHub repos, subreddits, TikTok hashtags, and YouTube channels before searching - GitHub person-mode: PR velocity, top repos by stars, release notes - GitHub project-mode: live star counts, README, releases, top issues - ELI5 mode: plain language synthesis, no jargon - 13+ sources: Reddit, X, YouTube, TikTok, Instagram, HN, Polymarket, GitHub, Threads, Pinterest, Perplexity, Bluesky, Web - Free Reddit comments via public JSON (no API key needed) - Fun judge v2: humor scoring baked into narrative - Cookie consent before browser scanning - 10,000 free ScrapeCreators calls - 1,012 tests Thank you to the community contributors whose issues and PRs shaped v3: @uppinote20 (#143), @zerone0x (#134, #136), @thinkun (#116), @thomasmktong (#124), @fanispoulinakisai-boop (#100), @pejmanjohn (#78), @zl190 (#115), @hnshah (#84, #85, #86) Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
This commit is contained in:
Matt Van Horn
@@ -0,0 +1,194 @@
|
||||
import sys
|
||||
import unittest
|
||||
from pathlib import Path
|
||||
from unittest.mock import patch
|
||||
|
||||
sys.path.insert(0, str(Path(__file__).resolve().parents[1] / "scripts"))
|
||||
|
||||
from lib import grounding
|
||||
|
||||
|
||||
class BraveSearchTests(unittest.TestCase):
|
||||
def test_brave_search_applies_freshness_and_filters_to_in_range_dated_items(self):
|
||||
mock_response = {
|
||||
"web": {
|
||||
"results": [
|
||||
{
|
||||
"title": "Test Article",
|
||||
"url": "https://example.com/article",
|
||||
"description": "A test snippet",
|
||||
"page_age": "2026-03-10T00:00:00",
|
||||
},
|
||||
{
|
||||
"title": "Old Article",
|
||||
"url": "https://example.com/old",
|
||||
"description": "Should be filtered",
|
||||
"page_age": "2025-12-10T00:00:00",
|
||||
},
|
||||
{
|
||||
"title": "Undated Article",
|
||||
"url": "https://example.com/undated",
|
||||
"description": "Should also be filtered",
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
with patch("lib.grounding.http.request", return_value=mock_response) as mock_req:
|
||||
items, artifact = grounding.brave_search("test", ("2026-02-25", "2026-03-27"), "fake-key")
|
||||
self.assertEqual(1, len(items))
|
||||
self.assertEqual("Test Article", items[0]["title"])
|
||||
self.assertEqual("https://example.com/article", items[0]["url"])
|
||||
self.assertEqual("2026-03-10", items[0]["date"])
|
||||
self.assertEqual("brave", artifact["label"])
|
||||
call_url = mock_req.call_args.args[1]
|
||||
self.assertIn("freshness=2026-02-25to2026-03-27", call_url)
|
||||
|
||||
|
||||
class SerperSearchTests(unittest.TestCase):
|
||||
def test_serper_search_filters_to_in_range_dated_items(self):
|
||||
mock_response = {
|
||||
"organic": [
|
||||
{
|
||||
"title": "Serper Result",
|
||||
"link": "https://example.com/serper",
|
||||
"snippet": "A serper snippet",
|
||||
"date": "Mar 15, 2026",
|
||||
},
|
||||
{
|
||||
"title": "Old Result",
|
||||
"link": "https://example.com/old",
|
||||
"snippet": "Should be filtered",
|
||||
"date": "Jan 15, 2026",
|
||||
},
|
||||
{
|
||||
"title": "Undated Result",
|
||||
"link": "https://example.com/undated",
|
||||
"snippet": "Should also be filtered",
|
||||
}
|
||||
]
|
||||
}
|
||||
with patch("lib.grounding.http.request", return_value=mock_response):
|
||||
items, artifact = grounding.serper_search("test", ("2026-02-25", "2026-03-27"), "fake-key")
|
||||
self.assertEqual(1, len(items))
|
||||
self.assertEqual("Serper Result", items[0]["title"])
|
||||
self.assertEqual("2026-03-15", items[0]["date"])
|
||||
self.assertEqual("serper", artifact["label"])
|
||||
|
||||
|
||||
class ExaSearchTests(unittest.TestCase):
|
||||
def test_exa_search_filters_to_in_range_dated_items(self):
|
||||
mock_response = {
|
||||
"results": [
|
||||
{
|
||||
"title": "Exa Result",
|
||||
"url": "https://example.com/exa",
|
||||
"text": "An exa snippet about AI trends",
|
||||
"publishedDate": "2026-03-15T00:00:00.000Z",
|
||||
"score": 0.85,
|
||||
},
|
||||
{
|
||||
"title": "Old Exa Result",
|
||||
"url": "https://example.com/old-exa",
|
||||
"text": "Should be filtered out",
|
||||
"publishedDate": "2025-12-01T00:00:00.000Z",
|
||||
"score": 0.7,
|
||||
},
|
||||
{
|
||||
"title": "Undated Exa Result",
|
||||
"url": "https://example.com/undated-exa",
|
||||
"text": "No date means filtered",
|
||||
},
|
||||
]
|
||||
}
|
||||
with patch("lib.grounding.http.request", return_value=mock_response) as mock_req:
|
||||
items, artifact = grounding.exa_search("test", ("2026-02-25", "2026-03-27"), "fake-exa-key")
|
||||
self.assertEqual(1, len(items))
|
||||
self.assertEqual("Exa Result", items[0]["title"])
|
||||
self.assertEqual("https://example.com/exa", items[0]["url"])
|
||||
self.assertEqual("2026-03-15", items[0]["date"])
|
||||
self.assertTrue(items[0]["id"].startswith("WE"))
|
||||
self.assertEqual("exa", artifact["label"])
|
||||
self.assertEqual(1, artifact["resultCount"])
|
||||
# Verify API call
|
||||
call_args = mock_req.call_args
|
||||
self.assertEqual("POST", call_args.args[0])
|
||||
self.assertEqual("https://api.exa.ai/search", call_args.args[1])
|
||||
self.assertEqual("fake-exa-key", call_args.kwargs["headers"]["x-api-key"])
|
||||
|
||||
def test_exa_search_returns_empty_for_no_results(self):
|
||||
with patch("lib.grounding.http.request", return_value={"results": []}):
|
||||
items, artifact = grounding.exa_search("test", ("2026-02-25", "2026-03-27"), "key")
|
||||
self.assertEqual([], items)
|
||||
self.assertEqual(0, artifact["resultCount"])
|
||||
|
||||
|
||||
class WebSearchDispatchTests(unittest.TestCase):
|
||||
def test_auto_selects_brave_when_key_present(self):
|
||||
config = {"BRAVE_API_KEY": "test-key"}
|
||||
with patch("lib.grounding.brave_search", return_value=([], {})) as mock:
|
||||
grounding.web_search("test", ("2026-02-25", "2026-03-27"), config, backend="auto")
|
||||
mock.assert_called_once()
|
||||
|
||||
def test_auto_selects_exa_when_only_exa_key(self):
|
||||
config = {"EXA_API_KEY": "test-key"}
|
||||
with patch("lib.grounding.exa_search", return_value=([], {})) as mock:
|
||||
grounding.web_search("test", ("2026-02-25", "2026-03-27"), config, backend="auto")
|
||||
mock.assert_called_once()
|
||||
|
||||
def test_auto_selects_serper_when_only_serper_key(self):
|
||||
config = {"SERPER_API_KEY": "test-key"}
|
||||
with patch("lib.grounding.serper_search", return_value=([], {})) as mock:
|
||||
grounding.web_search("test", ("2026-02-25", "2026-03-27"), config, backend="auto")
|
||||
mock.assert_called_once()
|
||||
|
||||
def test_auto_returns_empty_when_no_keys(self):
|
||||
items, artifact = grounding.web_search("test", ("2026-02-25", "2026-03-27"), {}, backend="auto")
|
||||
self.assertEqual([], items)
|
||||
self.assertEqual({}, artifact)
|
||||
|
||||
def test_none_returns_empty(self):
|
||||
config = {"BRAVE_API_KEY": "test-key"}
|
||||
items, artifact = grounding.web_search("test", ("2026-02-25", "2026-03-27"), config, backend="none")
|
||||
self.assertEqual([], items)
|
||||
|
||||
def test_auto_prefers_brave_over_exa(self):
|
||||
config = {"BRAVE_API_KEY": "brave-key", "EXA_API_KEY": "exa-key"}
|
||||
with patch("lib.grounding.brave_search", return_value=([], {})) as mock_brave, \
|
||||
patch("lib.grounding.exa_search", return_value=([], {})) as mock_exa:
|
||||
grounding.web_search("test", ("2026-02-25", "2026-03-27"), config, backend="auto")
|
||||
mock_brave.assert_called_once()
|
||||
mock_exa.assert_not_called()
|
||||
|
||||
def test_auto_prefers_exa_over_serper(self):
|
||||
config = {"EXA_API_KEY": "exa-key", "SERPER_API_KEY": "serper-key"}
|
||||
with patch("lib.grounding.exa_search", return_value=([], {})) as mock_exa, \
|
||||
patch("lib.grounding.serper_search", return_value=([], {})) as mock_serper:
|
||||
grounding.web_search("test", ("2026-02-25", "2026-03-27"), config, backend="auto")
|
||||
mock_exa.assert_called_once()
|
||||
mock_serper.assert_not_called()
|
||||
|
||||
def test_auto_prefers_brave_when_all_keys_present(self):
|
||||
config = {"BRAVE_API_KEY": "brave-key", "EXA_API_KEY": "exa-key", "SERPER_API_KEY": "serper-key"}
|
||||
with patch("lib.grounding.brave_search", return_value=([], {})) as mock_brave, \
|
||||
patch("lib.grounding.exa_search", return_value=([], {})) as mock_exa, \
|
||||
patch("lib.grounding.serper_search", return_value=([], {})) as mock_serper:
|
||||
grounding.web_search("test", ("2026-02-25", "2026-03-27"), config, backend="auto")
|
||||
mock_brave.assert_called_once()
|
||||
mock_exa.assert_not_called()
|
||||
mock_serper.assert_not_called()
|
||||
|
||||
def test_explicit_exa_without_key_raises(self):
|
||||
with self.assertRaises(RuntimeError):
|
||||
grounding.web_search("test", ("2026-02-25", "2026-03-27"), {}, backend="exa")
|
||||
|
||||
def test_explicit_brave_without_key_raises(self):
|
||||
with self.assertRaises(RuntimeError):
|
||||
grounding.web_search("test", ("2026-02-25", "2026-03-27"), {}, backend="brave")
|
||||
|
||||
def test_unsupported_backend_raises(self):
|
||||
with self.assertRaises(ValueError):
|
||||
grounding.web_search("test", ("2026-02-25", "2026-03-27"), {}, backend="google")
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
unittest.main()
|
||||
Reference in New Issue
Block a user