feat: v3.0.0 - intelligent search, GitHub person/project mode, ELI5, 13+ sources
v3 rewrites the search engine from the ground up: - Intelligent pre-research: resolves X handles, GitHub repos, subreddits, TikTok hashtags, and YouTube channels before searching - GitHub person-mode: PR velocity, top repos by stars, release notes - GitHub project-mode: live star counts, README, releases, top issues - ELI5 mode: plain language synthesis, no jargon - 13+ sources: Reddit, X, YouTube, TikTok, Instagram, HN, Polymarket, GitHub, Threads, Pinterest, Perplexity, Bluesky, Web - Free Reddit comments via public JSON (no API key needed) - Fun judge v2: humor scoring baked into narrative - Cookie consent before browser scanning - 10,000 free ScrapeCreators calls - 1,012 tests Thank you to the community contributors whose issues and PRs shaped v3: @uppinote20 (#143), @zerone0x (#134, #136), @thinkun (#116), @thomasmktong (#124), @fanispoulinakisai-boop (#100), @pejmanjohn (#78), @zl190 (#115), @hnshah (#84, #85, #86) Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
This commit is contained in:
Matt Van Horn
@@ -0,0 +1,167 @@
|
||||
import json
|
||||
import sys
|
||||
import unittest
|
||||
from pathlib import Path
|
||||
|
||||
sys.path.insert(0, str(Path(__file__).resolve().parents[1] / "scripts"))
|
||||
|
||||
from lib import providers
|
||||
|
||||
|
||||
class ProvidersV3Tests(unittest.TestCase):
|
||||
def test_auto_prefers_gemini_with_google_key(self):
|
||||
runtime, client = providers.resolve_runtime(
|
||||
{"GOOGLE_API_KEY": "test", "LAST30DAYS_REASONING_PROVIDER": "auto"},
|
||||
depth="default",
|
||||
)
|
||||
self.assertEqual("gemini", runtime.reasoning_provider)
|
||||
self.assertEqual("gemini", client.name)
|
||||
self.assertTrue(runtime.planner_model.startswith("gemini-3.1-"))
|
||||
|
||||
def test_auto_falls_back_to_openai(self):
|
||||
runtime, client = providers.resolve_runtime(
|
||||
{
|
||||
"OPENAI_API_KEY": "test-key",
|
||||
"OPENAI_AUTH_STATUS": "ok",
|
||||
"LAST30DAYS_REASONING_PROVIDER": "auto",
|
||||
},
|
||||
depth="default",
|
||||
)
|
||||
self.assertEqual("openai", runtime.reasoning_provider)
|
||||
|
||||
def test_auto_falls_back_to_xai(self):
|
||||
runtime, client = providers.resolve_runtime(
|
||||
{"XAI_API_KEY": "test-key", "LAST30DAYS_REASONING_PROVIDER": "auto"},
|
||||
depth="default",
|
||||
)
|
||||
self.assertEqual("xai", runtime.reasoning_provider)
|
||||
|
||||
def test_auto_returns_local_runtime_when_no_keys(self):
|
||||
runtime, client = providers.resolve_runtime(
|
||||
{"LAST30DAYS_REASONING_PROVIDER": "auto"},
|
||||
depth="default",
|
||||
)
|
||||
self.assertEqual("local", runtime.reasoning_provider)
|
||||
self.assertEqual("deterministic", runtime.planner_model)
|
||||
self.assertEqual("local-score", runtime.rerank_model)
|
||||
self.assertIsNone(client)
|
||||
|
||||
def test_explicit_gemini_without_key_still_raises(self):
|
||||
with self.assertRaises(RuntimeError):
|
||||
providers.resolve_runtime(
|
||||
{"LAST30DAYS_REASONING_PROVIDER": "gemini"},
|
||||
depth="default",
|
||||
)
|
||||
|
||||
def test_explicit_openai_without_key_still_raises(self):
|
||||
with self.assertRaises(RuntimeError):
|
||||
providers.resolve_runtime(
|
||||
{"LAST30DAYS_REASONING_PROVIDER": "openai"},
|
||||
depth="default",
|
||||
)
|
||||
|
||||
def test_explicit_xai_without_key_still_raises(self):
|
||||
with self.assertRaises(RuntimeError):
|
||||
providers.resolve_runtime(
|
||||
{"LAST30DAYS_REASONING_PROVIDER": "xai"},
|
||||
depth="default",
|
||||
)
|
||||
|
||||
|
||||
class TestExtractJson(unittest.TestCase):
|
||||
def test_direct_json(self):
|
||||
result = providers.extract_json('{"scores": [1, 2]}')
|
||||
self.assertEqual(result, {"scores": [1, 2]})
|
||||
|
||||
def test_json_in_markdown_fences(self):
|
||||
text = '```json\n{"scores": [1, 2]}\n```'
|
||||
result = providers.extract_json(text)
|
||||
self.assertEqual(result, {"scores": [1, 2]})
|
||||
|
||||
def test_json_with_surrounding_text(self):
|
||||
text = 'Here is the result:\n{"scores": [1]}\nDone.'
|
||||
result = providers.extract_json(text)
|
||||
self.assertEqual(result, {"scores": [1]})
|
||||
|
||||
def test_empty_text_raises(self):
|
||||
with self.assertRaises(ValueError):
|
||||
providers.extract_json("")
|
||||
|
||||
def test_no_json_raises(self):
|
||||
with self.assertRaises(json.JSONDecodeError):
|
||||
providers.extract_json("no json here at all")
|
||||
|
||||
|
||||
class TestExtractOpenAIText(unittest.TestCase):
|
||||
def test_output_text_field(self):
|
||||
self.assertEqual("hello", providers.extract_openai_text({"output_text": "hello"}))
|
||||
|
||||
def test_choices_message_content(self):
|
||||
payload = {"choices": [{"message": {"content": "world"}}]}
|
||||
self.assertEqual("world", providers.extract_openai_text(payload))
|
||||
|
||||
def test_output_list_text(self):
|
||||
payload = {"output": [{"text": "foo"}]}
|
||||
self.assertEqual("foo", providers.extract_openai_text(payload))
|
||||
|
||||
def test_output_content_output_text_type(self):
|
||||
payload = {"output": [{"content": [{"type": "output_text", "text": "bar"}]}]}
|
||||
self.assertEqual("bar", providers.extract_openai_text(payload))
|
||||
|
||||
def test_output_string_item(self):
|
||||
payload = {"output": ["direct string"]}
|
||||
self.assertEqual("direct string", providers.extract_openai_text(payload))
|
||||
|
||||
def test_empty_payload_returns_empty(self):
|
||||
self.assertEqual("", providers.extract_openai_text({}))
|
||||
|
||||
|
||||
class TestExtractGeminiText(unittest.TestCase):
|
||||
def test_standard_response(self):
|
||||
payload = {"candidates": [{"content": {"parts": [{"text": "gemini says"}]}}]}
|
||||
self.assertEqual("gemini says", providers.extract_gemini_text(payload))
|
||||
|
||||
def test_empty_candidates(self):
|
||||
self.assertEqual("", providers.extract_gemini_text({"candidates": []}))
|
||||
|
||||
def test_empty_payload(self):
|
||||
self.assertEqual("", providers.extract_gemini_text({}))
|
||||
|
||||
|
||||
class TestParseSSEChunk(unittest.TestCase):
|
||||
def test_valid_chunk(self):
|
||||
chunk = 'data: {"type": "delta", "text": "hi"}'
|
||||
result = providers._parse_sse_chunk(chunk)
|
||||
self.assertEqual(result, {"type": "delta", "text": "hi"})
|
||||
|
||||
def test_done_sentinel(self):
|
||||
self.assertIsNone(providers._parse_sse_chunk("data: [DONE]"))
|
||||
|
||||
def test_no_data_lines(self):
|
||||
self.assertIsNone(providers._parse_sse_chunk("event: ping"))
|
||||
|
||||
def test_invalid_json(self):
|
||||
self.assertIsNone(providers._parse_sse_chunk("data: {bad json"))
|
||||
|
||||
|
||||
class TestParseCodexStream(unittest.TestCase):
|
||||
def test_response_completed_event(self):
|
||||
stream = 'data: {"type": "response.completed", "response": {"output_text": "done"}}\n\n'
|
||||
result = providers._parse_codex_stream(stream)
|
||||
self.assertEqual(result["output_text"], "done")
|
||||
|
||||
def test_delta_text_accumulation(self):
|
||||
stream = 'data: {"delta": "hel"}\n\ndata: {"delta": "lo"}\n\n'
|
||||
result = providers._parse_codex_stream(stream)
|
||||
text = providers.extract_openai_text(result)
|
||||
self.assertEqual(text, "hello")
|
||||
|
||||
def test_empty_stream(self):
|
||||
self.assertEqual({}, providers._parse_codex_stream(""))
|
||||
|
||||
def test_done_only_stream(self):
|
||||
self.assertEqual({}, providers._parse_codex_stream("data: [DONE]\n\n"))
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
unittest.main()
|
||||
Reference in New Issue
Block a user