Matt Van Horn
0a9ff16dfc
v3 rewrites the search engine from the ground up: - Intelligent pre-research: resolves X handles, GitHub repos, subreddits, TikTok hashtags, and YouTube channels before searching - GitHub person-mode: PR velocity, top repos by stars, release notes - GitHub project-mode: live star counts, README, releases, top issues - ELI5 mode: plain language synthesis, no jargon - 13+ sources: Reddit, X, YouTube, TikTok, Instagram, HN, Polymarket, GitHub, Threads, Pinterest, Perplexity, Bluesky, Web - Free Reddit comments via public JSON (no API key needed) - Fun judge v2: humor scoring baked into narrative - Cookie consent before browser scanning - 10,000 free ScrapeCreators calls - 1,012 tests Thank you to the community contributors whose issues and PRs shaped v3: @uppinote20 (#143), @zerone0x (#134, #136), @thinkun (#116), @thomasmktong (#124), @fanispoulinakisai-boop (#100), @pejmanjohn (#78), @zl190 (#115), @hnshah (#84, #85, #86) Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
64 lines
2.3 KiB
Python
64 lines
2.3 KiB
Python
import sys
|
|
import unittest
|
|
from pathlib import Path
|
|
|
|
sys.path.insert(0, str(Path(__file__).resolve().parents[1] / "scripts"))
|
|
|
|
from lib import schema, snippet
|
|
|
|
|
|
def make_item(**overrides):
|
|
payload = {
|
|
"item_id": "i1",
|
|
"source": "grounding",
|
|
"title": "OpenClaw comparison guide",
|
|
"body": "",
|
|
"url": "https://example.com",
|
|
"snippet": "",
|
|
}
|
|
payload.update(overrides)
|
|
return schema.SourceItem(**payload)
|
|
|
|
|
|
class SnippetV3Tests(unittest.TestCase):
|
|
def test_truncate_words_preserves_short_text_and_truncates_long_text(self):
|
|
self.assertEqual("short text", snippet._truncate_words("short text", 5))
|
|
self.assertEqual("one two three...", snippet._truncate_words("one two three four", 3))
|
|
|
|
def test_windows_handles_empty_short_and_overlapping_inputs(self):
|
|
self.assertEqual([], snippet._windows([], size=5, overlap=2))
|
|
self.assertEqual(["one two"], snippet._windows(["one", "two"], size=5, overlap=2))
|
|
self.assertEqual(
|
|
["one two three", "two three four", "three four five", "four five", "five"],
|
|
snippet._windows(["one", "two", "three", "four", "five"], size=3, overlap=2),
|
|
)
|
|
|
|
def test_extract_best_snippet_prefers_existing_snippet(self):
|
|
item = make_item(snippet="existing evidence window " * 20)
|
|
result = snippet.extract_best_snippet(item, "ignored", max_words=5)
|
|
self.assertEqual("existing evidence window existing evidence...", result)
|
|
|
|
def test_extract_best_snippet_falls_back_to_title_when_body_missing(self):
|
|
item = make_item(title="OpenClaw vs NanoClaw", body="")
|
|
self.assertEqual("OpenClaw vs NanoClaw", snippet.extract_best_snippet(item, "openclaw"))
|
|
|
|
def test_extract_best_snippet_selects_best_matching_body_window(self):
|
|
body = " ".join(
|
|
[
|
|
"generic filler words" for _ in range(40)
|
|
]
|
|
+ [
|
|
"openclaw nanoclaw ironclaw comparison details" for _ in range(15)
|
|
]
|
|
+ [
|
|
"more generic filler words" for _ in range(40)
|
|
]
|
|
)
|
|
item = make_item(body=body)
|
|
result = snippet.extract_best_snippet(item, "openclaw nanoclaw ironclaw", max_words=20)
|
|
self.assertIn("openclaw nanoclaw ironclaw", result)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main()
|