Matt Van Horn
0a9ff16dfc
v3 rewrites the search engine from the ground up: - Intelligent pre-research: resolves X handles, GitHub repos, subreddits, TikTok hashtags, and YouTube channels before searching - GitHub person-mode: PR velocity, top repos by stars, release notes - GitHub project-mode: live star counts, README, releases, top issues - ELI5 mode: plain language synthesis, no jargon - 13+ sources: Reddit, X, YouTube, TikTok, Instagram, HN, Polymarket, GitHub, Threads, Pinterest, Perplexity, Bluesky, Web - Free Reddit comments via public JSON (no API key needed) - Fun judge v2: humor scoring baked into narrative - Cookie consent before browser scanning - 10,000 free ScrapeCreators calls - 1,012 tests Thank you to the community contributors whose issues and PRs shaped v3: @uppinote20 (#143), @zerone0x (#134, #136), @thinkun (#116), @thomasmktong (#124), @fanispoulinakisai-boop (#100), @pejmanjohn (#78), @zl190 (#115), @hnshah (#84, #85, #86) Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
110 lines
4.0 KiB
Python
110 lines
4.0 KiB
Python
import sys
|
|
import unittest
|
|
from pathlib import Path
|
|
|
|
sys.path.insert(0, str(Path(__file__).resolve().parents[1] / "scripts"))
|
|
|
|
from lib.tiktok import _parse_items
|
|
|
|
|
|
class TestTikTokAuthorTypeSafety(unittest.TestCase):
|
|
def _make_raw(self, **overrides):
|
|
base = {
|
|
"aweme_id": "1",
|
|
"desc": "test video",
|
|
"share_url": "https://www.tiktok.com/@u/video/1",
|
|
"author": {"unique_id": "testuser"},
|
|
"statistics": {"play_count": 100, "digg_count": 50, "comment_count": 10, "share_count": 5},
|
|
}
|
|
base.update(overrides)
|
|
return base
|
|
|
|
def test_author_as_dict(self):
|
|
items = _parse_items([self._make_raw()], "test")
|
|
self.assertEqual("testuser", items[0]["author_name"])
|
|
|
|
def test_author_as_string(self):
|
|
items = _parse_items([self._make_raw(author="stringuser")], "test")
|
|
self.assertEqual("stringuser", items[0]["author_name"])
|
|
|
|
def test_author_missing(self):
|
|
raw = self._make_raw()
|
|
del raw["author"]
|
|
items = _parse_items([raw], "test")
|
|
self.assertEqual("", items[0]["author_name"])
|
|
|
|
def test_author_none(self):
|
|
items = _parse_items([self._make_raw(author=None)], "test")
|
|
self.assertEqual("", items[0]["author_name"])
|
|
|
|
|
|
class TestTikTokStatsZeroPreserved(unittest.TestCase):
|
|
def test_zero_play_count(self):
|
|
raw = {
|
|
"aweme_id": "1",
|
|
"desc": "test",
|
|
"share_url": "https://www.tiktok.com/@u/video/1",
|
|
"author": {"unique_id": "u"},
|
|
"statistics": {"play_count": 0, "digg_count": 0, "comment_count": 0, "share_count": 0},
|
|
}
|
|
items = _parse_items([raw], "test")
|
|
self.assertEqual(0, items[0]["engagement"]["views"])
|
|
self.assertEqual(0, items[0]["engagement"]["likes"])
|
|
self.assertEqual(0, items[0]["engagement"]["comments"])
|
|
self.assertEqual(0, items[0]["engagement"]["shares"])
|
|
|
|
def test_stats_missing(self):
|
|
raw = {
|
|
"aweme_id": "1",
|
|
"desc": "test",
|
|
"share_url": "https://www.tiktok.com/@u/video/1",
|
|
"author": {"unique_id": "u"},
|
|
}
|
|
items = _parse_items([raw], "test")
|
|
self.assertEqual(0, items[0]["engagement"]["views"])
|
|
|
|
def test_stats_as_non_dict(self):
|
|
raw = {
|
|
"aweme_id": "1",
|
|
"desc": "test",
|
|
"share_url": "https://www.tiktok.com/@u/video/1",
|
|
"author": {"unique_id": "u"},
|
|
"statistics": "invalid",
|
|
}
|
|
items = _parse_items([raw], "test")
|
|
self.assertEqual(0, items[0]["engagement"]["views"])
|
|
|
|
|
|
class TestExpandTikTokQueries(unittest.TestCase):
|
|
"""Tests for expand_tiktok_queries() multi-query generation."""
|
|
|
|
def test_default_depth_returns_two_plus_queries(self):
|
|
from lib.tiktok import expand_tiktok_queries
|
|
queries = expand_tiktok_queries("Kanye West", "default")
|
|
self.assertGreaterEqual(len(queries), 2)
|
|
# Breaking_news intent should include reaction/edit variant
|
|
variant_found = any(
|
|
"reaction" in q.lower() or "edit" in q.lower() or "trend" in q.lower()
|
|
for q in queries
|
|
)
|
|
self.assertTrue(variant_found, f"Expected reaction/edit/trend variant: {queries}")
|
|
|
|
def test_product_intent_includes_review_variant(self):
|
|
from lib.tiktok import expand_tiktok_queries
|
|
# "best laptop for coding" triggers the product intent (best .* for pattern)
|
|
queries = expand_tiktok_queries("best laptop for coding", "deep")
|
|
variant_found = any(
|
|
"review" in q.lower() or "haul" in q.lower() or "unboxing" in q.lower()
|
|
for q in queries
|
|
)
|
|
self.assertTrue(variant_found, f"Expected review/haul/unboxing variant: {queries}")
|
|
|
|
def test_quick_depth_returns_one_query(self):
|
|
from lib.tiktok import expand_tiktok_queries
|
|
queries = expand_tiktok_queries("Kanye West", "quick")
|
|
self.assertEqual(len(queries), 1)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main()
|