Matt Van Horn
0a9ff16dfc
v3 rewrites the search engine from the ground up: - Intelligent pre-research: resolves X handles, GitHub repos, subreddits, TikTok hashtags, and YouTube channels before searching - GitHub person-mode: PR velocity, top repos by stars, release notes - GitHub project-mode: live star counts, README, releases, top issues - ELI5 mode: plain language synthesis, no jargon - 13+ sources: Reddit, X, YouTube, TikTok, Instagram, HN, Polymarket, GitHub, Threads, Pinterest, Perplexity, Bluesky, Web - Free Reddit comments via public JSON (no API key needed) - Fun judge v2: humor scoring baked into narrative - Cookie consent before browser scanning - 10,000 free ScrapeCreators calls - 1,012 tests Thank you to the community contributors whose issues and PRs shaped v3: @uppinote20 (#143), @zerone0x (#134, #136), @thinkun (#116), @thomasmktong (#124), @fanispoulinakisai-boop (#100), @pejmanjohn (#78), @zl190 (#115), @hnshah (#84, #85, #86) Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
60 lines
2.0 KiB
Bash
Executable File
60 lines
2.0 KiB
Bash
Executable File
#!/bin/bash
|
|
# A/B/C test runner for last30days skill variants
|
|
# Usage: bash scripts/compare.sh "Kanye West"
|
|
#
|
|
# Runs all 3 skills sequentially (30s gap for rate limits),
|
|
# saves raw results with unique suffixes, then prints file paths
|
|
# for comparison.
|
|
|
|
set -e
|
|
|
|
# Join all args as the topic (so "bash compare.sh Kevin Rose" works without quotes)
|
|
if [ $# -eq 0 ]; then
|
|
echo "Usage: bash scripts/compare.sh <topic>"
|
|
echo " Example: bash scripts/compare.sh Kevin Rose"
|
|
exit 1
|
|
fi
|
|
TOPIC="$*"
|
|
SLUG=$(echo "$TOPIC" | tr '[:upper:]' '[:lower:]' | sed 's/[^a-z0-9]/-/g' | sed 's/--*/-/g' | sed 's/^-//' | sed 's/-$//')
|
|
DIR="$HOME/Documents/Last30Days"
|
|
DATE=$(date +%Y-%m-%d)
|
|
|
|
echo "=============================================="
|
|
echo " A/B/C Test: $TOPIC"
|
|
echo " Date: $DATE"
|
|
echo "=============================================="
|
|
echo ""
|
|
|
|
# Run 1: v2.9 production
|
|
echo "[1/3] Running v2.9 (production /last30days)..."
|
|
echo " This takes 2-4 minutes..."
|
|
claude -p --dangerously-skip-permissions "/last30days $TOPIC" > /dev/null 2>&1 || true
|
|
V2_FILE="$DIR/${SLUG}-raw.md"
|
|
[ -f "$V2_FILE" ] && echo " ✓ Done → $V2_FILE" || echo " ✗ FAILED — no output file"
|
|
echo ""
|
|
|
|
echo " Waiting 30s for API rate limits..."
|
|
sleep 30
|
|
|
|
# Run 2: v3 Gemini
|
|
echo "[2/3] Running v3 (/last30days-3)..."
|
|
echo " This takes 2-4 minutes..."
|
|
claude -p --dangerously-skip-permissions "/last30days-3:last30days-skill-private $TOPIC" > /dev/null 2>&1 || true
|
|
V3GEM_FILE="$DIR/${SLUG}-raw-v3.md"
|
|
[ -f "$V3GEM_FILE" ] && echo " ✓ Done → $V3GEM_FILE" || echo " ✗ FAILED — no output file"
|
|
echo ""
|
|
|
|
echo ""
|
|
|
|
echo "=============================================="
|
|
echo " Both complete. Raw files:"
|
|
echo "=============================================="
|
|
echo ""
|
|
ls -la "$DIR/${SLUG}-raw"*.md 2>/dev/null || echo " (no files found — check if skills saved correctly)"
|
|
echo ""
|
|
echo "To compare, run in Claude Code:"
|
|
echo " Read and compare these raw research files, produce a detailed report:"
|
|
echo " $DIR/${SLUG}-raw.md"
|
|
echo " $DIR/${SLUG}-raw-v3.md"
|
|
echo ""
|