Matt Van Horn
7cee41509f
- scripts/compare.sh now runs /last30days vs /last30days-beta (was /last30days vs /last30days-3:last30days-skill-private which was a stale private install name that no longer works) - CLAUDE.md adds a Beta channel section pointing at mvanhorn/last30days-skill-private so future agent sessions discover the two-skill layout on project load No runtime impact on /last30days. Engine code unchanged. Plan: docs/plans/2026-04-17-005-feat-beta-skill-from-private-repo-plan.md (plan file is gitignored per PR #259, not included in this diff) Co-Authored-By: Claude Opus 4.7 (1M context) <noreply@anthropic.com>
61 lines
2.1 KiB
Bash
Executable File
61 lines
2.1 KiB
Bash
Executable File
#!/bin/bash
|
|
# A/B test runner: public release vs private beta
|
|
# Usage: bash scripts/compare.sh "Kanye West"
|
|
#
|
|
# Runs /last30days (public release) and /last30days-beta (private beta)
|
|
# sequentially with a 30s gap, saves raw results with distinct suffixes,
|
|
# prints file paths for comparison.
|
|
|
|
set -e
|
|
|
|
if [ $# -eq 0 ]; then
|
|
echo "Usage: bash scripts/compare.sh <topic>"
|
|
echo " Example: bash scripts/compare.sh Kevin Rose"
|
|
exit 1
|
|
fi
|
|
TOPIC="$*"
|
|
SLUG=$(echo "$TOPIC" | tr '[:upper:]' '[:lower:]' | sed 's/[^a-z0-9]/-/g' | sed 's/--*/-/g' | sed 's/^-//' | sed 's/-$//')
|
|
DIR="$HOME/Documents/Last30Days"
|
|
DATE=$(date +%Y-%m-%d)
|
|
|
|
echo "=============================================="
|
|
echo " A/B Test: $TOPIC"
|
|
echo " Date: $DATE"
|
|
echo "=============================================="
|
|
echo ""
|
|
|
|
# Run 1: public release
|
|
echo "[1/2] Running /last30days (public release)..."
|
|
echo " This takes 2-4 minutes..."
|
|
claude -p --dangerously-skip-permissions "/last30days $TOPIC" > /dev/null 2>&1 || true
|
|
RELEASE_FILE="$DIR/${SLUG}-raw.md"
|
|
[ -f "$RELEASE_FILE" ] && echo " Done: $RELEASE_FILE" || echo " FAILED: no output file"
|
|
echo ""
|
|
|
|
echo " Waiting 30s for API rate limits..."
|
|
sleep 30
|
|
|
|
# Run 2: private beta
|
|
echo "[2/2] Running /last30days-beta (private beta)..."
|
|
echo " This takes 2-4 minutes..."
|
|
claude -p --dangerously-skip-permissions "/last30days-beta $TOPIC" > /dev/null 2>&1 || true
|
|
BETA_FILE="$DIR/${SLUG}-raw-beta.md"
|
|
[ -f "$BETA_FILE" ] && echo " Done: $BETA_FILE" || echo " FAILED: no output file"
|
|
echo ""
|
|
|
|
echo "=============================================="
|
|
echo " Both complete. Raw files:"
|
|
echo "=============================================="
|
|
echo ""
|
|
ls -la "$DIR/${SLUG}-raw"*.md 2>/dev/null || echo " (no files found - check if skills saved correctly)"
|
|
echo ""
|
|
echo "To compare, run in Claude Code:"
|
|
echo " Read and compare these raw research files, produce a detailed report:"
|
|
echo " $RELEASE_FILE"
|
|
echo " $BETA_FILE"
|
|
echo ""
|
|
echo "Beta output should start with a line like:"
|
|
echo " 🧪 last30days-beta · branch <name> · synced $DATE"
|
|
echo "If that line is missing, the beta badge regressed. See docs/plans/2026-04-17-005-*-plan.md."
|
|
echo ""
|