feat(install): split into core + optional channels with --channels flag (#237)
Base install now only sets up lightweight zero-config channels (Web, YouTube, GitHub, RSS, Exa, V2EX, Bilibili basic). Optional channels (Twitter, Weibo, WeChat, Xiaoyuzhou, XiaoHongShu, Reddit, Bilibili full, Douyin, LinkedIn) are installed on demand via --channels flag. - Add --channels param to install subcommand - Extract twitter/xhs/reddit/bili into independent install functions - Remove heavy deps (weibo/xiaoyuzhou/wechat/twitter-cli/xhs-cli) from default _install_system_deps() and _install_mcporter() - Cookie import only triggers when cookie-needing channels are selected - Doctor output: inactive optional channels summarized in one line - install.md: two-step flow (basics → ask user which channels) Co-authored-by: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
This commit is contained in:
+153
-115
@@ -68,6 +68,10 @@ def main():
|
||||
help="Safe mode: skip automatic system changes, show what's needed instead")
|
||||
p_install.add_argument("--dry-run", action="store_true",
|
||||
help="Show what would be done without making any changes")
|
||||
p_install.add_argument("--channels", default="",
|
||||
help="Comma-separated optional channels to install "
|
||||
"(twitter,weibo,wechat,xiaoyuzhou,xueqiu,xiaohongshu,"
|
||||
"reddit,bilibili,douyin,linkedin,all)")
|
||||
|
||||
# ── configure ──
|
||||
p_conf = sub.add_parser("configure", help="Set a config value or auto-extract from browser")
|
||||
@@ -173,11 +177,33 @@ def _cmd_install(args):
|
||||
print("SAFE MODE — skipping automatic system changes")
|
||||
print()
|
||||
|
||||
# ── Parse --channels ──
|
||||
CHANNEL_INSTALLERS = {
|
||||
"twitter": _install_twitter_deps,
|
||||
"weibo": _install_weibo_deps,
|
||||
"wechat": _install_wechat_deps,
|
||||
"xiaoyuzhou": _install_xiaoyuzhou_deps,
|
||||
"xiaohongshu": _install_xhs_deps,
|
||||
"reddit": _install_reddit_deps,
|
||||
"bilibili": _install_bili_deps,
|
||||
# xueqiu: cookie-only, no install step
|
||||
# douyin/linkedin: manual setup, no auto-install
|
||||
}
|
||||
COOKIE_CHANNELS = {"twitter", "xueqiu", "bilibili"}
|
||||
|
||||
requested_channels = set()
|
||||
if args.channels:
|
||||
raw = [c.strip().lower() for c in args.channels.split(",") if c.strip()]
|
||||
if "all" in raw:
|
||||
requested_channels = set(CHANNEL_INSTALLERS.keys()) | {"xueqiu", "douyin", "linkedin"}
|
||||
else:
|
||||
requested_channels = set(raw)
|
||||
|
||||
# Auto-detect environment
|
||||
env = args.env
|
||||
if env == "auto":
|
||||
env = _detect_environment()
|
||||
|
||||
|
||||
if env == "server":
|
||||
print(f"Environment: Server/VPS (auto-detected)")
|
||||
else:
|
||||
@@ -191,7 +217,7 @@ def _cmd_install(args):
|
||||
config.set("bilibili_proxy", args.proxy)
|
||||
print(f"✅ Proxy configured for Bilibili")
|
||||
|
||||
# ── Install system dependencies ──
|
||||
# ── Install core system dependencies (lightweight, always) ──
|
||||
print()
|
||||
if dry_run:
|
||||
_install_system_deps_dryrun()
|
||||
@@ -200,7 +226,7 @@ def _cmd_install(args):
|
||||
else:
|
||||
_install_system_deps()
|
||||
|
||||
# ── mcporter (for Exa search + XiaoHongShu) ──
|
||||
# ── mcporter (for Exa search) ──
|
||||
print()
|
||||
if dry_run:
|
||||
print("[dry-run] Would install mcporter and configure Exa search")
|
||||
@@ -209,10 +235,26 @@ def _cmd_install(args):
|
||||
else:
|
||||
_install_mcporter()
|
||||
|
||||
# Auto-import cookies on local computers
|
||||
if env == "local" and not safe_mode and not dry_run:
|
||||
# ── Install optional channels (only if --channels specified) ──
|
||||
if requested_channels and not dry_run and not safe_mode:
|
||||
print()
|
||||
print("Trying to import cookies from browser...")
|
||||
print("Installing optional channels...")
|
||||
for ch_name in sorted(requested_channels):
|
||||
installer = CHANNEL_INSTALLERS.get(ch_name)
|
||||
if installer:
|
||||
installer()
|
||||
|
||||
if requested_channels and dry_run:
|
||||
print()
|
||||
print(f"[dry-run] Would install optional channels: {', '.join(sorted(requested_channels))}")
|
||||
|
||||
# ── Auto-import cookies (only if cookie-needing channels are requested) ──
|
||||
needs_cookies = bool(requested_channels & COOKIE_CHANNELS)
|
||||
if env == "local" and needs_cookies and not safe_mode and not dry_run:
|
||||
print()
|
||||
print("Importing cookies from browser...")
|
||||
print(" (macOS may ask for your login password to access the Keychain — this is normal,")
|
||||
print(" it only happens once during install. Enter your password or click 'Allow'.)")
|
||||
try:
|
||||
from agent_reach.cookie_extract import configure_from_browser
|
||||
results = configure_from_browser("chrome", config)
|
||||
@@ -222,7 +264,6 @@ def _cmd_install(args):
|
||||
print(f" ✅ {platform}: {message}")
|
||||
found = True
|
||||
if not found:
|
||||
# Try firefox
|
||||
results = configure_from_browser("firefox", config)
|
||||
for platform, success, message in results:
|
||||
if success:
|
||||
@@ -231,12 +272,8 @@ def _cmd_install(args):
|
||||
if not found:
|
||||
print(" -- No cookies found (normal if you haven't logged into these sites)")
|
||||
except Exception:
|
||||
print(" -- Could not read browser cookies (browser might be open)")
|
||||
elif env == "local" and safe_mode:
|
||||
print()
|
||||
print("Skipped auto cookie import (safe mode).")
|
||||
print(" To import manually: agent-reach configure --from-browser chrome")
|
||||
elif env == "local" and dry_run:
|
||||
print(" -- Could not read browser cookies (browser might be open or password was denied)")
|
||||
elif env == "local" and needs_cookies and dry_run:
|
||||
print()
|
||||
print("[dry-run] Would try to import cookies from Chrome/Firefox")
|
||||
|
||||
@@ -266,9 +303,12 @@ def _cmd_install(args):
|
||||
|
||||
print(f"✅ Installation complete! {ok}/{total} channels active.")
|
||||
|
||||
if ok < total:
|
||||
if not requested_channels:
|
||||
# First install — hint about optional channels
|
||||
print()
|
||||
print("Some channels are not active yet. If you're an AI Agent, try to fix them yourself — then run `agent-reach doctor` again.")
|
||||
print("More channels available! Use --channels to install:")
|
||||
print(" agent-reach install --channels=twitter,weibo,xiaohongshu,...")
|
||||
print(" agent-reach install --channels=all (install everything)")
|
||||
|
||||
# Star reminder
|
||||
print()
|
||||
@@ -502,37 +542,6 @@ def _install_system_deps():
|
||||
except Exception:
|
||||
print(" [!] Node.js install failed. Try: apt install nodejs npm, or nvm install 22, or download from https://nodejs.org")
|
||||
|
||||
# ── twitter-cli (for Twitter search) ──
|
||||
if shutil.which("twitter"):
|
||||
print(" ✅ twitter-cli already installed")
|
||||
else:
|
||||
if shutil.which("pipx"):
|
||||
try:
|
||||
subprocess.run(
|
||||
["pipx", "install", "twitter-cli"],
|
||||
capture_output=True, encoding="utf-8", errors="replace", timeout=120,
|
||||
)
|
||||
if shutil.which("twitter"):
|
||||
print(" ✅ twitter-cli installed (Twitter search + timeline + article)")
|
||||
else:
|
||||
print(" -- twitter-cli install failed (optional — Twitter reading still works via Jina)")
|
||||
except Exception:
|
||||
print(" -- twitter-cli install failed (optional — Twitter reading still works via Jina)")
|
||||
elif shutil.which("uv"):
|
||||
try:
|
||||
subprocess.run(
|
||||
["uv", "tool", "install", "twitter-cli"],
|
||||
capture_output=True, encoding="utf-8", errors="replace", timeout=120,
|
||||
)
|
||||
if shutil.which("twitter"):
|
||||
print(" ✅ twitter-cli installed (Twitter search + timeline + article)")
|
||||
else:
|
||||
print(" -- twitter-cli install failed (optional)")
|
||||
except Exception:
|
||||
print(" -- twitter-cli install failed (optional)")
|
||||
else:
|
||||
print(" -- twitter-cli requires pipx or uv (optional — Twitter reading still works via Jina)")
|
||||
|
||||
# ── undici (proxy support for Node.js fetch) ──
|
||||
npm_cmd = shutil.which("npm")
|
||||
if npm_cmd:
|
||||
@@ -566,14 +575,9 @@ def _install_system_deps():
|
||||
except Exception:
|
||||
print(" -- Could not configure yt-dlp JS runtime (YouTube may not work)")
|
||||
|
||||
# ── Weibo (mcp-server-weibo fork with visitor passport fix) ──
|
||||
_install_weibo_deps()
|
||||
|
||||
# ── Xiaoyuzhou Podcast (transcribe.sh + ffmpeg) ──
|
||||
_install_xiaoyuzhou_deps()
|
||||
|
||||
# ── WeChat Articles (miku_ai + camoufox + wechat-article-for-ai) ──
|
||||
_install_wechat_deps()
|
||||
# NOTE: twitter-cli, weibo, xiaoyuzhou, wechat, xhs-cli etc. are optional.
|
||||
# They are installed via --channels flag, not here.
|
||||
# See CHANNEL_INSTALLERS in _cmd_install().
|
||||
|
||||
|
||||
def _install_xiaoyuzhou_deps():
|
||||
@@ -619,6 +623,98 @@ def _install_xiaoyuzhou_deps():
|
||||
print(" Then run: agent-reach configure groq-key gsk_xxxxx")
|
||||
|
||||
|
||||
def _install_twitter_deps():
|
||||
"""Install twitter-cli for Twitter search + timeline."""
|
||||
import shutil
|
||||
import subprocess
|
||||
|
||||
print("Setting up Twitter (twitter-cli)...")
|
||||
if shutil.which("twitter"):
|
||||
print(" ✅ twitter-cli already installed")
|
||||
return
|
||||
for tool, cmd in [("pipx", ["pipx", "install", "twitter-cli"]),
|
||||
("uv", ["uv", "tool", "install", "twitter-cli"])]:
|
||||
if shutil.which(tool):
|
||||
try:
|
||||
subprocess.run(cmd, capture_output=True, encoding="utf-8",
|
||||
errors="replace", timeout=120)
|
||||
if shutil.which("twitter"):
|
||||
print(" ✅ twitter-cli installed")
|
||||
return
|
||||
except Exception:
|
||||
pass
|
||||
print(" [!] twitter-cli install failed. Run: pipx install twitter-cli")
|
||||
|
||||
|
||||
def _install_xhs_deps():
|
||||
"""Install xhs-cli (xiaohongshu-cli) for XiaoHongShu."""
|
||||
import shutil
|
||||
import subprocess
|
||||
|
||||
print("Setting up XiaoHongShu (xhs-cli)...")
|
||||
if shutil.which("xhs"):
|
||||
print(" ✅ xhs-cli already installed")
|
||||
return
|
||||
for tool, cmd in [("pipx", ["pipx", "install", "xiaohongshu-cli"]),
|
||||
("uv", ["uv", "tool", "install", "xiaohongshu-cli"])]:
|
||||
if shutil.which(tool):
|
||||
try:
|
||||
subprocess.run(cmd, capture_output=True, encoding="utf-8",
|
||||
errors="replace", timeout=120)
|
||||
if shutil.which("xhs"):
|
||||
print(" ✅ xhs-cli installed (run `xhs login` to authenticate)")
|
||||
return
|
||||
except Exception:
|
||||
pass
|
||||
print(" [!] xhs-cli install failed. Run: pipx install xiaohongshu-cli")
|
||||
|
||||
|
||||
def _install_reddit_deps():
|
||||
"""Install rdt-cli for Reddit search + reading."""
|
||||
import shutil
|
||||
import subprocess
|
||||
|
||||
print("Setting up Reddit (rdt-cli)...")
|
||||
if shutil.which("rdt"):
|
||||
print(" ✅ rdt-cli already installed")
|
||||
return
|
||||
for tool, cmd in [("pipx", ["pipx", "install", "rdt-cli"]),
|
||||
("uv", ["uv", "tool", "install", "rdt-cli"])]:
|
||||
if shutil.which(tool):
|
||||
try:
|
||||
subprocess.run(cmd, capture_output=True, encoding="utf-8",
|
||||
errors="replace", timeout=120)
|
||||
if shutil.which("rdt"):
|
||||
print(" ✅ rdt-cli installed")
|
||||
return
|
||||
except Exception:
|
||||
pass
|
||||
print(" [!] rdt-cli install failed. Run: pipx install rdt-cli")
|
||||
|
||||
|
||||
def _install_bili_deps():
|
||||
"""Install bili-cli for Bilibili hot/rank/search."""
|
||||
import shutil
|
||||
import subprocess
|
||||
|
||||
print("Setting up Bilibili (bili-cli)...")
|
||||
if shutil.which("bili"):
|
||||
print(" ✅ bili-cli already installed")
|
||||
return
|
||||
for tool, cmd in [("pipx", ["pipx", "install", "bilibili-cli"]),
|
||||
("uv", ["uv", "tool", "install", "bilibili-cli"])]:
|
||||
if shutil.which(tool):
|
||||
try:
|
||||
subprocess.run(cmd, capture_output=True, encoding="utf-8",
|
||||
errors="replace", timeout=120)
|
||||
if shutil.which("bili"):
|
||||
print(" ✅ bili-cli installed")
|
||||
return
|
||||
except Exception:
|
||||
pass
|
||||
print(" [!] bili-cli install failed. Run: pipx install bilibili-cli")
|
||||
|
||||
|
||||
def _install_weibo_deps():
|
||||
"""Install Weibo MCP server (Panniantong fork with visitor passport auth)."""
|
||||
import shutil
|
||||
@@ -745,7 +841,6 @@ def _install_system_deps_safe():
|
||||
deps = [
|
||||
("gh", ["gh"], "GitHub CLI", "https://cli.github.com — or: apt install gh / brew install gh"),
|
||||
("node", ["node", "npm"], "Node.js", "https://nodejs.org — or: apt install nodejs npm"),
|
||||
("twitter", ["twitter"], "twitter-cli (Twitter)", "pipx install twitter-cli"),
|
||||
]
|
||||
|
||||
missing = []
|
||||
@@ -765,29 +860,6 @@ def _install_system_deps_safe():
|
||||
else:
|
||||
print(" All system dependencies are installed!")
|
||||
|
||||
# WeChat check (Python packages, not binaries)
|
||||
has_camoufox = has_miku = False
|
||||
try:
|
||||
import camoufox # noqa: F401
|
||||
has_camoufox = True
|
||||
except ImportError:
|
||||
pass
|
||||
try:
|
||||
import miku_ai # noqa: F401
|
||||
has_miku = True
|
||||
except ImportError:
|
||||
pass
|
||||
if has_camoufox and has_miku:
|
||||
print(" ✅ WeChat article tools already installed")
|
||||
else:
|
||||
pkgs = []
|
||||
if not has_camoufox:
|
||||
pkgs.extend(["camoufox[geoip]", "markdownify", "beautifulsoup4", "httpx"])
|
||||
if not has_miku:
|
||||
pkgs.append("miku_ai")
|
||||
print(f" -- WeChat article tools not found")
|
||||
print(f" Install: pip install {' '.join(pkgs)}")
|
||||
|
||||
|
||||
def _install_system_deps_dryrun():
|
||||
"""Dry-run: just show what would be checked/installed."""
|
||||
@@ -798,7 +870,6 @@ def _install_system_deps_dryrun():
|
||||
checks = [
|
||||
("gh CLI", ["gh"], "apt install gh / brew install gh"),
|
||||
("Node.js", ["node"], "curl NodeSource setup | bash + apt install nodejs"),
|
||||
("twitter-cli", ["twitter"], "pipx install twitter-cli"),
|
||||
]
|
||||
|
||||
for label, binaries, method in checks:
|
||||
@@ -808,30 +879,14 @@ def _install_system_deps_dryrun():
|
||||
else:
|
||||
print(f" {label}: would install via: {method}")
|
||||
|
||||
# WeChat
|
||||
has_camoufox = has_miku = False
|
||||
try:
|
||||
import camoufox # noqa: F401
|
||||
has_camoufox = True
|
||||
except ImportError:
|
||||
pass
|
||||
try:
|
||||
import miku_ai # noqa: F401
|
||||
has_miku = True
|
||||
except ImportError:
|
||||
pass
|
||||
if has_camoufox and has_miku:
|
||||
print(" ✅ WeChat article tools: already installed, skip")
|
||||
else:
|
||||
print(" WeChat article tools: would install via: pip install camoufox[geoip] markdownify beautifulsoup4 httpx miku_ai")
|
||||
|
||||
|
||||
def _install_mcporter():
|
||||
"""Install mcporter and configure Exa + XiaoHongShu MCP servers."""
|
||||
"""Install mcporter and configure Exa search."""
|
||||
import shutil
|
||||
import subprocess
|
||||
|
||||
print("Setting up mcporter (search + XiaoHongShu backend)...")
|
||||
print("Setting up mcporter (search backend)...")
|
||||
|
||||
if shutil.which("mcporter"):
|
||||
print(" ✅ mcporter already installed")
|
||||
@@ -871,24 +926,7 @@ def _install_mcporter():
|
||||
except Exception:
|
||||
print(" [!] Could not configure Exa. Run manually: mcporter config add exa https://mcp.exa.ai/mcp")
|
||||
|
||||
# Check XiaoHongShu CLI
|
||||
if shutil.which("xhs"):
|
||||
print(" ✅ xhs-cli already installed (xiaohongshu-cli)")
|
||||
else:
|
||||
if shutil.which("pipx"):
|
||||
try:
|
||||
subprocess.run(
|
||||
["pipx", "install", "xiaohongshu-cli"],
|
||||
capture_output=True, encoding="utf-8", errors="replace", timeout=120,
|
||||
)
|
||||
if shutil.which("xhs"):
|
||||
print(" ✅ xhs-cli installed (run `xhs login` to authenticate)")
|
||||
else:
|
||||
print(" -- xhs-cli install failed (optional). Run: pipx install xiaohongshu-cli")
|
||||
except Exception:
|
||||
print(" -- xhs-cli install failed (optional). Run: pipx install xiaohongshu-cli")
|
||||
else:
|
||||
print(" -- xhs-cli requires pipx (optional). Run: pipx install xiaohongshu-cli")
|
||||
# NOTE: xhs-cli is now optional, installed via --channels=xiaohongshu
|
||||
|
||||
|
||||
def _install_mcporter_safe():
|
||||
|
||||
Reference in New Issue
Block a user