Merge pull request #226 from Panniantong/merge/skill-router-system
feat(skill): refactor skill system with router + references (#192)
This commit is contained in:
+44
-25
@@ -282,19 +282,48 @@ def _cmd_install(args):
|
||||
|
||||
|
||||
def _install_skill():
|
||||
"""Install Agent Reach as an agent skill (OpenClaw / Claude Code)."""
|
||||
"""Install Agent Reach as an agent skill (OpenClaw / Claude Code / .agents)."""
|
||||
import os
|
||||
import shutil
|
||||
import importlib.resources
|
||||
|
||||
# Determine skill install path
|
||||
# Priority 1: OPENCLAW_HOME environment variable (if set)
|
||||
# Priority 2: ~/.openclaw/skills (default)
|
||||
# Priority 3: ~/.claude/skills (Claude Code)
|
||||
# Priority 4: ~/.agents/skills (Generic agents)
|
||||
def _copy_skill_dir(target: str) -> bool:
|
||||
"""Copy entire skill directory (SKILL.md + references/)."""
|
||||
try:
|
||||
# Clear existing installation
|
||||
if os.path.exists(target):
|
||||
shutil.rmtree(target)
|
||||
os.makedirs(target, exist_ok=True)
|
||||
|
||||
# Get skill directory from package
|
||||
skill_pkg = importlib.resources.files("agent_reach").joinpath("skill")
|
||||
|
||||
# Copy SKILL.md
|
||||
skill_md = skill_pkg.joinpath("SKILL.md").read_text()
|
||||
with open(os.path.join(target, "SKILL.md"), "w") as f:
|
||||
f.write(skill_md)
|
||||
|
||||
# Copy references/ directory
|
||||
refs_pkg = skill_pkg.joinpath("references")
|
||||
refs_target = os.path.join(target, "references")
|
||||
os.makedirs(refs_target, exist_ok=True)
|
||||
|
||||
for ref_file in refs_pkg.iterdir():
|
||||
if ref_file.suffix == ".md":
|
||||
content = ref_file.read_text()
|
||||
with open(os.path.join(refs_target, ref_file.name), "w") as f:
|
||||
f.write(content)
|
||||
|
||||
return True
|
||||
except Exception as e:
|
||||
print(f" Warning: Could not install skill: {e}")
|
||||
return False
|
||||
|
||||
# Determine skill install path (priority: .agents > openclaw > claude)
|
||||
skill_dirs = [
|
||||
os.path.expanduser("~/.agents/skills"), # Generic agents (priority)
|
||||
os.path.expanduser("~/.openclaw/skills"), # OpenClaw
|
||||
os.path.expanduser("~/.claude/skills"), # Claude Code (if exists)
|
||||
os.path.expanduser("~/.agents/skills"), # Generic agents
|
||||
]
|
||||
|
||||
# Insert OPENCLAW_HOME path at the beginning if environment variable is set
|
||||
@@ -306,29 +335,19 @@ def _install_skill():
|
||||
for skill_dir in skill_dirs:
|
||||
if os.path.isdir(skill_dir):
|
||||
target = os.path.join(skill_dir, "agent-reach")
|
||||
try:
|
||||
os.makedirs(target, exist_ok=True)
|
||||
# Read SKILL.md from package data
|
||||
skill_md = importlib.resources.files("agent_reach").joinpath("skill", "SKILL.md").read_text()
|
||||
with open(os.path.join(target, "SKILL.md"), "w") as f:
|
||||
f.write(skill_md)
|
||||
platform_name = "OpenClaw" if "openclaw" in skill_dir else "Claude Code" if "claude" in skill_dir else "Agent"
|
||||
if _copy_skill_dir(target):
|
||||
platform_name = "Agent" if ".agents" in skill_dir else "OpenClaw" if "openclaw" in skill_dir else "Claude Code"
|
||||
print(f"Skill installed for {platform_name}: {target}")
|
||||
installed = True
|
||||
except Exception:
|
||||
pass
|
||||
|
||||
if not installed:
|
||||
# No known skill directory found — create for OpenClaw by default
|
||||
target = os.path.expanduser("~/.openclaw/skills/agent-reach")
|
||||
try:
|
||||
os.makedirs(target, exist_ok=True)
|
||||
skill_md = importlib.resources.files("agent_reach").joinpath("skill", "SKILL.md").read_text()
|
||||
with open(os.path.join(target, "SKILL.md"), "w") as f:
|
||||
f.write(skill_md)
|
||||
# No known skill directory found — create for .agents by default
|
||||
target = os.path.expanduser("~/.agents/skills/agent-reach")
|
||||
os.makedirs(os.path.dirname(target), exist_ok=True)
|
||||
if _copy_skill_dir(target):
|
||||
print(f"Skill installed: {target}")
|
||||
except Exception as e:
|
||||
print(f" -- Could not install agent skill (optional): {e}")
|
||||
else:
|
||||
print(" -- Could not install agent skill (optional)")
|
||||
print(" -- Tip: install OpenClaw, Claude Code, or create ~/.agents/skills/ manually")
|
||||
|
||||
|
||||
|
||||
+63
-277
@@ -2,313 +2,99 @@
|
||||
name: agent-reach
|
||||
description: >
|
||||
Give your AI agent eyes to see the entire internet.
|
||||
Search and read 17 platforms: Twitter/X, Reddit, YouTube, GitHub, Bilibili,
|
||||
XiaoHongShu, Douyin, Weibo, WeChat Articles, Xiaoyuzhou Podcast, LinkedIn,
|
||||
V2EX, Xueqiu, RSS, Exa web search, and any web page.
|
||||
Zero config for 8 channels. Use when user asks to search, read, or interact
|
||||
on any supported platform, shares a URL, or asks to search the web.
|
||||
Triggers: "搜推特", "搜小红书", "看视频", "搜一下", "上网搜", "帮我查",
|
||||
"search twitter", "youtube transcript", "search reddit", "read this link",
|
||||
"B站", "bilibili", "抖音视频", "微信文章", "公众号", "微博", "V2EX",
|
||||
"小宇宙", "播客", "podcast", "雪球", "股票", "stock quote",
|
||||
"web search", "research", "帮我安装".
|
||||
17 platforms via CLI, MCP, curl, and Python scripts.
|
||||
Zero config for 8 channels.
|
||||
|
||||
【路由方式】SKILL.md 包含路由表和常用命令,复杂场景需按需阅读对应分类的 references/*.md。
|
||||
分类:search / social (小红书/抖音/微博/推特/B站/V2EX/Reddit) / career(LinkedIn) / dev(github) / web(网页/文章/公众号/RSS) / video(YouTube/B站/播客).
|
||||
|
||||
Use when user asks to search, read, or interact on any supported platform,
|
||||
shares a URL, or asks to search the web.
|
||||
triggers:
|
||||
- search: 搜/查/找/search/搜索/查一下/帮我搜
|
||||
- social:
|
||||
- 小红书: xiaohongshu/xhs/小红书/红书
|
||||
- 抖音: douyin/抖音
|
||||
- Twitter: twitter/推特/x.com/推文
|
||||
- 微博: weibo/微博
|
||||
- B站: bilibili/b站/哔哩哔哩
|
||||
- V2EX: v2ex
|
||||
- Reddit: reddit
|
||||
- career: 招聘/职位/求职/linkedin/领英/找工作
|
||||
- dev: github/代码/仓库/gh/issue/pr/分支/commit
|
||||
- web: 网页/链接/文章/公众号/微信文章/rss/读一下/打开这个
|
||||
- video: youtube/视频/播客/字幕/小宇宙/转录/yt
|
||||
- finance: 雪球/股票/stock/xueqiu/行情/基金
|
||||
metadata:
|
||||
openclaw:
|
||||
homepage: https://github.com/Panniantong/Agent-Reach
|
||||
---
|
||||
|
||||
# Agent Reach — Usage Guide
|
||||
# Agent Reach — 路由器
|
||||
|
||||
Upstream tools for 13+ platforms. Call them directly.
|
||||
17 平台工具集合。根据用户意图选择对应分类。
|
||||
|
||||
Run `agent-reach doctor` to check which channels are available.
|
||||
## 路由表
|
||||
|
||||
## ⚠️ Workspace Rules
|
||||
| 用户意图 | 分类 | 详细文档 |
|
||||
|---------|------|---------|
|
||||
| 网页搜索/代码搜索 | search | [references/search.md](references/search.md) |
|
||||
| 小红书/抖音/微博/推特/B站/V2EX/Reddit | social | [references/social.md](references/social.md) |
|
||||
| 招聘/职位/LinkedIn | career | [references/career.md](references/career.md) |
|
||||
| GitHub/代码 | dev | [references/dev.md](references/dev.md) |
|
||||
| 网页/文章/公众号/RSS | web | [references/web.md](references/web.md) |
|
||||
| YouTube/B站/播客字幕 | video | [references/video.md](references/video.md) |
|
||||
|
||||
**Never create files in the agent workspace.** Use `/tmp/` for temporary output and `~/.agent-reach/` for persistent data.
|
||||
|
||||
## Web — Any URL
|
||||
|
||||
```bash
|
||||
curl -s "https://r.jina.ai/URL"
|
||||
```
|
||||
|
||||
## Web Search (Exa)
|
||||
## 零配置快速命令
|
||||
|
||||
```bash
|
||||
# Exa 网页搜索
|
||||
mcporter call 'exa.web_search_exa(query: "query", numResults: 5)'
|
||||
mcporter call 'exa.get_code_context_exa(query: "code question", tokensNum: 3000)'
|
||||
```
|
||||
|
||||
## Twitter/X (bird)
|
||||
# 通用网页阅读
|
||||
curl -s "https://r.jina.ai/URL"
|
||||
|
||||
```bash
|
||||
bird search "query" -n 10 # search
|
||||
bird read URL_OR_ID # read tweet (supports /status/ and /article/ URLs)
|
||||
bird user-tweets @username -n 20 # user timeline
|
||||
bird thread URL_OR_ID # full thread
|
||||
```
|
||||
|
||||
## YouTube (yt-dlp)
|
||||
|
||||
```bash
|
||||
yt-dlp --dump-json "URL" # video metadata
|
||||
yt-dlp --write-sub --write-auto-sub --sub-lang "zh-Hans,zh,en" --skip-download -o "/tmp/%(id)s" "URL"
|
||||
# download subtitles, then read the .vtt file
|
||||
yt-dlp --dump-json "ytsearch5:query" # search
|
||||
```
|
||||
|
||||
## Bilibili (yt-dlp)
|
||||
|
||||
```bash
|
||||
yt-dlp --dump-json "https://www.bilibili.com/video/BVxxx"
|
||||
yt-dlp --write-sub --write-auto-sub --sub-lang "zh-Hans,zh,en" --convert-subs vtt --skip-download -o "/tmp/%(id)s" "URL"
|
||||
```
|
||||
|
||||
> Server IPs may get 412. Use `--cookies-from-browser chrome` or configure proxy.
|
||||
|
||||
## Reddit
|
||||
|
||||
```bash
|
||||
curl -s "https://www.reddit.com/r/SUBREDDIT/hot.json?limit=10" -H "User-Agent: agent-reach/1.0"
|
||||
curl -s "https://www.reddit.com/search.json?q=QUERY&limit=10" -H "User-Agent: agent-reach/1.0"
|
||||
```
|
||||
|
||||
> Server IPs may get 403. Search via Exa instead, or configure proxy.
|
||||
|
||||
## GitHub (gh CLI)
|
||||
|
||||
```bash
|
||||
# GitHub 搜索
|
||||
gh search repos "query" --sort stars --limit 10
|
||||
gh repo view owner/repo
|
||||
gh search code "query" --language python
|
||||
gh issue list -R owner/repo --state open
|
||||
gh issue view 123 -R owner/repo
|
||||
```
|
||||
|
||||
## 小红书 / XiaoHongShu (mcporter)
|
||||
# Twitter 搜索
|
||||
bird search "query" -n 10
|
||||
|
||||
```bash
|
||||
mcporter call 'xiaohongshu.search_feeds(keyword: "query")'
|
||||
mcporter call 'xiaohongshu.get_feed_detail(feed_id: "xxx", xsec_token: "yyy")'
|
||||
mcporter call 'xiaohongshu.get_feed_detail(feed_id: "xxx", xsec_token: "yyy", load_all_comments: true)'
|
||||
mcporter call 'xiaohongshu.publish_content(title: "标题", content: "正文", images: ["/path/img.jpg"], tags: ["tag"])'
|
||||
```
|
||||
# YouTube/B站字幕
|
||||
yt-dlp --write-sub --skip-download -o "/tmp/%(id)s" "URL"
|
||||
|
||||
> Requires login. Use Cookie-Editor to import cookies.
|
||||
|
||||
> **Tip: Clean bloated output.** XHS API returns large JSON with many unused fields.
|
||||
> Pipe through the formatter to save context:
|
||||
> ```bash
|
||||
> mcporter call 'xiaohongshu.search_feeds(keyword: "query")' | agent-reach format xhs
|
||||
> ```
|
||||
> This keeps only: title, content, author, engagement counts, image URLs, and tags.
|
||||
|
||||
## 抖音 / Douyin (mcporter)
|
||||
|
||||
```bash
|
||||
mcporter call 'douyin.parse_douyin_video_info(share_link: "https://v.douyin.com/xxx/")'
|
||||
mcporter call 'douyin.get_douyin_download_link(share_link: "https://v.douyin.com/xxx/")'
|
||||
```
|
||||
|
||||
> No login needed.
|
||||
|
||||
## 微信公众号 / WeChat Articles
|
||||
|
||||
**Search** (miku_ai):
|
||||
```bash
|
||||
# miku_ai is installed inside the agent-reach Python environment.
|
||||
# Use the same interpreter that runs agent-reach (handles pipx / venv installs):
|
||||
AGENT_REACH_PYTHON=$(python3 -c "import agent_reach, sys; print(sys.executable)" 2>/dev/null || echo python3)
|
||||
$AGENT_REACH_PYTHON -c "
|
||||
import asyncio
|
||||
from miku_ai import get_wexin_article
|
||||
async def s():
|
||||
for a in await get_wexin_article(\'query\', 5):
|
||||
print(f\'{a[\"title\"]} | {a[\"url\"]}\')
|
||||
asyncio.run(s())
|
||||
"
|
||||
```
|
||||
|
||||
**Read** (Camoufox — bypasses WeChat anti-bot):
|
||||
```bash
|
||||
cd ~/.agent-reach/tools/wechat-article-for-ai && python3 main.py "https://mp.weixin.qq.com/s/ARTICLE_ID"
|
||||
```
|
||||
|
||||
> WeChat articles cannot be read with Jina Reader or curl. Must use Camoufox.
|
||||
|
||||
## 微博 / Weibo (mcporter)
|
||||
|
||||
```bash
|
||||
# 热搜榜
|
||||
mcporter call 'weibo.get_trendings(limit: 20)'
|
||||
|
||||
# 搜索用户
|
||||
mcporter call 'weibo.search_users(keyword: "雷军", limit: 10)'
|
||||
|
||||
# 获取用户资料
|
||||
mcporter call 'weibo.get_profile(uid: "1195230310")'
|
||||
|
||||
# 获取用户微博动态
|
||||
mcporter call 'weibo.get_feeds(uid: "1195230310", limit: 20)'
|
||||
|
||||
# 获取用户热门微博
|
||||
mcporter call 'weibo.get_hot_feeds(uid: "1195230310", limit: 10)'
|
||||
|
||||
# 搜索微博内容
|
||||
mcporter call 'weibo.search_content(keyword: "人工智能", limit: 20)'
|
||||
|
||||
# 搜索话题
|
||||
mcporter call 'weibo.search_topics(keyword: "AI", limit: 10)'
|
||||
|
||||
# 获取微博评论
|
||||
mcporter call 'weibo.get_comments(mid: "5099916367123456", limit: 50)'
|
||||
|
||||
# 获取粉丝列表
|
||||
mcporter call 'weibo.get_fans(uid: "1195230310", limit: 20)'
|
||||
|
||||
# 获取关注列表
|
||||
mcporter call 'weibo.get_followers(uid: "1195230310", limit: 20)'
|
||||
```
|
||||
|
||||
> Zero config. No login needed. Uses mobile API with auto visitor cookies.
|
||||
|
||||
## 小宇宙播客 / Xiaoyuzhou Podcast (groq-whisper + ffmpeg)
|
||||
|
||||
```bash
|
||||
# 转录单集播客(输出文本到 /tmp/)
|
||||
~/.agent-reach/tools/xiaoyuzhou/transcribe.sh "https://www.xiaoyuzhoufm.com/episode/EPISODE_ID"
|
||||
```
|
||||
|
||||
> 需要 ffmpeg + Groq API Key(免费)。
|
||||
> 配置 Key:`agent-reach configure groq-key YOUR_KEY`
|
||||
> 首次运行需安装工具:`agent-reach install --env=auto`
|
||||
> 运行 `agent-reach doctor` 检查状态。
|
||||
> 输出 Markdown 文件默认保存到 `/tmp/`。
|
||||
|
||||
|
||||
## LinkedIn (mcporter)
|
||||
|
||||
```bash
|
||||
mcporter call 'linkedin.get_person_profile(linkedin_url: "https://linkedin.com/in/username")'
|
||||
mcporter call 'linkedin.search_people(keyword: "AI engineer", limit: 10)'
|
||||
```
|
||||
|
||||
Fallback: `curl -s "https://r.jina.ai/https://linkedin.com/in/username"`
|
||||
|
||||
## V2EX (public API)
|
||||
|
||||
```bash
|
||||
# 热门主题
|
||||
# V2EX 热门
|
||||
curl -s "https://www.v2ex.com/api/topics/hot.json" -H "User-Agent: agent-reach/1.0"
|
||||
|
||||
# 节点主题(node_name 如 python、tech、jobs、qna)
|
||||
curl -s "https://www.v2ex.com/api/topics/show.json?node_name=python&page=1" -H "User-Agent: agent-reach/1.0"
|
||||
|
||||
# 主题详情(topic_id 从 URL 获取,如 https://www.v2ex.com/t/1234567)
|
||||
curl -s "https://www.v2ex.com/api/topics/show.json?id=TOPIC_ID" -H "User-Agent: agent-reach/1.0"
|
||||
|
||||
# 主题回复
|
||||
curl -s "https://www.v2ex.com/api/replies/show.json?topic_id=TOPIC_ID&page=1" -H "User-Agent: agent-reach/1.0"
|
||||
|
||||
# 用户信息
|
||||
curl -s "https://www.v2ex.com/api/members/show.json?username=USERNAME" -H "User-Agent: agent-reach/1.0"
|
||||
```
|
||||
|
||||
Python 调用示例(V2EXChannel):
|
||||
## 环境检查
|
||||
|
||||
```python
|
||||
from agent_reach.channels.v2ex import V2EXChannel
|
||||
```bash
|
||||
# 检查可用 channel
|
||||
agent-reach doctor
|
||||
|
||||
ch = V2EXChannel()
|
||||
|
||||
# 获取热门帖子(默认 20 条)
|
||||
# 返回字段:id, title, url, replies, node_name, node_title, content(前200字), created
|
||||
topics = ch.get_hot_topics(limit=10)
|
||||
for t in topics:
|
||||
print(f"[{t['node_title']}] {t['title']} ({t['replies']} 回复) {t['url']}")
|
||||
print(f" id={t['id']} created={t['created']}")
|
||||
|
||||
# 获取指定节点的最新帖子
|
||||
# 返回字段:id, title, url, replies, node_name, node_title, content(前200字), created
|
||||
node_topics = ch.get_node_topics("python", limit=5)
|
||||
for t in node_topics:
|
||||
print(t["id"], t["title"], t["url"])
|
||||
|
||||
# 获取单个帖子详情 + 回复列表
|
||||
# 返回字段:id, title, url, content, replies_count, node_name, node_title,
|
||||
# author, created, replies (list of {author, content, created})
|
||||
topic = ch.get_topic(1234567)
|
||||
print(topic["title"], "—", topic["author"])
|
||||
for r in topic["replies"]:
|
||||
print(f" {r['author']}: {r['content'][:80]}")
|
||||
|
||||
# 获取用户信息
|
||||
# 返回字段:id, username, url, website, twitter, psn, github, btc, location, bio, avatar, created
|
||||
user = ch.get_user("Livid")
|
||||
print(user["username"], user["bio"], user["github"])
|
||||
|
||||
# 搜索(V2EX 公开 API 不支持,会返回说明信息)
|
||||
result = ch.search("asyncio")
|
||||
print(result[0]["error"]) # 提示使用站内搜索或 Exa channel
|
||||
# 查看所有 MCP 服务
|
||||
mcporter_list_servers()
|
||||
```
|
||||
|
||||
> No auth required. Results are public JSON. V2EX 节点名见 https://www.v2ex.com/planes
|
||||
## 工作区规则
|
||||
|
||||
## 雪球 / Xueqiu (需要登录 Cookie)
|
||||
**不要在 agent workspace 创建文件。** 使用 `/tmp/` 存放临时输出,`~/.agent-reach/` 存放持久数据。
|
||||
|
||||
```python
|
||||
from agent_reach.channels.xueqiu import XueqiuChannel
|
||||
## 详细文档
|
||||
|
||||
ch = XueqiuChannel()
|
||||
根据用户需求,阅读对应的详细文档:
|
||||
|
||||
# 获取股票行情(符号格式:SH600519 沪市、SZ000858 深市、AAPL 美股、00700 港股)
|
||||
# 返回字段:symbol, name, current, percent, chg, high, low, open, last_close,
|
||||
# volume, amount, market_capital, turnover_rate, pe_ttm, timestamp
|
||||
quote = ch.get_stock_quote("SH600519")
|
||||
print(f"{quote['name']} ({quote['symbol']}): {quote['current']} ({quote['percent']}%)")
|
||||
- [搜索工具](references/search.md) — Exa AI 搜索
|
||||
- [社交媒体](references/social.md) — 小红书, 抖音, Twitter, B站, V2EX, Reddit
|
||||
- [职场招聘](references/career.md) — LinkedIn
|
||||
- [开发工具](references/dev.md) — GitHub CLI
|
||||
- [网页阅读](references/web.md) — Jina Reader, 微信公众号, RSS
|
||||
- [视频播客](references/video.md) — YouTube, B站, 小宇宙
|
||||
|
||||
# 搜索股票
|
||||
# 返回字段:symbol, name, exchange
|
||||
stocks = ch.search_stock("茅台", limit=5)
|
||||
for s in stocks:
|
||||
print(f"{s['name']} ({s['symbol']}) - {s['exchange']}")
|
||||
## 配置渠道
|
||||
|
||||
# 热门帖子(v4 timeline,含作者、点赞数、正文)
|
||||
# 返回字段:id, title, text(前200字), author, likes, url
|
||||
posts = ch.get_hot_posts(limit=10)
|
||||
for p in posts:
|
||||
print(f"{p['author']}: {p['text'][:50]}... ({p['likes']} 赞)")
|
||||
|
||||
# 热门股票(stock_type=10 人气榜,stock_type=12 关注榜)
|
||||
# 返回字段:symbol, name, current, percent, rank
|
||||
hot = ch.get_hot_stocks(limit=10, stock_type=10)
|
||||
for s in hot:
|
||||
print(f"#{s['rank']} {s['name']} ({s['symbol']}): {s['current']} ({s['percent']}%)")
|
||||
```
|
||||
|
||||
> 需要登录 Cookie。先在 Chrome 登录 xueqiu.com,再运行 `agent-reach configure --from-browser chrome`。
|
||||
|
||||
## RSS (feedparser)
|
||||
|
||||
## RSS
|
||||
|
||||
```python
|
||||
python3 -c "
|
||||
import feedparser
|
||||
for e in feedparser.parse('FEED_URL').entries[:5]:
|
||||
print(f'{e.title} — {e.link}')
|
||||
"
|
||||
```
|
||||
|
||||
## Troubleshooting
|
||||
|
||||
- **Channel not working?** Run `agent-reach doctor` — shows status and fix instructions.
|
||||
- **Twitter fetch failed?** Ensure `undici` is installed: `npm install -g undici`. Configure proxy: `agent-reach configure proxy URL`.
|
||||
|
||||
## Setting Up a Channel ("帮我配 XXX")
|
||||
|
||||
If a channel needs setup (cookies, Docker, etc.), fetch the install guide:
|
||||
如果某个 channel 需要配置,获取安装指南:
|
||||
https://raw.githubusercontent.com/Panniantong/agent-reach/main/docs/install.md
|
||||
|
||||
User only provides cookies. Everything else is your job.
|
||||
用户只需提供 cookies,其他配置由 agent 完成。
|
||||
|
||||
@@ -0,0 +1,29 @@
|
||||
# 职场招聘
|
||||
|
||||
LinkedIn。
|
||||
|
||||
## LinkedIn
|
||||
|
||||
```bash
|
||||
# 获取个人资料
|
||||
mcporter call 'linkedin-scraper.get_person_profile(linkedin_url: "https://linkedin.com/in/username")'
|
||||
|
||||
# 搜索人才
|
||||
mcporter call 'linkedin-scraper.search_people(keyword: "AI engineer", limit: 10)'
|
||||
|
||||
# 获取公司资料
|
||||
mcporter call 'linkedin-scraper.get_company_profile(linkedin_url: "https://linkedin.com/company/xxx")'
|
||||
|
||||
# 搜索职位
|
||||
mcporter call 'linkedin-scraper.search_jobs(keyword: "software engineer", limit: 10)'
|
||||
```
|
||||
|
||||
> **需要登录**: LinkedIn scraper 需要有效的登录态。
|
||||
|
||||
### Fallback 方案
|
||||
|
||||
如果 MCP 不可用,可以用 Jina Reader:
|
||||
|
||||
```bash
|
||||
curl -s "https://r.jina.ai/https://linkedin.com/in/username"
|
||||
```
|
||||
@@ -0,0 +1,62 @@
|
||||
# 开发工具
|
||||
|
||||
GitHub CLI
|
||||
|
||||
## GitHub (gh CLI)
|
||||
|
||||
GitHub 官方命令行工具,用于仓库、Issue、PR、Actions、Release 以及 API 访问。
|
||||
|
||||
```bash
|
||||
# 认证
|
||||
gh auth login
|
||||
gh auth status
|
||||
|
||||
# 搜索
|
||||
gh search repos "query" --sort stars --limit 10
|
||||
gh search code "query" --language python
|
||||
|
||||
# 仓库
|
||||
gh repo view owner/repo
|
||||
gh repo clone owner/repo
|
||||
gh repo create my-repo --private
|
||||
gh repo fork owner/repo
|
||||
gh repo fork owner/repo --clone
|
||||
gh repo sync owner/repo
|
||||
|
||||
# Issues
|
||||
gh issue list -R owner/repo --state open
|
||||
gh issue view 123 -R owner/repo
|
||||
gh issue create -R owner/repo --title "Title" --body "Body"
|
||||
|
||||
# Pull Requests
|
||||
gh pr list -R owner/repo --state open
|
||||
gh pr view 123 -R owner/repo
|
||||
gh pr create -R owner/repo --title "Title" --body "Body"
|
||||
gh pr checks 123 --repo owner/repo
|
||||
|
||||
# Actions / CI
|
||||
gh run list --repo owner/repo --limit 10
|
||||
gh run view <run-id> --repo owner/repo
|
||||
gh run view <run-id> --repo owner/repo --log-failed
|
||||
gh workflow list --repo owner/repo
|
||||
|
||||
# Releases
|
||||
gh release list -R owner/repo
|
||||
gh release create v1.0.0
|
||||
|
||||
# API
|
||||
gh api /user
|
||||
gh api repos/owner/repo
|
||||
|
||||
# JSON 输出
|
||||
gh issue list --repo owner/repo --json number,title --jq '.[] | "\(.number): \(.title)"'
|
||||
```
|
||||
|
||||
|
||||
## 选择指南
|
||||
|
||||
| 工具 | 来源 | 用途 |
|
||||
|-----|------|------|
|
||||
| gh CLI | agent-reach | Git 操作 |
|
||||
| zread | my-mcp-tools | 读仓库内容 |
|
||||
| context7 | my-mcp-tools | 查技术文档 |
|
||||
@@ -0,0 +1,33 @@
|
||||
# 搜索工具
|
||||
|
||||
Exa AI 搜索引擎。
|
||||
|
||||
## Exa AI 搜索
|
||||
|
||||
高质量 AI 搜索引擎,擅长技术和代码搜索。
|
||||
|
||||
```bash
|
||||
mcporter call 'exa.web_search_exa(query: "query", numResults: 5)'
|
||||
mcporter call 'exa.get_code_context_exa(query: "code question", tokensNum: 3000)'
|
||||
```
|
||||
|
||||
### 使用场景
|
||||
|
||||
| 场景 | 参数 |
|
||||
|-----|------|
|
||||
| 网页搜索 | `web_search_exa(query: "...", numResults: 5)` |
|
||||
| 代码搜索 | `get_code_context_exa(query: "...", tokensNum: 3000)` |
|
||||
|
||||
### 特点
|
||||
|
||||
- 擅长英文内容和技术文档
|
||||
- 支持代码上下文搜索
|
||||
- 结果质量高
|
||||
|
||||
## 与其他搜索工具对比
|
||||
|
||||
| 工具 | 来源 | 适用场景 |
|
||||
|-----|------|---------|
|
||||
| Exa | agent-reach | 英文/技术/代码搜索 |
|
||||
| 智谱搜索 | my-mcp-tools | 中文搜索 |
|
||||
| GitHub 搜索 | agent-reach (dev.md) | 仓库/代码搜索 |
|
||||
@@ -0,0 +1,149 @@
|
||||
# 社交媒体 & 社区
|
||||
|
||||
小红书、抖音、Twitter/X、微博、B站、V2EX、Reddit。
|
||||
|
||||
## 小红书 / XiaoHongShu
|
||||
|
||||
```bash
|
||||
# 搜索笔记
|
||||
mcporter call 'xiaohongshu.search_feeds(keyword: "query")'
|
||||
|
||||
# 获取笔记详情
|
||||
mcporter call 'xiaohongshu.get_feed_detail(feed_id: "xxx", xsec_token: "yyy")'
|
||||
|
||||
# 获取笔记详情 + 评论
|
||||
mcporter call 'xiaohongshu.get_feed_detail(feed_id: "xxx", xsec_token: "yyy", load_all_comments: true)'
|
||||
|
||||
# 发布内容
|
||||
mcporter call 'xiaohongshu.publish_content(title: "标题", content: "正文", images: ["/path/img.jpg"], tags: ["tag"])'
|
||||
```
|
||||
|
||||
> **需要登录**: 使用 Cookie-Editor 浏览器插件导出 cookies。运行 `agent-reach doctor` 检查状态。
|
||||
|
||||
## 抖音 / Douyin
|
||||
|
||||
```bash
|
||||
# 解析视频信息
|
||||
mcporter call 'douyin.parse_douyin_video_info(share_link: "https://v.douyin.com/xxx/")'
|
||||
|
||||
# 获取无水印下载链接
|
||||
mcporter call 'douyin.get_douyin_download_link(share_link: "https://v.douyin.com/xxx/")'
|
||||
|
||||
# 提取视频文案
|
||||
mcporter call 'douyin.extract_douyin_text(share_link: "https://v.douyin.com/xxx/")'
|
||||
```
|
||||
|
||||
> **无需登录**
|
||||
|
||||
## Twitter/X (xreach CLI)
|
||||
|
||||
```bash
|
||||
# 搜索推文
|
||||
xreach search "query" -n 10 --json
|
||||
|
||||
# 读取单条推文 (支持 /status/ 和 /article/ URL)
|
||||
xreach tweet URL_OR_ID --json
|
||||
|
||||
# 用户时间线
|
||||
xreach tweets @username -n 20 --json
|
||||
|
||||
# 读取完整 thread
|
||||
xreach thread URL_OR_ID --json
|
||||
```
|
||||
|
||||
> **需要配置**: `agent-reach configure twitter-auth ...` 或通过环境变量配置。
|
||||
> 如果 fetch 失败,确保安装了 undici: `npm install -g undici`
|
||||
|
||||
## 微博 / Weibo
|
||||
|
||||
```bash
|
||||
# 使用 Jina Reader 读取
|
||||
curl -s "https://r.jina.ai/https://weibo.com/USER_ID/POST_ID"
|
||||
```
|
||||
|
||||
> 微博主要通过网页抓取,推荐使用通用网页读取方式。
|
||||
|
||||
## B站 / Bilibili
|
||||
|
||||
```bash
|
||||
# 获取视频元数据
|
||||
yt-dlp --dump-json "https://www.bilibili.com/video/BVxxx"
|
||||
|
||||
# 下载字幕
|
||||
yt-dlp --write-sub --write-auto-sub --sub-lang "zh-Hans,zh,en" --convert-subs vtt --skip-download -o "/tmp/%(id)s" "URL"
|
||||
```
|
||||
|
||||
> **注意**: 服务器 IP 可能遇到 412 错误。使用 `--cookies-from-browser chrome` 或配置代理。
|
||||
|
||||
## V2EX (公开 API)
|
||||
|
||||
无需认证,直接调用公开 API。
|
||||
|
||||
### 热门主题
|
||||
|
||||
```bash
|
||||
curl -s "https://www.v2ex.com/api/topics/hot.json" -H "User-Agent: agent-reach/1.0"
|
||||
```
|
||||
|
||||
### 节点主题
|
||||
|
||||
```bash
|
||||
# node_name 如: python, tech, jobs, qna, programmers
|
||||
curl -s "https://www.v2ex.com/api/topics/show.json?node_name=python&page=1" -H "User-Agent: agent-reach/1.0"
|
||||
```
|
||||
|
||||
### 主题详情
|
||||
|
||||
```bash
|
||||
# topic_id 从 URL 获取,如 https://www.v2ex.com/t/1234567
|
||||
curl -s "https://www.v2ex.com/api/topics/show.json?id=TOPIC_ID" -H "User-Agent: agent-reach/1.0"
|
||||
```
|
||||
|
||||
### 主题回复
|
||||
|
||||
```bash
|
||||
curl -s "https://www.v2ex.com/api/replies/show.json?topic_id=TOPIC_ID&page=1" -H "User-Agent: agent-reach/1.0"
|
||||
```
|
||||
|
||||
### 用户信息
|
||||
|
||||
```bash
|
||||
curl -s "https://www.v2ex.com/api/members/show.json?username=USERNAME" -H "User-Agent: agent-reach/1.0"
|
||||
```
|
||||
|
||||
### Python 调用示例
|
||||
|
||||
```python
|
||||
from agent_reach.channels.v2ex import V2EXChannel
|
||||
|
||||
ch = V2EXChannel()
|
||||
|
||||
# 获取热门帖子
|
||||
topics = ch.get_hot_topics(limit=10)
|
||||
for t in topics:
|
||||
print(f"[{t['node_title']}] {t['title']} ({t['replies']} 回复)")
|
||||
|
||||
# 获取节点帖子
|
||||
node_topics = ch.get_node_topics("python", limit=5)
|
||||
|
||||
# 获取帖子详情 + 回复
|
||||
topic = ch.get_topic(1234567)
|
||||
print(topic["title"], "—", topic["author"])
|
||||
|
||||
# 获取用户信息
|
||||
user = ch.get_user("Livid")
|
||||
```
|
||||
|
||||
> **节点列表**: https://www.v2ex.com/planes
|
||||
|
||||
## Reddit (公开 API)
|
||||
|
||||
```bash
|
||||
# 获取 subreddit 热门帖子
|
||||
curl -s "https://www.reddit.com/r/SUBREDDIT/hot.json?limit=10" -H "User-Agent: agent-reach/1.0"
|
||||
|
||||
# 搜索
|
||||
curl -s "https://www.reddit.com/search.json?q=QUERY&limit=10" -H "User-Agent: agent-reach/1.0"
|
||||
```
|
||||
|
||||
> **注意**: 服务器 IP 可能遇到 403 错误。搜索建议使用 Exa 代替,或配置代理。
|
||||
@@ -0,0 +1,88 @@
|
||||
# 视频/播客
|
||||
|
||||
YouTube、B站、小宇宙播客的字幕和转录。
|
||||
|
||||
## YouTube (yt-dlp)
|
||||
|
||||
### 获取视频元数据
|
||||
|
||||
```bash
|
||||
yt-dlp --dump-json "URL"
|
||||
```
|
||||
|
||||
### 下载字幕
|
||||
|
||||
```bash
|
||||
# 下载字幕 (不下载视频)
|
||||
yt-dlp --write-sub --write-auto-sub --sub-lang "zh-Hans,zh,en" --skip-download -o "/tmp/%(id)s" "URL"
|
||||
|
||||
# 然后读取 .vtt 文件
|
||||
cat /tmp/VIDEO_ID.*.vtt
|
||||
```
|
||||
|
||||
### 搜索视频
|
||||
|
||||
```bash
|
||||
yt-dlp --dump-json "ytsearch5:query"
|
||||
```
|
||||
|
||||
## B站 / Bilibili (yt-dlp)
|
||||
|
||||
### 获取视频元数据
|
||||
|
||||
```bash
|
||||
yt-dlp --dump-json "https://www.bilibili.com/video/BVxxx"
|
||||
```
|
||||
|
||||
### 下载字幕
|
||||
|
||||
```bash
|
||||
yt-dlp --write-sub --write-auto-sub --sub-lang "zh-Hans,zh,en" --convert-subs vtt --skip-download -o "/tmp/%(id)s" "URL"
|
||||
```
|
||||
|
||||
> **注意**: 服务器 IP 可能遇到 412 错误。使用 `--cookies-from-browser chrome` 或配置代理。
|
||||
|
||||
## 小宇宙播客 / Xiaoyuzhou Podcast
|
||||
|
||||
### 转录单集播客
|
||||
|
||||
```bash
|
||||
# 输出 Markdown 文件到 /tmp/
|
||||
~/.agent-reach/tools/xiaoyuzhou/transcribe.sh "https://www.xiaoyuzhoufm.com/episode/EPISODE_ID"
|
||||
```
|
||||
|
||||
### 前置要求
|
||||
|
||||
1. **ffmpeg**: `brew install ffmpeg`
|
||||
2. **Groq API Key** (免费): https://console.groq.com/keys
|
||||
3. **配置 Key**: `agent-reach configure groq-key YOUR_KEY`
|
||||
4. **首次运行**: `agent-reach install --env=auto` 安装工具
|
||||
|
||||
### 检查状态
|
||||
|
||||
```bash
|
||||
agent-reach doctor
|
||||
```
|
||||
|
||||
> 输出 Markdown 文件默认保存到 `/tmp/`。
|
||||
|
||||
## 抖音视频解析
|
||||
|
||||
```bash
|
||||
# 解析视频信息
|
||||
mcporter call 'douyin.parse_douyin_video_info(share_link: "https://v.douyin.com/xxx/")'
|
||||
|
||||
# 获取无水印下载链接
|
||||
mcporter call 'douyin.get_douyin_download_link(share_link: "https://v.douyin.com/xxx/")'
|
||||
```
|
||||
|
||||
> 详见 [social.md](social.md#抖音--douyin)
|
||||
|
||||
## 选择指南
|
||||
|
||||
| 场景 | 推荐工具 |
|
||||
|-----|---------|
|
||||
| YouTube 字幕 | yt-dlp |
|
||||
| B站字幕 | yt-dlp |
|
||||
| 播客转录 | 小宇宙 transcribe.sh |
|
||||
| 抖音视频解析 | douyin MCP |
|
||||
@@ -0,0 +1,77 @@
|
||||
# 网页阅读
|
||||
|
||||
通用网页、微信公众号、RSS。
|
||||
|
||||
## 通用网页 (Jina Reader)
|
||||
|
||||
```bash
|
||||
# 读取任意网页内容
|
||||
curl -s "https://r.jina.ai/URL"
|
||||
|
||||
# 示例
|
||||
curl -s "https://r.jina.ai/https://example.com/article"
|
||||
```
|
||||
|
||||
**适用场景**: 大多数网页可以直接用 Jina Reader 读取。
|
||||
|
||||
## Web Reader (MCP)
|
||||
|
||||
```bash
|
||||
# 读取网页内容 (Markdown 格式)
|
||||
mcporter call 'web-reader.webReader(url: "https://example.com")'
|
||||
|
||||
# 保留图片
|
||||
mcporter call 'web-reader.webReader(url: "https://example.com", retain_images: true)'
|
||||
|
||||
# 纯文本格式
|
||||
mcporter call 'web-reader.webReader(url: "https://example.com", return_format: "text")'
|
||||
```
|
||||
|
||||
**适用场景**: 需要更精确控制输出格式时使用。
|
||||
|
||||
## 微信公众号 / WeChat Articles
|
||||
|
||||
**注意**: 微信公众号文章无法用 Jina Reader 或 curl 直接读取,必须使用专用工具。
|
||||
|
||||
### 搜索文章 (miku_ai)
|
||||
|
||||
```python
|
||||
python3 -c "
|
||||
import asyncio
|
||||
from miku_ai import get_wexin_article
|
||||
async def s():
|
||||
for a in await get_wexin_article('query', 5):
|
||||
print(f'{a[\"title\"]} | {a[\"url\"]}')
|
||||
asyncio.run(s())
|
||||
"
|
||||
```
|
||||
|
||||
### 读取文章 (Camoufox - 绕过微信反爬)
|
||||
|
||||
```bash
|
||||
cd ~/.agent-reach/tools/wechat-article-for-ai && python3 main.py "https://mp.weixin.qq.com/s/ARTICLE_ID"
|
||||
```
|
||||
|
||||
> **重要**: 微信文章必须用 Camoufox 读取,其他方法会失败。
|
||||
|
||||
## RSS (feedparser)
|
||||
|
||||
```python
|
||||
python3 -c "
|
||||
import feedparser
|
||||
for e in feedparser.parse('FEED_URL').entries[:5]:
|
||||
print(f'{e.title} — {e.link}')
|
||||
"
|
||||
```
|
||||
|
||||
**适用场景**: 订阅博客、新闻源、播客等 RSS feed。
|
||||
|
||||
## 选择指南
|
||||
|
||||
| 场景 | 推荐工具 |
|
||||
|-----|---------|
|
||||
| 通用网页 | Jina Reader (`curl r.jina.ai`) |
|
||||
| 需要图片/格式控制 | web-reader MCP |
|
||||
| 微信公众号 | Camoufox (读取) + miku_ai (搜索) |
|
||||
| RSS 订阅 | feedparser |
|
||||
| 微博/知乎等 | Jina Reader |
|
||||
Reference in New Issue
Block a user