Panniantong
2098dacd37
所有 doctor 输出和渠道描述改为中文。 状态提示从'不支持/需要配置'的语气改为'配置一下就能用'。 Before: ⬜ Reddit posts — Need config: reddit_proxy After: ⬜ Reddit 帖子和评论 — 配个代理就能用 Before: ⬜ XiaoHongShu — Need config: xhs_cookie After: ⬜ 小红书笔记 — 导入浏览器 Cookie 就能用
50 lines
1.3 KiB
Python
50 lines
1.3 KiB
Python
# -*- coding: utf-8 -*-
|
||
"""Web pages — via Jina Reader API (free, no config needed).
|
||
|
||
Backend: Jina Reader (https://r.jina.ai)
|
||
Swap to: Firecrawl, Trafilatura, or any other reader API
|
||
"""
|
||
|
||
import requests
|
||
from .base import Channel, ReadResult
|
||
|
||
|
||
class WebChannel(Channel):
|
||
name = "web"
|
||
description = "网页（任意 URL）"
|
||
backends = ["Jina Reader API"]
|
||
tier = 0
|
||
|
||
JINA_URL = "https://r.jina.ai/"
|
||
|
||
def can_handle(self, url: str) -> bool:
|
||
# Fallback — handles any URL not matched by other channels
|
||
return True
|
||
|
||
async def read(self, url: str, config=None) -> ReadResult:
|
||
resp = requests.get(
|
||
f"{self.JINA_URL}{url}",
|
||
headers={"Accept": "text/markdown"},
|
||
timeout=15,
|
||
)
|
||
resp.raise_for_status()
|
||
text = resp.text
|
||
|
||
# Extract title from first markdown heading
|
||
title = url
|
||
for line in text.split("\n"):
|
||
line = line.strip()
|
||
if line.startswith("# "):
|
||
title = line[2:].strip()
|
||
break
|
||
if line.startswith("Title:"):
|
||
title = line[6:].strip()
|
||
break
|
||
|
||
return ReadResult(
|
||
title=title,
|
||
content=text,
|
||
url=url,
|
||
platform="web",
|
||
)
|