5ca4829be4
Research topics across Reddit + X from the last 30 days using OpenAI and xAI APIs. Features: - Auto model selection (GPT-5.x, Grok-3) - Popularity-aware scoring (relevance + recency + engagement) - Reddit thread enrichment with real metrics - Near-duplicate detection - Multiple emit modes (compact, json, context, path) - 24h caching with --refresh bypass - NUX for API key setup - 87 passing unit tests Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>
194 lines
5.4 KiB
Python
194 lines
5.4 KiB
Python
"""Data schemas for last30days skill."""
|
|
|
|
from dataclasses import dataclass, field, asdict
|
|
from typing import Any, Dict, List, Optional
|
|
from datetime import datetime, timezone
|
|
|
|
|
|
@dataclass
|
|
class Engagement:
|
|
"""Engagement metrics."""
|
|
# Reddit fields
|
|
score: Optional[int] = None
|
|
num_comments: Optional[int] = None
|
|
upvote_ratio: Optional[float] = None
|
|
|
|
# X fields
|
|
likes: Optional[int] = None
|
|
reposts: Optional[int] = None
|
|
replies: Optional[int] = None
|
|
quotes: Optional[int] = None
|
|
|
|
def to_dict(self) -> Dict[str, Any]:
|
|
d = {}
|
|
if self.score is not None:
|
|
d['score'] = self.score
|
|
if self.num_comments is not None:
|
|
d['num_comments'] = self.num_comments
|
|
if self.upvote_ratio is not None:
|
|
d['upvote_ratio'] = self.upvote_ratio
|
|
if self.likes is not None:
|
|
d['likes'] = self.likes
|
|
if self.reposts is not None:
|
|
d['reposts'] = self.reposts
|
|
if self.replies is not None:
|
|
d['replies'] = self.replies
|
|
if self.quotes is not None:
|
|
d['quotes'] = self.quotes
|
|
return d if d else None
|
|
|
|
|
|
@dataclass
|
|
class Comment:
|
|
"""Reddit comment."""
|
|
score: int
|
|
date: Optional[str]
|
|
author: str
|
|
excerpt: str
|
|
url: str
|
|
|
|
def to_dict(self) -> Dict[str, Any]:
|
|
return {
|
|
'score': self.score,
|
|
'date': self.date,
|
|
'author': self.author,
|
|
'excerpt': self.excerpt,
|
|
'url': self.url,
|
|
}
|
|
|
|
|
|
@dataclass
|
|
class SubScores:
|
|
"""Component scores."""
|
|
relevance: int = 0
|
|
recency: int = 0
|
|
engagement: int = 0
|
|
|
|
def to_dict(self) -> Dict[str, int]:
|
|
return {
|
|
'relevance': self.relevance,
|
|
'recency': self.recency,
|
|
'engagement': self.engagement,
|
|
}
|
|
|
|
|
|
@dataclass
|
|
class RedditItem:
|
|
"""Normalized Reddit item."""
|
|
id: str
|
|
title: str
|
|
url: str
|
|
subreddit: str
|
|
date: Optional[str] = None
|
|
date_confidence: str = "low"
|
|
engagement: Optional[Engagement] = None
|
|
top_comments: List[Comment] = field(default_factory=list)
|
|
comment_insights: List[str] = field(default_factory=list)
|
|
relevance: float = 0.5
|
|
why_relevant: str = ""
|
|
subs: SubScores = field(default_factory=SubScores)
|
|
score: int = 0
|
|
|
|
def to_dict(self) -> Dict[str, Any]:
|
|
return {
|
|
'id': self.id,
|
|
'title': self.title,
|
|
'url': self.url,
|
|
'subreddit': self.subreddit,
|
|
'date': self.date,
|
|
'date_confidence': self.date_confidence,
|
|
'engagement': self.engagement.to_dict() if self.engagement else None,
|
|
'top_comments': [c.to_dict() for c in self.top_comments],
|
|
'comment_insights': self.comment_insights,
|
|
'relevance': self.relevance,
|
|
'why_relevant': self.why_relevant,
|
|
'subs': self.subs.to_dict(),
|
|
'score': self.score,
|
|
}
|
|
|
|
|
|
@dataclass
|
|
class XItem:
|
|
"""Normalized X item."""
|
|
id: str
|
|
text: str
|
|
url: str
|
|
author_handle: str
|
|
date: Optional[str] = None
|
|
date_confidence: str = "low"
|
|
engagement: Optional[Engagement] = None
|
|
relevance: float = 0.5
|
|
why_relevant: str = ""
|
|
subs: SubScores = field(default_factory=SubScores)
|
|
score: int = 0
|
|
|
|
def to_dict(self) -> Dict[str, Any]:
|
|
return {
|
|
'id': self.id,
|
|
'text': self.text,
|
|
'url': self.url,
|
|
'author_handle': self.author_handle,
|
|
'date': self.date,
|
|
'date_confidence': self.date_confidence,
|
|
'engagement': self.engagement.to_dict() if self.engagement else None,
|
|
'relevance': self.relevance,
|
|
'why_relevant': self.why_relevant,
|
|
'subs': self.subs.to_dict(),
|
|
'score': self.score,
|
|
}
|
|
|
|
|
|
@dataclass
|
|
class Report:
|
|
"""Full research report."""
|
|
topic: str
|
|
range_from: str
|
|
range_to: str
|
|
generated_at: str
|
|
mode: str # 'reddit-only', 'x-only', 'both'
|
|
openai_model_used: Optional[str] = None
|
|
xai_model_used: Optional[str] = None
|
|
reddit: List[RedditItem] = field(default_factory=list)
|
|
x: List[XItem] = field(default_factory=list)
|
|
best_practices: List[str] = field(default_factory=list)
|
|
prompt_pack: List[str] = field(default_factory=list)
|
|
context_snippet_md: str = ""
|
|
|
|
def to_dict(self) -> Dict[str, Any]:
|
|
return {
|
|
'topic': self.topic,
|
|
'range': {
|
|
'from': self.range_from,
|
|
'to': self.range_to,
|
|
},
|
|
'generated_at': self.generated_at,
|
|
'mode': self.mode,
|
|
'openai_model_used': self.openai_model_used,
|
|
'xai_model_used': self.xai_model_used,
|
|
'reddit': [r.to_dict() for r in self.reddit],
|
|
'x': [x.to_dict() for x in self.x],
|
|
'best_practices': self.best_practices,
|
|
'prompt_pack': self.prompt_pack,
|
|
'context_snippet_md': self.context_snippet_md,
|
|
}
|
|
|
|
|
|
def create_report(
|
|
topic: str,
|
|
from_date: str,
|
|
to_date: str,
|
|
mode: str,
|
|
openai_model: Optional[str] = None,
|
|
xai_model: Optional[str] = None,
|
|
) -> Report:
|
|
"""Create a new report with metadata."""
|
|
return Report(
|
|
topic=topic,
|
|
range_from=from_date,
|
|
range_to=to_date,
|
|
generated_at=datetime.now(timezone.utc).isoformat(),
|
|
mode=mode,
|
|
openai_model_used=openai_model,
|
|
xai_model_used=xai_model,
|
|
)
|