初始化

2026-07-18 16:13:52 +08:00
parent c0070f0a5c
commit fe8b417ab6
75 changed files with 12898 additions and 1 deletions
@@ -0,0 +1,22 @@
+"""正文提取数据模型"""
+
+from pydantic import BaseModel
+
+
+class ProcessedArticle(BaseModel):
+    """经过正文提取清洗后的文章"""
+
+    source_id: str
+    source_name: str
+    url: str
+    url_hash: str
+    title: str = ""
+    content: str = ""                    # 清洗后的正文（英文）
+    publish_time: str = ""               # ISO 8601
+    author: str = ""
+    word_count: int = 0
+    md_path: str = ""                    # 原始 Markdown 路径
+    html_path: str = ""                  # 原始 HTML 路径
+    status: str = "success"              # success | no_content | failed
+    extractor: str = "trafilatura"       # trafilatura | crawl4ai_md | none
+    error: str = ""