学习强国爬虫搜索+文章内容

2025-11-21 11:49:41 +08:00
parent 97da821799
commit 0e7cee3070
41 changed files with 14904 additions and 79 deletions
--- a/schoolNewsCrawler/crawler/BaseCrawler.py
+++ b/schoolNewsCrawler/crawler/BaseCrawler.py
@@ -11,6 +11,7 @@ import json
 class UrlConfig(BaseModel):
    """URL配置数据模型"""
    url: str = Field(..., description="请求URL")
+    apiurl: Optional[str] = Field(default=None, description="API请求URL")
    params: Optional[Dict[str, Any]] = Field(default=None, description="请求参数")
    method: str = Field(default="GET", description="请求方法")
    headers: Optional[Dict[str, str]] = Field(default=None, description="请求头")