调试修改爬虫

schoolNewsCrawler/crawler/BaseCrawler.py

@@ -2,10 +2,10 @@
 from typing import Callable, Dict, Optional, List, Any, Union
 from abc import ABC, abstractmethod
 import requests
-from bs4 import BeautifulSoup
+from bs4 import BeautifulSoup, NavigableString
 from loguru import logger
 from pydantic import BaseModel, Field, HttpUrl
-
+import json
 
 class UrlConfig(BaseModel):
     """URL配置数据模型"""
@@ -49,6 +49,8 @@ class NewsItem(BaseModel):
     author: Optional[str] = Field(default=None, description="作者")
     source: Optional[str] = Field(default=None, description="来源")
     category: Optional[str] = Field(default=None, description="分类")
+    executeStatus: Optional[int] = Field(default=0, description="执行状态")
+    executeMessage: Optional[str] = Field(default=None, description="执行消息")
 
 
 class BaseCrawler(ABC):