resultMap修正

This commit is contained in:
2025-11-25 13:08:23 +08:00
parent 61d63be941
commit 5d14957eba
8 changed files with 116 additions and 16 deletions

View File

@@ -430,6 +430,8 @@ class XxqgCrawler(BaseCrawler):
if is_page():
pass
logger.info(f"解析文章详情完成: {news_item.url}")
if news_item.contentRows:
news_item.executeStatus = 1
return news_item
@@ -586,7 +588,7 @@ class XxqgCrawler(BaseCrawler):
# json.dump([item.model_dump() for item in resultDomain.dataList] if resultDomain.dataList else [], f, ensure_ascii=False, indent=4)
return resultDomain
def crawl_base(self, config: CrawlerConfig, yesterday=True, start:Optional[str]=None, end:Optional[str]=None) -> ResultDomain:
def crawl_base(self, config: UrlConfig, yesterday=True, start:Optional[str]=None, end:Optional[str]=None) -> ResultDomain:
news_list = []
resultDomain = ResultDomain(code=0, message="", success=True, dataList=news_list)
@@ -616,7 +618,7 @@ class XxqgCrawler(BaseCrawler):
time.sleep(3) # 等待所有请求完成
request_list = self.driver.requests
json_request = []
target_path = config.params.get("path")
target_path = config.params.get("path", "")
target_request = None
logger.info(f"开始查找目标JSON请求共有 {len(request_list)} 个请求")