resultMap修正
This commit is contained in:
@@ -430,6 +430,8 @@ class XxqgCrawler(BaseCrawler):
|
||||
if is_page():
|
||||
pass
|
||||
logger.info(f"解析文章详情完成: {news_item.url}")
|
||||
if news_item.contentRows:
|
||||
news_item.executeStatus = 1
|
||||
return news_item
|
||||
|
||||
|
||||
@@ -586,7 +588,7 @@ class XxqgCrawler(BaseCrawler):
|
||||
# json.dump([item.model_dump() for item in resultDomain.dataList] if resultDomain.dataList else [], f, ensure_ascii=False, indent=4)
|
||||
return resultDomain
|
||||
|
||||
def crawl_base(self, config: CrawlerConfig, yesterday=True, start:Optional[str]=None, end:Optional[str]=None) -> ResultDomain:
|
||||
def crawl_base(self, config: UrlConfig, yesterday=True, start:Optional[str]=None, end:Optional[str]=None) -> ResultDomain:
|
||||
news_list = []
|
||||
resultDomain = ResultDomain(code=0, message="", success=True, dataList=news_list)
|
||||
|
||||
@@ -616,7 +618,7 @@ class XxqgCrawler(BaseCrawler):
|
||||
time.sleep(3) # 等待所有请求完成
|
||||
request_list = self.driver.requests
|
||||
json_request = []
|
||||
target_path = config.params.get("path")
|
||||
target_path = config.params.get("path", "")
|
||||
target_request = None
|
||||
logger.info(f"开始查找目标JSON请求,共有 {len(request_list)} 个请求")
|
||||
|
||||
|
||||
Reference in New Issue
Block a user