diff --git a/spiders/zhejiang.py b/spiders/zhejiang.py index 8dae1c0..61966cf 100644 --- a/spiders/zhejiang.py +++ b/spiders/zhejiang.py @@ -295,6 +295,11 @@ class ZhejiangSpider(BaseSpider): count = 0 for rec in records: + # 客户端日期二次过滤:跳过不在目标日期范围内的记录 + rec_date = rec.get("webdate", "").split(" ")[0] + if date_filter and rec_date and rec_date != start_date: + continue + link = rec.get("linkurl", "") if link and not link.startswith("http"): link = self.config["base_url"] + link