update

spiders/yaoshibang/ysb_snapshot_crawl.py

@@ -868,7 +868,8 @@ class YaoShiBangSnapshot:
                         "详情页跳转失败，跳过 item_id=%s url=%s",
                         item_id, detail_url,
                     )
-                    continue
+                    self._report_exception(5,"详情页跳转失败")
+                    return False
 
                 product = self.parse_detail(product)
                 upload_key = hashlib.md5(detail_url.encode("utf-8")).hexdigest()

start_run_yaoshibang_v2.py

@@ -82,7 +82,7 @@ def _build_task_dict(api_task, device_id, account_password, account_name, schedu
         "_device_id": device_id,
         "_platform": str(PLATFORM_ID),
         "collect_task_id": str(api_task.get("id", "")),
-        "snapshot_collect_status": api_task.get("snapshot_collect_status"),
+        "snapshot_collect_status": api_task.get("snapshot_collect_status",1),
         "sampling_cycle": "",
         "sampling_start_time": "",
         "sampling_end_time": "",
@@ -174,7 +174,7 @@ if __name__ == "__main__":
             logger.info("拉取到任务: %s", json.dumps(log_dict, ensure_ascii=False))
 
             # 根据 snapshot_collect_status 选爬虫
-            snapshot_status = task_dict.get("snapshot_collect_status", 0)
+            snapshot_status = task_dict.get("snapshot_collect_status")
             if not snapshot_status:
                 spider_cls = YaoShiBangSnapshot
                 logger.info("任务 %s 启用快照模式", task_id)