'commit'

Apps/XinDianTu/Crawler.py

@@ -429,7 +429,7 @@ async def get_station_list(d, service, uploader, max_stations_count=MAX_STATIONS
         await asyncio.gather(*background_tasks, return_exceptions=True)
 
     logger.info("采集任务完成")
-    return True
+    return total_processed_count
 
 
 def clean_images_dir():
@@ -486,6 +486,27 @@ async def main(service=None, do_cleanup=True):
     uploader = ObsUploader()
     redis_kit = RedisKit()
 
+    # 任务日志记录
+    from datetime import datetime
+    task_id = str(uuid.uuid4())
+    start_time = datetime.now()
+    operator = "新电途"
+    
+    # 记录任务开始
+    try:
+        await service.db.save("t_crawl_task_log", {
+            "task_id": task_id,
+            "operator": operator,
+            "start_time": start_time,
+            "status": "running"
+        }, "task_id")
+    except Exception as e:
+        logger.error(f"无法记录任务开始日志: {e}")
+
+    total_count = 0
+    status = "success"
+    error_msg = None
+
     try:
         if do_cleanup:
             # 清理图片目录
@@ -498,9 +519,9 @@ async def main(service=None, do_cleanup=True):
         # await service.cleanup_old_data()
 
         # 获取场站列表
-        stations = await get_station_list(d, service, uploader, max_stations_count=MAX_STATIONS_COUNT)
+        total_count = await get_station_list(d, service, uploader, max_stations_count=MAX_STATIONS_COUNT)
 
-        if stations:
+        if total_count:
             logger.info("场站列表采集完成。")
         else:
             logger.warning("未采集到任何场站信息。")
@@ -509,8 +530,26 @@ async def main(service=None, do_cleanup=True):
 
     except Exception as e:
         logger.exception(f"运行过程中出现异常: {e}")
+        status = "failed"
+        error_msg = str(e)
         return False
     finally:
+        # 记录任务结束
+        end_time = datetime.now()
+        duration = int((end_time - start_time).total_seconds())
+        try:
+            await service.db.update("t_crawl_task_log", {
+                "task_id": task_id,
+                "end_time": end_time,
+                "duration_seconds": duration,
+                "station_count": total_count,
+                "status": status,
+                "error_msg": error_msg
+            }, "task_id")
+            logger.info(f"任务执行日志已更新: {operator} | 耗时: {duration}s | 数量: {total_count} | 状态: {status}")
+        except Exception as e:
+            logger.error(f"无法更新任务执行日志: {e}")
+
         # 关闭数据库连接
         if should_close_service:
             await service.close_db()