74 lines
2.4 KiB
Python
74 lines
2.4 KiB
Python
|
# coding=utf-8
|
|||
|
|
import asyncio
|
|||
|
|
import logging
|
|||
|
|
import os
|
|||
|
|
import sys
|
|||
|
|
|
|||
|
|
# 将项目根目录添加到 sys.path
|
|||
|
|
project_root = os.path.dirname(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
|
|||
|
|
if project_root not in sys.path:
|
|||
|
|
sys.path.append(project_root)
|
|||
|
|
|
|||
|
|
from Apps.XinDianTu.Service import XinDianTuService
|
|||
|
|
from Apps.XinDianTu import Opener
|
|||
|
|
from Apps.XinDianTu import Crawler
|
|||
|
|
|
|||
|
|
# 配置日志
|
|||
|
|
logging.basicConfig(
|
|||
|
|
level=logging.INFO,
|
|||
|
|
format='%(asctime)s - %(name)s - %(levelname)s - %(message)s'
|
|||
|
|
)
|
|||
|
|
logger = logging.getLogger("FullProcess")
|
|||
|
|
|
|||
|
|
async def main():
|
|||
|
|
logger.info("=== 开始全流程任务: 打开小程序 -> 爬取数据 ===")
|
|||
|
|
|
|||
|
|
# 步骤 0: 初始化基础服务 (DB等)
|
|||
|
|
# 用户要求：程序启动时就完成初始化
|
|||
|
|
logger.info(">>> 步骤 0: 初始化基础服务 (数据库连接)...")
|
|||
|
|
service = XinDianTuService()
|
|||
|
|
await service.init_db()
|
|||
|
|
|
|||
|
|
try:
|
|||
|
|
# 步骤 1: 打开新电途小程序
|
|||
|
|
logger.info(">>> 步骤 1: 启动新电途小程序...")
|
|||
|
|
try:
|
|||
|
|
# 调用 Y2 的 open_mini_program 函数
|
|||
|
|
success = await Opener.open_mini_program()
|
|||
|
|
if not success:
|
|||
|
|
logger.error("❌ 无法成功打开新电途小程序，任务终止。")
|
|||
|
|
return
|
|||
|
|
except Exception as e:
|
|||
|
|
logger.error(f"❌ 步骤 1 执行异常: {e}")
|
|||
|
|
return
|
|||
|
|
|
|||
|
|
logger.info("✅ 小程序启动成功，等待 5 秒确保界面稳定...")
|
|||
|
|
await asyncio.sleep(5)
|
|||
|
|
|
|||
|
|
# 步骤 2: 执行爬取任务
|
|||
|
|
logger.info(">>> 步骤 2: 开始执行场站爬取任务...")
|
|||
|
|
try:
|
|||
|
|
# 调用 Y3 的 main 函数，传入已初始化的 service
|
|||
|
|
# 传入 do_cleanup=False，因为已在步骤 0 完成清理
|
|||
|
|
success = await Crawler.main(service=service, do_cleanup=False)
|
|||
|
|
if not success:
|
|||
|
|
logger.error("❌ 步骤 2 爬取任务失败，终止后续步骤。")
|
|||
|
|
return
|
|||
|
|
except Exception as e:
|
|||
|
|
logger.error(f"❌ 步骤 2 执行异常: {e}")
|
|||
|
|
return
|
|||
|
|
|
|||
|
|
finally:
|
|||
|
|
# 确保数据库连接关闭
|
|||
|
|
if service:
|
|||
|
|
await service.close_db()
|
|||
|
|
logger.info("=== 全流程任务结束 ===")
|
|||
|
|
|
|||
|
|
if __name__ == "__main__":
|
|||
|
|
try:
|
|||
|
|
asyncio.run(main())
|
|||
|
|
except KeyboardInterrupt:
|
|||
|
|
logger.info("程序被用户中断.")
|
|||
|
|
except Exception as e:
|
|||
|
|
logger.exception(f"主程序崩溃: {e}")
|