huanghai/aiData
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

'commit'

Browse Source
This commit is contained in:
HuangHai
2026-01-12 15:31:25 +08:00
parent 2339558596
commit 8606709510
7 changed files with 109 additions and 173 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
Apps/AiTeJiYiChong/Crawler.py
View File

@@ -87,7 +87,7 @@ async def get_station_list(d, service, max_scrolls=MAX_SCROLLS):
# 检查 Redis 去重
redis_key = f"crawled:aite:{station_name}"
if redis_kit.get(redis_key):
if await redis_kit.get_data(redis_key):
logger.info(f"场站 {station_name} 已处理，跳过。")
continue
@@ -167,7 +167,7 @@ async def get_station_list(d, service, max_scrolls=MAX_SCROLLS):
await asyncio.sleep(1.5)
# 记录 Redis
redis_kit.set(redis_key, "1", ex=REDIS_STATION_EXPIRE)
await redis_kit.set_data(redis_key, "1", expire=REDIS_STATION_EXPIRE)
# 5. 翻页滑动 (如果没进入二级页面)
logger.info("执行翻页滑动...")