This commit is contained in:
HuangHai
2026-01-14 13:32:32 +08:00
parent a83375e295
commit f4d3dada58
5 changed files with 39 additions and 24 deletions

View File

@@ -26,7 +26,8 @@ from Apps.AiTeJiYiChong.Config.Setting import (
WAIT_AFTER_SCROLL,
SAFE_EXCLUDE_RATIO,
BOTTOM_SAFE_EXCLUDE_RATIO,
TEST_CLEAR_REDIS
TEST_CLEAR_REDIS,
FIRST_RUN_ONLY_ONE_STATION
)
logger = logging.getLogger("AiTeJiYiChongCrawler")
@@ -289,6 +290,10 @@ async def get_station_list(d, service, max_stations_count=MAX_STATIONS_COUNT):
full_name_key = f"crawled:aite:{Kit.clean_station_name(station_name)}"
await redis_kit.set_data(full_name_key, "1", expire=REDIS_STATION_EXPIRE)
if FIRST_RUN_ONLY_ONE_STATION:
logger.info("已完成首个场站的全流程采集,根据配置退出艾特吉易充爬取任务。")
break
# 如果内层循环已达上限,外层循环也应退出,避免不必要的滑动
if total_encountered_count >= max_stations_count:
break