'commit'
This commit is contained in:
@@ -26,7 +26,8 @@ from Apps.AiTeJiYiChong.Config.Setting import (
|
||||
WAIT_AFTER_SCROLL,
|
||||
SAFE_EXCLUDE_RATIO,
|
||||
BOTTOM_SAFE_EXCLUDE_RATIO,
|
||||
TEST_CLEAR_REDIS
|
||||
TEST_CLEAR_REDIS,
|
||||
FIRST_RUN_ONLY_ONE_STATION
|
||||
)
|
||||
|
||||
logger = logging.getLogger("AiTeJiYiChongCrawler")
|
||||
@@ -289,6 +290,10 @@ async def get_station_list(d, service, max_stations_count=MAX_STATIONS_COUNT):
|
||||
full_name_key = f"crawled:aite:{Kit.clean_station_name(station_name)}"
|
||||
await redis_kit.set_data(full_name_key, "1", expire=REDIS_STATION_EXPIRE)
|
||||
|
||||
if FIRST_RUN_ONLY_ONE_STATION:
|
||||
logger.info("已完成首个场站的全流程采集,根据配置退出艾特吉易充爬取任务。")
|
||||
break
|
||||
|
||||
# 如果内层循环已达上限,外层循环也应退出,避免不必要的滑动
|
||||
if total_encountered_count >= max_stations_count:
|
||||
break
|
||||
|
||||
Reference in New Issue
Block a user