'commit'
This commit is contained in:
@@ -164,11 +164,10 @@ class TeLaiDianCrawler(BaseCrawler):
|
|||||||
await self.crawl_detail_logic(d, station)
|
await self.crawl_detail_logic(d, station)
|
||||||
processed_station_names.add(name)
|
processed_station_names.add(name)
|
||||||
|
|
||||||
# 返回列表
|
|
||||||
d.press("back")
|
d.press("back")
|
||||||
await asyncio.sleep(WAIT_BACK_TO_LIST)
|
await asyncio.sleep(WAIT_BACK_TO_LIST)
|
||||||
# 返回列表后也检查一下是否有新广告弹出
|
d.press("back")
|
||||||
await self.clear_ads(d, max_rounds=1)
|
await asyncio.sleep(WAIT_BACK_TO_LIST)
|
||||||
processed_count += 1
|
processed_count += 1
|
||||||
if FIRST_RUN_ONLY_ONE_STATION:
|
if FIRST_RUN_ONLY_ONE_STATION:
|
||||||
logger.info("已完成首个场站的全流程采集,根据配置退出爬取任务。")
|
logger.info("已完成首个场站的全流程采集,根据配置退出爬取任务。")
|
||||||
@@ -345,13 +344,11 @@ class TeLaiDianCrawler(BaseCrawler):
|
|||||||
|
|
||||||
logger.info("[电价页] 已成功进入电价详情页,等待小程序自动滚动定位完成 (4秒)...")
|
logger.info("[电价页] 已成功进入电价详情页,等待小程序自动滚动定位完成 (4秒)...")
|
||||||
await asyncio.sleep(4.0)
|
await asyncio.sleep(4.0)
|
||||||
logger.info("[电价页] 开始执行多次向下滑动,让上方时段露出")
|
logger.info("[电价页] 额外执行多次向下滑动,让上方时段露出")
|
||||||
for idx in range(3):
|
for idx in range(3):
|
||||||
logger.info(f"[电价页] 调试模式第 {idx+1} 次向下滑动(d.swipe_ext(\"down\", scale=0.9))")
|
logger.info(f"[电价页] 第 {idx+1} 次向下滑动(d.swipe_ext(\"down\", scale=0.9))")
|
||||||
d.swipe_ext("down", scale=0.9)
|
d.swipe_ext("down", scale=0.9)
|
||||||
await asyncio.sleep(1.0)
|
await asyncio.sleep(1.0)
|
||||||
logger.info("[电价页] 调试模式滑动完成,在此主动停止,供人工检查页面内容。")
|
|
||||||
raise RuntimeError("TeLaiDian: 调试模式已在电价页滑动后停止")
|
|
||||||
|
|
||||||
# 4. 进入分时电价页面后的处理
|
# 4. 进入分时电价页面后的处理
|
||||||
try:
|
try:
|
||||||
|
|||||||
Binary file not shown.
Reference in New Issue
Block a user