This commit is contained in:
HuangHai
2026-01-13 19:19:55 +08:00
parent 11ae4b5abf
commit 9fdbdaa338
3 changed files with 65 additions and 10 deletions

View File

@@ -1,8 +1,9 @@
# 采集配置
SCROLL_DISTANCE_RATIO = 0.6
MAX_SCROLLS = 100
MAX_CRAWL_DISTANCE = 50
# 最大采集场站数量,达到此次数后停止采集
MAX_STATIONS_COUNT = 100
# 场站去重过期时间(秒),在此时间内重复出现的场站不会再次点击进入详情页
REDIS_STATION_EXPIRE = 120
DATA_RETENTION_DAYS = 365