This commit is contained in:
HuangHai
2026-01-13 19:29:02 +08:00
parent 9fdbdaa338
commit a9b0d125d2
6 changed files with 106 additions and 6 deletions

View File

@@ -19,6 +19,25 @@ PROPERTIES (
"replication_num" = "1"
);
-- 爬取任务执行日志表
-- 用于记录每次爬取任务的执行情况,评估性能
DROP TABLE IF EXISTS t_crawl_task_log;
CREATE TABLE IF NOT EXISTS t_crawl_task_log (
`task_id` VARCHAR(50) NOT NULL COMMENT '任务唯一ID',
`operator` VARCHAR(50) NOT NULL COMMENT '爬取供应商/运营商',
`start_time` DATETIME NOT NULL COMMENT '任务开始时间',
`end_time` DATETIME COMMENT '任务结束时间',
`duration_seconds` INT COMMENT '耗时(秒)',
`station_count` INT DEFAULT '0' COMMENT '成功爬取的场站数量',
`status` VARCHAR(20) DEFAULT 'running' COMMENT '任务状态 (running, success, failed)',
`error_msg` TEXT COMMENT '错误信息'
)
UNIQUE KEY(`task_id`)
DISTRIBUTED BY HASH(`task_id`) BUCKETS 5
PROPERTIES (
"replication_num" = "1"
);
-- 充电站实时状态表 (SCD2 / Log)
-- 保存场站的桩数、空闲数等动态信息
-- 每次抓取如果状态变化则写入新记录