'commit'
This commit is contained in:
@@ -19,6 +19,25 @@ PROPERTIES (
|
||||
"replication_num" = "1"
|
||||
);
|
||||
|
||||
-- 爬取任务执行日志表
|
||||
-- 用于记录每次爬取任务的执行情况,评估性能
|
||||
DROP TABLE IF EXISTS t_crawl_task_log;
|
||||
CREATE TABLE IF NOT EXISTS t_crawl_task_log (
|
||||
`task_id` VARCHAR(50) NOT NULL COMMENT '任务唯一ID',
|
||||
`operator` VARCHAR(50) NOT NULL COMMENT '爬取供应商/运营商',
|
||||
`start_time` DATETIME NOT NULL COMMENT '任务开始时间',
|
||||
`end_time` DATETIME COMMENT '任务结束时间',
|
||||
`duration_seconds` INT COMMENT '耗时(秒)',
|
||||
`station_count` INT DEFAULT '0' COMMENT '成功爬取的场站数量',
|
||||
`status` VARCHAR(20) DEFAULT 'running' COMMENT '任务状态 (running, success, failed)',
|
||||
`error_msg` TEXT COMMENT '错误信息'
|
||||
)
|
||||
UNIQUE KEY(`task_id`)
|
||||
DISTRIBUTED BY HASH(`task_id`) BUCKETS 5
|
||||
PROPERTIES (
|
||||
"replication_num" = "1"
|
||||
);
|
||||
|
||||
-- 充电站实时状态表 (SCD2 / Log)
|
||||
-- 保存场站的桩数、空闲数等动态信息
|
||||
-- 每次抓取如果状态变化则写入新记录
|
||||
|
||||
Reference in New Issue
Block a user