From 5dd2c305475fd68f7324c26389d3fbbbae3e11b0 Mon Sep 17 00:00:00 2001 From: HuangHai <10402852@qq.com> Date: Tue, 20 Jan 2026 13:27:56 +0800 Subject: [PATCH] 'commit' --- .../json_full/t_ext_hurry_quit.json | 120 ++++++++++ Doc/6、DataX配置/json_full/t_station.json | 226 ++++++++++++++++++ Doc/6、DataX配置/json_full/t_time_day.json | 72 ++++++ Doc/6、DataX配置/json_full/t_user.json | 152 ++++++++++++ .../json_full/t_user_account.json | 96 ++++++++ .../json_full/t_user_upload_fault.json | 76 ++++++ .../json_inc/t_ext_hurry_quit.json | 118 +++++++++ Doc/6、DataX配置/json_inc/t_station.json | 224 +++++++++++++++++ Doc/6、DataX配置/json_inc/t_time_day.json | 70 ++++++ Doc/6、DataX配置/json_inc/t_user.json | 150 ++++++++++++ Doc/6、DataX配置/json_inc/t_user_account.json | 94 ++++++++ .../json_inc/t_user_upload_fault.json | 74 ++++++ Doc/6、DataX配置/run_jobs_full.sh | 8 +- Doc/6、DataX配置/run_jobs_inc.sh | 8 +- .../{setup_cron.sh => start_cron.sh} | 0 15 files changed, 1486 insertions(+), 2 deletions(-) create mode 100644 Doc/6、DataX配置/json_full/t_ext_hurry_quit.json create mode 100644 Doc/6、DataX配置/json_full/t_station.json create mode 100644 Doc/6、DataX配置/json_full/t_time_day.json create mode 100644 Doc/6、DataX配置/json_full/t_user.json create mode 100644 Doc/6、DataX配置/json_full/t_user_account.json create mode 100644 Doc/6、DataX配置/json_full/t_user_upload_fault.json create mode 100644 Doc/6、DataX配置/json_inc/t_ext_hurry_quit.json create mode 100644 Doc/6、DataX配置/json_inc/t_station.json create mode 100644 Doc/6、DataX配置/json_inc/t_time_day.json create mode 100644 Doc/6、DataX配置/json_inc/t_user.json create mode 100644 Doc/6、DataX配置/json_inc/t_user_account.json create mode 100644 Doc/6、DataX配置/json_inc/t_user_upload_fault.json rename Doc/6、DataX配置/{setup_cron.sh => start_cron.sh} (100%) diff --git a/Doc/6、DataX配置/json_full/t_ext_hurry_quit.json b/Doc/6、DataX配置/json_full/t_ext_hurry_quit.json new file mode 100644 index 0000000..a2f5d8d --- /dev/null +++ b/Doc/6、DataX配置/json_full/t_ext_hurry_quit.json @@ -0,0 +1,120 @@ +{ + "job": { + "content": [ + { + "reader": { + "name": "mysqlreader", + "parameter": { + "column": [ + "id", + "order_no", + "telephone", + "user_id", + "message1", + "message2", + "create_time", + "station_id", + "equipment_id", + "connector_id", + "flag", + "close_time", + "finish_time", + "minutesDifference", + "reduce_money", + "beforeBalance", + "afterBalance", + "fee_station", + "manual_count", + "last_manual_time", + "last_manual_message", + "person_id", + "refund_status", + "refund_time", + "refund_person_id", + "refund_person_name", + "refund_amount", + "refund_type", + "unplug_time" + ], + "connection": [ + { + "jdbcUrl": [ + "${src_jdbc}" + ], + "table": [ + "t_ext_hurry_quit" + ] + } + ], + "username": "${src_user}", + "password": "${src_pwd}" + } + }, + "writer": { + "name": "doriswriter", + "parameter": { + "loadUrl": [ + "${dest_load_url}" + ], + "column": [ + "id", + "order_no", + "telephone", + "user_id", + "message1", + "message2", + "create_time", + "station_id", + "equipment_id", + "connector_id", + "flag", + "close_time", + "finish_time", + "minutesDifference", + "reduce_money", + "beforeBalance", + "afterBalance", + "fee_station", + "manual_count", + "last_manual_time", + "last_manual_message", + "person_id", + "refund_status", + "refund_time", + "refund_person_id", + "refund_person_name", + "refund_amount", + "refund_type", + "unplug_time" + ], + "username": "${dest_user}", + "password": "${dest_pwd}", + "postSql": [], + "preSql": [ + "TRUNCATE TABLE t_ext_hurry_quit" + ], + "flushInterval": 30000, + "connection": [ + { + "jdbcUrl": "${dest_jdbc}", + "selectedDatabase": "yltcharge", + "table": [ + "t_ext_hurry_quit" + ] + } + ], + "loadProps": { + "format": "json", + "strip_outer_array": true + } + } + } + } + ], + "setting": { + "speed": { + "channel": "1" + } + } + } +} \ No newline at end of file diff --git a/Doc/6、DataX配置/json_full/t_station.json b/Doc/6、DataX配置/json_full/t_station.json new file mode 100644 index 0000000..b4de818 --- /dev/null +++ b/Doc/6、DataX配置/json_full/t_station.json @@ -0,0 +1,226 @@ +{ + "job": { + "content": [ + { + "reader": { + "name": "mysqlreader", + "parameter": { + "column": [ + "id", + "station_sn", + "operator_id", + "equioment_owner_id", + "station_name", + "country_code", + "region_id", + "region_code", + "regional_name", + "regional_code", + "address", + "station_tel", + "service_tel", + "station_type", + "station_type_msg", + "station_business_type", + "station_business_type_msg", + "station_status", + "station_status_msg", + "park_nums", + "station_lng", + "station_lat", + "site_guide", + "construction", + "construction_msg", + "pictures", + "match_cars", + "park_info", + "business_start_time", + "business_end_time", + "electricity_fee", + "service_fee", + "is_park_fee", + "park_fee", + "payment", + "payment_msg", + "support_order", + "support_order_msg", + "service_item", + "service_item_image_url", + "service_item_msg", + "station_location_type", + "station_location_type_msg", + "station_charge_type", + "station_charge_type_msg", + "station_power", + "station_voltage", + "station_current", + "is_open", + "is_open_msg", + "is_display", + "is_display_msg", + "sharing_code", + "sharing_applet_picture", + "theme_picture", + "is_barrier_flag", + "is_barrier_flag_msg", + "charge_settle_type", + "charge_settle_type_msg", + "fast_connector_nums", + "slow_connector_nums", + "transformer_capacity", + "installed_capacity", + "remark", + "record_unique_no", + "equipment_owner_name", + "supply_type", + "resident_no", + "watt_hour_meter_no", + "forward_power", + "operation_date", + "charge_replace_type", + "is_hlht", + "is_subsidy", + "create_time", + "update_time", + "area_code_countryside", + "business_expand_type", + "capacity", + "video_monitor", + "electricity_type", + "receive_shop" + ], + "connection": [ + { + "jdbcUrl": [ + "${src_jdbc}" + ], + "table": [ + "t_station" + ] + } + ], + "username": "${src_user}", + "password": "${src_pwd}" + } + }, + "writer": { + "name": "doriswriter", + "parameter": { + "loadUrl": [ + "${dest_load_url}" + ], + "column": [ + "id", + "station_sn", + "operator_id", + "equioment_owner_id", + "station_name", + "country_code", + "region_id", + "region_code", + "regional_name", + "regional_code", + "address", + "station_tel", + "service_tel", + "station_type", + "station_type_msg", + "station_business_type", + "station_business_type_msg", + "station_status", + "station_status_msg", + "park_nums", + "station_lng", + "station_lat", + "site_guide", + "construction", + "construction_msg", + "pictures", + "match_cars", + "park_info", + "business_start_time", + "business_end_time", + "electricity_fee", + "service_fee", + "is_park_fee", + "park_fee", + "payment", + "payment_msg", + "support_order", + "support_order_msg", + "service_item", + "service_item_image_url", + "service_item_msg", + "station_location_type", + "station_location_type_msg", + "station_charge_type", + "station_charge_type_msg", + "station_power", + "station_voltage", + "station_current", + "is_open", + "is_open_msg", + "is_display", + "is_display_msg", + "sharing_code", + "sharing_applet_picture", + "theme_picture", + "is_barrier_flag", + "is_barrier_flag_msg", + "charge_settle_type", + "charge_settle_type_msg", + "fast_connector_nums", + "slow_connector_nums", + "transformer_capacity", + "installed_capacity", + "remark", + "record_unique_no", + "equipment_owner_name", + "supply_type", + "resident_no", + "watt_hour_meter_no", + "forward_power", + "operation_date", + "charge_replace_type", + "is_hlht", + "is_subsidy", + "create_time", + "update_time", + "area_code_countryside", + "business_expand_type", + "capacity", + "video_monitor", + "electricity_type", + "receive_shop" + ], + "username": "${dest_user}", + "password": "${dest_pwd}", + "postSql": [], + "preSql": [ + "TRUNCATE TABLE t_station" + ], + "flushInterval": 30000, + "connection": [ + { + "jdbcUrl": "${dest_jdbc}", + "selectedDatabase": "yltcharge", + "table": [ + "t_station" + ] + } + ], + "loadProps": { + "format": "json", + "strip_outer_array": true + } + } + } + } + ], + "setting": { + "speed": { + "channel": "1" + } + } + } +} \ No newline at end of file diff --git a/Doc/6、DataX配置/json_full/t_time_day.json b/Doc/6、DataX配置/json_full/t_time_day.json new file mode 100644 index 0000000..bebd21e --- /dev/null +++ b/Doc/6、DataX配置/json_full/t_time_day.json @@ -0,0 +1,72 @@ +{ + "job": { + "content": [ + { + "reader": { + "name": "mysqlreader", + "parameter": { + "column": [ + "id", + "create_time", + "update_time", + "time_fq", + "teme_ve" + ], + "connection": [ + { + "jdbcUrl": [ + "${src_jdbc}" + ], + "table": [ + "t_time_day" + ] + } + ], + "username": "${src_user}", + "password": "${src_pwd}" + } + }, + "writer": { + "name": "doriswriter", + "parameter": { + "loadUrl": [ + "${dest_load_url}" + ], + "column": [ + "id", + "create_time", + "update_time", + "time_fq", + "teme_ve" + ], + "username": "${dest_user}", + "password": "${dest_pwd}", + "postSql": [], + "preSql": [ + "TRUNCATE TABLE t_time_day" + ], + "flushInterval": 30000, + "connection": [ + { + "jdbcUrl": "${dest_jdbc}", + "selectedDatabase": "yltcharge", + "table": [ + "t_time_day" + ] + } + ], + "loadProps": { + "format": "json", + "strip_outer_array": true + } + } + } + } + ], + "setting": { + "speed": { + "channel": "1" + } + } + } +} \ No newline at end of file diff --git a/Doc/6、DataX配置/json_full/t_user.json b/Doc/6、DataX配置/json_full/t_user.json new file mode 100644 index 0000000..f05352c --- /dev/null +++ b/Doc/6、DataX配置/json_full/t_user.json @@ -0,0 +1,152 @@ +{ + "job": { + "content": [ + { + "reader": { + "name": "mysqlreader", + "parameter": { + "column": [ + "id", + "user_name", + "nicker_name", + "sex", + "phone", + "qk_openid", + "open_id", + "ali_user_id", + "birthday", + "avatar", + "app_type", + "password", + "upper_user", + "master_flag", + "user_type", + "multi_charge", + "relation_phone", + "user_owner_id", + "union_id", + "state", + "reg_channel", + "reg_time", + "city_label_code", + "city_label", + "reg_source", + "create_time", + "update_time", + "operator", + "invite_code", + "identity_id", + "operator_id", + "address", + "vip_level", + "province_code", + "province", + "work_company", + "is_bind_wxinfo", + "company_min_charge_balance", + "enable_online_recharge", + "integral", + "shared_user", + "enable_online_refund", + "recommenderId", + "lx_wx_user_id", + "phone_area" + ], + "connection": [ + { + "jdbcUrl": [ + "${src_jdbc}" + ], + "table": [ + "t_user" + ] + } + ], + "username": "${src_user}", + "password": "${src_pwd}" + } + }, + "writer": { + "name": "doriswriter", + "parameter": { + "loadUrl": [ + "${dest_load_url}" + ], + "column": [ + "id", + "user_name", + "nicker_name", + "sex", + "phone", + "qk_openid", + "open_id", + "ali_user_id", + "birthday", + "avatar", + "app_type", + "password", + "upper_user", + "master_flag", + "user_type", + "multi_charge", + "relation_phone", + "user_owner_id", + "union_id", + "state", + "reg_channel", + "reg_time", + "city_label_code", + "city_label", + "reg_source", + "create_time", + "update_time", + "operator", + "invite_code", + "identity_id", + "operator_id", + "address", + "vip_level", + "province_code", + "province", + "work_company", + "is_bind_wxinfo", + "company_min_charge_balance", + "enable_online_recharge", + "integral", + "shared_user", + "enable_online_refund", + "recommenderId", + "lx_wx_user_id", + "phone_area" + ], + "username": "${dest_user}", + "password": "${dest_pwd}", + "postSql": [], + "preSql": [ + "TRUNCATE TABLE t_user" + ], + "flushInterval": 30000, + "connection": [ + { + "jdbcUrl": "${dest_jdbc}", + "selectedDatabase": "yltcharge", + "table": [ + "t_user" + ] + } + ], + "loadProps": { + "format": "json", + "strip_outer_array": true + } + } + } + } + ], + "setting": { + "speed": { + "channel": "1" + } + } + } +} \ No newline at end of file diff --git a/Doc/6、DataX配置/json_full/t_user_account.json b/Doc/6、DataX配置/json_full/t_user_account.json new file mode 100644 index 0000000..d41b38e --- /dev/null +++ b/Doc/6、DataX配置/json_full/t_user_account.json @@ -0,0 +1,96 @@ +{ + "job": { + "content": [ + { + "reader": { + "name": "mysqlreader", + "parameter": { + "column": [ + "id", + "user_id", + "ua_balance", + "ua_deposit", + "ua_balance_time", + "ua_password", + "ua_state", + "ua_real_balance", + "ua_real_degree", + "create_time", + "update_time", + "donate_money", + "donate_able_money", + "ua_able_balance", + "refund_money", + "ua_consume_money", + "ua_clear_zero_money" + ], + "connection": [ + { + "jdbcUrl": [ + "${src_jdbc}" + ], + "table": [ + "t_user_account" + ] + } + ], + "username": "${src_user}", + "password": "${src_pwd}" + } + }, + "writer": { + "name": "doriswriter", + "parameter": { + "loadUrl": [ + "${dest_load_url}" + ], + "column": [ + "id", + "user_id", + "ua_balance", + "ua_deposit", + "ua_balance_time", + "ua_password", + "ua_state", + "ua_real_balance", + "ua_real_degree", + "create_time", + "update_time", + "donate_money", + "donate_able_money", + "ua_able_balance", + "refund_money", + "ua_consume_money", + "ua_clear_zero_money" + ], + "username": "${dest_user}", + "password": "${dest_pwd}", + "postSql": [], + "preSql": [ + "TRUNCATE TABLE t_user_account" + ], + "flushInterval": 30000, + "connection": [ + { + "jdbcUrl": "${dest_jdbc}", + "selectedDatabase": "yltcharge", + "table": [ + "t_user_account" + ] + } + ], + "loadProps": { + "format": "json", + "strip_outer_array": true + } + } + } + } + ], + "setting": { + "speed": { + "channel": "1" + } + } + } +} \ No newline at end of file diff --git a/Doc/6、DataX配置/json_full/t_user_upload_fault.json b/Doc/6、DataX配置/json_full/t_user_upload_fault.json new file mode 100644 index 0000000..cb66f2d --- /dev/null +++ b/Doc/6、DataX配置/json_full/t_user_upload_fault.json @@ -0,0 +1,76 @@ +{ + "job": { + "content": [ + { + "reader": { + "name": "mysqlreader", + "parameter": { + "column": [ + "id", + "equipment_id", + "user_id", + "fault_config_id", + "remark", + "create_time", + "update_time" + ], + "connection": [ + { + "jdbcUrl": [ + "${src_jdbc}" + ], + "table": [ + "t_user_upload_fault" + ] + } + ], + "username": "${src_user}", + "password": "${src_pwd}" + } + }, + "writer": { + "name": "doriswriter", + "parameter": { + "loadUrl": [ + "${dest_load_url}" + ], + "column": [ + "id", + "equipment_id", + "user_id", + "fault_config_id", + "remark", + "create_time", + "update_time" + ], + "username": "${dest_user}", + "password": "${dest_pwd}", + "postSql": [], + "preSql": [ + "TRUNCATE TABLE t_user_upload_fault" + ], + "flushInterval": 30000, + "connection": [ + { + "jdbcUrl": "${dest_jdbc}", + "selectedDatabase": "yltcharge", + "table": [ + "t_user_upload_fault" + ] + } + ], + "loadProps": { + "format": "json", + "strip_outer_array": true + } + } + } + } + ], + "setting": { + "speed": { + "channel": "1" + } + } + } +} \ No newline at end of file diff --git a/Doc/6、DataX配置/json_inc/t_ext_hurry_quit.json b/Doc/6、DataX配置/json_inc/t_ext_hurry_quit.json new file mode 100644 index 0000000..fd3b1f5 --- /dev/null +++ b/Doc/6、DataX配置/json_inc/t_ext_hurry_quit.json @@ -0,0 +1,118 @@ +{ + "job": { + "content": [ + { + "reader": { + "name": "mysqlreader", + "parameter": { + "column": [ + "id", + "order_no", + "telephone", + "user_id", + "message1", + "message2", + "create_time", + "station_id", + "equipment_id", + "connector_id", + "flag", + "close_time", + "finish_time", + "minutesDifference", + "reduce_money", + "beforeBalance", + "afterBalance", + "fee_station", + "manual_count", + "last_manual_time", + "last_manual_message", + "person_id", + "refund_status", + "refund_time", + "refund_person_id", + "refund_person_name", + "refund_amount", + "refund_type", + "unplug_time" + ], + "connection": [ + { + "jdbcUrl": [ + "${src_jdbc}" + ], + "querySql": [ + "SELECT `id`, `order_no`, `telephone`, `user_id`, `message1`, `message2`, `create_time`, `station_id`, `equipment_id`, `connector_id`, `flag`, `close_time`, `finish_time`, `minutesDifference`, `reduce_money`, `beforeBalance`, `afterBalance`, `fee_station`, `manual_count`, `last_manual_time`, `last_manual_message`, `person_id`, `refund_status`, `refund_time`, `refund_person_id`, `refund_person_name`, `refund_amount`, `refund_type`, `unplug_time` FROM `t_ext_hurry_quit` ORDER BY id DESC LIMIT 10000" + ] + } + ], + "username": "${src_user}", + "password": "${src_pwd}" + } + }, + "writer": { + "name": "doriswriter", + "parameter": { + "loadUrl": [ + "${dest_load_url}" + ], + "column": [ + "id", + "order_no", + "telephone", + "user_id", + "message1", + "message2", + "create_time", + "station_id", + "equipment_id", + "connector_id", + "flag", + "close_time", + "finish_time", + "minutesDifference", + "reduce_money", + "beforeBalance", + "afterBalance", + "fee_station", + "manual_count", + "last_manual_time", + "last_manual_message", + "person_id", + "refund_status", + "refund_time", + "refund_person_id", + "refund_person_name", + "refund_amount", + "refund_type", + "unplug_time" + ], + "username": "${dest_user}", + "password": "${dest_pwd}", + "postSql": [], + "preSql": [], + "flushInterval": 30000, + "connection": [ + { + "jdbcUrl": "${dest_jdbc}", + "selectedDatabase": "yltcharge", + "table": [ + "t_ext_hurry_quit" + ] + } + ], + "loadProps": { + "format": "json", + "strip_outer_array": true + } + } + } + } + ], + "setting": { + "speed": { + "channel": "1" + } + } + } +} \ No newline at end of file diff --git a/Doc/6、DataX配置/json_inc/t_station.json b/Doc/6、DataX配置/json_inc/t_station.json new file mode 100644 index 0000000..11dc396 --- /dev/null +++ b/Doc/6、DataX配置/json_inc/t_station.json @@ -0,0 +1,224 @@ +{ + "job": { + "content": [ + { + "reader": { + "name": "mysqlreader", + "parameter": { + "column": [ + "id", + "station_sn", + "operator_id", + "equioment_owner_id", + "station_name", + "country_code", + "region_id", + "region_code", + "regional_name", + "regional_code", + "address", + "station_tel", + "service_tel", + "station_type", + "station_type_msg", + "station_business_type", + "station_business_type_msg", + "station_status", + "station_status_msg", + "park_nums", + "station_lng", + "station_lat", + "site_guide", + "construction", + "construction_msg", + "pictures", + "match_cars", + "park_info", + "business_start_time", + "business_end_time", + "electricity_fee", + "service_fee", + "is_park_fee", + "park_fee", + "payment", + "payment_msg", + "support_order", + "support_order_msg", + "service_item", + "service_item_image_url", + "service_item_msg", + "station_location_type", + "station_location_type_msg", + "station_charge_type", + "station_charge_type_msg", + "station_power", + "station_voltage", + "station_current", + "is_open", + "is_open_msg", + "is_display", + "is_display_msg", + "sharing_code", + "sharing_applet_picture", + "theme_picture", + "is_barrier_flag", + "is_barrier_flag_msg", + "charge_settle_type", + "charge_settle_type_msg", + "fast_connector_nums", + "slow_connector_nums", + "transformer_capacity", + "installed_capacity", + "remark", + "record_unique_no", + "equipment_owner_name", + "supply_type", + "resident_no", + "watt_hour_meter_no", + "forward_power", + "operation_date", + "charge_replace_type", + "is_hlht", + "is_subsidy", + "create_time", + "update_time", + "area_code_countryside", + "business_expand_type", + "capacity", + "video_monitor", + "electricity_type", + "receive_shop" + ], + "connection": [ + { + "jdbcUrl": [ + "${src_jdbc}" + ], + "querySql": [ + "SELECT `id`, `station_sn`, `operator_id`, `equioment_owner_id`, `station_name`, `country_code`, `region_id`, `region_code`, `regional_name`, `regional_code`, `address`, `station_tel`, `service_tel`, `station_type`, `station_type_msg`, `station_business_type`, `station_business_type_msg`, `station_status`, `station_status_msg`, `park_nums`, `station_lng`, `station_lat`, `site_guide`, `construction`, `construction_msg`, `pictures`, `match_cars`, `park_info`, `business_start_time`, `business_end_time`, `electricity_fee`, `service_fee`, `is_park_fee`, `park_fee`, `payment`, `payment_msg`, `support_order`, `support_order_msg`, `service_item`, `service_item_image_url`, `service_item_msg`, `station_location_type`, `station_location_type_msg`, `station_charge_type`, `station_charge_type_msg`, `station_power`, `station_voltage`, `station_current`, `is_open`, `is_open_msg`, `is_display`, `is_display_msg`, `sharing_code`, `sharing_applet_picture`, `theme_picture`, `is_barrier_flag`, `is_barrier_flag_msg`, `charge_settle_type`, `charge_settle_type_msg`, `fast_connector_nums`, `slow_connector_nums`, `transformer_capacity`, `installed_capacity`, `remark`, `record_unique_no`, `equipment_owner_name`, `supply_type`, `resident_no`, `watt_hour_meter_no`, `forward_power`, `operation_date`, `charge_replace_type`, `is_hlht`, `is_subsidy`, `create_time`, `update_time`, `area_code_countryside`, `business_expand_type`, `capacity`, `video_monitor`, `electricity_type`, `receive_shop` FROM `t_station` ORDER BY id DESC LIMIT 10000" + ] + } + ], + "username": "${src_user}", + "password": "${src_pwd}" + } + }, + "writer": { + "name": "doriswriter", + "parameter": { + "loadUrl": [ + "${dest_load_url}" + ], + "column": [ + "id", + "station_sn", + "operator_id", + "equioment_owner_id", + "station_name", + "country_code", + "region_id", + "region_code", + "regional_name", + "regional_code", + "address", + "station_tel", + "service_tel", + "station_type", + "station_type_msg", + "station_business_type", + "station_business_type_msg", + "station_status", + "station_status_msg", + "park_nums", + "station_lng", + "station_lat", + "site_guide", + "construction", + "construction_msg", + "pictures", + "match_cars", + "park_info", + "business_start_time", + "business_end_time", + "electricity_fee", + "service_fee", + "is_park_fee", + "park_fee", + "payment", + "payment_msg", + "support_order", + "support_order_msg", + "service_item", + "service_item_image_url", + "service_item_msg", + "station_location_type", + "station_location_type_msg", + "station_charge_type", + "station_charge_type_msg", + "station_power", + "station_voltage", + "station_current", + "is_open", + "is_open_msg", + "is_display", + "is_display_msg", + "sharing_code", + "sharing_applet_picture", + "theme_picture", + "is_barrier_flag", + "is_barrier_flag_msg", + "charge_settle_type", + "charge_settle_type_msg", + "fast_connector_nums", + "slow_connector_nums", + "transformer_capacity", + "installed_capacity", + "remark", + "record_unique_no", + "equipment_owner_name", + "supply_type", + "resident_no", + "watt_hour_meter_no", + "forward_power", + "operation_date", + "charge_replace_type", + "is_hlht", + "is_subsidy", + "create_time", + "update_time", + "area_code_countryside", + "business_expand_type", + "capacity", + "video_monitor", + "electricity_type", + "receive_shop" + ], + "username": "${dest_user}", + "password": "${dest_pwd}", + "postSql": [], + "preSql": [], + "flushInterval": 30000, + "connection": [ + { + "jdbcUrl": "${dest_jdbc}", + "selectedDatabase": "yltcharge", + "table": [ + "t_station" + ] + } + ], + "loadProps": { + "format": "json", + "strip_outer_array": true + } + } + } + } + ], + "setting": { + "speed": { + "channel": "1" + } + } + } +} \ No newline at end of file diff --git a/Doc/6、DataX配置/json_inc/t_time_day.json b/Doc/6、DataX配置/json_inc/t_time_day.json new file mode 100644 index 0000000..6c17810 --- /dev/null +++ b/Doc/6、DataX配置/json_inc/t_time_day.json @@ -0,0 +1,70 @@ +{ + "job": { + "content": [ + { + "reader": { + "name": "mysqlreader", + "parameter": { + "column": [ + "id", + "create_time", + "update_time", + "time_fq", + "teme_ve" + ], + "connection": [ + { + "jdbcUrl": [ + "${src_jdbc}" + ], + "querySql": [ + "SELECT `id`, `create_time`, `update_time`, `time_fq`, `teme_ve` FROM `t_time_day` ORDER BY id DESC LIMIT 10000" + ] + } + ], + "username": "${src_user}", + "password": "${src_pwd}" + } + }, + "writer": { + "name": "doriswriter", + "parameter": { + "loadUrl": [ + "${dest_load_url}" + ], + "column": [ + "id", + "create_time", + "update_time", + "time_fq", + "teme_ve" + ], + "username": "${dest_user}", + "password": "${dest_pwd}", + "postSql": [], + "preSql": [], + "flushInterval": 30000, + "connection": [ + { + "jdbcUrl": "${dest_jdbc}", + "selectedDatabase": "yltcharge", + "table": [ + "t_time_day" + ] + } + ], + "loadProps": { + "format": "json", + "strip_outer_array": true + } + } + } + } + ], + "setting": { + "speed": { + "channel": "1" + } + } + } +} \ No newline at end of file diff --git a/Doc/6、DataX配置/json_inc/t_user.json b/Doc/6、DataX配置/json_inc/t_user.json new file mode 100644 index 0000000..aed8105 --- /dev/null +++ b/Doc/6、DataX配置/json_inc/t_user.json @@ -0,0 +1,150 @@ +{ + "job": { + "content": [ + { + "reader": { + "name": "mysqlreader", + "parameter": { + "column": [ + "id", + "user_name", + "nicker_name", + "sex", + "phone", + "qk_openid", + "open_id", + "ali_user_id", + "birthday", + "avatar", + "app_type", + "password", + "upper_user", + "master_flag", + "user_type", + "multi_charge", + "relation_phone", + "user_owner_id", + "union_id", + "state", + "reg_channel", + "reg_time", + "city_label_code", + "city_label", + "reg_source", + "create_time", + "update_time", + "operator", + "invite_code", + "identity_id", + "operator_id", + "address", + "vip_level", + "province_code", + "province", + "work_company", + "is_bind_wxinfo", + "company_min_charge_balance", + "enable_online_recharge", + "integral", + "shared_user", + "enable_online_refund", + "recommenderId", + "lx_wx_user_id", + "phone_area" + ], + "connection": [ + { + "jdbcUrl": [ + "${src_jdbc}" + ], + "querySql": [ + "SELECT `id`, `user_name`, `nicker_name`, `sex`, `phone`, `qk_openid`, `open_id`, `ali_user_id`, `birthday`, `avatar`, `app_type`, `password`, `upper_user`, `master_flag`, `user_type`, `multi_charge`, `relation_phone`, `user_owner_id`, `union_id`, `state`, `reg_channel`, `reg_time`, `city_label_code`, `city_label`, `reg_source`, `create_time`, `update_time`, `operator`, `invite_code`, `identity_id`, `operator_id`, `address`, `vip_level`, `province_code`, `province`, `work_company`, `is_bind_wxinfo`, `company_min_charge_balance`, `enable_online_recharge`, `integral`, `shared_user`, `enable_online_refund`, `recommenderId`, `lx_wx_user_id`, `phone_area` FROM `t_user` ORDER BY id DESC LIMIT 10000" + ] + } + ], + "username": "${src_user}", + "password": "${src_pwd}" + } + }, + "writer": { + "name": "doriswriter", + "parameter": { + "loadUrl": [ + "${dest_load_url}" + ], + "column": [ + "id", + "user_name", + "nicker_name", + "sex", + "phone", + "qk_openid", + "open_id", + "ali_user_id", + "birthday", + "avatar", + "app_type", + "password", + "upper_user", + "master_flag", + "user_type", + "multi_charge", + "relation_phone", + "user_owner_id", + "union_id", + "state", + "reg_channel", + "reg_time", + "city_label_code", + "city_label", + "reg_source", + "create_time", + "update_time", + "operator", + "invite_code", + "identity_id", + "operator_id", + "address", + "vip_level", + "province_code", + "province", + "work_company", + "is_bind_wxinfo", + "company_min_charge_balance", + "enable_online_recharge", + "integral", + "shared_user", + "enable_online_refund", + "recommenderId", + "lx_wx_user_id", + "phone_area" + ], + "username": "${dest_user}", + "password": "${dest_pwd}", + "postSql": [], + "preSql": [], + "flushInterval": 30000, + "connection": [ + { + "jdbcUrl": "${dest_jdbc}", + "selectedDatabase": "yltcharge", + "table": [ + "t_user" + ] + } + ], + "loadProps": { + "format": "json", + "strip_outer_array": true + } + } + } + } + ], + "setting": { + "speed": { + "channel": "1" + } + } + } +} \ No newline at end of file diff --git a/Doc/6、DataX配置/json_inc/t_user_account.json b/Doc/6、DataX配置/json_inc/t_user_account.json new file mode 100644 index 0000000..d44036e --- /dev/null +++ b/Doc/6、DataX配置/json_inc/t_user_account.json @@ -0,0 +1,94 @@ +{ + "job": { + "content": [ + { + "reader": { + "name": "mysqlreader", + "parameter": { + "column": [ + "id", + "user_id", + "ua_balance", + "ua_deposit", + "ua_balance_time", + "ua_password", + "ua_state", + "ua_real_balance", + "ua_real_degree", + "create_time", + "update_time", + "donate_money", + "donate_able_money", + "ua_able_balance", + "refund_money", + "ua_consume_money", + "ua_clear_zero_money" + ], + "connection": [ + { + "jdbcUrl": [ + "${src_jdbc}" + ], + "querySql": [ + "SELECT `id`, `user_id`, `ua_balance`, `ua_deposit`, `ua_balance_time`, `ua_password`, `ua_state`, `ua_real_balance`, `ua_real_degree`, `create_time`, `update_time`, `donate_money`, `donate_able_money`, `ua_able_balance`, `refund_money`, `ua_consume_money`, `ua_clear_zero_money` FROM `t_user_account` ORDER BY id DESC LIMIT 10000" + ] + } + ], + "username": "${src_user}", + "password": "${src_pwd}" + } + }, + "writer": { + "name": "doriswriter", + "parameter": { + "loadUrl": [ + "${dest_load_url}" + ], + "column": [ + "id", + "user_id", + "ua_balance", + "ua_deposit", + "ua_balance_time", + "ua_password", + "ua_state", + "ua_real_balance", + "ua_real_degree", + "create_time", + "update_time", + "donate_money", + "donate_able_money", + "ua_able_balance", + "refund_money", + "ua_consume_money", + "ua_clear_zero_money" + ], + "username": "${dest_user}", + "password": "${dest_pwd}", + "postSql": [], + "preSql": [], + "flushInterval": 30000, + "connection": [ + { + "jdbcUrl": "${dest_jdbc}", + "selectedDatabase": "yltcharge", + "table": [ + "t_user_account" + ] + } + ], + "loadProps": { + "format": "json", + "strip_outer_array": true + } + } + } + } + ], + "setting": { + "speed": { + "channel": "1" + } + } + } +} \ No newline at end of file diff --git a/Doc/6、DataX配置/json_inc/t_user_upload_fault.json b/Doc/6、DataX配置/json_inc/t_user_upload_fault.json new file mode 100644 index 0000000..e382b7f --- /dev/null +++ b/Doc/6、DataX配置/json_inc/t_user_upload_fault.json @@ -0,0 +1,74 @@ +{ + "job": { + "content": [ + { + "reader": { + "name": "mysqlreader", + "parameter": { + "column": [ + "id", + "equipment_id", + "user_id", + "fault_config_id", + "remark", + "create_time", + "update_time" + ], + "connection": [ + { + "jdbcUrl": [ + "${src_jdbc}" + ], + "querySql": [ + "SELECT `id`, `equipment_id`, `user_id`, `fault_config_id`, `remark`, `create_time`, `update_time` FROM `t_user_upload_fault` ORDER BY id DESC LIMIT 10000" + ] + } + ], + "username": "${src_user}", + "password": "${src_pwd}" + } + }, + "writer": { + "name": "doriswriter", + "parameter": { + "loadUrl": [ + "${dest_load_url}" + ], + "column": [ + "id", + "equipment_id", + "user_id", + "fault_config_id", + "remark", + "create_time", + "update_time" + ], + "username": "${dest_user}", + "password": "${dest_pwd}", + "postSql": [], + "preSql": [], + "flushInterval": 30000, + "connection": [ + { + "jdbcUrl": "${dest_jdbc}", + "selectedDatabase": "yltcharge", + "table": [ + "t_user_upload_fault" + ] + } + ], + "loadProps": { + "format": "json", + "strip_outer_array": true + } + } + } + } + ], + "setting": { + "speed": { + "channel": "1" + } + } + } +} \ No newline at end of file diff --git a/Doc/6、DataX配置/run_jobs_full.sh b/Doc/6、DataX配置/run_jobs_full.sh index c8e0ae6..7f214a0 100644 --- a/Doc/6、DataX配置/run_jobs_full.sh +++ b/Doc/6、DataX配置/run_jobs_full.sh @@ -19,7 +19,13 @@ JOBS=( "t_company.json" "t_company_info_value.json" "t_connector.json" - "t_equipment.json" + "t_equipment.json", + "t_station.json", + "t_ext_hurry_quit.json", + "t_time_day.json", + "t_user.json", + "t_user_account.json", + "t_user_upload_fault.json" ) # 定义全局参数 diff --git a/Doc/6、DataX配置/run_jobs_inc.sh b/Doc/6、DataX配置/run_jobs_inc.sh index c4d1100..7160817 100644 --- a/Doc/6、DataX配置/run_jobs_inc.sh +++ b/Doc/6、DataX配置/run_jobs_inc.sh @@ -19,7 +19,13 @@ JOBS=( "t_company.json" "t_company_info_value.json" "t_connector.json" - "t_equipment.json" + "t_equipment.json", + "t_station.json", + "t_ext_hurry_quit.json", + "t_time_day.json", + "t_user.json", + "t_user_account.json", + "t_user_upload_fault.json" ) # 定义全局参数 diff --git a/Doc/6、DataX配置/setup_cron.sh b/Doc/6、DataX配置/start_cron.sh similarity index 100% rename from Doc/6、DataX配置/setup_cron.sh rename to Doc/6、DataX配置/start_cron.sh