DataX数据的迁移（MySQL、HDFS，Hive）

{ "job": { "content": [ { "reader": { "name": "mysqlreader", "parameter": { "column": [], "connection": [ { "jdbcUrl": [ "jdbc:mysql://xxx:3306/xxx" ], "querySql": [ "select dept_id,parent_id,name,order_num,del_flag from sys_dept" ] } ], "username": "root", "password": "123456" } }, "writer": { "name": "hdfswriter", "parameter": { "column": [ { "name": "id", "type": "string" }, { "name": "dept_id", "type": "string" }, { "name": "dept_name", "type": "string" }, { "name": "parent_id", "type": "string" }, { "name": "higher_name", "type": "string" }, { "name": "leader_id", "type": "string" }, { "name": "leader", "type": "string" }, { "name": "sub_count", "type": "string" }, { "name": "del_flag", "type": "string" } ], "defaultFS": "hdfs://mycluster", "fieldDelimiter": "\t", "fileName": "sys_dept.txt", "fileType": "text", "path": "/hive/sddw_origin_data/db/sys_dept/", "writeMode": "append", "hadoopConfig": { "dfs.nameservices": "mycluster", "dfs.ha.namenodes.mycluster": "nn1,nn2", "dfs.namenode.rpc-address.mycluster.nn1": "hadoop001:9000", "dfs.namenode.rpc-address.mycluster.nn2": "hadoop002:9000", "dfs.client.failover.proxy.provider.mycluster": "org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider" } } } } ], "setting": { "speed": { "channel": "1" } } } }