1、安装datax
安装参考[linux安装dataX-CSDN博客](https://blog.csdn.net/hzp666/article/details/127350768)
2、配置datax同步mysql
配置mysql隔离级别,进入mysql终端
SET GLOBAL transaction_isolation='READ-COMMITTED';
配置数据源
jdbc:mysql://16gmaster:33060/studio?useUnicode=true&characterEncoding=utf8&useLocalSessionState=true
![image](https://private-user-images.githubusercontent.com/20246692/240805304-f1390cfe-078e-40a5-980a-009ac0d3a2ac.jpg?jwt=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpc3MiOiJnaXRodWIuY29tIiwiYXVkIjoicmF3LmdpdGh1YnVzZXJjb250ZW50LmNvbSIsImtleSI6ImtleTUiLCJleHAiOjE3MTk5Nzg3MTgsIm5iZiI6MTcxOTk3ODQxOCwicGF0aCI6Ii8yMDI0NjY5Mi8yNDA4MDUzMDQtZjEzOTBjZmUtMDc4ZS00MGE1LTk4MGEtMDA5YWMwZDNhMmFjLmpwZz9YLUFtei1BbGdvcml0aG09QVdTNC1ITUFDLVNIQTI1NiZYLUFtei1DcmVkZW50aWFsPUFLSUFWQ09EWUxTQTUzUFFLNFpBJTJGMjAyNDA3MDMlMkZ1cy1lYXN0LTElMkZzMyUyRmF3czRfcmVxdWVzdCZYLUFtei1EYXRlPTIwMjQwNzAzVDAzNDY1OFomWC1BbXotRXhwaXJlcz0zMDAmWC1BbXotU2lnbmF0dXJlPTUzMjMxMDZmOGY0MDYxZDQ1YjdiMGI0YjgxNWY3MmNjOTcyNzdjMjJlZjZiM2FkZDI1YjUwZTk1MjJkMWUzMjkmWC1BbXotU2lnbmVkSGVhZGVycz1ob3N0JmFjdG9yX2lkPTAma2V5X2lkPTAmcmVwb19pZD0wIn0.9AtfataUZwprAxcJ1pD9CKoSKAtHF3AcjdacwoL0Y00)
![image](https://private-user-images.githubusercontent.com/20246692/240805314-6dac7341-230d-423b-8b15-16d418240b83.jpg?jwt=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpc3MiOiJnaXRodWIuY29tIiwiYXVkIjoicmF3LmdpdGh1YnVzZXJjb250ZW50LmNvbSIsImtleSI6ImtleTUiLCJleHAiOjE3MTk5Nzg3MTgsIm5iZiI6MTcxOTk3ODQxOCwicGF0aCI6Ii8yMDI0NjY5Mi8yNDA4MDUzMTQtNmRhYzczNDEtMjMwZC00MjNiLThiMTUtMTZkNDE4MjQwYjgzLmpwZz9YLUFtei1BbGdvcml0aG09QVdTNC1ITUFDLVNIQTI1NiZYLUFtei1DcmVkZW50aWFsPUFLSUFWQ09EWUxTQTUzUFFLNFpBJTJGMjAyNDA3MDMlMkZ1cy1lYXN0LTElMkZzMyUyRmF3czRfcmVxdWVzdCZYLUFtei1EYXRlPTIwMjQwNzAzVDAzNDY1OFomWC1BbXotRXhwaXJlcz0zMDAmWC1BbXotU2lnbmF0dXJlPWJmYTA0ZmFlNTVhZGQ3NzNlMWY4MmM5YWM5OTYzZjIxOTk3YzBjNzljZjg0ZTE1MzQ3NGVjNTc0YzY4OWRlZmQmWC1BbXotU2lnbmVkSGVhZGVycz1ob3N0JmFjdG9yX2lkPTAma2V5X2lkPTAmcmVwb19pZD0wIn0.bLvE0Pw5pDzRA7MIqlcoxxeDgQoT-gs29Bawstqb6BM)
配置执行器
![image](https://private-user-images.githubusercontent.com/20246692/240805319-925f40ee-2730-4c5e-b8e8-ccdac295d562.jpg?jwt=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpc3MiOiJnaXRodWIuY29tIiwiYXVkIjoicmF3LmdpdGh1YnVzZXJjb250ZW50LmNvbSIsImtleSI6ImtleTUiLCJleHAiOjE3MTk5Nzg3MTgsIm5iZiI6MTcxOTk3ODQxOCwicGF0aCI6Ii8yMDI0NjY5Mi8yNDA4MDUzMTktOTI1ZjQwZWUtMjczMC00YzVlLWI4ZTgtY2NkYWMyOTVkNTYyLmpwZz9YLUFtei1BbGdvcml0aG09QVdTNC1ITUFDLVNIQTI1NiZYLUFtei1DcmVkZW50aWFsPUFLSUFWQ09EWUxTQTUzUFFLNFpBJTJGMjAyNDA3MDMlMkZ1cy1lYXN0LTElMkZzMyUyRmF3czRfcmVxdWVzdCZYLUFtei1EYXRlPTIwMjQwNzAzVDAzNDY1OFomWC1BbXotRXhwaXJlcz0zMDAmWC1BbXotU2lnbmF0dXJlPTc5ZDBkMDYxZjg5N2Y0NTM1Njk4MThhODkzMGNlNmMzMDg4ZGVkNTE0YTM4NDIyY2NmYzk1ZDdiNWEwZmJjNTAmWC1BbXotU2lnbmVkSGVhZGVycz1ob3N0JmFjdG9yX2lkPTAma2V5X2lkPTAmcmVwb19pZD0wIn0.PfedvRlDv2FXkAttMiu-_F0N_grKOdr-Ioj4ZRZzE38)
配置任务模版
![image](https://private-user-images.githubusercontent.com/20246692/240805328-6ec02640-046a-49f4-a9ef-05754c878c2a.jpg?jwt=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpc3MiOiJnaXRodWIuY29tIiwiYXVkIjoicmF3LmdpdGh1YnVzZXJjb250ZW50LmNvbSIsImtleSI6ImtleTUiLCJleHAiOjE3MTk5Nzg3MTgsIm5iZiI6MTcxOTk3ODQxOCwicGF0aCI6Ii8yMDI0NjY5Mi8yNDA4MDUzMjgtNmVjMDI2NDAtMDQ2YS00OWY0LWE5ZWYtMDU3NTRjODc4YzJhLmpwZz9YLUFtei1BbGdvcml0aG09QVdTNC1ITUFDLVNIQTI1NiZYLUFtei1DcmVkZW50aWFsPUFLSUFWQ09EWUxTQTUzUFFLNFpBJTJGMjAyNDA3MDMlMkZ1cy1lYXN0LTElMkZzMyUyRmF3czRfcmVxdWVzdCZYLUFtei1EYXRlPTIwMjQwNzAzVDAzNDY1OFomWC1BbXotRXhwaXJlcz0zMDAmWC1BbXotU2lnbmF0dXJlPWFmNTE2YjIzNjQ0OWIxZGJkMjAyMzVmOGI1MjA2NTA4NWEwZDg3MDRmN2FjNzMzMjE1MTZiY2FlMjUxMDNkNTAmWC1BbXotU2lnbmVkSGVhZGVycz1ob3N0JmFjdG9yX2lkPTAma2V5X2lkPTAmcmVwb19pZD0wIn0.1GUiqNYZDhoDjcyrY4I4gQ9Zw9JLlD5FX8XGoxtGaxY)
配置单任务
按步骤选择数据抽取库,数据合并库,映射字段,构建datax的可执行json文件,选择任务模版,点击下一步任务就创建完成了,可以在任务详情里查看
![image](https://private-user-images.githubusercontent.com/20246692/240805335-3139101f-0cba-4e44-a82f-62f19cf7dfa1.jpg?jwt=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpc3MiOiJnaXRodWIuY29tIiwiYXVkIjoicmF3LmdpdGh1YnVzZXJjb250ZW50LmNvbSIsImtleSI6ImtleTUiLCJleHAiOjE3MTk5Nzg3MTgsIm5iZiI6MTcxOTk3ODQxOCwicGF0aCI6Ii8yMDI0NjY5Mi8yNDA4MDUzMzUtMzEzOTEwMWYtMGNiYS00ZTQ0LWE4MmYtNjJmMTljZjdkZmExLmpwZz9YLUFtei1BbGdvcml0aG09QVdTNC1ITUFDLVNIQTI1NiZYLUFtei1DcmVkZW50aWFsPUFLSUFWQ09EWUxTQTUzUFFLNFpBJTJGMjAyNDA3MDMlMkZ1cy1lYXN0LTElMkZzMyUyRmF3czRfcmVxdWVzdCZYLUFtei1EYXRlPTIwMjQwNzAzVDAzNDY1OFomWC1BbXotRXhwaXJlcz0zMDAmWC1BbXotU2lnbmF0dXJlPTBkMDNiOTNkYmZkOTBiYmRkYWVmOGRhYjUzNGFiMmU4YTQ1ZjdmM2EyMTYyOTQ5YTUyYjVlOWYzODZhNjQ2MjcmWC1BbXotU2lnbmVkSGVhZGVycz1ob3N0JmFjdG9yX2lkPTAma2V5X2lkPTAmcmVwb19pZD0wIn0.p8kE0IgCAQXcIJLIevzg8aGSUB_EdEYbe8bt55cKdPA)
![image](https://private-user-images.githubusercontent.com/20246692/240805340-3e0b4250-1200-4f2f-9ed3-8fde2cc4b8f4.jpg?jwt=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpc3MiOiJnaXRodWIuY29tIiwiYXVkIjoicmF3LmdpdGh1YnVzZXJjb250ZW50LmNvbSIsImtleSI6ImtleTUiLCJleHAiOjE3MTk5Nzg3MTgsIm5iZiI6MTcxOTk3ODQxOCwicGF0aCI6Ii8yMDI0NjY5Mi8yNDA4MDUzNDAtM2UwYjQyNTAtMTIwMC00ZjJmLTllZDMtOGZkZTJjYzRiOGY0LmpwZz9YLUFtei1BbGdvcml0aG09QVdTNC1ITUFDLVNIQTI1NiZYLUFtei1DcmVkZW50aWFsPUFLSUFWQ09EWUxTQTUzUFFLNFpBJTJGMjAyNDA3MDMlMkZ1cy1lYXN0LTElMkZzMyUyRmF3czRfcmVxdWVzdCZYLUFtei1EYXRlPTIwMjQwNzAzVDAzNDY1OFomWC1BbXotRXhwaXJlcz0zMDAmWC1BbXotU2lnbmF0dXJlPTk3M2ZhZDdlNjI0ZDk1MmQxMDJkMDIxOTMzZDBjMmZkNTNiOTEyYzA1ZmY2MzY5OWUzZTdiOGM5ZmY3NWFhNGYmWC1BbXotU2lnbmVkSGVhZGVycz1ob3N0JmFjdG9yX2lkPTAma2V5X2lkPTAmcmVwb19pZD0wIn0.hIHEM4QVT1SOKrcWsoFA247ec_UmnRrU4pdVBnRy1sw)
![image](https://private-user-images.githubusercontent.com/20246692/240805344-1a9cc66e-9951-41e3-89af-77e830b77ad0.jpg?jwt=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpc3MiOiJnaXRodWIuY29tIiwiYXVkIjoicmF3LmdpdGh1YnVzZXJjb250ZW50LmNvbSIsImtleSI6ImtleTUiLCJleHAiOjE3MTk5Nzg3MTgsIm5iZiI6MTcxOTk3ODQxOCwicGF0aCI6Ii8yMDI0NjY5Mi8yNDA4MDUzNDQtMWE5Y2M2NmUtOTk1MS00MWUzLTg5YWYtNzdlODMwYjc3YWQwLmpwZz9YLUFtei1BbGdvcml0aG09QVdTNC1ITUFDLVNIQTI1NiZYLUFtei1DcmVkZW50aWFsPUFLSUFWQ09EWUxTQTUzUFFLNFpBJTJGMjAyNDA3MDMlMkZ1cy1lYXN0LTElMkZzMyUyRmF3czRfcmVxdWVzdCZYLUFtei1EYXRlPTIwMjQwNzAzVDAzNDY1OFomWC1BbXotRXhwaXJlcz0zMDAmWC1BbXotU2lnbmF0dXJlPTQyMjU3M2QzZWI5N2NjMDlkOTVmYmE1ZThkOWFmNTIzMThkOGNjYmZlNjA2ODI1NWE0ODU1NDYyMmRhZjg2YTgmWC1BbXotU2lnbmVkSGVhZGVycz1ob3N0JmFjdG9yX2lkPTAma2V5X2lkPTAmcmVwb19pZD0wIn0.Rc8T1y-jDsPUO5aVQ85kU5hDk2g6Tqt9jKMqGyLT0RA)
![image](https://private-user-images.githubusercontent.com/20246692/240805354-7488c7ee-311f-446f-b35c-07091e1aba8d.jpg?jwt=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpc3MiOiJnaXRodWIuY29tIiwiYXVkIjoicmF3LmdpdGh1YnVzZXJjb250ZW50LmNvbSIsImtleSI6ImtleTUiLCJleHAiOjE3MTk5Nzg3MTgsIm5iZiI6MTcxOTk3ODQxOCwicGF0aCI6Ii8yMDI0NjY5Mi8yNDA4MDUzNTQtNzQ4OGM3ZWUtMzExZi00NDZmLWIzNWMtMDcwOTFlMWFiYThkLmpwZz9YLUFtei1BbGdvcml0aG09QVdTNC1ITUFDLVNIQTI1NiZYLUFtei1DcmVkZW50aWFsPUFLSUFWQ09EWUxTQTUzUFFLNFpBJTJGMjAyNDA3MDMlMkZ1cy1lYXN0LTElMkZzMyUyRmF3czRfcmVxdWVzdCZYLUFtei1EYXRlPTIwMjQwNzAzVDAzNDY1OFomWC1BbXotRXhwaXJlcz0zMDAmWC1BbXotU2lnbmF0dXJlPWYxYmRhMTRlNmQ0OGE0ODZmYjI4Y2JlODk2YzkzZWNkNmM2NTA5MmQxMWRlM2NlZDEyZjM0NmQ2Y2UwM2Q2NTkmWC1BbXotU2lnbmVkSGVhZGVycz1ob3N0JmFjdG9yX2lkPTAma2V5X2lkPTAmcmVwb19pZD0wIn0.XRm9NuB24z6-nKxA9DYGjVOvRdg6XZXwx1P0otdg6Sk)
最后可以运行的json文件
{
"job": {
"setting": {
"speed": {
"channel": 1,
"bytes": 0
},
"errorLimit": {
"record": 100
},
"restore": {
"maxRowNumForCheckpoint": 0,
"isRestore": false,
"restoreColumnName": "",
"restoreColumnIndex": 0
},
"log": {
"isLogger": false,
"level": "debug",
"path": "",
"pattern": ""
}
},
"content": [{
"reader": {
"name": "mysqlreader",
"parameter": {
"username": "root",
"password": "123456",
"column": [
"menu_id",
"pid",
"sub_count",
"type",
"title",
"name",
"component",
"menu_sort",
"icon",
"path",
"i_frame",
"cache",
"hidden",
"permission",
"create_by",
"update_by",
"create_time",
"update_time"
],
"splitPk": "",
"connection": [{
"table": [
"sys_menu_source"
],
"jdbcUrl": [
"jdbc:mysql://16gmaster:33060/studio?useUnicode=true&characterEncoding=utf8&useLocalSessionState=true"
]
}]
}
},
"writer": {
"name": "mysqlwriter",
"parameter": {
"username": "root",
"password": "123456",
"writeMode": "insert",
"column": [
"menu_id",
"pid",
"sub_count",
"type",
"title",
"name",
"component",
"menu_sort",
"icon",
"path",
"i_frame",
"cache",
"hidden",
"permission",
"create_by",
"update_by",
"create_time",
"update_time"
],
"connection": [{
"table": [
"sys_menu_target"
],
"jdbcUrl": "jdbc:mysql://16gmaster:33060/studio?useUnicode=true&characterEncoding=utf8&useLocalSessionState=true"
}]
}
}
}]
}
}