1、下载 canal adapter
wget https://github.com/alibaba/canal/releases/download/canal-1.1.4/canal.adapter-1.1.4.tar.gz
https://github.com/alibaba/canal/wiki/ClientAdapter
2、安装canal adapter
mkdir /yourpath/soft/canal.adapter-1.1.4
tar zxvf canal.adapter-1.1.4.tar.gz -C /yourpath/soft/canal.adapter-1.1.4
编辑application.yml
server:
port: 8081
spring:
jackson:
date-format: yyyy-MM-dd HH:mm:ss
time-zone: GMT+8
default-property-inclusion: non_null
canal.conf:
mode: tcp # kafka rocketMQ
# canalServerHost: 127.0.0.1:11111
#HA ZK
zookeeperHosts: 192.168.1.111:2181
#扩展监控手机
mobiles:
#扩展订阅
subscribe: seata_order.t_order,seata_order.Test
# mqServers: 127.0.0.1:9092 #or rocketmq
# flatMessage: true
batchSize: 500
syncBatchSize: 1000
#错误重试次数
retries: 3
timeout:
accessKey:
secretKey:
srcDataSources:
defaultDS:
#源数据地址
url: jdbc:mysql://192.168.1.115:3306/seata_order?useUnicode=true
username: root
password: 123456
canalAdapters: #可配置多个实例
- instance: example # canal instance Name or mq topic name
groups:
- groupId: g1
outerAdapters:
- name: logger
- name: rdb #可配置多个目标数据库
# 在所有目标端的同步中key是一个必须要配置的参数，不配置可能会出现数据丢失的问题
key: mysql1
properties:
jdbc.driverClassName: com.mysql.jdbc.Driver
#目标数据库地址
jdbc.url: jdbc:mysql://192.168.1.115:3306/seata_account?useUnicode=true
jdbc.username: root
jdbc.password: 123456
# - name: rdb
# key: oracle1
# properties:
# jdbc.driverClassName: oracle.jdbc.OracleDriver
# jdbc.url: jdbc:oracle:thin:@localhost:49161:XE
# jdbc.username: mytest
# jdbc.password: m121212
# - name: rdb
# key: postgres1
# properties:
# jdbc.driverClassName: org.postgresql.Driver
# jdbc.url: jdbc:postgresql://localhost:5432/postgres
# jdbc.username: postgres
# jdbc.password: 121212
# threads: 1
# commitSize: 3000
# hbase
# - name: hbase
# properties:
# hbase.zookeeper.quorum: 127.0.0.1
# hbase.zookeeper.property.clientPort: 2181
# zookeeper.znode.parent: /hbase
# es
# - name: es
# hosts: 127.0.0.1:9300 # 127.0.0.1:9200 for rest mode
# properties:
# mode: transport # or rest
# # security.auth: test:123456 # only used for rest mode
# cluster.name: elasticsearch
配置rdb目录下面表的映射文件
dataSourceKey: defaultDS
destination: example
groupId: g1
# 在所有目标端的同步中outerAdapterKey是一个必须要配置的参数，不配置可能会出现数据丢失的问题
# 对应application.yml中key字段
outerAdapterKey: mysql1
concurrent: true
dbMapping:
#master数据库
database: mytest
table: user
#目标数据库表
targetTable: mytest2.user
targetPk: #主键映射
id: id #复合主键可以映射多个
# mapAll: true #字段完全一样可以打开
targetColumns: #字段映射
id:
name:
role_id:
c_time:
test1:
etlCondition: "where c_time>={}"
commitBatch: 3000 # 批量提交的大小
## Mirror schema synchronize config
#dataSourceKey: defaultDS
#destination: example
#groupId: g1
#outerAdapterKey: mysql1
#concurrent: true
#dbMapping:
# mirrorDb: true
# database: mytest
启动canal.adapter : ./startup.sh
Canal-Adapter源码在IDEA部署运行
下载地址：https://github.com/alibaba/canal
源码导入到IDEA中的结构如下
image.png
修改源码后编译打包
image.png
