html5网站编写,西安便宜做网站,长沙网站建设优化,兰州建设网站公司开启MySql Binlog#xff08;1#xff09;修改MySql配置文件#xff08;2#xff09;重启MySql服务,查看配置是否生效#xff08;3#xff09;配置起效果后#xff0c;创建canal用户#xff0c;并赋予权限安装canal-admin#xff08;1#xff09;解压
canal.admin-1…开启MySql Binlog1修改MySql配置文件2重启MySql服务,查看配置是否生效3配置起效果后创建canal用户并赋予权限安装canal-admin1解压
canal.admin-1.1.4.tar.gz(36.8 MB)
2初始化元数据库3启动canal-admin4查看日志5访问hadoop102 8089端口 6默认账号密码是admin /123456进行登录 6关闭cancal-admin暂时先不要关直接在页面上配置canal-server安装1上传解压配置几台节点解压几个
canal.deployer-1.1.4.tar.gz(49.4 MB)
2修改配置canal_local.properties/opt/apps/canal-server/conf/canal_local.properties每台节点都要改3每台节点启动canal4查看ui界面上会自动注册节点这个页面截图之后会作对照 5先把所有server删除 6新建集群填入名字和zookeeper集群地址 7配置集群节点统一配置 选择载入模板修改配置如下
#################################################
######### common argument #############
#################################################
# tcp bind ip
canal.ip
# register ip to zookeeper
canal.register.ip
canal.port 11111
canal.metrics.pull.port 11112
# canal instance user/passwd
canal.user canal
canal.passwd E3619321C1A937C46A0D8BD1DAC39F93B27D4458# canal admin config
canal.admin.manager 192.168.6.32:8089 ----改为自己的
canal.admin.port 11110
canal.admin.user admin
canal.admin.passwd 4ACFE3202A5FF5CF467898FC58AAB1D615029441canal.zkServers 192.168.6.82:2181 --自己的zookeeper集群地址
# flush data to zk
canal.zookeeper.flush.period 1000
canal.withoutNetty false
# tcp, kafka, RocketMQ
canal.serverMode kafka ---改为kafka
# flush meta cursor/parse position to file
canal.file.data.dir ${canal.conf.dir}
canal.file.flush.period 1000
## memory store RingBuffer size, should be Math.pow(2,n)
canal.instance.memory.buffer.size 16384
## memory store RingBuffer used memory unit size , default 1kb
canal.instance.memory.buffer.memunit 1024
## meory store gets mode used MEMSIZE or ITEMSIZE
canal.instance.memory.batch.mode MEMSIZE
canal.instance.memory.rawEntry true## detecing config
canal.instance.detecting.enable false
#canal.instance.detecting.sql insert into retl.xdual values(1,now()) on duplicate key update xnow()
canal.instance.detecting.sql select 1
canal.instance.detecting.interval.time 3
canal.instance.detecting.retry.threshold 3
canal.instance.detecting.heartbeatHaEnable false# support maximum transaction size, more than the size of the transaction will be cut into multiple transactions delivery
canal.instance.transaction.size 1024
# mysql fallback connected to new master should fallback times
canal.instance.fallbackIntervalInSeconds 60# network config
canal.instance.network.receiveBufferSize 16384
canal.instance.network.sendBufferSize 16384
canal.instance.network.soTimeout 30# binlog filter config
canal.instance.filter.druid.ddl true
canal.instance.filter.query.dcl false
canal.instance.filter.query.dml false
canal.instance.filter.query.ddl false
canal.instance.filter.table.error false
canal.instance.filter.rows false
canal.instance.filter.transaction.entry false# binlog format/image check
canal.instance.binlog.format ROW,STATEMENT,MIXED
canal.instance.binlog.image FULL,MINIMAL,NOBLOB# binlog ddl isolation
canal.instance.get.ddl.isolation false# parallel parser config
canal.instance.parser.parallel true
## concurrent thread number, default 60% available processors, suggest not to exceed Runtime.getRuntime().availableProcessors()
#canal.instance.parser.parallelThreadSize 16
## disruptor ringbuffer size, must be power of 2
canal.instance.parser.parallelBufferSize 256# table meta tsdb info
canal.instance.tsdb.enable true
canal.instance.tsdb.dir ${canal.file.data.dir:../conf}/${canal.instance.destination:}
canal.instance.tsdb.url jdbc:h2:${canal.instance.tsdb.dir}/h2;CACHE_SIZE1000;MODEMYSQL;
canal.instance.tsdb.dbUsername canal
canal.instance.tsdb.dbPassword canal
# dump snapshot interval, default 24 hour
canal.instance.tsdb.snapshot.interval 24
# purge snapshot expire , default 360 hour(15 days)
canal.instance.tsdb.snapshot.expire 360# aliyun ak/sk , support rds/mq
canal.aliyun.accessKey
canal.aliyun.secretKey #################################################
######### destinations #############
#################################################
canal.destinations
# conf root dir
canal.conf.dir ../conf
# auto scan instance dir add/remove and start/stop instance
canal.auto.scan true
canal.auto.scan.interval 5canal.instance.tsdb.spring.xml classpath:spring/tsdb/h2-tsdb.xml
#canal.instance.tsdb.spring.xml classpath:spring/tsdb/mysql-tsdb.xmlcanal.instance.global.mode manager
canal.instance.global.lazy false
canal.instance.global.manager.address ${canal.admin.manager}
#canal.instance.global.spring.xml classpath:spring/memory-instance.xml
#canal.instance.global.spring.xml classpath:spring/file-instance.xml ----注释掉这行
canal.instance.global.spring.xml classpath:spring/default-instance.xml ----打开这行##################################################
######### MQ #############
##################################################
canal.mq.servers 192.168.6.82:9092 ---要发送数据的kafka集群地址
canal.mq.retries 0
canal.mq.batchSize 16384
canal.mq.maxRequestSize 1048576
canal.mq.lingerMs 100
canal.mq.bufferMemory 33554432
canal.mq.canalBatchSize 50
canal.mq.canalGetTimeout 100
canal.mq.flatMessage true
canal.mq.compressionType none
canal.mq.acks all
#canal.mq.properties.
canal.mq.producerGroup test
# Set this value to cloud, if you want open message trace feature in aliyun.
canal.mq.accessChannel local
# aliyun mq namespace
#canal.mq.namespace
canal.mq.topiccanal##################################################
######### Kafka Kerberos Info #############
##################################################
canal.mq.kafka.kerberos.enable false
canal.mq.kafka.kerberos.krb5FilePath ../conf/kerberos/krb5.conf
canal.mq.kafka.kerberos.jaasFilePath ../conf/kerberos/jaas.conf8把之前删除的server添加到集群中 集群自己配的那个其他的对照之前截图的填就可以9配置instance新建instance 修改配置载入模板后修改配置如下
canal.instance.mysql.slaveId1234 ---不能与mysql的server_id重复 canal.instance.master.address192.168.6.32:3306 ----改为自己的地址 canal.instance.filter.regex.*\\..* ----配置自己需要监控mysql的东西我这里是所有库所有表 canal.mq.topiccanal ----未匹配规则的数据发往kafka的哪个topic canal.mq.dynamicTopic.*\\..* ---动态匹配规则发送到动态topic
canal.instance.filter.regex 、canal.mq.topic 和 canal.mq.dynamicTopic参数参照官网配置我这里的配置只是样例。保存查看zookeeper 可以看到自己创建的集群和instance ha
