canal部署及相关配置详解

素颜马尾好姑娘i 2021-09-18 10:20 1354阅读 0赞

## 1.拷贝文件到指定目录下 ##

mkdir /home/test/canal

## 2.解压缩 ##

tar zxvf canal.deployer-1.0.0.tar.gz

![20190306171056778.png][]

![watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3N5c2xiampseQ_size_16_color_FFFFFF_t_70][]

## 3.对文件canal文件夹进行授权 ##

chmod –R 777 canal

## 4.修改配置canal.properties ##

a.进入到/home/test/canal/conf找到canal.properties

![watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3N5c2xiampseQ_size_16_color_FFFFFF_t_70 1][]

#################################################
    #########               common argument           #############
    #################################################
    canal.id= 1
    canal.ip=127.0.0.1            #修改为部署的canal服务器地址
    canal.port=22222                                #为canal端口，默认为11111
    canal.metrics.pull.port=11112
    canal.zkServers=
    
    # flush data to zk
    canal.zookeeper.flush.period = 1000
    canal.withoutNetty = false
    
    # flush meta cursor/parse position to file
    canal.file.data.dir = ${canal.conf.dir}
    canal.file.flush.period = 1000
    
    ## memory store RingBuffer size, should be Math.pow(2,n)
    canal.instance.memory.buffer.size = 16384
    ## memory store RingBuffer used memory unit size , default 1kb
    canal.instance.memory.buffer.memunit = 1024
    ## meory store gets mode used MEMSIZE or ITEMSIZE
    canal.instance.memory.batch.mode = MEMSIZE
    
    ## detecing config
    canal.instance.detecting.enable = true           #是否开启心跳检查 默认为false
    #canal.instance.detecting.sql = insert into retl.xdual values(1,now()) on duplicate key update x=now()
    canal.instance.detecting.sql = select 1
    canal.instance.detecting.interval.time = 3
    canal.instance.detecting.retry.threshold = 3
    canal.instance.detecting.heartbeatHaEnable = true     #心跳检查失败后，是否开启自动mysql自动切换说明：比如心跳检查失败超过阀值后，如果该配置为true，canal就会自动链到mysql备库获取binlog数据
    
    # support maximum transaction size, more than the size of the transaction will be cut into multiple transactions delivery
    canal.instance.transaction.size =  1024
    # mysql fallback connected to new master should fallback times
    canal.instance.fallbackIntervalInSeconds = 60
    
    # network config
    canal.instance.network.receiveBufferSize = 16384
    canal.instance.network.sendBufferSize = 16384
    canal.instance.network.soTimeout = 30
    
    # binlog filter config
    canal.instance.filter.druid.ddl = true
    canal.instance.filter.query.dcl = false
    canal.instance.filter.query.dml = false
    canal.instance.filter.query.ddl = false
    canal.instance.filter.table.error = false
    canal.instance.filter.rows = false
    canal.instance.filter.transaction.entry = false
    
    # binlog format/image check
    canal.instance.binlog.format = ROW,STATEMENT,MIXED
    canal.instance.binlog.image = FULL,MINIMAL,NOBLOB
    
    # binlog ddl isolation
    canal.instance.get.ddl.isolation = false
    
    # parallel parser config
    canal.instance.parser.parallel = true
    ## concurrent thread number, default 60% available processors, suggest not to exceed Runtime.getRuntime().availableProcessors()
    #canal.instance.parser.parallelThreadSize = 16
    ## disruptor ringbuffer size, must be power of 2
    canal.instance.parser.parallelBufferSize = 256
    
    # table meta tsdb info
    canal.instance.tsdb.enable=false            # v1.0.25版本新增,是否开启table meta的时间序列版本记录功能默认为true改为false
    canal.instance.tsdb.dir=${canal.file.data.dir:../conf}/${canal.instance.destination:}
    canal.instance.tsdb.url=jdbc:h2:${canal.instance.tsdb.dir}/h2;CACHE_SIZE=1000;MODE=MYSQL;
    canal.instance.tsdb.dbUsername=canal
    canal.instance.tsdb.dbPassword=canal
    
    # rds oss binlog account
    canal.instance.rds.accesskey =
    canal.instance.rds.secretkey =
    
    #################################################
    #########               destinations              #############
    #################################################
    canal.destinations= example           #当前server上部署的instance列表 默认为example
    # conf root dir
    canal.conf.dir = ../conf
    # auto scan instance dir add/remove and start/stop instance
    canal.auto.scan = true
    canal.auto.scan.interval = 5
    
    canal.instance.tsdb.spring.xml=classpath:spring/tsdb/h2-tsdb.xml
    #canal.instance.tsdb.spring.xml=classpath:spring/tsdb/mysql-tsdb.xml
    
    canal.instance.global.mode = spring
    canal.instance.global.lazy = false
    #canal.instance.global.manager.address = 127.0.0.1:1099
    #canal.instance.global.spring.xml = classpath:spring/memory-instance.xml
    canal.instance.global.spring.xml = classpath:spring/file-instance.xml
    #canal.instance.global.spring.xml = classpath:spring/default-instance.xml

## 5.修改instance.properties  ##

a.配置MySQL的配置文件（my.ini），增加如下配置：

[mysqld]
    log-bin=mysql-bin #开启日志监控
    binlog-format=ROW #监控模式为ROW
    server_id=1 #配置mysql replaction需要定义，不能和canal的slaveId重复

b. 连接到数据库，执行如下语句：

CREATE USER canal IDENTIFIED BY 'canal'; 
    GRANT SELECT, REPLICATION SLAVE, REPLICATION CLIENT ON *.* TO 'canal'@'%';
    -- GRANT ALL PRIVILEGES ON *.* TO 'canal'@'%' ;
    FLUSH PRIVILEGES;

备注：Canal的原理是模拟自己为MySQL Slave，所以这里一定需要做为MySQL Slave的相关权限。

c.进入到/home/iflytekde/canal/conf/example找到instance.properties

#################################################
    ## mysql serverId , v1.0.26+ will autoGen
    # canal.instance.mysql.slaveId=0
    
    # enable gtid use true/false
    canal.instance.gtidon=false
    
    # position info
    canal.instance.master.address=127.0.0.1:3306             #改成自己的数据库地址
    canal.instance.master.journal.name=                                        
    canal.instance.master.position=
    canal.instance.master.timestamp=
    canal.instance.master.gtid=
    
    # rds oss binlog
    canal.instance.rds.accesskey=
    canal.instance.rds.secretkey=
    canal.instance.rds.instanceId=
    
    # table meta tsdb info
    canal.instance.tsdb.enable=false                               #默认为true，改为false
    #canal.instance.tsdb.url=jdbc:mysql://127.0.0.1:3306/canal_tsdb
    #canal.instance.tsdb.dbUsername=canal
    #canal.instance.tsdb.dbPassword=canal
    
    #canal.instance.standby.address =
    #canal.instance.standby.journal.name =
    #canal.instance.standby.position =
    #canal.instance.standby.timestamp =
    #canal.instance.standby.gtid=
    
    # username/password
    canal.instance.dbUsername=canal                            #用授权后的canal账号
    canal.instance.dbPassword=canal                    #用授权后的canal密码
    canal.instance.defaultDatabaseName = test1                 #数据库库名
    canal.instance.connectionCharset=UTF-8                                  #数据库字符集
    
    # table regex
    canal.instance.filter.regex=test1\\..*                                 #正则匹配默认.*\\..*，其中前面.*代表库名，后面.*代表表名
    # table black regex
    canal.instance.filter.black.regex=
    #################################################

## 6.执行启动或停止 ##

启动/home/test/canal/bin/startup.bat 或者 bin/startup.sh

停止/home/test/canal/bin/stop.bat 或者 bin/ stop.sh

注意：停止后需要删除以下文件/home/test/canal/conf/example/meta.dat文件和/home/test/canal/logs下面的文件

[20190306171056778.png]: /images/20210724/557068dfc40240b1ac61cddf7e447845.png
[watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3N5c2xiampseQ_size_16_color_FFFFFF_t_70]: /images/20210724/a5f2a5f8b4964d2490e635ac4952d371.png
[watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3N5c2xiampseQ_size_16_color_FFFFFF_t_70 1]: /images/20210724/2e8041f82ad74786816087c7233343b0.png