整合canal.server和canal.kafka

This commit is contained in:
mcy
2018-08-23 17:33:15 +08:00
parent 20b0b39b14
commit e7f07d7d3e
21 changed files with 81 additions and 679 deletions

View File

@@ -8,6 +8,8 @@ canal.zkServers=
# flush data to zk
canal.zookeeper.flush.period = 1000
canal.withoutNetty = false
# tcp, kafka, rocketMQ
canal.serverMode = tcp
# flush meta cursor/parse position to file
canal.file.data.dir = ${canal.conf.dir}
canal.file.flush.period = 1000

View File

@@ -0,0 +1,19 @@
servers: slave1:6667,slave2:6667,slave3:6667
retries: 0
batchSize: 16384
lingerMs: 1
bufferMemory: 33554432
# canal的批次大小,单位 k,量大建议改为1M
canalBatchSize: 50
filterTransactionEntry: true
canalDestinations:
- canalDestination: example
topic: example
partition:
# 一个destination可以对应多个topic
#topics:
# - topic: example
# partition: