chenjl/canal
1
0
Fork 0
mirror of https://github.com/alibaba/canal.git synced 2026-11-04 00:30:15 +08:00
Code Issues Packages Projects Releases Wiki Activity

fixed format

Browse Source
This commit is contained in:
七锋
2018-06-14 19:25:34 +08:00
parent dca1b20043
commit a4255a6377
38 changed files with 11024 additions and 11392 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
client/src/main/java/com/alibaba/otter/canal/client/CanalConnector.java
View File

@@ -152,6 +152,7 @@ public interface CanalConnector {
/** /**
* 中断的阻塞，用于优雅停止client * 中断的阻塞，用于优雅停止client
*
* @throws CanalClientException * @throws CanalClientException
*/ */
void stopRunning() throws CanalClientException; void stopRunning() throws CanalClientException;

1
common/src/main/java/com/alibaba/otter/canal/common/zookeeper/running/ServerRunningMonitor.java
View File

@@ -4,7 +4,6 @@ import java.util.concurrent.Executors;
import java.util.concurrent.ScheduledExecutorService; import java.util.concurrent.ScheduledExecutorService;
import java.util.concurrent.TimeUnit; import java.util.concurrent.TimeUnit;
import com.alibaba.otter.canal.common.CanalException;
import org.I0Itec.zkclient.IZkDataListener; import org.I0Itec.zkclient.IZkDataListener;
import org.I0Itec.zkclient.exception.ZkException; import org.I0Itec.zkclient.exception.ZkException;
import org.I0Itec.zkclient.exception.ZkInterruptedException; import org.I0Itec.zkclient.exception.ZkInterruptedException;

4
deployer/src/main/java/com/alibaba/otter/canal/deployer/CanalController.java
View File

@@ -434,13 +434,13 @@ public class CanalController {
} }
// 启动网络接口 // 启动网络接口
if(canalServer!=null) { if (canalServer != null) {
canalServer.start(); canalServer.start();
} }
} }
public void stop() throws Throwable { public void stop() throws Throwable {
if(canalServer!=null) { if (canalServer != null) {
canalServer.stop(); canalServer.stop();
} }

1
deployer/src/main/java/com/alibaba/otter/canal/deployer/CanalLauncher.java
View File

@@ -59,6 +59,7 @@ public class CanalLauncher {
private static void setGlobalUncaughtExceptionHandler() { private static void setGlobalUncaughtExceptionHandler() {
Thread.setDefaultUncaughtExceptionHandler(new Thread.UncaughtExceptionHandler() { Thread.setDefaultUncaughtExceptionHandler(new Thread.UncaughtExceptionHandler() {
@Override @Override
public void uncaughtException(Thread t, Throwable e) { public void uncaughtException(Thread t, Throwable e) {
logger.error("UnCaughtException", e); logger.error("UnCaughtException", e);

2
driver/src/main/java/com/alibaba/otter/canal/parse/driver/mysql/MysqlConnector.java
View File

@@ -53,7 +53,7 @@ public class MysqlConnector {
String addr = address.getHostString(); String addr = address.getHostString();
int port = address.getPort(); int port = address.getPort();
this.address = new InetSocketAddress(addr, port); this.address = new InetSocketAddress(addr, port);
this.username = username; this.username = username;
this.password = password; this.password = password;
} }

4
driver/src/main/java/com/alibaba/otter/canal/parse/driver/mysql/packets/GTIDSet.java
View File

@@ -3,8 +3,7 @@ package com.alibaba.otter.canal.parse.driver.mysql.packets;
import java.io.IOException; import java.io.IOException;
/** /**
* Created by hiwjd on 2018/4/23. * Created by hiwjd on 2018/4/23. hiwjd0@gmail.com
* hiwjd0@gmail.com
*/ */
public interface GTIDSet { public interface GTIDSet {
@@ -17,6 +16,7 @@ public interface GTIDSet {
/** /**
* 更新当前实例 * 更新当前实例
*
* @param str * @param str
* @throws Exception * @throws Exception
*/ */

85
driver/src/main/java/com/alibaba/otter/canal/parse/driver/mysql/packets/MysqlGTIDSet.java
View File

@@ -1,14 +1,14 @@
package com.alibaba.otter.canal.parse.driver.mysql.packets; package com.alibaba.otter.canal.parse.driver.mysql.packets;
import com.alibaba.otter.canal.parse.driver.mysql.utils.ByteHelper;
import java.io.ByteArrayOutputStream; import java.io.ByteArrayOutputStream;
import java.io.IOException; import java.io.IOException;
import java.util.*; import java.util.HashMap;
import java.util.Map;
import com.alibaba.otter.canal.parse.driver.mysql.utils.ByteHelper;
/** /**
* Created by hiwjd on 2018/4/23. * Created by hiwjd on 2018/4/23. hiwjd0@gmail.com
* hiwjd0@gmail.com
*/ */
public class MysqlGTIDSet implements GTIDSet { public class MysqlGTIDSet implements GTIDSet {
@@ -56,61 +56,26 @@ public class MysqlGTIDSet implements GTIDSet {
} }
/** /**
* 解析如下格式的字符串为MysqlGTIDSet: * 解析如下格式的字符串为MysqlGTIDSet: 726757ad-4455-11e8-ae04-0242ac110002:1 =>
* * MysqlGTIDSet{ sets: { 726757ad-4455-11e8-ae04-0242ac110002: UUIDSet{ SID:
* 726757ad-4455-11e8-ae04-0242ac110002:1 => * 726757ad-4455-11e8-ae04-0242ac110002, intervals: [{start:1, stop:2}] } }
* MysqlGTIDSet{ * } 726757ad-4455-11e8-ae04-0242ac110002:1-3 => MysqlGTIDSet{ sets: {
* sets: { * 726757ad-4455-11e8-ae04-0242ac110002: UUIDSet{ SID:
* 726757ad-4455-11e8-ae04-0242ac110002: UUIDSet{ * 726757ad-4455-11e8-ae04-0242ac110002, intervals: [{start:1, stop:4}] } }
* SID: 726757ad-4455-11e8-ae04-0242ac110002, * } 726757ad-4455-11e8-ae04-0242ac110002:1-3:4 => MysqlGTIDSet{ sets: {
* intervals: [{start:1, stop:2}] * 726757ad-4455-11e8-ae04-0242ac110002: UUIDSet{ SID:
* } * 726757ad-4455-11e8-ae04-0242ac110002, intervals: [{start:1, stop:5}] } }
* } * } 726757ad-4455-11e8-ae04-0242ac110002:1-3:7-9 => MysqlGTIDSet{ sets: {
* } * 726757ad-4455-11e8-ae04-0242ac110002: UUIDSet{ SID:
* * 726757ad-4455-11e8-ae04-0242ac110002, intervals: [{start:1, stop:4},
* 726757ad-4455-11e8-ae04-0242ac110002:1-3 => * {start:7, stop: 10}] } } }
* MysqlGTIDSet{ * 726757ad-4455-11e8-ae04-0242ac110002:1-3,726757
* sets: { * ad-4455-11e8-ae04-0242ac110003:4 => MysqlGTIDSet{ sets: {
* 726757ad-4455-11e8-ae04-0242ac110002: UUIDSet{ * 726757ad-4455-11e8-ae04-0242ac110002: UUIDSet{ SID:
* SID: 726757ad-4455-11e8-ae04-0242ac110002, * 726757ad-4455-11e8-ae04-0242ac110002, intervals: [{start:1, stop:4}] },
* intervals: [{start:1, stop:4}] * 726757ad-4455-11e8-ae04-0242ac110003: UUIDSet{ SID:
* } * 726757ad-4455-11e8-ae04-0242ac110002, intervals: [{start:4, stop:5}] } }
* } * }
* }
*
* 726757ad-4455-11e8-ae04-0242ac110002:1-3:4 =>
* MysqlGTIDSet{
* sets: {
* 726757ad-4455-11e8-ae04-0242ac110002: UUIDSet{
* SID: 726757ad-4455-11e8-ae04-0242ac110002,
* intervals: [{start:1, stop:5}]
* }
* }
* }
*
* 726757ad-4455-11e8-ae04-0242ac110002:1-3:7-9 =>
* MysqlGTIDSet{
* sets: {
* 726757ad-4455-11e8-ae04-0242ac110002: UUIDSet{
* SID: 726757ad-4455-11e8-ae04-0242ac110002,
* intervals: [{start:1, stop:4}, {start:7, stop: 10}]
* }
* }
* }
*
* 726757ad-4455-11e8-ae04-0242ac110002:1-3,726757ad-4455-11e8-ae04-0242ac110003:4 =>
* MysqlGTIDSet{
* sets: {
* 726757ad-4455-11e8-ae04-0242ac110002: UUIDSet{
* SID: 726757ad-4455-11e8-ae04-0242ac110002,
* intervals: [{start:1, stop:4}]
* },
* 726757ad-4455-11e8-ae04-0242ac110003: UUIDSet{
* SID: 726757ad-4455-11e8-ae04-0242ac110002,
* intervals: [{start:4, stop:5}]
* }
* }
* }
* *
* @param gtidData * @param gtidData
* @return * @return

52
driver/src/main/java/com/alibaba/otter/canal/parse/driver/mysql/packets/UUIDSet.java
View File

@@ -1,7 +1,5 @@
package com.alibaba.otter.canal.parse.driver.mysql.packets; package com.alibaba.otter.canal.parse.driver.mysql.packets;
import com.alibaba.otter.canal.parse.driver.mysql.utils.ByteHelper;
import java.io.ByteArrayOutputStream; import java.io.ByteArrayOutputStream;
import java.io.IOException; import java.io.IOException;
import java.nio.ByteBuffer; import java.nio.ByteBuffer;
@@ -10,13 +8,14 @@ import java.util.Collections;
import java.util.List; import java.util.List;
import java.util.UUID; import java.util.UUID;
import com.alibaba.otter.canal.parse.driver.mysql.utils.ByteHelper;
/** /**
* Created by hiwjd on 2018/4/23. * Created by hiwjd on 2018/4/23. hiwjd0@gmail.com
* hiwjd0@gmail.com
*/ */
public class UUIDSet { public class UUIDSet {
public UUID SID; public UUID SID;
public List<Interval> intervals; public List<Interval> intervals;
public byte[] encode() throws IOException { public byte[] encode() throws IOException {
@@ -54,6 +53,7 @@ public class UUIDSet {
} }
public static class Interval implements Comparable<Interval> { public static class Interval implements Comparable<Interval> {
public long start; public long start;
public long stop; public long stop;
@@ -85,19 +85,15 @@ public class UUIDSet {
} }
/** /**
* 解析如下格式字符串为UUIDSet: * 解析如下格式字符串为UUIDSet: 726757ad-4455-11e8-ae04-0242ac110002:1 => UUIDSet{SID:
* * 726757ad-4455-11e8-ae04-0242ac110002, intervals: [{start:1, stop:2}]}
* 726757ad-4455-11e8-ae04-0242ac110002:1 => * 726757ad-4455-11e8-ae04-0242ac110002:1-3 => UUIDSet{SID:
* UUIDSet{SID: 726757ad-4455-11e8-ae04-0242ac110002, intervals: [{start:1, stop:2}]} * 726757ad-4455-11e8-ae04-0242ac110002, intervals: [{start:1, stop:4}]}
* * 726757ad-4455-11e8-ae04-0242ac110002:1-3:4 UUIDSet{SID:
* 726757ad-4455-11e8-ae04-0242ac110002:1-3 => * 726757ad-4455-11e8-ae04-0242ac110002, intervals: [{start:1, stop:5}]}
* UUIDSet{SID: 726757ad-4455-11e8-ae04-0242ac110002, intervals: [{start:1, stop:4}]} * 726757ad-4455-11e8-ae04-0242ac110002:1-3:7-9 UUIDSet{SID:
* * 726757ad-4455-11e8-ae04-0242ac110002, intervals: [{start:1, stop:4},
* 726757ad-4455-11e8-ae04-0242ac110002:1-3:4 * {start:7, stop:10}]}
* UUIDSet{SID: 726757ad-4455-11e8-ae04-0242ac110002, intervals: [{start:1, stop:5}]}
*
* 726757ad-4455-11e8-ae04-0242ac110002:1-3:7-9
* UUIDSet{SID: 726757ad-4455-11e8-ae04-0242ac110002, intervals: [{start:1, stop:4}, {start:7, stop:10}]}
* *
* @param str * @param str
* @return * @return
@@ -110,7 +106,7 @@ public class UUIDSet {
} }
List<Interval> intervals = new ArrayList<Interval>(); List<Interval> intervals = new ArrayList<Interval>();
for (int i=1; i<ss.length; i++) { for (int i = 1; i < ss.length; i++) {
intervals.add(parseInterval(ss[i])); intervals.add(parseInterval(ss[i]));
} }
@@ -134,7 +130,7 @@ public class UUIDSet {
sb.append(":"); sb.append(":");
sb.append(interval.start); sb.append(interval.start);
sb.append("-"); sb.append("-");
sb.append(interval.stop-1); sb.append(interval.stop - 1);
} }
} }
@@ -142,12 +138,8 @@ public class UUIDSet {
} }
/** /**
* 解析如下格式字符串为Interval: * 解析如下格式字符串为Interval: 1 => Interval{start:1, stop:2} 1-3 =>
* * Interval{start:1, stop:4} 注意！字符串格式表达时[n,m]是两侧都包含的，Interval表达时[n,m)右侧开
* 1 => Interval{start:1, stop:2}
* 1-3 => Interval{start:1, stop:4}
*
* 注意！字符串格式表达时[n,m]是两侧都包含的，Interval表达时[n,m)右侧开
* *
* @param str * @param str
* @return * @return
@@ -173,8 +165,8 @@ public class UUIDSet {
} }
/** /**
* 把{start,stop}连续的合并掉: * 把{start,stop}连续的合并掉: [{start:1, stop:4},{start:4, stop:5}] => [{start:1,
* [{start:1, stop:4},{start:4, stop:5}] => [{start:1, stop:5}] * stop:5}]
* *
* @param intervals * @param intervals
* @return * @return
@@ -183,11 +175,11 @@ public class UUIDSet {
List<Interval> combined = new ArrayList<Interval>(); List<Interval> combined = new ArrayList<Interval>();
Collections.sort(intervals); Collections.sort(intervals);
int len = intervals.size(); int len = intervals.size();
for (int i=0; i<len; i++) { for (int i = 0; i < len; i++) {
combined.add(intervals.get(i)); combined.add(intervals.get(i));
int j; int j;
for (j=i+1; j<len; j++) { for (j = i + 1; j < len; j++) {
if (intervals.get(i).stop >= intervals.get(j).start) { if (intervals.get(i).stop >= intervals.get(j).start) {
intervals.get(i).stop = intervals.get(j).stop; intervals.get(i).stop = intervals.get(j).stop;
} else { } else {

38
driver/src/main/java/com/alibaba/otter/canal/parse/driver/mysql/packets/client/BinlogDumpGTIDCommandPacket.java
View File

@@ -1,28 +1,26 @@
package com.alibaba.otter.canal.parse.driver.mysql.packets.client; package com.alibaba.otter.canal.parse.driver.mysql.packets.client;
import java.io.ByteArrayOutputStream;
import java.io.IOException;
import com.alibaba.otter.canal.parse.driver.mysql.packets.CommandPacket; import com.alibaba.otter.canal.parse.driver.mysql.packets.CommandPacket;
import com.alibaba.otter.canal.parse.driver.mysql.packets.GTIDSet; import com.alibaba.otter.canal.parse.driver.mysql.packets.GTIDSet;
import com.alibaba.otter.canal.parse.driver.mysql.utils.ByteHelper; import com.alibaba.otter.canal.parse.driver.mysql.utils.ByteHelper;
import java.io.ByteArrayOutputStream;
import java.io.IOException;
/** /**
* Created by hiwjd on 2018/4/24. * Created by hiwjd on 2018/4/24. hiwjd0@gmail.com
* hiwjd0@gmail.com
*
* https://dev.mysql.com/doc/internals/en/com-binlog-dump-gtid.html * https://dev.mysql.com/doc/internals/en/com-binlog-dump-gtid.html
*/ */
public class BinlogDumpGTIDCommandPacket extends CommandPacket { public class BinlogDumpGTIDCommandPacket extends CommandPacket {
public static final int BINLOG_DUMP_NON_BLOCK = 0x01; public static final int BINLOG_DUMP_NON_BLOCK = 0x01;
public static final int BINLOG_THROUGH_POSITION = 0x02; public static final int BINLOG_THROUGH_POSITION = 0x02;
public static final int BINLOG_THROUGH_GTID = 0x04; public static final int BINLOG_THROUGH_GTID = 0x04;
public long slaveServerId; public long slaveServerId;
public GTIDSet gtidSet; public GTIDSet gtidSet;
public BinlogDumpGTIDCommandPacket() { public BinlogDumpGTIDCommandPacket(){
setCommand((byte) 0x1e); setCommand((byte) 0x1e);
} }
@@ -51,15 +49,15 @@ public class BinlogDumpGTIDCommandPacket extends CommandPacket {
// 6. [4] data-size // 6. [4] data-size
ByteHelper.writeUnsignedIntLittleEndian(bs.length, out); ByteHelper.writeUnsignedIntLittleEndian(bs.length, out);
// 7, [] data // 7, [] data
// [8] n_sids // 文档写的是4个字节，其实是8个字节 // [8] n_sids // 文档写的是4个字节，其实是8个字节
// for n_sids { // for n_sids {
// [16] SID // [16] SID
// [8] n_intervals // [8] n_intervals
// for n_intervals { // for n_intervals {
// [8] start (signed) // [8] start (signed)
// [8] end (signed) // [8] end (signed)
// } // }
// } // }
out.write(bs); out.write(bs);
// } // }

4
driver/src/main/java/com/alibaba/otter/canal/parse/driver/mysql/socket/NettySocketChannelPool.java
View File

@@ -29,8 +29,8 @@ import org.slf4j.LoggerFactory;
@SuppressWarnings({ "rawtypes", "deprecation" }) @SuppressWarnings({ "rawtypes", "deprecation" })
public abstract class NettySocketChannelPool { public abstract class NettySocketChannelPool {
private static EventLoopGroup group = new NioEventLoopGroup(); // 非阻塞IO线程组 private static EventLoopGroup group = new NioEventLoopGroup(); // 非阻塞IO线程组
private static Bootstrap boot = new Bootstrap(); // 主 private static Bootstrap boot = new Bootstrap(); // 主
private static Map<Channel, SocketChannel> chManager = new ConcurrentHashMap<Channel, SocketChannel>(); private static Map<Channel, SocketChannel> chManager = new ConcurrentHashMap<Channel, SocketChannel>();
private static final Logger logger = LoggerFactory.getLogger(NettySocketChannelPool.class); private static final Logger logger = LoggerFactory.getLogger(NettySocketChannelPool.class);

4
driver/src/main/java/com/alibaba/otter/canal/parse/driver/mysql/utils/ByteHelper.java
View File

@@ -108,7 +108,7 @@ public abstract class ByteHelper {
return out.toByteArray(); return out.toByteArray();
} }
public static void write8ByteUnsignedIntLittleEndian(long data, ByteArrayOutputStream out) { public static void write8ByteUnsignedIntLittleEndian(long data, ByteArrayOutputStream out) {
out.write((byte) (data & 0xFF)); out.write((byte) (data & 0xFF));
out.write((byte) (data >>> 8)); out.write((byte) (data >>> 8));
@@ -119,7 +119,7 @@ public abstract class ByteHelper {
out.write((byte) (data >>> 48)); out.write((byte) (data >>> 48));
out.write((byte) (data >>> 56)); out.write((byte) (data >>> 56));
} }
public static void writeUnsignedIntLittleEndian(long data, ByteArrayOutputStream out) { public static void writeUnsignedIntLittleEndian(long data, ByteArrayOutputStream out) {
out.write((byte) (data & 0xFF)); out.write((byte) (data & 0xFF));
out.write((byte) (data >>> 8)); out.write((byte) (data >>> 8));

8
driver/src/main/java/com/alibaba/otter/canal/parse/driver/mysql/utils/PacketManager.java
View File

@@ -14,15 +14,15 @@ public abstract class PacketManager {
} }
public static HeaderPacket readHeader(SocketChannel ch, int len, int timeout) throws IOException { public static HeaderPacket readHeader(SocketChannel ch, int len, int timeout) throws IOException {
HeaderPacket header = new HeaderPacket(); HeaderPacket header = new HeaderPacket();
header.fromBytes(ch.read(len, timeout)); header.fromBytes(ch.read(len, timeout));
return header; return header;
} }
public static byte[] readBytes(SocketChannel ch, int len) throws IOException { public static byte[] readBytes(SocketChannel ch, int len) throws IOException {
return ch.read(len); return ch.read(len);
} }
public static byte[] readBytes(SocketChannel ch, int len, int timeout) throws IOException { public static byte[] readBytes(SocketChannel ch, int len, int timeout) throws IOException {
return ch.read(len, timeout); return ch.read(len, timeout);
} }

80
driver/src/test/java/com/alibaba/otter/canal/parse/driver/mysql/MysqlGTIDSetTest.java
View File

@@ -1,17 +1,23 @@
package com.alibaba.otter.canal.parse.driver.mysql; package com.alibaba.otter.canal.parse.driver.mysql;
import static org.junit.Assert.assertEquals;
import java.io.IOException;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.UUID;
import org.junit.Test;
import com.alibaba.otter.canal.parse.driver.mysql.packets.GTIDSet; import com.alibaba.otter.canal.parse.driver.mysql.packets.GTIDSet;
import com.alibaba.otter.canal.parse.driver.mysql.packets.MysqlGTIDSet; import com.alibaba.otter.canal.parse.driver.mysql.packets.MysqlGTIDSet;
import com.alibaba.otter.canal.parse.driver.mysql.packets.UUIDSet; import com.alibaba.otter.canal.parse.driver.mysql.packets.UUIDSet;
import org.junit.Test;
import static org.junit.Assert.*;
import java.io.IOException;
import java.util.*;
/** /**
* Created by hiwjd on 2018/4/25. * Created by hiwjd on 2018/4/25. hiwjd0@gmail.com
* hiwjd0@gmail.com
*/ */
public class MysqlGTIDSetTest { public class MysqlGTIDSetTest {
@@ -20,14 +26,12 @@ public class MysqlGTIDSetTest {
GTIDSet gtidSet = MysqlGTIDSet.parse("726757ad-4455-11e8-ae04-0242ac110002:1"); GTIDSet gtidSet = MysqlGTIDSet.parse("726757ad-4455-11e8-ae04-0242ac110002:1");
byte[] bytes = gtidSet.encode(); byte[] bytes = gtidSet.encode();
byte[] expected = { byte[] expected = { 0x01, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x72, 0x67, 0x57, (byte) 0xad, 0x44, 0x55,
0x01, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x72, 0x67, 0x57, (byte)0xad, 0x11, (byte) 0xe8, (byte) 0xae, 0x04, 0x02, 0x42, (byte) 0xac, 0x11, 0x00, 0x02, 0x01, 0x00, 0x00,
0x44, 0x55, 0x11, (byte)0xe8, (byte)0xae, 0x04, 0x02, 0x42, (byte)0xac, 0x11, 0x00, 0x02, 0x00, 0x00, 0x00, 0x00, 0x00, 0x01, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0x00, 0x00, 0x00,
0x01, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x01, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 };
0x00, 0x00, 0x00, 0x00, 0x02, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00
};
for (int i=0; i<bytes.length; i++) { for (int i = 0; i < bytes.length; i++) {
assertEquals(expected[i], bytes[i]); assertEquals(expected[i], bytes[i]);
} }
} }
@@ -35,31 +39,17 @@ public class MysqlGTIDSetTest {
@Test @Test
public void testParse() { public void testParse() {
Map<String, MysqlGTIDSet> cases = new HashMap<String, MysqlGTIDSet>(5); Map<String, MysqlGTIDSet> cases = new HashMap<String, MysqlGTIDSet>(5);
cases.put( cases.put("726757ad-4455-11e8-ae04-0242ac110002:1",
"726757ad-4455-11e8-ae04-0242ac110002:1", buildForTest(new Material("726757ad-4455-11e8-ae04-0242ac110002", 1, 2)));
buildForTest(new Material("726757ad-4455-11e8-ae04-0242ac110002", 1, 2)) cases.put("726757ad-4455-11e8-ae04-0242ac110002:1-3",
); buildForTest(new Material("726757ad-4455-11e8-ae04-0242ac110002", 1, 4)));
cases.put( cases.put("726757ad-4455-11e8-ae04-0242ac110002:1-3:4",
"726757ad-4455-11e8-ae04-0242ac110002:1-3", buildForTest(new Material("726757ad-4455-11e8-ae04-0242ac110002", 1, 5)));
buildForTest(new Material("726757ad-4455-11e8-ae04-0242ac110002", 1, 4)) cases.put("726757ad-4455-11e8-ae04-0242ac110002:1-3:7-9",
); buildForTest(new Material("726757ad-4455-11e8-ae04-0242ac110002", 1, 4, 7, 10)));
cases.put( cases.put("726757ad-4455-11e8-ae04-0242ac110002:1-3,726757ad-4455-11e8-ae04-0242ac110003:4",
"726757ad-4455-11e8-ae04-0242ac110002:1-3:4", buildForTest(Arrays.asList(new Material("726757ad-4455-11e8-ae04-0242ac110002", 1, 4),
buildForTest(new Material("726757ad-4455-11e8-ae04-0242ac110002", 1, 5)) new Material("726757ad-4455-11e8-ae04-0242ac110003", 4, 5))));
);
cases.put(
"726757ad-4455-11e8-ae04-0242ac110002:1-3:7-9",
buildForTest(new Material("726757ad-4455-11e8-ae04-0242ac110002", 1, 4, 7, 10))
);
cases.put(
"726757ad-4455-11e8-ae04-0242ac110002:1-3,726757ad-4455-11e8-ae04-0242ac110003:4",
buildForTest(
Arrays.asList(
new Material("726757ad-4455-11e8-ae04-0242ac110002", 1, 4),
new Material("726757ad-4455-11e8-ae04-0242ac110003", 4, 5)
)
)
);
for (Map.Entry<String, MysqlGTIDSet> entry : cases.entrySet()) { for (Map.Entry<String, MysqlGTIDSet> entry : cases.entrySet()) {
MysqlGTIDSet expected = entry.getValue(); MysqlGTIDSet expected = entry.getValue();
@@ -71,7 +61,7 @@ public class MysqlGTIDSetTest {
private static class Material { private static class Material {
public Material(String uuid, long start, long stop) { public Material(String uuid, long start, long stop){
this.uuid = uuid; this.uuid = uuid;
this.start = start; this.start = start;
this.stop = stop; this.stop = stop;
@@ -79,7 +69,7 @@ public class MysqlGTIDSetTest {
this.stop1 = 0; this.stop1 = 0;
} }
public Material(String uuid, long start, long stop, long start1, long stop1) { public Material(String uuid, long start, long stop, long start1, long stop1){
this.uuid = uuid; this.uuid = uuid;
this.start = start; this.start = start;
this.stop = stop; this.stop = stop;
@@ -88,10 +78,10 @@ public class MysqlGTIDSetTest {
} }
public String uuid; public String uuid;
public long start; public long start;
public long stop; public long stop;
public long start1; public long start1;
public long stop1; public long stop1;
} }
private MysqlGTIDSet buildForTest(Material material) { private MysqlGTIDSet buildForTest(Material material) {

10
driver/src/test/java/com/alibaba/otter/canal/parse/driver/mysql/UUIDSetTest.java
View File

@@ -1,16 +1,16 @@
package com.alibaba.otter.canal.parse.driver.mysql; package com.alibaba.otter.canal.parse.driver.mysql;
import com.alibaba.otter.canal.parse.driver.mysql.packets.UUIDSet; import static org.junit.Assert.assertEquals;
import org.junit.Test;
import java.util.HashMap; import java.util.HashMap;
import java.util.Map; import java.util.Map;
import static org.junit.Assert.*; import org.junit.Test;
import com.alibaba.otter.canal.parse.driver.mysql.packets.UUIDSet;
/** /**
* Created by hiwjd on 2018/4/26. * Created by hiwjd on 2018/4/26. hiwjd0@gmail.com
* hiwjd0@gmail.com
*/ */
public class UUIDSetTest { public class UUIDSetTest {

1
example/src/main/java/com/alibaba/otter/canal/example/AbstractCanalClientTest.java
View File

@@ -13,7 +13,6 @@ import org.springframework.util.Assert;
import org.springframework.util.CollectionUtils; import org.springframework.util.CollectionUtils;
import com.alibaba.otter.canal.client.CanalConnector; import com.alibaba.otter.canal.client.CanalConnector;
import com.alibaba.otter.canal.client.impl.ClusterCanalConnector;
import com.alibaba.otter.canal.protocol.CanalEntry.Column; import com.alibaba.otter.canal.protocol.CanalEntry.Column;
import com.alibaba.otter.canal.protocol.CanalEntry.Entry; import com.alibaba.otter.canal.protocol.CanalEntry.Entry;
import com.alibaba.otter.canal.protocol.CanalEntry.EntryType; import com.alibaba.otter.canal.protocol.CanalEntry.EntryType;

30
kafka-client/src/main/java/com/alibaba/otter/canal/kafka/client/KafkaCanalConnector.java
View File

@@ -1,14 +1,15 @@
package com.alibaba.otter.canal.kafka.client; package com.alibaba.otter.canal.kafka.client;
import com.alibaba.otter.canal.protocol.Message; import java.util.Collections;
import java.util.Properties;
import java.util.concurrent.TimeUnit;
import org.apache.kafka.clients.consumer.ConsumerRecords; import org.apache.kafka.clients.consumer.ConsumerRecords;
import org.apache.kafka.clients.consumer.KafkaConsumer; import org.apache.kafka.clients.consumer.KafkaConsumer;
import org.apache.kafka.common.TopicPartition; import org.apache.kafka.common.TopicPartition;
import org.apache.kafka.common.serialization.StringDeserializer; import org.apache.kafka.common.serialization.StringDeserializer;
import java.util.Collections; import com.alibaba.otter.canal.protocol.Message;
import java.util.Properties;
import java.util.concurrent.TimeUnit;
/** /**
* canal kafka 数据操作客户端 * canal kafka 数据操作客户端
@@ -20,14 +21,13 @@ public class KafkaCanalConnector {
private KafkaConsumer<String, Message> kafkaConsumer; private KafkaConsumer<String, Message> kafkaConsumer;
private String topic; private String topic;
private Integer partition; private Integer partition;
private Properties properties;
private Properties properties; public KafkaCanalConnector(String servers, String topic, Integer partition, String groupId){
public KafkaCanalConnector(String servers, String topic, Integer partition, String groupId) {
this.topic = topic; this.topic = topic;
this.partition = partition; this.partition = partition;
@@ -36,10 +36,11 @@ public class KafkaCanalConnector {
properties.put("group.id", groupId); properties.put("group.id", groupId);
properties.put("enable.auto.commit", false); properties.put("enable.auto.commit", false);
properties.put("auto.commit.interval.ms", "1000"); properties.put("auto.commit.interval.ms", "1000");
properties.put("auto.offset.reset", "latest"); //earliest //如果没有offset则从最后的offset开始读 properties.put("auto.offset.reset", "latest"); // earliest
properties.put("request.timeout.ms", "40000"); //必须大于session.timeout.ms的设置 // //如果没有offset则从最后的offset开始读
properties.put("session.timeout.ms", "30000"); //默认为30秒 properties.put("request.timeout.ms", "40000"); // 必须大于session.timeout.ms的设置
properties.put("max.poll.records", "1"); //所以一次只取一条数据 properties.put("session.timeout.ms", "30000"); // 默认为30秒
properties.put("max.poll.records", "1"); // 所以一次只取一条数据
properties.put("key.deserializer", StringDeserializer.class.getName()); properties.put("key.deserializer", StringDeserializer.class.getName());
properties.put("value.deserializer", MessageDeserializer.class.getName()); properties.put("value.deserializer", MessageDeserializer.class.getName());
} }
@@ -110,8 +111,7 @@ public class KafkaCanalConnector {
* @return * @return
*/ */
public Message getWithoutAck(Long timeout, TimeUnit unit) { public Message getWithoutAck(Long timeout, TimeUnit unit) {
ConsumerRecords<String, Message> records = ConsumerRecords<String, Message> records = kafkaConsumer.poll(unit.toMillis(timeout)); // 基于配置，最多只能poll到一条数据
kafkaConsumer.poll(unit.toMillis(timeout)); //基于配置，最多只能poll到一条数据
if (!records.isEmpty()) { if (!records.isEmpty()) {
return records.iterator().next().value(); return records.iterator().next().value();

3
kafka-client/src/main/java/com/alibaba/otter/canal/kafka/client/KafkaCanalConnectors.java
View File

@@ -7,6 +7,7 @@ package com.alibaba.otter.canal.kafka.client;
* @version 1.0.0 * @version 1.0.0
*/ */
public class KafkaCanalConnectors { public class KafkaCanalConnectors {
/** /**
* 创建kafka客户端链接 * 创建kafka客户端链接
* *
@@ -28,7 +29,7 @@ public class KafkaCanalConnectors {
* @param groupId * @param groupId
* @return * @return
*/ */
public static KafkaCanalConnector newKafkaConnector(String servers, String topic, String groupId) { public static KafkaCanalConnector newKafkaConnector(String servers, String topic, String groupId) {
return new KafkaCanalConnector(servers, topic, null, groupId); return new KafkaCanalConnector(servers, topic, null, groupId);
} }
} }

17
kafka-client/src/main/java/com/alibaba/otter/canal/kafka/client/MessageDeserializer.java
View File

@@ -1,15 +1,16 @@
package com.alibaba.otter.canal.kafka.client; package com.alibaba.otter.canal.kafka.client;
import java.util.Map;
import org.apache.kafka.common.serialization.Deserializer;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import com.alibaba.otter.canal.protocol.CanalEntry; import com.alibaba.otter.canal.protocol.CanalEntry;
import com.alibaba.otter.canal.protocol.CanalPacket; import com.alibaba.otter.canal.protocol.CanalPacket;
import com.alibaba.otter.canal.protocol.Message; import com.alibaba.otter.canal.protocol.Message;
import com.alibaba.otter.canal.protocol.exception.CanalClientException; import com.alibaba.otter.canal.protocol.exception.CanalClientException;
import com.google.protobuf.ByteString; import com.google.protobuf.ByteString;
import org.apache.kafka.common.serialization.Deserializer;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import java.util.Map;
/** /**
* Kafka Message类的反序列化 * Kafka Message类的反序列化
@@ -18,6 +19,7 @@ import java.util.Map;
* @version 1.0.0 * @version 1.0.0
*/ */
public class MessageDeserializer implements Deserializer<Message> { public class MessageDeserializer implements Deserializer<Message> {
private static Logger logger = LoggerFactory.getLogger(MessageDeserializer.class); private static Logger logger = LoggerFactory.getLogger(MessageDeserializer.class);
@Override @Override
@@ -27,8 +29,7 @@ public class MessageDeserializer implements Deserializer<Message> {
@Override @Override
public Message deserialize(String topic, byte[] data) { public Message deserialize(String topic, byte[] data) {
try { try {
if (data == null) if (data == null) return null;
return null;
else { else {
CanalPacket.Packet p = CanalPacket.Packet.parseFrom(data); CanalPacket.Packet p = CanalPacket.Packet.parseFrom(data);
switch (p.getType()) { switch (p.getType()) {
@@ -58,4 +59,4 @@ public class MessageDeserializer implements Deserializer<Message> {
public void close() { public void close() {
// nothing to do // nothing to do
} }
} }

6
kafka-client/src/test/java/com/alibaba/otter/canal/kafka/client/running/AbstractKafkaTest.java
View File

@@ -10,10 +10,10 @@ import org.junit.Assert;
*/ */
public abstract class AbstractKafkaTest { public abstract class AbstractKafkaTest {
public static String topic = "example"; public static String topic = "example";
public static Integer partition = null; public static Integer partition = null;
public static String groupId = "g1"; public static String groupId = "g1";
public static String servers = "slave1:6667,slave2:6667,slave3:6667"; public static String servers = "slave1:6667,slave2:6667,slave3:6667";
public void sleep(long time) { public void sleep(long time) {
try { try {

43
kafka-client/src/test/java/com/alibaba/otter/canal/kafka/client/running/CanalKafkaClientExample.java
View File

@@ -1,14 +1,15 @@
package com.alibaba.otter.canal.kafka.client.running; package com.alibaba.otter.canal.kafka.client.running;
import com.alibaba.otter.canal.kafka.client.KafkaCanalConnector; import java.util.concurrent.TimeUnit;
import com.alibaba.otter.canal.kafka.client.KafkaCanalConnectors;
import com.alibaba.otter.canal.protocol.Message;
import org.apache.kafka.common.errors.WakeupException; import org.apache.kafka.common.errors.WakeupException;
import org.slf4j.Logger; import org.slf4j.Logger;
import org.slf4j.LoggerFactory; import org.slf4j.LoggerFactory;
import org.springframework.util.Assert; import org.springframework.util.Assert;
import java.util.concurrent.TimeUnit; import com.alibaba.otter.canal.kafka.client.KafkaCanalConnector;
import com.alibaba.otter.canal.kafka.client.KafkaCanalConnectors;
import com.alibaba.otter.canal.protocol.Message;
/** /**
* Kafka client example * Kafka client example
@@ -17,28 +18,32 @@ import java.util.concurrent.TimeUnit;
* @version 1.0.0 * @version 1.0.0
*/ */
public class CanalKafkaClientExample { public class CanalKafkaClientExample {
protected final static Logger logger = LoggerFactory.getLogger(CanalKafkaClientExample.class);
private KafkaCanalConnector connector; protected final static Logger logger = LoggerFactory.getLogger(CanalKafkaClientExample.class);
private static volatile boolean running = false; private KafkaCanalConnector connector;
private Thread thread = null; private static volatile boolean running = false;
private Thread thread = null;
private Thread.UncaughtExceptionHandler handler = new Thread.UncaughtExceptionHandler() { private Thread.UncaughtExceptionHandler handler = new Thread.UncaughtExceptionHandler() {
public void uncaughtException(Thread t, Throwable e) {
logger.error("parse events has an error", e);
}
};
public CanalKafkaClientExample(String servers, String topic, Integer partition, String groupId) { public void uncaughtException(Thread t, Throwable e) {
logger.error("parse events has an error", e);
}
};
public CanalKafkaClientExample(String servers, String topic, Integer partition, String groupId){
connector = KafkaCanalConnectors.newKafkaConnector(servers, topic, partition, groupId); connector = KafkaCanalConnectors.newKafkaConnector(servers, topic, partition, groupId);
} }
public static void main(String[] args) { public static void main(String[] args) {
try { try {
final CanalKafkaClientExample kafkaCanalClientExample = new CanalKafkaClientExample(AbstractKafkaTest.servers, final CanalKafkaClientExample kafkaCanalClientExample = new CanalKafkaClientExample(AbstractKafkaTest.servers,
AbstractKafkaTest.topic, AbstractKafkaTest.partition, AbstractKafkaTest.groupId); AbstractKafkaTest.topic,
AbstractKafkaTest.partition,
AbstractKafkaTest.groupId);
logger.info("## start the kafka consumer: {}-{}", AbstractKafkaTest.topic, AbstractKafkaTest.groupId); logger.info("## start the kafka consumer: {}-{}", AbstractKafkaTest.topic, AbstractKafkaTest.groupId);
kafkaCanalClientExample.start(); kafkaCanalClientExample.start();
logger.info("## the canal kafka consumer is running now ......"); logger.info("## the canal kafka consumer is running now ......");
@@ -56,7 +61,8 @@ public class CanalKafkaClientExample {
} }
}); });
while (running) ; while (running)
;
} catch (Throwable e) { } catch (Throwable e) {
logger.error("## Something goes wrong when starting up the kafka consumer:", e); logger.error("## Something goes wrong when starting up the kafka consumer:", e);
System.exit(0); System.exit(0);
@@ -91,12 +97,13 @@ public class CanalKafkaClientExample {
} }
private void process() { private void process() {
while (!running) ; while (!running)
;
try { try {
connector.subscribe(); connector.subscribe();
while (running) { while (running) {
try { try {
Message message = connector.getWithoutAck(1L, TimeUnit.SECONDS); //获取message Message message = connector.getWithoutAck(1L, TimeUnit.SECONDS); // 获取message
if (message == null) { if (message == null) {
continue; continue;
} }
@@ -129,4 +136,4 @@ public class CanalKafkaClientExample {
} }
connector.close(); connector.close();
} }
} }

19
kafka-client/src/test/java/com/alibaba/otter/canal/kafka/client/running/KafkaClientRunningTest.java
View File

@@ -1,16 +1,17 @@
package com.alibaba.otter.canal.kafka.client.running; package com.alibaba.otter.canal.kafka.client.running;
import com.alibaba.otter.canal.kafka.client.KafkaCanalConnector; import java.util.concurrent.ExecutorService;
import com.alibaba.otter.canal.kafka.client.KafkaCanalConnectors; import java.util.concurrent.Executors;
import com.alibaba.otter.canal.protocol.Message; import java.util.concurrent.TimeUnit;
import org.apache.kafka.common.errors.WakeupException; import org.apache.kafka.common.errors.WakeupException;
import org.junit.Test; import org.junit.Test;
import org.slf4j.Logger; import org.slf4j.Logger;
import org.slf4j.LoggerFactory; import org.slf4j.LoggerFactory;
import java.util.concurrent.ExecutorService; import com.alibaba.otter.canal.kafka.client.KafkaCanalConnector;
import java.util.concurrent.Executors; import com.alibaba.otter.canal.kafka.client.KafkaCanalConnectors;
import java.util.concurrent.TimeUnit; import com.alibaba.otter.canal.protocol.Message;
/** /**
* Kafka consumer获取Message的测试例子 * Kafka consumer获取Message的测试例子
@@ -19,7 +20,8 @@ import java.util.concurrent.TimeUnit;
* @version 1.0.0 * @version 1.0.0
*/ */
public class KafkaClientRunningTest extends AbstractKafkaTest { public class KafkaClientRunningTest extends AbstractKafkaTest {
private Logger logger = LoggerFactory.getLogger(KafkaClientRunningTest.class);
private Logger logger = LoggerFactory.getLogger(KafkaClientRunningTest.class);
private boolean running = true; private boolean running = true;
@@ -30,6 +32,7 @@ public class KafkaClientRunningTest extends AbstractKafkaTest {
final KafkaCanalConnector connector = KafkaCanalConnectors.newKafkaConnector(servers, topic, partition, groupId); final KafkaCanalConnector connector = KafkaCanalConnectors.newKafkaConnector(servers, topic, partition, groupId);
executor.submit(new Runnable() { executor.submit(new Runnable() {
@Override @Override
public void run() { public void run() {
connector.subscribe(); connector.subscribe();
@@ -41,7 +44,7 @@ public class KafkaClientRunningTest extends AbstractKafkaTest {
} }
connector.ack(); connector.ack();
} catch (WakeupException e) { } catch (WakeupException e) {
//ignore // ignore
} }
} }
connector.unsubscribe(); connector.unsubscribe();

6
kafka/src/main/java/com/alibaba/otter/canal/kafka/CanalLauncher.java
View File

@@ -1,6 +1,5 @@
package com.alibaba.otter.canal.kafka; package com.alibaba.otter.canal.kafka;
import com.alibaba.otter.canal.kafka.producer.CanalKafkaStarter; import com.alibaba.otter.canal.kafka.producer.CanalKafkaStarter;
/** /**
@@ -11,9 +10,8 @@ import com.alibaba.otter.canal.kafka.producer.CanalKafkaStarter;
*/ */
public class CanalLauncher { public class CanalLauncher {
public static void main(String[] args) { public static void main(String[] args) {
CanalServerStarter.init(); CanalServerStarter.init();
CanalKafkaStarter.init(); CanalKafkaStarter.init();
} }
} }

16
kafka/src/main/java/com/alibaba/otter/canal/kafka/CanalServerStarter.java
View File

@@ -1,12 +1,13 @@
package com.alibaba.otter.canal.kafka; package com.alibaba.otter.canal.kafka;
import com.alibaba.otter.canal.deployer.CanalController; import java.io.FileInputStream;
import java.util.Properties;
import org.apache.commons.lang.StringUtils; import org.apache.commons.lang.StringUtils;
import org.slf4j.Logger; import org.slf4j.Logger;
import org.slf4j.LoggerFactory; import org.slf4j.LoggerFactory;
import java.io.FileInputStream; import com.alibaba.otter.canal.deployer.CanalController;
import java.util.Properties;
/** /**
* canal server 启动类 * canal server 启动类
@@ -15,10 +16,10 @@ import java.util.Properties;
* @version 1.0.0 * @version 1.0.0
*/ */
public class CanalServerStarter { public class CanalServerStarter {
private static final String CLASSPATH_URL_PREFIX = "classpath:";
private static final Logger logger = LoggerFactory.getLogger(CanalServerStarter.class);
private static boolean running = false; private static final String CLASSPATH_URL_PREFIX = "classpath:";
private static final Logger logger = LoggerFactory.getLogger(CanalServerStarter.class);
private static boolean running = false;
public static void init() { public static void init() {
try { try {
@@ -61,12 +62,13 @@ public class CanalServerStarter {
} }
} }
public static boolean isRunning(){ public static boolean isRunning() {
return running; return running;
} }
private static void setGlobalUncaughtExceptionHandler() { private static void setGlobalUncaughtExceptionHandler() {
Thread.setDefaultUncaughtExceptionHandler(new Thread.UncaughtExceptionHandler() { Thread.setDefaultUncaughtExceptionHandler(new Thread.UncaughtExceptionHandler() {
@Override @Override
public void uncaughtException(Thread t, Throwable e) { public void uncaughtException(Thread t, Throwable e) {
logger.error("UnCaughtException", e); logger.error("UnCaughtException", e);

16
kafka/src/main/java/com/alibaba/otter/canal/kafka/producer/CanalKafkaProducer.java
View File

@@ -1,8 +1,7 @@
package com.alibaba.otter.canal.kafka.producer; package com.alibaba.otter.canal.kafka.producer;
import com.alibaba.otter.canal.kafka.producer.KafkaProperties.Topic; import java.util.Properties;
import com.alibaba.otter.canal.protocol.CanalEntry;
import com.alibaba.otter.canal.protocol.Message;
import org.apache.kafka.clients.producer.KafkaProducer; import org.apache.kafka.clients.producer.KafkaProducer;
import org.apache.kafka.clients.producer.Producer; import org.apache.kafka.clients.producer.Producer;
import org.apache.kafka.clients.producer.ProducerRecord; import org.apache.kafka.clients.producer.ProducerRecord;
@@ -10,7 +9,9 @@ import org.apache.kafka.common.serialization.StringSerializer;
import org.slf4j.Logger; import org.slf4j.Logger;
import org.slf4j.LoggerFactory; import org.slf4j.LoggerFactory;
import java.util.Properties; import com.alibaba.otter.canal.kafka.producer.KafkaProperties.Topic;
import com.alibaba.otter.canal.protocol.CanalEntry;
import com.alibaba.otter.canal.protocol.Message;
/** /**
* kafka producer 主操作类 * kafka producer 主操作类
@@ -19,7 +20,8 @@ import java.util.Properties;
* @version 1.0.0 * @version 1.0.0
*/ */
public class CanalKafkaProducer { public class CanalKafkaProducer {
private static final Logger logger = LoggerFactory.getLogger(CanalKafkaProducer.class);
private static final Logger logger = LoggerFactory.getLogger(CanalKafkaProducer.class);
private Producer<String, Message> producer; private Producer<String, Message> producer;
@@ -51,7 +53,8 @@ public class CanalKafkaProducer {
boolean valid = false; boolean valid = false;
if (message != null && !message.getEntries().isEmpty()) { if (message != null && !message.getEntries().isEmpty()) {
for (CanalEntry.Entry entry : message.getEntries()) { for (CanalEntry.Entry entry : message.getEntries()) {
if (entry.getEntryType() != CanalEntry.EntryType.TRANSACTIONBEGIN && entry.getEntryType() != CanalEntry.EntryType.TRANSACTIONEND) { if (entry.getEntryType() != CanalEntry.EntryType.TRANSACTIONBEGIN
&& entry.getEntryType() != CanalEntry.EntryType.TRANSACTIONEND) {
valid = true; valid = true;
break; break;
} }
@@ -61,7 +64,6 @@ public class CanalKafkaProducer {
return; return;
} }
ProducerRecord<String, Message> record; ProducerRecord<String, Message> record;
if (topic.getPartition() != null) { if (topic.getPartition() != null) {
record = new ProducerRecord<String, Message>(topic.getTopic(), topic.getPartition(), null, message); record = new ProducerRecord<String, Message>(topic.getTopic(), topic.getPartition(), null, message);

52
kafka/src/main/java/com/alibaba/otter/canal/kafka/producer/CanalKafkaStarter.java
View File

@@ -1,20 +1,21 @@
package com.alibaba.otter.canal.kafka.producer; package com.alibaba.otter.canal.kafka.producer;
import java.io.FileInputStream;
import java.util.List;
import java.util.concurrent.ExecutorService;
import java.util.concurrent.Executors;
import org.apache.commons.lang.StringUtils;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.yaml.snakeyaml.Yaml;
import com.alibaba.otter.canal.kafka.CanalServerStarter; import com.alibaba.otter.canal.kafka.CanalServerStarter;
import com.alibaba.otter.canal.kafka.producer.KafkaProperties.CanalDestination; import com.alibaba.otter.canal.kafka.producer.KafkaProperties.CanalDestination;
import com.alibaba.otter.canal.kafka.producer.KafkaProperties.Topic; import com.alibaba.otter.canal.kafka.producer.KafkaProperties.Topic;
import com.alibaba.otter.canal.protocol.ClientIdentity; import com.alibaba.otter.canal.protocol.ClientIdentity;
import com.alibaba.otter.canal.protocol.Message; import com.alibaba.otter.canal.protocol.Message;
import com.alibaba.otter.canal.server.embedded.CanalServerWithEmbedded; import com.alibaba.otter.canal.server.embedded.CanalServerWithEmbedded;
import org.apache.commons.lang.StringUtils;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.yaml.snakeyaml.Yaml;
import java.io.FileInputStream;
import java.util.List;
import java.util.concurrent.ExecutorService;
import java.util.concurrent.Executors;
/** /**
* kafka 启动类 * kafka 启动类
@@ -23,36 +24,36 @@ import java.util.concurrent.Executors;
* @version 1.0.0 * @version 1.0.0
*/ */
public class CanalKafkaStarter { public class CanalKafkaStarter {
private static final String CLASSPATH_URL_PREFIX = "classpath:";
private static final Logger logger = LoggerFactory.getLogger(CanalKafkaStarter.class);
private volatile static boolean running = false; private static final String CLASSPATH_URL_PREFIX = "classpath:";
private static final Logger logger = LoggerFactory.getLogger(CanalKafkaStarter.class);
private static ExecutorService executorService; private volatile static boolean running = false;
private static ExecutorService executorService;
private static CanalKafkaProducer canalKafkaProducer; private static CanalKafkaProducer canalKafkaProducer;
private static KafkaProperties kafkaProperties; private static KafkaProperties kafkaProperties;
public static void init() { public static void init() {
try { try {
logger.info("## load kafka configurations"); logger.info("## load kafka configurations");
String conf = System.getProperty("kafka.conf", "classpath:kafka.yml"); String conf = System.getProperty("kafka.conf", "classpath:kafka.yml");
if (conf.startsWith(CLASSPATH_URL_PREFIX)) { if (conf.startsWith(CLASSPATH_URL_PREFIX)) {
conf = StringUtils.substringAfter(conf, CLASSPATH_URL_PREFIX); conf = StringUtils.substringAfter(conf, CLASSPATH_URL_PREFIX);
kafkaProperties = new Yaml().loadAs(CanalKafkaStarter.class.getClassLoader().getResourceAsStream(conf), KafkaProperties.class); kafkaProperties = new Yaml().loadAs(CanalKafkaStarter.class.getClassLoader().getResourceAsStream(conf),
KafkaProperties.class);
} else { } else {
kafkaProperties = new Yaml().loadAs(new FileInputStream(conf), KafkaProperties.class); kafkaProperties = new Yaml().loadAs(new FileInputStream(conf), KafkaProperties.class);
} }
//初始化 kafka producer // 初始化 kafka producer
canalKafkaProducer = new CanalKafkaProducer(); canalKafkaProducer = new CanalKafkaProducer();
canalKafkaProducer.init(kafkaProperties); canalKafkaProducer.init(kafkaProperties);
//对应每个instance启动一个worker线程 // 对应每个instance启动一个worker线程
List<CanalDestination> destinations = kafkaProperties.getCanalDestinations(); List<CanalDestination> destinations = kafkaProperties.getCanalDestinations();
executorService = Executors.newFixedThreadPool(destinations.size()); executorService = Executors.newFixedThreadPool(destinations.size());
@@ -60,6 +61,7 @@ public class CanalKafkaStarter {
logger.info("## start the kafka workers."); logger.info("## start the kafka workers.");
for (final CanalDestination destination : destinations) { for (final CanalDestination destination : destinations) {
executorService.execute(new Runnable() { executorService.execute(new Runnable() {
@Override @Override
public void run() { public void run() {
worker(destination); worker(destination);
@@ -69,6 +71,7 @@ public class CanalKafkaStarter {
running = true; running = true;
logger.info("## the kafka workers is running now ......"); logger.info("## the kafka workers is running now ......");
Runtime.getRuntime().addShutdownHook(new Thread() { Runtime.getRuntime().addShutdownHook(new Thread() {
public void run() { public void run() {
try { try {
logger.info("## stop the kafka workers"); logger.info("## stop the kafka workers");
@@ -90,10 +93,11 @@ public class CanalKafkaStarter {
} }
} }
private static void worker(CanalDestination destination) { private static void worker(CanalDestination destination) {
while (!running) ; while (!running)
while (!CanalServerStarter.isRunning()) ; //等待server启动完成 ;
while (!CanalServerStarter.isRunning())
; // 等待server启动完成
logger.info("## start the canal consumer: {}.", destination.getCanalDestination()); logger.info("## start the canal consumer: {}.", destination.getCanalDestination());
CanalServerWithEmbedded server = CanalServerWithEmbedded.instance(); CanalServerWithEmbedded server = CanalServerWithEmbedded.instance();
ClientIdentity clientIdentity = new ClientIdentity(destination.getCanalDestination(), (short) 1001, ""); ClientIdentity clientIdentity = new ClientIdentity(destination.getCanalDestination(), (short) 1001, "");
@@ -103,7 +107,7 @@ public class CanalKafkaStarter {
try { try {
Thread.sleep(3000); Thread.sleep(3000);
} catch (InterruptedException e) { } catch (InterruptedException e) {
//ignore // ignore
} }
continue; continue;
} }
@@ -123,7 +127,7 @@ public class CanalKafkaStarter {
destination.getTopics().add(topic); destination.getTopics().add(topic);
} }
for (Topic topic : destination.getTopics()) { for (Topic topic : destination.getTopics()) {
canalKafkaProducer.send(topic, message); //发送message到所有topic canalKafkaProducer.send(topic, message); // 发送message到所有topic
} }
} }

23
kafka/src/main/java/com/alibaba/otter/canal/kafka/producer/KafkaProperties.java
View File

@@ -12,20 +12,22 @@ import java.util.Set;
* @version 1.0.0 * @version 1.0.0
*/ */
public class KafkaProperties { public class KafkaProperties {
private String servers = "localhost:6667";
private int retries = 0;
private int batchSize = 16384;
private int lingerMs = 1;
private long bufferMemory = 33554432L;
private int canalBatchSize = 5; private String servers = "localhost:6667";
private int retries = 0;
private int batchSize = 16384;
private int lingerMs = 1;
private long bufferMemory = 33554432L;
private int canalBatchSize = 5;
private List<CanalDestination> canalDestinations = new ArrayList<CanalDestination>(); private List<CanalDestination> canalDestinations = new ArrayList<CanalDestination>();
public static class CanalDestination { public static class CanalDestination {
private String canalDestination;
private String topic; private String canalDestination;
private Integer partition; private String topic;
private Integer partition;
private Set<Topic> topics = new HashSet<Topic>(); private Set<Topic> topics = new HashSet<Topic>();
public String getCanalDestination() { public String getCanalDestination() {
@@ -62,7 +64,8 @@ public class KafkaProperties {
} }
public static class Topic { public static class Topic {
private String topic;
private String topic;
private Integer partition; private Integer partition;
public String getTopic() { public String getTopic() {

13
kafka/src/main/java/com/alibaba/otter/canal/kafka/producer/MessageSerializer.java
View File

@@ -1,13 +1,14 @@
package com.alibaba.otter.canal.kafka.producer; package com.alibaba.otter.canal.kafka.producer;
import com.alibaba.otter.canal.protocol.CanalEntry; import java.util.Map;
import com.alibaba.otter.canal.protocol.CanalPacket;
import com.alibaba.otter.canal.protocol.Message;
import org.apache.kafka.common.errors.SerializationException; import org.apache.kafka.common.errors.SerializationException;
import org.apache.kafka.common.serialization.Serializer; import org.apache.kafka.common.serialization.Serializer;
import org.springframework.util.CollectionUtils; import org.springframework.util.CollectionUtils;
import java.util.Map; import com.alibaba.otter.canal.protocol.CanalEntry;
import com.alibaba.otter.canal.protocol.CanalPacket;
import com.alibaba.otter.canal.protocol.Message;
/** /**
* Kafka Message类的序列化 * Kafka Message类的序列化
@@ -16,6 +17,7 @@ import java.util.Map;
* @version 1.0.0 * @version 1.0.0
*/ */
public class MessageSerializer implements Serializer<Message> { public class MessageSerializer implements Serializer<Message> {
@Override @Override
public void configure(Map<String, ?> configs, boolean isKey) { public void configure(Map<String, ?> configs, boolean isKey) {
} }
@@ -23,8 +25,7 @@ public class MessageSerializer implements Serializer<Message> {
@Override @Override
public byte[] serialize(String topic, Message data) { public byte[] serialize(String topic, Message data) {
try { try {
if (data == null) if (data == null) return null;
return null;
else { else {
CanalPacket.Messages.Builder messageBuilder = CanalPacket.Messages.newBuilder(); CanalPacket.Messages.Builder messageBuilder = CanalPacket.Messages.newBuilder();
if (data.getId() != -1 && !CollectionUtils.isEmpty(data.getEntries())) { if (data.getId() != -1 && !CollectionUtils.isEmpty(data.getEntries())) {

9
parse/src/main/java/com/alibaba/otter/canal/parse/inbound/AbstractEventParser.java
View File

@@ -88,7 +88,7 @@ public abstract class AbstractEventParser<EVENT> extends AbstractCanalLifeCycle
protected TimerTask heartBeatTimerTask; protected TimerTask heartBeatTimerTask;
protected Throwable exception = null; protected Throwable exception = null;
protected boolean isGTIDMode = false; // 是否是GTID模式 protected boolean isGTIDMode = false; // 是否是GTID模式
protected abstract BinlogParser buildParser(); protected abstract BinlogParser buildParser();
@@ -221,12 +221,13 @@ public abstract class AbstractEventParser<EVENT> extends AbstractCanalLifeCycle
if (isGTIDMode()) { if (isGTIDMode()) {
erosaConnection.dump(MysqlGTIDSet.parse(startPosition.getGtid()), sinkHandler); erosaConnection.dump(MysqlGTIDSet.parse(startPosition.getGtid()), sinkHandler);
} else { } else {
if (StringUtils.isEmpty(startPosition.getJournalName()) && startPosition.getTimestamp() != null) { if (StringUtils.isEmpty(startPosition.getJournalName())
&& startPosition.getTimestamp() != null) {
erosaConnection.dump(startPosition.getTimestamp(), sinkHandler); erosaConnection.dump(startPosition.getTimestamp(), sinkHandler);
} else { } else {
erosaConnection.dump(startPosition.getJournalName(), erosaConnection.dump(startPosition.getJournalName(),
startPosition.getPosition(), startPosition.getPosition(),
sinkHandler); sinkHandler);
} }
} }

4
parse/src/main/java/com/alibaba/otter/canal/parse/inbound/ErosaConnection.java
View File

@@ -1,9 +1,9 @@
package com.alibaba.otter.canal.parse.inbound; package com.alibaba.otter.canal.parse.inbound;
import com.alibaba.otter.canal.parse.driver.mysql.packets.GTIDSet;
import java.io.IOException; import java.io.IOException;
import com.alibaba.otter.canal.parse.driver.mysql.packets.GTIDSet;
/** /**
* 通用的Erosa的链接接口, 用于一般化处理mysql/oracle的解析过程 * 通用的Erosa的链接接口, 用于一般化处理mysql/oracle的解析过程
* *

2
parse/src/main/java/com/alibaba/otter/canal/parse/inbound/mysql/LocalBinLogConnection.java
View File

@@ -4,12 +4,12 @@ import java.io.File;
import java.io.IOException; import java.io.IOException;
import java.util.List; import java.util.List;
import com.alibaba.otter.canal.parse.driver.mysql.packets.GTIDSet;
import org.apache.commons.lang.NotImplementedException; import org.apache.commons.lang.NotImplementedException;
import org.apache.commons.lang.StringUtils; import org.apache.commons.lang.StringUtils;
import org.slf4j.Logger; import org.slf4j.Logger;
import org.slf4j.LoggerFactory; import org.slf4j.LoggerFactory;
import com.alibaba.otter.canal.parse.driver.mysql.packets.GTIDSet;
import com.alibaba.otter.canal.parse.inbound.ErosaConnection; import com.alibaba.otter.canal.parse.inbound.ErosaConnection;
import com.alibaba.otter.canal.parse.inbound.SinkFunction; import com.alibaba.otter.canal.parse.inbound.SinkFunction;
import com.alibaba.otter.canal.parse.inbound.mysql.local.BinLogFileQueue; import com.alibaba.otter.canal.parse.inbound.mysql.local.BinLogFileQueue;

4
parse/src/main/java/com/alibaba/otter/canal/parse/inbound/mysql/MysqlConnection.java
View File

@@ -8,8 +8,6 @@ import java.nio.charset.Charset;
import java.util.List; import java.util.List;
import java.util.concurrent.TimeUnit; import java.util.concurrent.TimeUnit;
import com.alibaba.otter.canal.parse.driver.mysql.packets.GTIDSet;
import com.alibaba.otter.canal.parse.driver.mysql.packets.client.BinlogDumpGTIDCommandPacket;
import org.apache.commons.lang.StringUtils; import org.apache.commons.lang.StringUtils;
import org.slf4j.Logger; import org.slf4j.Logger;
import org.slf4j.LoggerFactory; import org.slf4j.LoggerFactory;
@@ -17,8 +15,10 @@ import org.slf4j.LoggerFactory;
import com.alibaba.otter.canal.parse.driver.mysql.MysqlConnector; import com.alibaba.otter.canal.parse.driver.mysql.MysqlConnector;
import com.alibaba.otter.canal.parse.driver.mysql.MysqlQueryExecutor; import com.alibaba.otter.canal.parse.driver.mysql.MysqlQueryExecutor;
import com.alibaba.otter.canal.parse.driver.mysql.MysqlUpdateExecutor; import com.alibaba.otter.canal.parse.driver.mysql.MysqlUpdateExecutor;
import com.alibaba.otter.canal.parse.driver.mysql.packets.GTIDSet;
import com.alibaba.otter.canal.parse.driver.mysql.packets.HeaderPacket; import com.alibaba.otter.canal.parse.driver.mysql.packets.HeaderPacket;
import com.alibaba.otter.canal.parse.driver.mysql.packets.client.BinlogDumpCommandPacket; import com.alibaba.otter.canal.parse.driver.mysql.packets.client.BinlogDumpCommandPacket;
import com.alibaba.otter.canal.parse.driver.mysql.packets.client.BinlogDumpGTIDCommandPacket;
import com.alibaba.otter.canal.parse.driver.mysql.packets.client.RegisterSlaveCommandPacket; import com.alibaba.otter.canal.parse.driver.mysql.packets.client.RegisterSlaveCommandPacket;
import com.alibaba.otter.canal.parse.driver.mysql.packets.client.SemiAckCommandPacket; import com.alibaba.otter.canal.parse.driver.mysql.packets.client.SemiAckCommandPacket;
import com.alibaba.otter.canal.parse.driver.mysql.packets.server.ErrorPacket; import com.alibaba.otter.canal.parse.driver.mysql.packets.server.ErrorPacket;

20
parse/src/main/java/com/alibaba/otter/canal/parse/inbound/mysql/dbsync/DirectLogFetcher.java
View File

@@ -19,30 +19,30 @@ import com.taobao.tddl.dbsync.binlog.LogFetcher;
*/ */
public class DirectLogFetcher extends LogFetcher { public class DirectLogFetcher extends LogFetcher {
protected static final Logger logger = LoggerFactory.getLogger(DirectLogFetcher.class); protected static final Logger logger = LoggerFactory.getLogger(DirectLogFetcher.class);
// Master heartbeat interval // Master heartbeat interval
public static final int MASTER_HEARTBEAT_PERIOD_SECONDS = 15; public static final int MASTER_HEARTBEAT_PERIOD_SECONDS = 15;
// +10s 确保 timeout > heartbeat interval // +10s 确保 timeout > heartbeat interval
private static final int READ_TIMEOUT_MILLISECONDS = (MASTER_HEARTBEAT_PERIOD_SECONDS + 10) * 1000; private static final int READ_TIMEOUT_MILLISECONDS = (MASTER_HEARTBEAT_PERIOD_SECONDS + 10) * 1000;
/** Command to dump binlog */ /** Command to dump binlog */
public static final byte COM_BINLOG_DUMP = 18; public static final byte COM_BINLOG_DUMP = 18;
/** Packet header sizes */ /** Packet header sizes */
public static final int NET_HEADER_SIZE = 4; public static final int NET_HEADER_SIZE = 4;
public static final int SQLSTATE_LENGTH = 5; public static final int SQLSTATE_LENGTH = 5;
/** Packet offsets */ /** Packet offsets */
public static final int PACKET_LEN_OFFSET = 0; public static final int PACKET_LEN_OFFSET = 0;
public static final int PACKET_SEQ_OFFSET = 3; public static final int PACKET_SEQ_OFFSET = 3;
/** Maximum packet length */ /** Maximum packet length */
public static final int MAX_PACKET_LENGTH = (256 * 256 * 256 - 1); public static final int MAX_PACKET_LENGTH = (256 * 256 * 256 - 1);
private SocketChannel channel; private SocketChannel channel;
private boolean issemi = false; private boolean issemi = false;
// private BufferedInputStream input; // private BufferedInputStream input;

1
parse/src/main/java/com/alibaba/otter/canal/parse/inbound/mysql/tsdb/dao/MetaHistoryDO.java
View File

@@ -87,7 +87,6 @@ public class MetaHistoryDO {
this.useSchema = useSchema; this.useSchema = useSchema;
} }
public String getExtra() { public String getExtra() {
return extra; return extra;
} }

2
pom.xml
View File

@@ -256,7 +256,7 @@
<dependency> <dependency>
<groupId>com.alibaba.fastsql</groupId> <groupId>com.alibaba.fastsql</groupId>
<artifactId>fastsql</artifactId> <artifactId>fastsql</artifactId>
<version>2.0.0_preview_186</version> <version>2.0.0_preview_371</version>
</dependency> </dependency>
<dependency> <dependency>
<groupId>com.alibaba</groupId> <groupId>com.alibaba</groupId>

21792
protocol/src/main/java/com/alibaba/otter/canal/protocol/CanalEntry.java
View File

File diff suppressed because it is too large Load Diff

1
protocol/src/main/java/com/alibaba/otter/canal/protocol/position/EntryPosition.java
View File

@@ -1,6 +1,5 @@
package com.alibaba.otter.canal.protocol.position; package com.alibaba.otter.canal.protocol.position;
/** /**
* 数据库对象的唯一标示 * 数据库对象的唯一标示
* *

32
server/src/main/java/com/alibaba/otter/canal/server/embedded/CanalServerWithEmbedded.java
View File

@@ -221,7 +221,8 @@ public class CanalServerWithEmbedded extends AbstractCanalLifeCycle implements C
if (CollectionUtils.isEmpty(events.getEvents())) { if (CollectionUtils.isEmpty(events.getEvents())) {
logger.debug("get successfully, clientId:{} batchSize:{} but result is null", logger.debug("get successfully, clientId:{} batchSize:{} but result is null",
clientIdentity.getClientId(), batchSize); clientIdentity.getClientId(),
batchSize);
return new Message(-1, new ArrayList<Entry>()); // 返回空包，避免生成batchId，浪费性能 return new Message(-1, new ArrayList<Entry>()); // 返回空包，避免生成batchId，浪费性能
} else { } else {
// 记录到流式信息 // 记录到流式信息
@@ -234,11 +235,11 @@ public class CanalServerWithEmbedded extends AbstractCanalLifeCycle implements C
}); });
if (logger.isInfoEnabled()) { if (logger.isInfoEnabled()) {
logger.info("get successfully, clientId:{} batchSize:{} real size is {} and result is [batchId:{} , position:{}]", logger.info("get successfully, clientId:{} batchSize:{} real size is {} and result is [batchId:{} , position:{}]",
clientIdentity.getClientId(), clientIdentity.getClientId(),
batchSize, batchSize,
entrys.size(), entrys.size(),
batchId, batchId,
events.getPositionRange()); events.getPositionRange());
} }
// 直接提交ack // 直接提交ack
ack(clientIdentity, batchId); ack(clientIdentity, batchId);
@@ -299,7 +300,8 @@ public class CanalServerWithEmbedded extends AbstractCanalLifeCycle implements C
if (CollectionUtils.isEmpty(events.getEvents())) { if (CollectionUtils.isEmpty(events.getEvents())) {
logger.debug("getWithoutAck successfully, clientId:{} batchSize:{} but result is null", logger.debug("getWithoutAck successfully, clientId:{} batchSize:{} but result is null",
clientIdentity.getClientId(), batchSize); clientIdentity.getClientId(),
batchSize);
return new Message(-1, new ArrayList<Entry>()); // 返回空包，避免生成batchId，浪费性能 return new Message(-1, new ArrayList<Entry>()); // 返回空包，避免生成batchId，浪费性能
} else { } else {
// 记录到流式信息 // 记录到流式信息
@@ -312,11 +314,11 @@ public class CanalServerWithEmbedded extends AbstractCanalLifeCycle implements C
}); });
if (logger.isInfoEnabled()) { if (logger.isInfoEnabled()) {
logger.info("getWithoutAck successfully, clientId:{} batchSize:{} real size is {} and result is [batchId:{} , position:{}]", logger.info("getWithoutAck successfully, clientId:{} batchSize:{} real size is {} and result is [batchId:{} , position:{}]",
clientIdentity.getClientId(), clientIdentity.getClientId(),
batchSize, batchSize,
entrys.size(), entrys.size(),
batchId, batchId,
events.getPositionRange()); events.getPositionRange());
} }
return new Message(batchId, entrys); return new Message(batchId, entrys);
} }
@@ -381,9 +383,9 @@ public class CanalServerWithEmbedded extends AbstractCanalLifeCycle implements C
canalInstance.getMetaManager().updateCursor(clientIdentity, positionRanges.getAck()); canalInstance.getMetaManager().updateCursor(clientIdentity, positionRanges.getAck());
if (logger.isInfoEnabled()) { if (logger.isInfoEnabled()) {
logger.info("ack successfully, clientId:{} batchId:{} position:{}", logger.info("ack successfully, clientId:{} batchId:{} position:{}",
clientIdentity.getClientId(), clientIdentity.getClientId(),
batchId, batchId,
positionRanges); positionRanges);
} }
} }

10
sink/src/main/java/com/alibaba/otter/canal/sink/entry/group/TimelineTransactionBarrier.java
View File

@@ -60,11 +60,11 @@ public class TimelineTransactionBarrier extends TimelineBarrier {
} }
public void clear(Event event) { public void clear(Event event) {
super.clear(event); super.clear(event);
//应该先判断2，再判断是否是事务尾，因为事务尾也可以导致txState的状态为2 // 应该先判断2，再判断是否是事务尾，因为事务尾也可以导致txState的状态为2
//如果先判断事务尾，那么2的状态可能永远没机会被修改了，系统出现死锁 // 如果先判断事务尾，那么2的状态可能永远没机会被修改了，系统出现死锁
//CanalSinkException被注释的代码是不是可以放开？？我们内部使用的时候已经放开了，从代码逻辑的分析上以及实践效果来看，应该抛异常 // CanalSinkException被注释的代码是不是可以放开？？我们内部使用的时候已经放开了，从代码逻辑的分析上以及实践效果来看，应该抛异常
if (txState.intValue() == 2) {// 非事务中 if (txState.intValue() == 2) {// 非事务中
boolean result = txState.compareAndSet(2, 0); boolean result = txState.compareAndSet(2, 0);
if (result == false) { if (result == false) {
@@ -92,7 +92,7 @@ public class TimelineTransactionBarrier extends TimelineBarrier {
return true; // 事务允许通过 return true; // 事务允许通过
} }
} else if (txState.compareAndSet(0, 2)) { // 非事务保护中 } else if (txState.compareAndSet(0, 2)) { // 非事务保护中
//当基于zk-cursor启动的时候，拿到的第一个Event是TransactionEnd // 当基于zk-cursor启动的时候，拿到的第一个Event是TransactionEnd
return true; // DDL/DCL/TransactionEnd允许通过 return true; // DDL/DCL/TransactionEnd允许通过
} }
} }