chenjl/canal
1
0
Fork 0
mirror of https://github.com/alibaba/canal.git synced 2026-11-04 00:30:15 +08:00
Code Issues Packages Projects Releases Wiki Activity

remove unnecessary bean copy

Browse Source
This commit is contained in:
jianghang.loujh
2024-03-18 15:58:53 +08:00
parent 059f21208d
commit c0ff058fe1
1 changed files with 55 additions and 32 deletions
Download Patch File Download Diff File Expand all files Collapse all files

87
parse/src/main/java/com/alibaba/otter/canal/parse/inbound/mysql/tsdb/DatabaseTableMeta.java
View File

@@ -14,8 +14,6 @@ import java.util.concurrent.locks.ReadWriteLock;
import java.util.concurrent.locks.ReentrantReadWriteLock; import java.util.concurrent.locks.ReentrantReadWriteLock;
import java.util.regex.Pattern; import java.util.regex.Pattern;
import com.alibaba.otter.canal.parse.driver.mysql.packets.server.FieldPacket;
import org.apache.commons.beanutils.BeanUtils;
import org.apache.commons.lang.ObjectUtils; import org.apache.commons.lang.ObjectUtils;
import org.apache.commons.lang.StringUtils; import org.apache.commons.lang.StringUtils;
import org.slf4j.Logger; import org.slf4j.Logger;
@@ -26,6 +24,7 @@ import com.alibaba.druid.sql.repository.Schema;
import com.alibaba.fastjson2.JSON; import com.alibaba.fastjson2.JSON;
import com.alibaba.fastjson2.JSONObject; import com.alibaba.fastjson2.JSONObject;
import com.alibaba.otter.canal.filter.CanalEventFilter; import com.alibaba.otter.canal.filter.CanalEventFilter;
import com.alibaba.otter.canal.parse.driver.mysql.packets.server.FieldPacket;
import com.alibaba.otter.canal.parse.driver.mysql.packets.server.ResultSetPacket; import com.alibaba.otter.canal.parse.driver.mysql.packets.server.ResultSetPacket;
import com.alibaba.otter.canal.parse.exception.CanalParseException; import com.alibaba.otter.canal.parse.exception.CanalParseException;
import com.alibaba.otter.canal.parse.inbound.TableMeta; import com.alibaba.otter.canal.parse.inbound.TableMeta;
@@ -247,30 +246,47 @@ public class DatabaseTableMeta implements TableMetaTSDB {
} }
private boolean applyHistoryToDB(EntryPosition position, String schema, String ddl, String extra) { private boolean applyHistoryToDB(EntryPosition position, String schema, String ddl, String extra) {
Map<String, String> content = new HashMap<>(); // Map<String, String> content = new HashMap<>();
content.put("destination", destination); // content.put("destination", destination);
content.put("binlogFile", position.getJournalName()); // content.put("binlogFile", position.getJournalName());
content.put("binlogOffest", String.valueOf(position.getPosition())); // content.put("binlogOffest", String.valueOf(position.getPosition()));
content.put("binlogMasterId", String.valueOf(position.getServerId())); // content.put("binlogMasterId", String.valueOf(position.getServerId()));
content.put("binlogTimestamp", String.valueOf(position.getTimestamp())); // content.put("binlogTimestamp", String.valueOf(position.getTimestamp()));
content.put("useSchema", schema); // content.put("useSchema", schema);
if (content.isEmpty()) { //
throw new RuntimeException("apply failed caused by content is empty in applyHistoryToDB"); // if (content.isEmpty()) {
} // throw new RuntimeException("apply failed caused by content is empty in
// 待补充 // applyHistoryToDB");
// }
// // 待补充
// List<DdlResult> ddlResults = DruidDdlParser.parse(ddl, schema);
// if (ddlResults.size() > 0) {
// DdlResult ddlResult = ddlResults.get(0);
// content.put("sqlSchema", ddlResult.getSchemaName());
// content.put("sqlTable", ddlResult.getTableName());
// content.put("sqlType", ddlResult.getType().name());
// content.put("sqlText", ddl);
// content.put("extra", extra);
// }
// BeanUtils.populate(metaDO, content);
MetaHistoryDO metaDO = new MetaHistoryDO();
metaDO.setDestination(destination);
metaDO.setBinlogFile(position.getJournalName());
metaDO.setBinlogOffest(position.getPosition());
metaDO.setBinlogMasterId(String.valueOf(position.getServerId()));
metaDO.setBinlogTimestamp(position.getTimestamp());
metaDO.setUseSchema(schema);
List<DdlResult> ddlResults = DruidDdlParser.parse(ddl, schema); List<DdlResult> ddlResults = DruidDdlParser.parse(ddl, schema);
if (ddlResults.size() > 0) { if (ddlResults.size() > 0) {
DdlResult ddlResult = ddlResults.get(0); DdlResult ddlResult = ddlResults.get(0);
content.put("sqlSchema", ddlResult.getSchemaName()); metaDO.setSqlSchema(ddlResult.getSchemaName());
content.put("sqlTable", ddlResult.getTableName()); metaDO.setSqlTable(ddlResult.getTableName());
content.put("sqlType", ddlResult.getType().name()); metaDO.setSqlType(ddlResult.getType().name());
content.put("sqlText", ddl); metaDO.setSqlText(ddl);
content.put("extra", extra); metaDO.setExtra(extra);
} }
MetaHistoryDO metaDO = new MetaHistoryDO();
try { try {
BeanUtils.populate(metaDO, content);
// 会建立唯一约束,解决: // 会建立唯一约束,解决:
// 1. 重复的binlog file+offest // 1. 重复的binlog file+offest
// 2. 重复的masterId+timestamp // 2. 重复的masterId+timestamp
@@ -328,20 +344,27 @@ public class DatabaseTableMeta implements TableMetaTSDB {
} }
if (compareAll) { if (compareAll) {
Map<String, String> content = new HashMap<>(); // Map<String, String> content = new HashMap<>();
content.put("destination", destination); // content.put("destination", destination);
content.put("binlogFile", position.getJournalName()); // content.put("binlogFile", position.getJournalName());
content.put("binlogOffest", String.valueOf(position.getPosition())); // content.put("binlogOffest", String.valueOf(position.getPosition()));
content.put("binlogMasterId", String.valueOf(position.getServerId())); // content.put("binlogMasterId", String.valueOf(position.getServerId()));
content.put("binlogTimestamp", String.valueOf(position.getTimestamp())); // content.put("binlogTimestamp", String.valueOf(position.getTimestamp()));
content.put("data", JSON.toJSONString(schemaDdls)); // content.put("data", JSON.toJSONString(schemaDdls));
if (content.isEmpty()) { // if (content.isEmpty()) {
throw new RuntimeException("apply failed caused by content is empty in applySnapshotToDB"); // throw new RuntimeException("apply failed caused by content is empty in
} // applySnapshotToDB");
// }
// BeanUtils.populate(snapshotDO, content);
MetaSnapshotDO snapshotDO = new MetaSnapshotDO(); MetaSnapshotDO snapshotDO = new MetaSnapshotDO();
snapshotDO.setDestination(destination);
snapshotDO.setBinlogFile(position.getJournalName());
snapshotDO.setBinlogOffest(position.getPosition());
snapshotDO.setBinlogMasterId(String.valueOf(position.getServerId()));
snapshotDO.setBinlogTimestamp(position.getTimestamp());
snapshotDO.setExtra(JSON.toJSONString(schemaDdls));
try { try {
BeanUtils.populate(snapshotDO, content);
metaSnapshotDAO.insert(snapshotDO); metaSnapshotDAO.insert(snapshotDO);
} catch (Throwable e) { } catch (Throwable e) {
if (isUkDuplicateException(e)) { if (isUkDuplicateException(e)) {