Develop

.github/workflows/maven.yml

@@ -0,0 +1,17 @@
+name: Java CI
+
+on: [push]
+
+jobs:
+  build:
+
+    runs-on: ubuntu-latest
+
+    steps:
+      - uses: actions/checkout@v1
+      - name: Set up JDK 1.8
+        uses: actions/setup-java@v1
+        with:
+          java-version: 1.8
+      - name: Build with Maven
+        run: mvn -B package --file pom.xml

README.md

@@ -1,4 +1,4 @@
-# bireme
+# bireme-- （based on https://github.com/HashDataInc/bireme ，enable to stand by DDL operation）
 
 [![Build Status](https://travis-ci.org/HashDataInc/bireme.svg)](https://travis-ci.org/HashDataInc/bireme)
 

README_zh-cn.md

@@ -1,4 +1,4 @@
-# bireme
+# bireme -- （基于 https://github.com/HashDataInc/bireme 改造，可支持DDL操作）
 
 [![Build Status](https://travis-ci.org/HashDataInc/bireme.svg)](https://travis-ci.org/HashDataInc/bireme)
 

etc/config.properties

@@ -1,26 +1,24 @@
 # target database where the data will sync into.
-target.url = jdbc:postgresql://127.0.0.1:5432/postgres
-target.user = postgres
-target.passwd = postgres
-
-# data source name list, separated by comma.
-data_source = maxwell1, debezium1
-
-# data source "mysql1" type
-maxwell1.type = maxwell
+target.url = jdbc:postgresql://172.16.101.93:5432/songyc5_test?reWriteBatchedInserts=true
+target.user = gpadmin
+target.passwd = gpadmin
+#target.url = jdbc:postgresql://172.16.101.19:5432/postgres
+#target.user = gpadmin
+#target.passwd = gpadmin
+
+data_source = mysql_ddl
+#mysql_dml.type = maxwell
+mysql_ddl.type = maxwell
 # kafka server which maxwell write binlog into.
-maxwell1.kafka.server = 127.0.0.1:9092
+#mysql_dml.kafka.server = localhost:9092
+mysql_ddl.kafka.server = localhost:9092
 # kafka topic which maxwell write binlog into.
-maxwell1.kafka.topic = topic_name1
-# kafka groupid used for consumer.
-maxwell1.kafka.groupid = bireme
-
-# data source "debezium1"
-debezium1.type = debezium
-# kafka server which debezium write into.
-debezium1.kafka.server = 127.0.0.1:9092 
+#mysql_dml.kafka.topic=namespace_%{database}_%{table}
+#mysql_dml.kafka.topic=maxwell_dml
+mysql_ddl.kafka.topic=maxwell_ddl
 # kafka groupid used for consumer.
-debezium1.kafka.groupid = bireme
+#mysql_dml.kafka.groupid=bireme
+#mysql_ddl.kafka.groupid=bireme
 
 # number of threads used for pipeline to drive the porcess
 pipeline.thread_pool.size = 5

etc/mysql_dml.properties

@@ -0,0 +1 @@
+demo.test1 = public.test1

pom.xml

@@ -36,6 +36,11 @@
 			<version>4.12</version>
 			<scope>test</scope>
 		</dependency>
+		<dependency>
+			<groupId>org.projectlombok</groupId>
+			<artifactId>lombok</artifactId>
+			<version>1.16.20</version>
+		</dependency>
 		<dependency>
 			<groupId>org.apache.kafka</groupId>
 			<artifactId>kafka-clients</artifactId>
@@ -142,7 +147,8 @@
 					</execution>
 				</executions>
 			</plugin>
-			<plugin>
+			<!--先注掉格式化代码的脚本，因为idea上maven构建会报错 -->
+			<!--<plugin>
 				<groupId>org.codehaus.mojo</groupId>
 				<artifactId>exec-maven-plugin</artifactId>
 				<version>1.6.0</version>
@@ -158,7 +164,7 @@
 						</configuration>
 					</execution>
 				</executions>
-			</plugin>
+			</plugin>-->
 			<plugin>
 				<groupId>org.apache.maven.plugins</groupId>
 				<artifactId>maven-javadoc-plugin</artifactId>
@@ -197,7 +203,7 @@
 		</plugins>
 		<pluginManagement>
 			<plugins>
-				<!--This plugin's configuration is used to store Eclipse m2e settings 
+				<!--This plugin's configuration is used to store Eclipse m2e settings
 					only. It has no influence on the Maven build itself. -->
 				<plugin>
 					<groupId>org.eclipse.m2e</groupId>
@@ -232,29 +238,4 @@
 			</plugins>
 		</pluginManagement>
 	</build>
-
-
-	<!-- All plugins related to reports, static code analysis, quality etc -->
-	<reporting>
-		<plugins>
-			<plugin>
-				<groupId>org.apache.maven.plugins</groupId>
-				<artifactId>maven-surefire-report-plugin</artifactId>
-				<version>2.17</version>
-			</plugin>
-			<plugin>
-				<groupId>org.apache.maven.plugins</groupId>
-				<artifactId>maven-checkstyle-plugin</artifactId>
-				<version>2.12.1</version>
-				<configuration>
-					<configLocation>${basedir}/src/main/resources/checkstyle.xml</configLocation>
-				</configuration>
-			</plugin>
-			<plugin>
-				<groupId>org.codehaus.mojo</groupId>
-				<artifactId>findbugs-maven-plugin</artifactId>
-				<version>3.0.4</version>
-			</plugin>
-		</plugins>
-	</reporting>
 </project>