插入支持List

config/application-oracle.yml

@@ -3,7 +3,7 @@ from-db:
   user: C##FMMP
   password: vcare~1(^_^)
 to-db:
-  url: jdbc:mysql:replication://192.168.10.210:6446,192.168.10.210:6447/fmmp?serverTimezone=Asia/Shanghai
+  url: jdbc:mysql:replication://192.168.10.210:6446/fmmp?serverTimezone=Asia/Shanghai
   user: root
   password: R00T@mysql
 export:

src/main/java/com/vcarecity/cvs/FileExporterApp.java

@@ -29,7 +29,7 @@ public class FileExporterApp {
         ReflectionUtil.initTableClassMapper("com.vcarecity.cvs.entity");
 
         AppProperties appProperties = ConfigLoader.parseConfig(args, AppProperties.class, null);
-        jdbcArgs(args, appProperties);
+        final boolean isTruncate = jdbcArgs(args, appProperties);
 
         String table = getTableByArgs(args);
         if (table == null || table.length() == 0) {
@@ -58,7 +58,7 @@ public class FileExporterApp {
         injector = Guice.createInjector(new PropertiesModule(appProperties), new SQLModule(type));
 
         final SQLStarter instance = injector.getInstance(SQLStarter.class);
-        instance.exportDataAndConvert(table, properties, tableClass);
+        instance.exportDataAndConvert(table, properties, tableClass, isTruncate);
     }
 
 
@@ -86,8 +86,9 @@ public class FileExporterApp {
     }
 
 
-    private static void jdbcArgs(String[] args, AppProperties properties) {
+    private static boolean jdbcArgs(String[] args, AppProperties properties) {
         final DbProperties database = properties.getFromDb();
+        boolean isTruncateTable = false;
         for (String arg : args) {
             if (arg.startsWith("jdbc.url=")) {
                 database.setUrl(arg.substring("jdbc.url=".length()).trim());
@@ -95,8 +96,12 @@ public class FileExporterApp {
                 database.setUser(arg.substring("jdbc.user=".length()).trim());
             } else if (arg.startsWith("jdbc.password=")) {
                 database.setPassword(arg.substring("jdbc.password=".length()).trim());
+            } else if (arg.startsWith("--truncate=true")) {
+                isTruncateTable = true;
             }
         }
         properties.setFromDb(database);
+
+        return isTruncateTable;
     }
 }

src/main/java/com/vcarecity/cvs/service/ResultHandlerService.java

@@ -10,6 +10,16 @@ public interface ResultHandlerService {
 
 
     /**
+     * 清空表
+     *
+     * @param table
+     */
+    default void truncateTable(String table) {
+
+    }
+
+
+    /**
      * ins
      *
      * @param table

src/main/java/com/vcarecity/cvs/service/impl/MySQLResultHandlerServiceImpl.java

@@ -2,6 +2,7 @@ package com.vcarecity.cvs.service.impl;
 
 import com.google.inject.Inject;
 import com.google.inject.assistedinject.Assisted;
+import com.vcarecity.cvs.core.AutoMapper;
 import com.vcarecity.cvs.core.ColumnUpdateMapper;
 import com.vcarecity.cvs.properties.AppProperties;
 import com.vcarecity.cvs.service.ResultHandlerService;
@@ -12,6 +13,7 @@ import lombok.extern.slf4j.Slf4j;
 
 import java.sql.Connection;
 import java.sql.PreparedStatement;
+import java.sql.SQLException;
 import java.util.Arrays;
 import java.util.List;
 import java.util.concurrent.atomic.AtomicLong;
@@ -35,6 +37,16 @@ public class MySQLResultHandlerServiceImpl implements ResultHandlerService, Time
 
 
     @Override
+    public void truncateTable(String table) {
+        try (final Connection connection = dataSource.getConnection();
+             final PreparedStatement statement = connection.prepareStatement("truncate table " + table)) {
+            statement.execute();
+        } catch (SQLException e) {
+            e.printStackTrace();
+        }
+    }
+
+    @Override
     public <T> void resultHandler(String table, String[] header, List<T> dataList) throws Exception {
 
         final String sql = getSql(table, header);
@@ -60,6 +72,8 @@ public class MySQLResultHandlerServiceImpl implements ResultHandlerService, Time
                     for (int i = 0; i < rows.size(); i++) {
                         ps.setObject(i + 1, rows.get(i));
                     }
+                } else {
+                    //TODO final Object[] row = resultMapper(t, (Class<T>) t.getClass());
                 }
                 ps.addBatch();
                 //if (index % 1000 == 0) {
@@ -81,6 +95,10 @@ public class MySQLResultHandlerServiceImpl implements ResultHandlerService, Time
         logger.info("WRITE SUCCESS to mysql usage time {} /ms, size = {}", curUseTime, dataList.size());
     }
 
+    protected <T> Object[] resultMapper(T t, Class<T> cls) {
+        return AutoMapper.autoMapper(t, cls);
+    }
+
 
     private static String getSql(String table, String[] headers) {
 

src/main/java/com/vcarecity/cvs/service/impl/MySQLResultStatHandlerServiceImpl.java

@@ -10,10 +10,7 @@ import com.vcarecity.cvs.util.CreateDatasource;
 import com.zaxxer.hikari.HikariDataSource;
 import lombok.extern.slf4j.Slf4j;
 
-import java.sql.Connection;
-import java.sql.Date;
-import java.sql.Statement;
-import java.sql.Timestamp;
+import java.sql.*;
 import java.util.List;
 import java.util.concurrent.atomic.AtomicLong;
 
@@ -35,6 +32,16 @@ public class MySQLResultStatHandlerServiceImpl implements ResultHandlerService,
     }
 
     @Override
+    public void truncateTable(String table) {
+        try (final Connection connection = dataSource.getConnection();
+             final PreparedStatement statement = connection.prepareStatement("truncate table " + table)) {
+            statement.execute();
+        } catch (SQLException e) {
+            e.printStackTrace();
+        }
+    }
+
+    @Override
     public <T> void resultHandler(String table, String[] header, List<T> dataList) throws Exception {
 
         if (dataList == null || dataList.isEmpty()) {
@@ -42,47 +49,51 @@ public class MySQLResultStatHandlerServiceImpl implements ResultHandlerService,
         }
         long startTime = System.currentTimeMillis();
 
-        StringBuilder sb = new StringBuilder();
 
         final String[] newHeaders = ColumnUpdateMapper.updateColumnName(table, header);
         final String column = String.join(",", newHeaders);
 
-
+        StringBuilder sb = new StringBuilder();
         sb.append("INSERT INTO ").append(table).append("(").append(String.join(",", column)).append(") VALUES ");
 
         for (T t : dataList) {
+            sb.append("(");
             if (t.getClass().isArray()) {
                 Object[] rows = (Object[]) t;
-                sb.append("(");
                 for (int i = 0; i < header.length; i++) {
-
-                    Object row = rows[i];
-                    if (row instanceof String) {
-                        sb.append("'").append(row).append("'");
-                    } else if (row instanceof Date) {
-                        sb.append("'").append(row).append("'");
-                    } else if (row instanceof Timestamp) {
-                        sb.append("'").append(row).append("'");
-                    } else {
-                        sb.append(row);
+                    mapperRow(rows[i], sb);
+                    if (i != header.length - 1) {
+                        sb.append(",");
                     }
+                }
+            } else if (List.class.isAssignableFrom(t.getClass())) {
+                List list = (List) t;
+                for (int i = 0; i < list.size(); i++) {
+                    mapperRow(list.get(i), sb);
                     if (i != header.length - 1) {
                         sb.append(",");
                     }
                 }
-                sb.append("),");
+
+            } else {
+                //TODO auto mapper
             }
+            sb.append("),");
         }
         String execSql = sb.deleteCharAt(sb.length() - 1).toString();
 
-        // logger.debug("{}", execSql);
-
-        final Connection connection = dataSource.getConnection();
-
-        final Statement statement = connection.createStatement();
-        statement.execute(execSql);
-        statement.close();
-        connection.close();
+        logger.info("{}", execSql);
+
+        try {
+            final Connection connection = dataSource.getConnection();
+            final Statement statement = connection.createStatement();
+            statement.execute(execSql);
+            statement.close();
+            connection.close();
+        } catch (SQLException e) {
+            logger.warn("error sql: {}", execSql);
+            throw e;
+        }
 
         final long curUseTime = System.currentTimeMillis() - startTime;
 
@@ -91,6 +102,18 @@ public class MySQLResultStatHandlerServiceImpl implements ResultHandlerService,
         logger.info("WRITE SUCCESS to mysql usage time {} /ms, size = {}", curUseTime, dataList.size());
     }
 
+    private void mapperRow(Object row, StringBuilder sb) {
+        if (row instanceof String) {
+            sb.append("'").append(row).append("'");
+        } else if (row instanceof Date) {
+            sb.append("'").append(row).append("'");
+        } else if (row instanceof Timestamp) {
+            sb.append("'").append(row).append("'");
+        } else {
+            sb.append(row);
+        }
+    }
+
 
     @Override
     public long getUsageTime() {

src/main/java/com/vcarecity/cvs/starter/SQLStarter.java

@@ -43,9 +43,10 @@ public class SQLStarter {
      *
      * @param table
      * @param properties
+     * @param isTruncateTable
      * @throws Exception
      */
-    public <T> void exportDataAndConvert(String table, Object properties, Class<T> cls) throws Exception {
+    public <T> void exportDataAndConvert(String table, Object properties, Class<T> cls, boolean isTruncateTable) throws Exception {
 
         if (cls == null) {
             //noinspection unchecked
@@ -54,6 +55,10 @@ public class SQLStarter {
 
         ResultHandlerService resultHandler = resultHandlerFactory.createResultHandler(properties);
 
+        if (isTruncateTable) {
+            resultHandler.truncateTable(table);
+        }
+
 
         logger.info("start query database table = {}, file = {}, class = {}", table, properties, cls);
 
@@ -73,7 +78,7 @@ public class SQLStarter {
             currentSize = result.size();
             queryCount += currentSize;
 
-            logger.info("current query count is {}, already query: {} /ms, write: {} /msg", queryCount,
+            logger.info("current query count is {}, already query: {} /ms, write: {} /ms", queryCount,
                     ((TimerService) queryService).getUsageTime(),
                     ((TimerService) resultHandler).getUsageTime());
 

src/main/java/com/vcarecity/cvs/starter/ThreadPoolStarter.java

@@ -0,0 +1,33 @@
+package com.vcarecity.cvs.starter;
+
+import com.google.inject.Inject;
+import com.vcarecity.cvs.properties.AppProperties;
+import com.vcarecity.cvs.service.impl.OracleQueryServiceImpl;
+import com.vcarecity.cvs.util.CreateDatasource;
+import com.zaxxer.hikari.HikariDataSource;
+
+/**
+ * @author Kerry on 19/12/03
+ */
+
+public class ThreadPoolStarter {
+
+    private final AppProperties properties;
+
+    @Inject
+    public ThreadPoolStarter(AppProperties properties) {
+        this.properties = properties;
+    }
+
+    public void start() {
+        HikariDataSource fromDatasource = CreateDatasource.createDataSource(properties.getFromDb());
+        HikariDataSource toDatasource = CreateDatasource.createDataSource(properties.getToDb());
+
+
+        final OracleQueryServiceImpl oracleQueryService = new OracleQueryServiceImpl(fromDatasource);
+
+
+    }
+
+
+}