动态支持MySQL/Oracle

README.md

@@ -1,8 +1,25 @@
+# A
 
+## 打包
+```shell
+mvn clean compile package
+```
 
+## 使用
+```shell
+java -jar db-data-to-csv-1.0.0.jar -t=TABLE_NAME
+```
+参数说明:
+1. `-t=` / `--table=` 这两个指定导出的表名.
 
 
-````
+
+
+
+---
+
+
+```
 LOAD DATA INFILE '/var/lib/mysql-files/check_record_0006'
 INTO TABLE T_CHECK_RECORD_1
 FIELDS 
@@ -11,4 +28,4 @@ FIELDS
     ESCAPED BY '\\'
 LINES TERMINATED BY '\n'
 (CHECK_RECORD_ID,STAMP,USER_ID,CHECK_POINTS_ID,IS_NORMAL,IS_LATENT_DANGER,LATENT_DANGER_TYPE,LATENT_DANGER_DESC,UNDETECTED_NUM,LON,LAT,RULE_ID,IS_DEAL,STARTDATE,ENDDATE,VALID_CHECK,UPDATESTAMP);
-````
+```

config/application-dev.yml → config/application-mysql.yml

@@ -1,4 +1,6 @@
 database:
   url: jdbc:mysql:replication://192.168.10.210:6446,192.168.10.210:6447/fmmp?serverTimezone=Asia/Shanghai
   user: root
-  password: R00T@mysql
+  password: R00T@mysql
+export:
+  folder: ./

config/application-oracle.yml

@@ -0,0 +1,6 @@
+database:
+  url: jdbc:oracle:thin:@192.168.10.236:1521:orcl
+  user: C##FMMP
+  password: vcare~1(^_^)
+export:
+  folder: ./

config/application.yml

@@ -1,2 +1,3 @@
 profile:
-  active: dev
+#  active: mysql
+   active: oracle

pom.xml

@@ -7,20 +7,17 @@
     <groupId>com.vcarecity.csv</groupId>
     <artifactId>db-data-to-csv</artifactId>
     <version>1.0.0</version>
-    <build>
-        <plugins>
-            <plugin>
-                <groupId>org.apache.maven.plugins</groupId>
-                <artifactId>maven-compiler-plugin</artifactId>
-                <configuration>
-                    <source>8</source>
-                    <target>8</target>
-                </configuration>
-            </plugin>
-        </plugins>
-    </build>
 
 
+    <properties>
+        <sourceEncoding>UTF-8</sourceEncoding>
+        <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
+        <project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding>
+        <compile.encoding>UTF-8</compile.encoding>
+        <compile.target>8</compile.target>
+        <compile.source>8</compile.source>
+    </properties>
+
     <dependencies>
 
         <dependency>
@@ -62,6 +59,13 @@
             <artifactId>HikariCP</artifactId>
             <version>3.4.1</version>
         </dependency>
+
+        <dependency>
+            <groupId>com.oracle</groupId>
+            <artifactId>ojdbc6</artifactId>
+            <version>12.1.0.2.0</version>
+        </dependency>
+
         <dependency>
             <groupId>com.google.inject</groupId>
             <artifactId>guice</artifactId>
@@ -91,6 +95,12 @@
         </dependency>
 
         <dependency>
+            <groupId>org.reflections</groupId>
+            <artifactId>reflections</artifactId>
+            <version>0.9.11</version>
+        </dependency>
+
+        <dependency>
             <groupId>org.apache.shardingsphere</groupId>
             <artifactId>sharding-jdbc-core</artifactId>
             <version>4.0.0-RC2</version>
@@ -103,4 +113,129 @@
 
     </dependencies>
 
+
+    <build>
+        <plugins>
+            <plugin>
+                <groupId>org.apache.maven.plugins</groupId>
+                <artifactId>maven-compiler-plugin</artifactId>
+                <version>3.8.0</version>
+                <configuration>
+                    <source>1.8</source>
+                    <target>1.8</target>
+                    <encoding>UTF-8</encoding>
+                </configuration>
+            </plugin>
+            <plugin>
+                <groupId>org.apache.maven.plugins</groupId>
+                <artifactId>maven-surefire-plugin</artifactId>
+                <version>2.22.0</version>
+                <configuration>
+                    <skipTests>true</skipTests>
+                </configuration>
+            </plugin>
+            <plugin>
+                <groupId>org.apache.maven.plugins</groupId>
+                <artifactId>maven-source-plugin</artifactId>
+                <version>3.0.1</version>
+                <executions>
+                    <execution>
+                        <id>attach-sources</id>
+                        <phase>verify</phase>
+                        <goals>
+                            <goal>jar-no-fork</goal>
+                        </goals>
+                    </execution>
+                </executions>
+            </plugin>
+
+            <plugin>
+                <artifactId>maven-resources-plugin</artifactId>
+                <version>3.1.0</version>
+
+                <configuration>
+                    <encoding>UTF-8</encoding>
+                </configuration>
+
+                <executions>
+                    <execution>
+                        <id>copy-resource-config</id>
+                        <phase>package</phase>
+                        <goals>
+                            <goal>copy-resources</goal>
+                        </goals>
+
+                        <configuration>
+                            <outputDirectory>${project.build.directory}/config</outputDirectory>
+                            <resources>
+                                <resource>
+                                    <directory>/config</directory>
+                                </resource>
+                            </resources>
+                        </configuration>
+                    </execution>
+
+                </executions>
+            </plugin>
+
+            <plugin>
+                <artifactId>maven-assembly-plugin</artifactId>
+                <version>3.1.0</version>
+                <configuration>
+                    <archive>
+                        <manifest>
+                            <mainClass>com.vcarecity.cvs.FileExporterApp</mainClass>
+                        </manifest>
+                    </archive>
+                    <descriptorRefs>
+                        <descriptorRef>jar-with-dependencies</descriptorRef>
+                    </descriptorRefs>
+                </configuration>
+                <executions>
+                    <execution>
+                        <id>make-assembly</id>
+                        <phase>package</phase>
+                        <goals>
+                            <goal>single</goal>
+                        </goals>
+                    </execution>
+                </executions>
+            </plugin>
+
+            <plugin>
+                <groupId>org.apache.maven.plugins</groupId>
+                <artifactId>maven-jar-plugin</artifactId>
+                <version>3.1.0</version>
+                <configuration>
+                    <archive>
+                        <manifest>
+                            <addClasspath>true</addClasspath>
+                            <classpathPrefix>lib/</classpathPrefix>
+                            <mainClass>com.vcarecity.cvs.FileExporterApp</mainClass>
+                        </manifest>
+                    </archive>
+                </configuration>
+            </plugin>
+
+
+            <plugin>
+                <groupId>org.apache.maven.plugins</groupId>
+                <artifactId>maven-dependency-plugin</artifactId>
+                <version>3.1.1</version>
+                <executions>
+
+                    <execution>
+                        <id>copy-dependencies</id>
+                        <phase>package</phase>
+                        <goals>
+                            <goal>copy-dependencies</goal>
+                        </goals>
+                        <configuration>
+                            <outputDirectory>${project.build.directory}/lib</outputDirectory>
+                        </configuration>
+                    </execution>
+                </executions>
+            </plugin>
+        </plugins>
+    </build>
 </project>

src/main/java/com/vcarecity/cvs/FileExporterApp.java

@@ -0,0 +1,72 @@
+package com.vcarecity.cvs;
+
+import com.google.inject.Guice;
+import com.google.inject.Injector;
+import com.vcarecity.cvs.core.ReflectionUtil;
+import com.vcarecity.cvs.module.PropertiesModule;
+import com.vcarecity.cvs.module.SQLModule;
+import com.vcarecity.cvs.properties.AppProperties;
+import com.vcarecity.cvs.properties.DbProperties;
+import com.vcarecity.cvs.starter.SQLStarter;
+import me.yuxiaoyao.config.loader.ConfigLoader;
+
+/**
+ * @author Kerry on 19/11/27
+ */
+
+public class FileExporterApp {
+
+    public static Injector injector;
+
+
+    public static void main(String[] args) throws Exception {
+
+        ReflectionUtil.initTableClassMapper("com.vcarecity.cvs.entity");
+
+        AppProperties appProperties = ConfigLoader.parseConfig(args, AppProperties.class, null);
+        jdbcArgs(args, appProperties);
+
+        String table = getTableByArgs(args);
+        if (table == null || table.length() == 0) {
+            throw new Error("table name must not be null or empty!");
+        }
+        Class<?> tableClass = ReflectionUtil.getTableClass(table);
+
+        String basePath = table;
+        final AppProperties.Export export = appProperties.getExport();
+        if (export != null) {
+            basePath = export.getFolder() + table;
+        }
+
+        injector = Guice.createInjector(new PropertiesModule(appProperties), new SQLModule());
+
+        final SQLStarter instance = injector.getInstance(SQLStarter.class);
+        instance.exportData(table, basePath, tableClass);
+    }
+
+    private static String getTableByArgs(String[] args) {
+        for (String arg : args) {
+            if (arg.startsWith("--table=")) {
+                return arg.substring("--table=".length()).trim();
+            } else if (arg.startsWith("-t=")) {
+                return arg.substring("-t=".length()).trim();
+            }
+        }
+        return null;
+    }
+
+
+    private static void jdbcArgs(String[] args, AppProperties properties) {
+        final DbProperties database = properties.getDatabase();
+        for (String arg : args) {
+            if (arg.startsWith("jdbc.url=")) {
+                database.setUrl(arg.substring("jdbc.url=".length()).trim());
+            } else if (arg.startsWith("jdbc.user=")) {
+                database.setUser(arg.substring("jdbc.user=".length()).trim());
+            } else if (arg.startsWith("jdbc.password=")) {
+                database.setPassword(arg.substring("jdbc.password=".length()).trim());
+            }
+        }
+        properties.setDatabase(database);
+    }
+}

src/main/java/com/vcarecity/cvs/MySQLCSVWriter.java

@@ -1,32 +0,0 @@
-package com.vcarecity.cvs;
-
-import com.google.inject.Guice;
-import com.google.inject.Injector;
-import com.vcarecity.cvs.module.MySQLModule;
-import com.vcarecity.cvs.module.PropertiesModule;
-import com.vcarecity.cvs.properties.AppProperties;
-import me.yuxiaoyao.config.loader.ConfigLoader;
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
-
-/**
- * @author Kerry on 19/11/20
- */
-
-public class MySQLCSVWriter {
-    private static Logger logger = LoggerFactory.getLogger(MySQLCSVWriter.class);
-    public static Injector injector;
-
-    public static void main(String[] args) throws Exception {
-        final AppProperties appProperties = ConfigLoader.parseConfig(args, AppProperties.class, null);
-        injector = Guice.createInjector(new PropertiesModule(appProperties), new MySQLModule());
-
-        //final TestInsertData testInsertData = injector.getInstance(TestInsertData.class);
-        //testInsertData.ins();
-
-        final MySQLStarter instance = injector.getInstance(MySQLStarter.class);
-        instance.run();
-
-
-    }
-}

src/main/java/com/vcarecity/cvs/annotation/Tables.java

@@ -0,0 +1,15 @@
+package com.vcarecity.cvs.annotation;
+
+import java.lang.annotation.ElementType;
+import java.lang.annotation.Retention;
+import java.lang.annotation.RetentionPolicy;
+import java.lang.annotation.Target;
+
+/**
+ * @author Kerry on 19/11/27
+ */
+@Target({ElementType.TYPE})
+@Retention(RetentionPolicy.RUNTIME)
+public @interface Tables {
+    String[] value();
+}

src/main/java/com/vcarecity/cvs/core/ReflectionUtil.java

@@ -1,11 +1,13 @@
 package com.vcarecity.cvs.core;
 
+import com.vcarecity.cvs.annotation.Tables;
+import org.reflections.Reflections;
+
 import javax.persistence.Column;
+import javax.persistence.Table;
 import javax.persistence.Transient;
 import java.lang.reflect.Field;
-import java.util.ArrayList;
-import java.util.List;
-import java.util.Map;
+import java.util.*;
 import java.util.concurrent.ConcurrentHashMap;
 
 /**
@@ -48,4 +50,48 @@ public class ReflectionUtil {
         }
     }
 
+    private static Map<String, Class<?>> classMap = new HashMap<>();
+
+    public static void initTableClassMapper(String... pkgs) {
+
+        Map<String, Class<?>> tableMap = new HashMap<>();
+        Map<String, Class<?>> tablesMap = new HashMap<>();
+
+        for (String pkg : pkgs) {
+            Reflections reflections = new Reflections(pkg);
+
+            Set<Class<?>> classSet = reflections.getTypesAnnotatedWith(Table.class);
+            for (Class<?> cls : classSet) {
+                final Table table = cls.getAnnotation(Table.class);
+                final String name = table.name();
+                if (tableMap.containsKey(name)) {
+                    throw new RuntimeException("tableName= " + name + " has more Class.[" + tableMap.get(name) + "," + cls + "]");
+                }
+                tableMap.put(name, cls);
+            }
+
+            Set<Class<?>> tablesSet = reflections.getTypesAnnotatedWith(Tables.class);
+            for (Class<?> cls : tablesSet) {
+                final Tables tables = cls.getAnnotation(Tables.class);
+                final String[] value = tables.value();
+                for (String name : value) {
+                    if (tablesMap.containsKey(name)) {
+                        throw new RuntimeException("tableName= " + name + " has more Class.[" + tablesMap.get(name) + "," + cls + "]");
+                    }
+                    tablesMap.put(name, cls);
+                }
+            }
+        }
+
+        classMap.putAll(tableMap);
+        classMap.putAll(tablesMap);
+
+    }
+
+
+    @SuppressWarnings("unchecked")
+    public static <T> Class<T> getTableClass(String table) {
+        return (Class<T>) classMap.get(table);
+    }
+
 }

src/main/java/com/vcarecity/cvs/entity/CheckRecordEntity.java

@@ -1,8 +1,10 @@
 package com.vcarecity.cvs.entity;
 
+import com.vcarecity.cvs.annotation.Tables;
 import lombok.Data;
 
 import javax.persistence.Column;
+import javax.persistence.Table;
 import java.sql.Timestamp;
 
 
@@ -10,6 +12,8 @@ import java.sql.Timestamp;
  * @author Kerry on 19/11/21
  */
 
+@Tables({"T_CHECK_RECORD", "T_CHECK_RECORD_1"})
+@Table(name = "T_CHECK_RECORD")
 @Data
 public class CheckRecordEntity {
 

src/main/java/com/vcarecity/cvs/module/MySQLModule.java → src/main/java/com/vcarecity/cvs/module/SQLModule.java

@@ -12,6 +12,7 @@ import com.vcarecity.cvs.service.ResultHandlerService;
 import com.vcarecity.cvs.service.SQLQueryService;
 import com.vcarecity.cvs.service.impl.CSVResultHandlerServiceImpl;
 import com.vcarecity.cvs.service.impl.MySQLQueryServiceImpl;
+import com.vcarecity.cvs.service.impl.OracleQueryServiceImpl;
 import com.zaxxer.hikari.HikariConfig;
 import com.zaxxer.hikari.HikariDataSource;
 
@@ -19,10 +20,9 @@ import com.zaxxer.hikari.HikariDataSource;
  * @author Kerry on 19/11/20
  */
 
-public class MySQLModule extends AbstractModule {
+public class SQLModule extends AbstractModule {
     @Override
     protected void configure() {
-        bind(SQLQueryService.class).to(MySQLQueryServiceImpl.class);
 
         install(new FactoryModuleBuilder()
                 .implement(ResultHandlerService.class, CSVResultHandlerServiceImpl.class)
@@ -30,6 +30,19 @@ public class MySQLModule extends AbstractModule {
 
     }
 
+
+    @Inject
+    @Provides
+    public SQLQueryService sqlQueryService(HikariDataSource dataSource) {
+        final String url = dataSource.getJdbcUrl();
+        if (url.startsWith("jdbc:mysql")) {
+            return new MySQLQueryServiceImpl(dataSource);
+        } else if (url.startsWith("jdbc:oracle")) {
+            return new OracleQueryServiceImpl(dataSource);
+        }
+        throw new Error("not support this jdbc driver class = " + dataSource.getDriverClassName());
+    }
+
     @Provides
     @Singleton
     @Inject
@@ -41,6 +54,7 @@ public class MySQLModule extends AbstractModule {
         config.setJdbcUrl(database.getUrl());
         config.setUsername(database.getUser());
         config.setPassword(database.getPassword());
+
         config.addDataSourceProperty("cachePrepStmts", "true");
         config.addDataSourceProperty("prepStmtCacheSize", "250");
         config.addDataSourceProperty("prepStmtCacheSqlLimit", "2048");

src/main/java/com/vcarecity/cvs/properties/AppProperties.java

@@ -9,4 +9,10 @@ import lombok.Data;
 @Data
 public class AppProperties {
     private DbProperties database;
+    private Export export;
+
+    @Data
+    public static class Export {
+        private String folder;
+    }
 }

src/main/java/com/vcarecity/cvs/service/SQLQueryService.java

@@ -13,15 +13,14 @@ public interface SQLQueryService {
     /**
      * query by page
      *
-     * @param sql
-     * @param start
-     * @param pageCount
+     * @param table
+     * @param page      页面
+     * @param pageCount 一页的数量
      * @param clazz
      * @param <T>
      * @return
      * @throws SQLException
      */
-    <T> List<T> queryByPage(String sql, int start, int pageCount, Class<T> clazz) throws SQLException;
-
+    <T> List<T> queryByPage(String table, int page, int pageCount, Class<T> clazz) throws SQLException;
 
 }

src/main/java/com/vcarecity/cvs/service/impl/AbstractSQLQueryService.java

@@ -0,0 +1,122 @@
+package com.vcarecity.cvs.service.impl;
+
+import com.vcarecity.cvs.core.AutoMapper;
+import com.vcarecity.cvs.service.SQLQueryService;
+import com.zaxxer.hikari.HikariDataSource;
+import lombok.extern.slf4j.Slf4j;
+
+import java.sql.*;
+import java.util.ArrayList;
+import java.util.List;
+
+/**
+ * @author Kerry on 19/11/27
+ */
+
+@Slf4j
+public abstract class AbstractSQLQueryService implements SQLQueryService {
+
+    protected final HikariDataSource dataSource;
+
+    protected AbstractSQLQueryService(HikariDataSource dataSource) {
+        this.dataSource = dataSource;
+    }
+
+    @Override
+    public <T> List<T> queryByPage(String table, int page, int pageCount, Class<T> clazz) throws SQLException {
+
+        final String querySql = getQuerySql(table);
+
+        long startTime = System.currentTimeMillis();
+
+
+        final Connection connection = dataSource.getConnection();
+
+        final PreparedStatement preparedStatement = getPreparedStatement(connection, querySql, page, pageCount);
+
+        ResultSet resultSet = preparedStatement.executeQuery();
+
+        List<T> list = resultMapper(resultSet, clazz);
+
+        logger.debug("query success. size = {}. usageTime = {} /ms", list.size(), (System.currentTimeMillis() - startTime));
+
+        resultSet.close();
+        preparedStatement.close();
+        connection.close();
+
+        return list;
+    }
+
+    /**
+     * 组装表
+     *
+     * @param table
+     * @return
+     */
+    protected abstract String getQuerySql(String table);
+
+    /**
+     * get PreparedStatement
+     *
+     * @param connection
+     * @param sql
+     * @param start
+     * @param pageCount
+     * @return
+     * @throws SQLException
+     */
+    protected abstract PreparedStatement getPreparedStatement(Connection connection, String sql, int start, int pageCount) throws SQLException;
+
+    public <T> List<T> resultMapper(ResultSet resultSet, Class<T> clazz) throws SQLException {
+        if (clazz == Object.class) {
+            //noinspection unchecked
+            return (List<T>) resultSetToObject(resultSet);
+        }
+        return autoMapper(resultSet, clazz);
+    }
+
+    public List<Object[]> resultSetToObject(ResultSet resultSet) throws SQLException {
+        final ResultSetMetaData metaData = resultSet.getMetaData();
+        final int columnCount = metaData.getColumnCount() - 1;
+
+
+        int skipRnIndex = -1;
+        int index = 0;
+        String[] header = new String[columnCount];
+        for (int i = 0; i < columnCount; i++) {
+            String s = metaData.getColumnName(i + 1);
+            if ("RN".equalsIgnoreCase(s)) {
+                skipRnIndex = i;
+            } else {
+                header[index++] = s;
+            }
+        }
+
+        logger.info("header = ({})", String.join(",", header));
+
+        List<Object[]> data = new ArrayList<>();
+        while (resultSet.next()) {
+            Object[] objects = new Object[columnCount];
+            int cIndex = 0;
+            for (int i = 0; i < columnCount; i++) {
+                if (i == skipRnIndex) {
+                    continue;
+                }
+                objects[cIndex++] = resultSet.getObject(i + 1);
+            }
+            data.add(objects);
+        }
+        return data;
+    }
+
+    public <T> List<T> autoMapper(ResultSet resultSet, Class<T> clazz) throws SQLException {
+        List<T> list = new ArrayList<>();
+        while (resultSet.next()) {
+            final T t = AutoMapper.autoMapper(resultSet, clazz);
+            if (t != null) {
+                list.add(t);
+            }
+        }
+        return list;
+    }
+}

src/main/java/com/vcarecity/cvs/service/impl/CSVResultHandlerServiceImpl.java

@@ -54,7 +54,7 @@ public class CSVResultHandlerServiceImpl implements ResultHandlerService {
     private File getFile() {
         final int index = fileNameIndex;
         fileNameIndex++;
-        return new File(filePattern + index + ".csv");
+        return new File(filePattern + "-" + +index + ".csv");
     }
 
 
@@ -87,13 +87,14 @@ public class CSVResultHandlerServiceImpl implements ResultHandlerService {
 
         for (T t : dataList) {
             Object[] row;
-            if (cls.isArray()) {
-                // array
+
+            if (t.getClass().isArray()) {
                 row = (Object[]) t;
-            } else if (List.class.isAssignableFrom(cls)) {
+            } else if (List.class.isAssignableFrom(t.getClass())) {
                 // noinspection rawtypes
                 row = ((List) t).toArray();
             } else {
+                // auto mapper
                 row = resultMapper(t, cls);
             }
             Object[] handlerRow = toCsvContent(row);
@@ -103,13 +104,15 @@ public class CSVResultHandlerServiceImpl implements ResultHandlerService {
 
         counter += dataList.size();
 
-
-        // 输出Header
-        final List<JavaMapColumn> fieldColumnList = ReflectionUtil.getFieldColumnList(cls);
-        final List<String> collect = fieldColumnList.stream().map(JavaMapColumn::getColumn).collect(Collectors.toList());
-        final String join = String.join(",", collect.toArray(new String[]{}));
-
-        logger.debug("write to csv file usage time {} /ms. header = ({})", (System.currentTimeMillis() - startTime), join);
+        if (cls != Object.class) {
+            // 输出Header
+            final List<JavaMapColumn> fieldColumnList = ReflectionUtil.getFieldColumnList(cls);
+            final List<String> collect = fieldColumnList.stream().map(JavaMapColumn::getColumn).collect(Collectors.toList());
+            final String join = String.join(",", collect.toArray(new String[]{}));
+            logger.debug("write to csv file usage time {} /ms. header = ({})", (System.currentTimeMillis() - startTime), join);
+        } else {
+            logger.debug("write to csv file usage time {} /ms. ", (System.currentTimeMillis() - startTime));
+        }
     }
 
 

src/main/java/com/vcarecity/cvs/service/impl/MySQLQueryServiceImpl.java

@@ -1,17 +1,12 @@
 package com.vcarecity.cvs.service.impl;
 
 import com.google.inject.Inject;
-import com.vcarecity.cvs.core.AutoMapper;
-import com.vcarecity.cvs.service.SQLQueryService;
 import com.zaxxer.hikari.HikariDataSource;
 import lombok.extern.slf4j.Slf4j;
 
 import java.sql.Connection;
 import java.sql.PreparedStatement;
-import java.sql.ResultSet;
 import java.sql.SQLException;
-import java.util.ArrayList;
-import java.util.List;
 
 /**
  * @author Kerry on 19/11/21
@@ -19,38 +14,28 @@ import java.util.List;
 
 
 @Slf4j
-public class MySQLQueryServiceImpl implements SQLQueryService {
-    private final HikariDataSource dataSource;
+public class MySQLQueryServiceImpl extends AbstractSQLQueryService {
+
+    private static final String PAGE_SQL = "select * from %s limit ?,?";
 
     @Inject
     public MySQLQueryServiceImpl(HikariDataSource dataSource) {
-        this.dataSource = dataSource;
+        super(dataSource);
     }
 
     @Override
-    public <T> List<T> queryByPage(String sql, int start, int pageCount, Class<T> clazz) throws SQLException {
-        final Connection connection = dataSource.getConnection();
-        final PreparedStatement preparedStatement = connection.prepareStatement(sql);
-        preparedStatement.setInt(1, start);
-        preparedStatement.setInt(2, pageCount);
-
-        List<T> list = new ArrayList<>(pageCount);
-        long startTime = System.currentTimeMillis();
-
-        logger.debug("start query: {},{},{}.start on = {}", sql, start, pageCount, startTime);
+    protected String getQuerySql(String table) {
+        return String.format(PAGE_SQL, table);
+    }
 
-        final ResultSet resultSet = preparedStatement.executeQuery();
-        while (resultSet.next()) {
-            // mapper
-            final T t = AutoMapper.autoMapper(resultSet, clazz);
-            if (t != null) {
-                list.add(t);
-            }
-        }
+    @Override
+    protected PreparedStatement getPreparedStatement(Connection connection, String sql, int page, int pageCount) throws SQLException {
 
-        logger.debug("start query: {},{},{}.usageTime= {}", sql, start, pageCount, (System.currentTimeMillis() - startTime));
-        connection.close();
+        logger.debug("start query: [{}]. pageInfo = {}/{}. time = {}", sql, page * pageCount, pageCount, System.currentTimeMillis());
 
-        return list;
+        final PreparedStatement preparedStatement = connection.prepareStatement(sql);
+        preparedStatement.setInt(1, page * pageCount);
+        preparedStatement.setInt(2, pageCount);
+        return preparedStatement;
     }
 }

src/main/java/com/vcarecity/cvs/service/impl/OracleQueryServiceImpl.java

@@ -1,55 +1,40 @@
 package com.vcarecity.cvs.service.impl;
 
 import com.google.inject.Inject;
-import com.vcarecity.cvs.core.AutoMapper;
-import com.vcarecity.cvs.service.SQLQueryService;
 import com.zaxxer.hikari.HikariDataSource;
 import lombok.extern.slf4j.Slf4j;
 
 import java.sql.Connection;
 import java.sql.PreparedStatement;
-import java.sql.ResultSet;
 import java.sql.SQLException;
-import java.util.ArrayList;
-import java.util.List;
 
 /**
  * @author Kerry on 19/11/25
  */
 
 @Slf4j
-public class OracleQueryServiceImpl implements SQLQueryService {
-    private final HikariDataSource dataSource;
+public class OracleQueryServiceImpl extends AbstractSQLQueryService {
+
+    private static final String PAGE_SQL = "select * from (select ROWNUM as RN, T.* from %s T where ROWNUM <= ?) A where A.RN > ?";
 
     @Inject
     public OracleQueryServiceImpl(HikariDataSource dataSource) {
-        this.dataSource = dataSource;
+        super(dataSource);
+    }
+
+    @Override
+    protected String getQuerySql(String table) {
+        return String.format(PAGE_SQL, table);
     }
 
     @Override
-    public <T> List<T> queryByPage(String sql, int start, int pageCount, Class<T> clazz) throws SQLException {
-        final Connection connection = dataSource.getConnection();
-        final PreparedStatement preparedStatement = connection.prepareStatement(sql);
-        preparedStatement.setInt(1, start);
-        preparedStatement.setInt(2, pageCount);
-
-        List<T> list = new ArrayList<>(pageCount);
-        long startTime = System.currentTimeMillis();
-
-        logger.debug("start query: {},{},{}.start on = {}", sql, start, pageCount, startTime);
-
-        final ResultSet resultSet = preparedStatement.executeQuery();
-        while (resultSet.next()) {
-            // mapper
-            final T t = AutoMapper.autoMapper(resultSet, clazz);
-            if (t != null) {
-                list.add(t);
-            }
-        }
-
-        logger.debug("start query: {},{},{}.usageTime= {}", sql, start, pageCount, (System.currentTimeMillis() - startTime));
-        connection.close();
-
-        return list;
+    protected PreparedStatement getPreparedStatement(Connection connection, String sql, int page, int pageCount) throws SQLException {
+
+        logger.debug("start query: [{}]. pageInfo = {}/{}. time = {}", sql, (1 + page) * pageCount, page * pageCount, System.currentTimeMillis());
+
+        PreparedStatement preparedStatement = connection.prepareStatement(sql);
+        preparedStatement.setInt(1, page * pageCount);
+        preparedStatement.setInt(2, (page - 1) * pageCount);
+        return preparedStatement;
     }
 }

src/main/java/com/vcarecity/cvs/MySQLStarter.java → src/main/java/com/vcarecity/cvs/starter/SQLStarter.java

@@ -1,8 +1,6 @@
-package com.vcarecity.cvs;
+package com.vcarecity.cvs.starter;
 
-import com.vcarecity.cvs.entity.CheckRecordEntity;
 import com.vcarecity.cvs.factory.ResultHandlerFactory;
-import com.vcarecity.cvs.properties.AppProperties;
 import com.vcarecity.cvs.service.ResultHandlerService;
 import com.vcarecity.cvs.service.SQLQueryService;
 import com.vcarecity.cvs.service.impl.CSVResultHandlerServiceImpl;
@@ -16,49 +14,59 @@ import java.util.List;
  */
 
 @Slf4j
-public class MySQLStarter {
-    private final AppProperties properties;
+public class SQLStarter {
+
+    private static final int PAGE_COUNT = 10000;
+
+    private int pageCount = PAGE_COUNT;
+
     private final SQLQueryService queryService;
     private final ResultHandlerFactory resultHandlerFactory;
 
     @Inject
-    public MySQLStarter(AppProperties properties,
-                        SQLQueryService queryService,
-                        ResultHandlerFactory resultHandlerFactory) {
-
-        this.properties = properties;
+    public SQLStarter(SQLQueryService queryService,
+                      ResultHandlerFactory resultHandlerFactory) {
         this.queryService = queryService;
         this.resultHandlerFactory = resultHandlerFactory;
+    }
 
+    public void setPageCount(int pageCount) {
+        this.pageCount = pageCount;
     }
 
-    static final int PAGE_COUNT = 10000;
+    /**
+     * 导出数据
+     *
+     * @param table
+     * @param properties
+     * @throws Exception
+     */
+    public <T> void exportData(String table, String properties, Class<T> cls) throws Exception {
+
+        if (cls == null) {
+            //noinspection unchecked
+            cls = (Class<T>) Object.class;
+        }
+        ResultHandlerService resultHandler = resultHandlerFactory.createResultHandler(properties);
 
-    public void run() throws Exception {
 
-        logger.info("start query database...");
+        logger.info("start query database table = {}, file = {}, class = {}", table, properties, cls);
 
         long startTime = System.currentTimeMillis();
 
-
-        String sql = "select * from T_CHECK_RECORD limit ?,?";
-        // sql = "SELECT * FROM websites  limit ?,?";
-
-        String properties = "check_record.csv";
-
         int count = 0;
         int currentSize;
 
-
-        ResultHandlerService resultHandler = resultHandlerFactory.createResultHandler(properties);
+        int page = 1;
 
         do {
-            List<CheckRecordEntity> result = queryService.queryByPage(sql, count, PAGE_COUNT, CheckRecordEntity.class);
-            resultHandler.resultHandler(result, CheckRecordEntity.class);
+            List<T> result = queryService.queryByPage(table, page, this.pageCount, cls);
+            resultHandler.resultHandler(result, cls);
             currentSize = result.size();
             count += currentSize;
+            page++;
 
-        } while (currentSize == PAGE_COUNT);
+        } while (currentSize == this.pageCount);
 
         if (resultHandler instanceof CSVResultHandlerServiceImpl) {
             ((CSVResultHandlerServiceImpl) resultHandler).close();