'init'

.gitignore

@@ -0,0 +1,9 @@
+.idea/
+target/
+logs/
+build/
+
+*.log
+*.class
+*.jar
+*.iml

README.md

@@ -0,0 +1,12 @@
+https://www.elastic.co/guide/en/elasticsearch/client/java-rest/current/java-rest-high-document-delete-by-query.html
+
+
+
+https://www.elastic.co/guide/en/elasticsearch/client/java-rest/current/java-rest-high-document-update.html
+
+
+
+https://www.elastic.co/guide/en/elasticsearch/client/java-rest/current/java-rest-high-document-delete.html
+
+
+https://www.elastic.co/guide/en/elasticsearch/client/java-rest/current/java-rest-high-document-update-by-query.html

common/pom.xml

@@ -0,0 +1,15 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project xmlns="http://maven.apache.org/POM/4.0.0"
+         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+    <parent>
+        <artifactId>elastic-data-test</artifactId>
+        <groupId>com.vcarecity.test.data</groupId>
+        <version>1.0.0</version>
+    </parent>
+    <modelVersion>4.0.0</modelVersion>
+
+    <artifactId>common</artifactId>
+
+
+</project>

common/src/main/java/com/vcarecity/elastic/constants/ElasticConstant.java

@@ -0,0 +1,18 @@
+package com.vcarecity.elastic.constants;
+
+import java.time.format.DateTimeFormatter;
+
+/**
+ * @author Kerry on 19/12/10
+ */
+
+public class ElasticConstant {
+
+    public static final String ES_DATE_TIME = "yyyy/MM/dd HH:mm:ss";
+    public static final String ES_DATE = "yyyy/MM/dd";
+
+    public static final DateTimeFormatter ES_DATE_TIME_FORMATTER = DateTimeFormatter.ofPattern(ES_DATE_TIME);
+    public static final DateTimeFormatter ES_DATE_FORMATTER = DateTimeFormatter.ofPattern(ES_DATE);
+
+    public static final String ES_AGENCY_ID_PREFIX = "aId";
+}

common/src/main/java/com/vcarecity/elastic/util/AgencyPathUtil.java

@@ -0,0 +1,36 @@
+package com.vcarecity.elastic.util;
+
+
+import com.vcarecity.elastic.constants.ElasticConstant;
+
+import java.util.ArrayList;
+import java.util.LinkedHashMap;
+import java.util.List;
+import java.util.Map;
+
+/**
+ * @author Kerry on 19/12/10
+ */
+
+public class AgencyPathUtil {
+    public static List<Integer> splitAgencyId(String agencyPath) {
+        final String[] split = agencyPath.split("/");
+        List<Integer> list = new ArrayList<>(split.length);
+
+        for (String s : split) {
+            if (!"".equals(s.trim())) {
+                list.add(Integer.parseInt(s.trim()));
+            }
+        }
+
+        return list;
+    }
+
+    public static Map<String, Integer> agencyPathQueryMap(List<Integer> list) {
+        Map<String, Integer> agencyPathCondition = new LinkedHashMap<>(list.size());
+        for (int i = 0; i < list.size(); i++) {
+            agencyPathCondition.put(ElasticConstant.ES_AGENCY_ID_PREFIX + i, list.get(i));
+        }
+        return agencyPathCondition;
+    }
+}

elastic-load-data/config/application-dev.yml

@@ -0,0 +1,9 @@
+database:
+  url: jdbc:oracle:thin:@192.168.10.112:1521:orcl
+  user: C##FMMP
+  password: vcare~1(^_^)
+elasticsearch:
+  host: 192.168.10.241:9200,192.168.10.242:9200,192.168.10.243:9200
+  schema: http
+  user: elastic
+  password: abcd!234

elastic-load-data/config/application-production.yml

@@ -0,0 +1,9 @@
+database:
+  url: jdbc:oracle:thin:@112.74.206.100:15223:orcl
+  user: C##FMMP
+  password: vcare~1(^_^)
+elasticsearch:
+  host: 192.168.10.241:9200,192.168.10.242:9200,192.168.10.243:9200
+  schema: http
+  user: elastic
+  password: abcd!234

elastic-load-data/config/application-test.yml

@@ -0,0 +1,9 @@
+database:
+  url: jdbc:oracle:thin:@192.168.10.236:1521:orcl
+  user: C##FMMP
+  password: vcare~1(^_^)
+elasticsearch:
+  host: 192.168.10.241:9200,192.168.10.242:9200,192.168.10.243:9200
+  schema: http
+  user: elastic
+  password: abcd!234

elastic-load-data/config/application.yml

@@ -0,0 +1,3 @@
+profile:
+  active: dev
+#  active: production

elastic-load-data/pom.xml

@@ -0,0 +1,115 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project xmlns="http://maven.apache.org/POM/4.0.0"
+         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+    <parent>
+        <artifactId>elastic-data-test</artifactId>
+        <groupId>com.vcarecity.test.data</groupId>
+        <version>1.0.0</version>
+    </parent>
+    <modelVersion>4.0.0</modelVersion>
+
+    <artifactId>elastic-load-data</artifactId>
+
+
+    <dependencies>
+
+        <dependency>
+            <groupId>com.vcarecity.test.data</groupId>
+            <artifactId>common</artifactId>
+        </dependency>
+
+        <dependency>
+            <groupId>org.elasticsearch.client</groupId>
+            <artifactId>elasticsearch-rest-high-level-client</artifactId>
+        </dependency>
+
+        <dependency>
+            <groupId>org.slf4j</groupId>
+            <artifactId>slf4j-api</artifactId>
+        </dependency>
+        <dependency>
+            <groupId>org.slf4j</groupId>
+            <artifactId>log4j-over-slf4j</artifactId>
+        </dependency>
+        <dependency>
+            <groupId>org.apache.logging.log4j</groupId>
+            <artifactId>log4j-to-slf4j</artifactId>
+        </dependency>
+
+        <dependency>
+            <groupId>ch.qos.logback</groupId>
+            <artifactId>logback-classic</artifactId>
+        </dependency>
+        <dependency>
+            <groupId>org.projectlombok</groupId>
+            <artifactId>lombok</artifactId>
+            <scope>provided</scope>
+        </dependency>
+        <dependency>
+            <groupId>org.junit.jupiter</groupId>
+            <artifactId>junit-jupiter-api</artifactId>
+            <scope>test</scope>
+        </dependency>
+        <dependency>
+            <groupId>com.google.inject</groupId>
+            <artifactId>guice</artifactId>
+        </dependency>
+        <dependency>
+            <groupId>com.google.inject.extensions</groupId>
+            <artifactId>guice-assistedinject</artifactId>
+        </dependency>
+        <dependency>
+            <groupId>me.yuxiaoyao.lang</groupId>
+            <artifactId>configuration-loader</artifactId>
+        </dependency>
+        <dependency>
+            <groupId>com.fasterxml.jackson.core</groupId>
+            <artifactId>jackson-databind</artifactId>
+        </dependency>
+        <dependency>
+            <groupId>com.fasterxml.jackson.dataformat</groupId>
+            <artifactId>jackson-dataformat-yaml</artifactId>
+        </dependency>
+
+
+        <dependency>
+            <groupId>com.google.guava</groupId>
+            <artifactId>guava</artifactId>
+        </dependency>
+        <dependency>
+            <groupId>oracle.jdbc</groupId>
+            <artifactId>ojdbc8</artifactId>
+        </dependency>
+
+        <dependency>
+            <groupId>com.zaxxer</groupId>
+            <artifactId>HikariCP</artifactId>
+        </dependency>
+        <dependency>
+            <groupId>javax.persistence</groupId>
+            <artifactId>persistence-api</artifactId>
+        </dependency>
+
+        <dependency>
+            <groupId>cglib</groupId>
+            <artifactId>cglib</artifactId>
+        </dependency>
+
+    </dependencies>
+
+    <build>
+        <plugins>
+            <plugin>
+                <groupId>org.apache.maven.plugins</groupId>
+                <artifactId>maven-compiler-plugin</artifactId>
+                <configuration>
+                    <source>8</source>
+                    <target>8</target>
+                </configuration>
+            </plugin>
+        </plugins>
+    </build>
+
+
+</project>

elastic-load-data/src/main/java/com/vcarecity/test/HighClientApp.java

@@ -0,0 +1,50 @@
+package com.vcarecity.test;
+
+import com.google.inject.Guice;
+import com.google.inject.Injector;
+import com.vcarecity.test.module.DbModule;
+import com.vcarecity.test.module.PropertiesModule;
+import com.vcarecity.test.module.ServiceModule;
+import com.vcarecity.test.properties.ConfigProperties;
+import com.vcarecity.test.task.ImportTask;
+import me.yuxiaoyao.config.loader.ConfigLoader;
+
+/**
+ * @author Kerry on 19/12/09
+ */
+
+public class HighClientApp {
+
+    public static Injector injector;
+
+    public static void main(String[] args) {
+        run(args);
+        final ImportTask instance = injector.getInstance(ImportTask.class);
+        instance.startTask();
+
+        instance.stopApp();
+    }
+
+    public static void run(String[] args) {
+        final ConfigProperties configProperties = loadProperties(args);
+        injector = createInjector(configProperties);
+    }
+
+    public static ConfigProperties loadProperties(String[] args) {
+        return ConfigLoader.parseConfig(args, ConfigProperties.class, null);
+    }
+
+    public static Injector createInjector() {
+        return createInjector(null);
+    }
+
+    public static Injector createInjector(ConfigProperties configProperties) {
+        return Guice.createInjector(
+                new PropertiesModule(configProperties),
+                new DbModule(),
+                new ServiceModule()
+        );
+    }
+
+
+}

elastic-load-data/src/main/java/com/vcarecity/test/core/ObjectResultWrapper.java

@@ -0,0 +1,15 @@
+package com.vcarecity.test.core;
+
+import lombok.Data;
+
+import java.util.List;
+
+/**
+ * @author Kerry on 19/12/09
+ */
+
+@Data
+public class ObjectResultWrapper<T> {
+    private String[] headers;
+    private List<T> dataList;
+}

elastic-load-data/src/main/java/com/vcarecity/test/core/ReflectionUtil.java

@@ -0,0 +1,38 @@
+package com.vcarecity.test.core;
+
+import com.vcarecity.test.typehandler.TypeParam;
+
+import javax.persistence.Column;
+import java.lang.reflect.Field;
+import java.util.ArrayList;
+import java.util.List;
+
+/**
+ * @author Kerry on 19/12/10
+ */
+
+public class ReflectionUtil {
+
+    public static <T> List<TypeParam> reflectOrmClass(Class<T> cls) {
+        Field[] declaredFields = cls.getDeclaredFields();
+
+        List<TypeParam> list = new ArrayList<>(declaredFields.length);
+
+        for (Field field : declaredFields) {
+            final Column column = field.getAnnotation(Column.class);
+            String columnName;
+            if (column == null) {
+                columnName = field.getName();
+            } else {
+                columnName = column.name();
+            }
+            final TypeParam typeParam = new TypeParam();
+            typeParam.setColumnName(columnName);
+            typeParam.setField(field);
+            list.add(typeParam);
+        }
+        return list;
+
+    }
+
+}

elastic-load-data/src/main/java/com/vcarecity/test/core/ResultMapper.java

@@ -0,0 +1,37 @@
+package com.vcarecity.test.core;
+
+import java.sql.ResultSet;
+import java.sql.ResultSetMetaData;
+import java.sql.SQLException;
+import java.util.ArrayList;
+import java.util.List;
+
+/**
+ * @author Kerry on 19/12/09
+ */
+
+public class ResultMapper {
+    public static ObjectResultWrapper<Object[]> getResultSet(ResultSet rs) throws SQLException {
+        final ResultSetMetaData metaData = rs.getMetaData();
+        final int columnCount = metaData.getColumnCount();
+        String[] headers = new String[columnCount];
+        for (int i = 0; i < columnCount; i++) {
+            headers[i] = metaData.getColumnName(i + 1);
+        }
+        ObjectResultWrapper<Object[]> resultWrapper = new ObjectResultWrapper<>();
+        resultWrapper.setHeaders(headers);
+
+        List<Object[]> result = new ArrayList<>();
+        int index = 0;
+        while (rs.next()) {
+            Object[] columns = new Object[columnCount];
+            for (int i = 0; i < columnCount; i++) {
+                columns[i] = rs.getObject(i + 1);
+            }
+            result.add(columns);
+        }
+        resultWrapper.setDataList(result);
+        return resultWrapper;
+    }
+
+}

elastic-load-data/src/main/java/com/vcarecity/test/entity/AgencyEntity.java

@@ -0,0 +1,17 @@
+package com.vcarecity.test.entity;
+
+import lombok.Data;
+
+import javax.persistence.Column;
+import javax.persistence.Entity;
+
+/**
+ * @author Kerry on 19/12/10
+ */
+
+@Entity
+@Data
+public class AgencyEntity {
+    @Column(name = "AGENCY_NAME")
+    private String agencyName;
+}

elastic-load-data/src/main/java/com/vcarecity/test/entity/UnitAgencyDetailEntity.java

@@ -0,0 +1,16 @@
+package com.vcarecity.test.entity;
+
+import lombok.Data;
+import lombok.EqualsAndHashCode;
+import lombok.ToString;
+
+/**
+ * @author Kerry on 19/12/10
+ */
+
+@ToString(callSuper = true)
+@EqualsAndHashCode(callSuper = true)
+@Data
+public class UnitAgencyDetailEntity extends UnitAgencyEntity {
+    private String agencyDetail;
+}

elastic-load-data/src/main/java/com/vcarecity/test/entity/UnitAgencyEntity.java

@@ -0,0 +1,43 @@
+package com.vcarecity.test.entity;
+
+import lombok.Data;
+
+import javax.persistence.Column;
+
+/**
+ * @author Kerry on 19/12/10
+ */
+
+@Data
+public class UnitAgencyEntity {
+    @Column(name = "UNIT_ID")
+    private Long unitId;
+
+    @Column(name = "DTU_NO")
+    private String dtuNo;
+
+    @Column(name = "PUSER_CODE")
+    private String puserCode;
+
+    @Column(name = "AGENCY_ID")
+    private Long agencyId;
+
+    @Column(name = "AGENCY_PATH")
+    private String agencyPath;
+
+    @Column(name = "AGENCY_NAME")
+    private String agencyName;
+
+    @Column(name = "BUILDING_ID")
+    private Long buildingId;
+
+    @Column(name = "NAME_OF_BUILDING")
+    private String nameOfBuilding;
+
+    @Column(name = "UNIT_TYPE_ID")
+    private Long unitTypeId;
+
+    @Column(name = "UNIT_TYPE")
+    private String unitType;
+
+}

elastic-load-data/src/main/java/com/vcarecity/test/mapper/TestMapper.java

@@ -0,0 +1,8 @@
+package com.vcarecity.test.mapper;
+
+/**
+ * @author Kerry on 19/12/09
+ */
+
+public interface TestMapper {
+}

elastic-load-data/src/main/java/com/vcarecity/test/module/DbModule.java

@@ -0,0 +1,103 @@
+package com.vcarecity.test.module;
+
+import com.google.inject.AbstractModule;
+import com.google.inject.Inject;
+import com.google.inject.Provides;
+import com.google.inject.Singleton;
+import com.vcarecity.test.properties.ConfigProperties;
+import com.vcarecity.test.properties.DbProperties;
+import com.vcarecity.test.properties.ElasticProperties;
+import com.zaxxer.hikari.HikariConfig;
+import com.zaxxer.hikari.HikariDataSource;
+import org.apache.http.HttpHost;
+import org.apache.http.auth.AuthScope;
+import org.apache.http.auth.Credentials;
+import org.apache.http.auth.UsernamePasswordCredentials;
+import org.apache.http.client.CredentialsProvider;
+import org.apache.http.impl.client.BasicCredentialsProvider;
+import org.elasticsearch.client.RestClient;
+import org.elasticsearch.client.RestClientBuilder;
+import org.elasticsearch.client.RestHighLevelClient;
+
+import javax.sql.DataSource;
+import java.io.IOException;
+
+/**
+ * @author Kerry on 19/12/09
+ */
+
+public class DbModule extends AbstractModule {
+    @Override
+    protected void configure() {
+        // bind(DataSource.class).to(HikariDataSource.class);
+    }
+
+    @Provides
+    @Inject
+    @Singleton
+    public DataSource dataSource(ConfigProperties configProperties) {
+
+        final DbProperties database = configProperties.getDatabase();
+        HikariConfig config = new HikariConfig();
+        config.setJdbcUrl(database.getUrl());
+        config.setUsername(database.getUser());
+        config.setPassword(database.getPassword());
+        //config.addDataSourceProperty("cachePrepStmts", "true");
+        //config.addDataSourceProperty("prepStmtCacheSize", "250");
+        //config.addDataSourceProperty("prepStmtCacheSqlLimit", "2048");
+        //config.addDataSourceProperty("useServerPrepStmts", "true");
+        //config.addDataSourceProperty("useLocalSessionState", "true");
+        //config.addDataSourceProperty("rewriteBatchedStatements", "true");
+        //config.addDataSourceProperty("cacheResultSetMetadata", "true");
+        //config.addDataSourceProperty("cacheServerConfiguration", "true");
+        //config.addDataSourceProperty("elideSetAutoCommits", "true");
+        //config.addDataSourceProperty("maintainTimeStats", "false");
+
+        config.setMaximumPoolSize(2);
+        config.setMinimumIdle(1);
+        final HikariDataSource hikariDataSource = new HikariDataSource(config);
+        Runtime.getRuntime().addShutdownHook(new Thread(hikariDataSource::close));
+        return hikariDataSource;
+    }
+
+    @Provides
+    @Inject
+    @Singleton
+    public RestHighLevelClient restHighLevelClient(ConfigProperties configProperties) {
+        final ElasticProperties elastic = configProperties.getElasticsearch();
+        final String[] split = elastic.getHost().split(",");
+
+        HttpHost[] hosts = new HttpHost[split.length];
+        for (int i = 0; i < hosts.length; i++) {
+            final String[] address = split[i].split(":");
+            if (address.length > 1) {
+                hosts[i] = new HttpHost(address[0], Integer.parseInt(address[1]));
+            } else {
+                hosts[i] = new HttpHost(address[0], 9200);
+            }
+        }
+
+        final RestClientBuilder builder = RestClient.builder(hosts);
+
+        CredentialsProvider credentialsProvider = new BasicCredentialsProvider();
+        Credentials credentials = new UsernamePasswordCredentials(elastic.getUser(), elastic.getPassword());
+        credentialsProvider.setCredentials(AuthScope.ANY, credentials);
+
+        builder.setHttpClientConfigCallback(http -> {
+            http.setDefaultCredentialsProvider(credentialsProvider);
+            return http;
+        });
+
+        final RestHighLevelClient restHighLevelClient = new RestHighLevelClient(builder);
+        Runtime.getRuntime().addShutdownHook(new Thread(() -> {
+            try {
+                restHighLevelClient.close();
+            } catch (IOException e) {
+                e.printStackTrace();
+            }
+        }));
+        return restHighLevelClient;
+    }
+
+
+}

elastic-load-data/src/main/java/com/vcarecity/test/module/PropertiesModule.java

@@ -0,0 +1,29 @@
+package com.vcarecity.test.module;
+
+import com.fasterxml.jackson.databind.ObjectMapper;
+import com.google.inject.AbstractModule;
+import com.vcarecity.test.properties.ConfigProperties;
+
+/**
+ * @author Kerry on 19/12/09
+ */
+
+public class PropertiesModule extends AbstractModule {
+    private final ConfigProperties configProperties;
+
+    public PropertiesModule(ConfigProperties configProperties) {
+        this.configProperties = configProperties;
+    }
+
+    @Override
+    protected void configure() {
+        bind(ConfigProperties.class).toInstance(configProperties);
+        bind(ObjectMapper.class).toProvider(this::objectMapper);
+    }
+
+
+    protected ObjectMapper objectMapper() {
+        ObjectMapper objectMapper = new ObjectMapper();
+        return objectMapper;
+    }
+}

elastic-load-data/src/main/java/com/vcarecity/test/module/ServiceModule.java

@@ -0,0 +1,16 @@
+package com.vcarecity.test.module;
+
+import com.google.inject.AbstractModule;
+import com.vcarecity.test.service.ObtainDataService;
+import com.vcarecity.test.service.oracle.OracleObtainDataServiceImpl;
+
+/**
+ * @author Kerry on 19/12/09
+ */
+
+public class ServiceModule extends AbstractModule {
+    @Override
+    protected void configure() {
+        bind(ObtainDataService.class).to(OracleObtainDataServiceImpl.class);
+    }
+}

elastic-load-data/src/main/java/com/vcarecity/test/properties/ConfigProperties.java

@@ -0,0 +1,14 @@
+package com.vcarecity.test.properties;
+
+import lombok.Data;
+
+/**
+ * @author Kerry on 19/12/09
+ */
+
+@Data
+public class ConfigProperties {
+
+    private DbProperties database;
+    private ElasticProperties elasticsearch;
+}

elastic-load-data/src/main/java/com/vcarecity/test/properties/DbProperties.java

@@ -0,0 +1,14 @@
+package com.vcarecity.test.properties;
+
+import lombok.Data;
+
+/**
+ * @author Kerry on 19/12/09
+ */
+
+@Data
+public class DbProperties {
+    private String url;
+    private String user;
+    private String password;
+}

elastic-load-data/src/main/java/com/vcarecity/test/properties/ElasticProperties.java

@@ -0,0 +1,15 @@
+package com.vcarecity.test.properties;
+
+import lombok.Data;
+
+/**
+ * @author Kerry on 19/12/10
+ */
+
+@Data
+public class ElasticProperties {
+    private String host;
+    private String schema;
+    private String user;
+    private String password;
+}

elastic-load-data/src/main/java/com/vcarecity/test/repository/AgencyRepository.java

@@ -0,0 +1,23 @@
+package com.vcarecity.test.repository;
+
+import com.google.inject.ImplementedBy;
+import com.vcarecity.test.entity.AgencyEntity;
+import com.vcarecity.test.repository.impl.AgencyRepositoryImpl;
+
+import java.sql.SQLException;
+import java.util.List;
+
+/**
+ * @author Kerry on 19/12/10
+ */
+
+@ImplementedBy(AgencyRepositoryImpl.class)
+public interface AgencyRepository {
+    /**
+     * find by agency id list
+     *
+     * @param agencyIdList
+     * @return
+     */
+    List<AgencyEntity> findByAgencyIdList(List<Integer> agencyIdList) throws SQLException;
+}

elastic-load-data/src/main/java/com/vcarecity/test/repository/impl/AgencyRepositoryImpl.java

@@ -0,0 +1,53 @@
+package com.vcarecity.test.repository.impl;
+
+
+import com.google.inject.Inject;
+import com.vcarecity.test.entity.AgencyEntity;
+import com.vcarecity.test.repository.AgencyRepository;
+import lombok.extern.slf4j.Slf4j;
+
+import javax.sql.DataSource;
+import java.sql.Connection;
+import java.sql.ResultSet;
+import java.sql.SQLException;
+import java.sql.Statement;
+import java.util.ArrayList;
+import java.util.List;
+
+/**
+ * @author Kerry on 19/12/10
+ */
+
+@Slf4j
+public class AgencyRepositoryImpl implements AgencyRepository {
+
+    private final DataSource dataSource;
+
+    @Inject
+    public AgencyRepositoryImpl(DataSource dataSource) {
+        this.dataSource = dataSource;
+    }
+
+    @Override
+    public List<AgencyEntity> findByAgencyIdList(List<Integer> agencyIdList) throws SQLException {
+
+        final String join = String.join(",", agencyIdList.stream().map(i -> "" + i).toArray(String[]::new));
+
+        String sql = "select AGENCY_NAME from T_AGENCY where AGENCY_ID in (" + join + ")";
+
+        logger.debug("findByAgencyIdList: {}", sql);
+
+        try (final Connection connection = dataSource.getConnection();
+             final Statement statement = connection.createStatement();
+             final ResultSet resultSet = statement.executeQuery(sql)) {
+
+            List<AgencyEntity> list = new ArrayList<>();
+            while (resultSet.next()) {
+                AgencyEntity ae = new AgencyEntity();
+                ae.setAgencyName(resultSet.getString("AGENCY_NAME"));
+                list.add(ae);
+            }
+            return list;
+        }
+    }
+}

elastic-load-data/src/main/java/com/vcarecity/test/service/AgencyService.java

@@ -0,0 +1,24 @@
+package com.vcarecity.test.service;
+
+import com.google.inject.ImplementedBy;
+import com.vcarecity.test.service.oracle.AgencyServiceImpl;
+
+import java.util.List;
+
+/**
+ * @author Kerry on 19/12/09
+ */
+
+@ImplementedBy(AgencyServiceImpl.class)
+public interface AgencyService {
+
+
+    /**
+     * 获取
+     *
+     * @param agencyPath
+     * @return
+     */
+    List<String> getAgencyPathDetail(List<Integer> agencyPath);
+
+}

elastic-load-data/src/main/java/com/vcarecity/test/service/ElasticSaveService.java

@@ -0,0 +1,21 @@
+package com.vcarecity.test.service;
+
+import com.google.inject.ImplementedBy;
+import com.vcarecity.test.entity.UnitAgencyEntity;
+import com.vcarecity.test.service.elastic.ElasticSaveServiceImpl;
+
+import java.util.List;
+
+/**
+ * @author Kerry on 19/12/09
+ */
+
+@ImplementedBy(ElasticSaveServiceImpl.class)
+public interface ElasticSaveService {
+    /**
+     * save
+     *
+     * @param result
+     */
+    <T> void saveUnitAgencyData(List<UnitAgencyEntity> result);
+}

elastic-load-data/src/main/java/com/vcarecity/test/service/ObtainDataService.java

@@ -0,0 +1,23 @@
+package com.vcarecity.test.service;
+
+import com.vcarecity.test.entity.UnitAgencyEntity;
+
+import java.util.List;
+
+/**
+ * @author Kerry on 19/12/09
+ */
+
+public interface ObtainDataService {
+
+    /**
+     * 查询 机构和设备信息
+     *
+     * @param page
+     * @param size
+     * @return
+     */
+    List<UnitAgencyEntity> queryUnitAgencyDataByPage(int page, int size);
+
+
+}

elastic-load-data/src/main/java/com/vcarecity/test/service/QueryDataService.java

@@ -0,0 +1,22 @@
+package com.vcarecity.test.service;
+
+import com.google.inject.ImplementedBy;
+import com.vcarecity.test.service.elastic.QueryDataServiceImpl;
+
+import java.io.IOException;
+
+/**
+ * @author Kerry on 19/12/10
+ */
+
+@ImplementedBy(QueryDataServiceImpl.class)
+public interface QueryDataService {
+
+    /**
+     * 查询
+     *
+     * @param agencyPath
+     * @param filter
+     */
+    void queryByCondition(String agencyPath, String filter) throws IOException;
+}

elastic-load-data/src/main/java/com/vcarecity/test/service/elastic/ElasticSaveServiceImpl.java

@@ -0,0 +1,105 @@
+package com.vcarecity.test.service.elastic;
+
+import com.fasterxml.jackson.databind.ObjectMapper;
+import com.google.inject.Inject;
+import com.vcarecity.elastic.util.AgencyPathUtil;
+import com.vcarecity.test.entity.UnitAgencyDetailEntity;
+import com.vcarecity.test.entity.UnitAgencyEntity;
+import com.vcarecity.test.service.AgencyService;
+import com.vcarecity.test.service.ElasticSaveService;
+import com.vcarecity.test.util.SnowFlake;
+import lombok.extern.slf4j.Slf4j;
+import net.sf.cglib.beans.BeanCopier;
+import org.elasticsearch.action.bulk.BulkRequest;
+import org.elasticsearch.action.bulk.BulkResponse;
+import org.elasticsearch.action.index.IndexRequest;
+import org.elasticsearch.client.RequestOptions;
+import org.elasticsearch.client.RestHighLevelClient;
+import org.elasticsearch.common.xcontent.XContentType;
+
+import java.io.IOException;
+import java.util.ArrayList;
+import java.util.List;
+import java.util.Map;
+
+/**
+ * @author Kerry on 19/12/09
+ */
+
+@Slf4j
+public class ElasticSaveServiceImpl implements ElasticSaveService {
+
+    private final RestHighLevelClient restHighLevelClient;
+    private final AgencyService agencyService;
+    private final ObjectMapper objectMapper;
+
+    @Inject
+    public ElasticSaveServiceImpl(RestHighLevelClient restHighLevelClient,
+                                  AgencyService agencyService,
+                                  ObjectMapper objectMapper) {
+        this.restHighLevelClient = restHighLevelClient;
+        this.agencyService = agencyService;
+        this.objectMapper = objectMapper;
+    }
+
+    @Override
+    public <T> void saveUnitAgencyData(List<UnitAgencyEntity> result) {
+
+        final BeanCopier beanCopier = BeanCopier.create(UnitAgencyEntity.class, UnitAgencyDetailEntity.class, false);
+
+        List<Map> saveResult = new ArrayList<>(result.size());
+
+        for (UnitAgencyEntity uae : result) {
+            final List<Integer> agencyIdList = AgencyPathUtil.splitAgencyId(uae.getAgencyPath());
+            List<String> agencyPathDetail = agencyService.getAgencyPathDetail(agencyIdList);
+
+            UnitAgencyDetailEntity unitAgencyDetailEntity = new UnitAgencyDetailEntity();
+
+
+            beanCopier.copy(uae, unitAgencyDetailEntity, null);
+
+            unitAgencyDetailEntity.setAgencyDetail(String.join("", agencyPathDetail));
+
+            @SuppressWarnings("rawtypes")
+            Map map = objectMapper.convertValue(unitAgencyDetailEntity, Map.class);
+            final Map<String, Integer> queryMap = AgencyPathUtil.agencyPathQueryMap(agencyIdList);
+            //noinspection unchecked
+            map.putAll(queryMap);
+
+            saveResult.add(map);
+        }
+
+
+        String index = "unit-agency";
+        logger.info("start insert into: {}", index);
+
+        try {
+            BulkRequest bulkRequest = new BulkRequest();
+            boolean hasData = false;
+            for (Map val : saveResult) {
+                if (!hasData) {
+                    hasData = true;
+                }
+                IndexRequest indexRequest = createIndexRequest(index, val);
+                /// restHighLevelClient.index(indexRequest, RequestOptions.DEFAULT);
+                bulkRequest.add(indexRequest);
+            }
+            if (hasData) {
+                BulkResponse bulkResponse = restHighLevelClient.bulk(bulkRequest, RequestOptions.DEFAULT);
+                logger.info("bulk insert status {}", bulkResponse.status());
+            }
+        } catch (IOException e) {
+            e.printStackTrace();
+        }
+    }
+
+    @SuppressWarnings("rawtypes")
+    private IndexRequest createIndexRequest(String index, Map value) {
+        IndexRequest indexRequest = new IndexRequest(index);
+        indexRequest.id(SnowFlake.nextId() + "");
+        //noinspection unchecked
+        indexRequest.source(value, XContentType.JSON);
+        return indexRequest;
+    }
+
+}

elastic-load-data/src/main/java/com/vcarecity/test/service/elastic/QueryDataServiceImpl.java

@@ -0,0 +1,83 @@
+package com.vcarecity.test.service.elastic;
+
+import com.google.inject.Inject;
+import com.vcarecity.elastic.util.AgencyPathUtil;
+import com.vcarecity.test.service.QueryDataService;
+import org.elasticsearch.action.search.SearchRequest;
+import org.elasticsearch.action.search.SearchResponse;
+import org.elasticsearch.client.RequestOptions;
+import org.elasticsearch.client.RestHighLevelClient;
+import org.elasticsearch.index.query.BoolQueryBuilder;
+import org.elasticsearch.index.query.QueryBuilders;
+import org.elasticsearch.index.query.TermQueryBuilder;
+import org.elasticsearch.search.SearchHit;
+import org.elasticsearch.search.SearchHits;
+import org.elasticsearch.search.builder.SearchSourceBuilder;
+
+import java.io.IOException;
+import java.util.List;
+import java.util.Map;
+
+/**
+ * @author Kerry on 19/12/10
+ */
+
+
+public class QueryDataServiceImpl implements QueryDataService {
+
+    private final RestHighLevelClient restHighLevelClient;
+
+    @Inject
+    public QueryDataServiceImpl(RestHighLevelClient restHighLevelClient) {
+        this.restHighLevelClient = restHighLevelClient;
+    }
+
+
+    @Override
+    public void queryByCondition(String agencyPath, String filter) throws IOException {
+        List<Integer> agencyIds = AgencyPathUtil.splitAgencyId(agencyPath);
+        BoolQueryBuilder boolQueryBuilder = agencyCondition(agencyIds);
+
+        String index = "unit-agency";
+
+
+        SearchRequest searchRequest = new SearchRequest();
+        SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder();
+        final BoolQueryBuilder queryBuilder = QueryBuilders.boolQuery().must(boolQueryBuilder);
+        System.out.println(queryBuilder);
+        searchSourceBuilder.query(queryBuilder);
+        searchSourceBuilder.fetchSource(new String[]{"unitId", "agencyPath"}, new String[]{});
+        searchSourceBuilder.size(1000);
+
+        searchRequest.source(searchSourceBuilder);
+        searchRequest.indices(index);
+        SearchResponse searchResponse = restHighLevelClient.search(searchRequest, RequestOptions.DEFAULT);
+
+        final SearchHits hits = searchResponse.getHits();
+        int count = 0;
+        long time = System.currentTimeMillis();
+        for (SearchHit hit : hits.getHits()) {
+            System.out.println((count++) + " - " + hit.getSourceAsString());
+        }
+        System.out.println((System.currentTimeMillis() - time) + " /ms");
+    }
+
+
+    private BoolQueryBuilder agencyCondition(List<Integer> agencyIds) {
+
+        if (agencyIds == null || agencyIds.size() == 0) {
+            return null;
+        }
+        final BoolQueryBuilder boolQueryBuilder = QueryBuilders.boolQuery();
+
+        final Map<String, Integer> map = AgencyPathUtil.agencyPathQueryMap(agencyIds);
+
+        for (Map.Entry<String, Integer> entry : map.entrySet()) {
+            TermQueryBuilder termQueryBuilder = QueryBuilders.termQuery(entry.getKey(), entry.getValue());
+            boolQueryBuilder.must(termQueryBuilder);
+        }
+        return boolQueryBuilder;
+    }
+
+
+}

elastic-load-data/src/main/java/com/vcarecity/test/service/oracle/AgencyServiceImpl.java

@@ -0,0 +1,43 @@
+package com.vcarecity.test.service.oracle;
+
+import com.google.inject.Inject;
+import com.vcarecity.test.entity.AgencyEntity;
+import com.vcarecity.test.repository.AgencyRepository;
+import com.vcarecity.test.service.AgencyService;
+
+import java.sql.SQLException;
+import java.util.List;
+import java.util.stream.Collectors;
+
+/**
+ * @author Kerry on 19/12/09
+ */
+
+public class AgencyServiceImpl implements AgencyService {
+    private final AgencyRepository agencyRepository;
+
+    @Inject
+    public AgencyServiceImpl(AgencyRepository agencyRepository) {
+        this.agencyRepository = agencyRepository;
+    }
+
+
+    @Override
+    public List<String> getAgencyPathDetail(List<Integer> agencyPath) {
+
+        //TODO 有待优化
+
+
+        List<AgencyEntity> byAgencyIdList;
+        try {
+            byAgencyIdList = agencyRepository.findByAgencyIdList(agencyPath);
+        } catch (SQLException e) {
+            e.printStackTrace();
+            return null;
+        }
+
+        return byAgencyIdList.stream().map(AgencyEntity::getAgencyName).collect(Collectors.toList());
+    }
+
+
+}

elastic-load-data/src/main/java/com/vcarecity/test/service/oracle/OracleObtainDataServiceImpl.java

@@ -0,0 +1,127 @@
+package com.vcarecity.test.service.oracle;
+
+import com.google.inject.Inject;
+import com.vcarecity.test.entity.UnitAgencyEntity;
+import com.vcarecity.test.service.ObtainDataService;
+import com.vcarecity.test.typehandler.TypeHandler;
+import lombok.extern.slf4j.Slf4j;
+
+import javax.sql.DataSource;
+import java.sql.Connection;
+import java.sql.PreparedStatement;
+import java.sql.ResultSet;
+import java.sql.SQLException;
+import java.util.List;
+
+/**
+ * @author Kerry on 19/12/09
+ */
+
+@Slf4j
+public class OracleObtainDataServiceImpl implements ObtainDataService {
+
+    public static final String OB_SQL_1 = "select P.*\n" +
+            "from (\n" +
+            "         SELECT TU.UNIT_ID,\n" +
+            "                TU.DTU_NO,\n" +
+            "                TU.PUSER_CODE,\n" +
+            "                TAG.AGENCY_ID,\n" +
+            "                TAG.AGENCY_PATH,\n" +
+            "                TAG.AGENCY_NAME,\n" +
+            "                TB.BUILDING_ID,\n" +
+            "                TB.NAME_OF_BUILDING,\n" +
+            "                TUT.UNIT_TYPE_ID,\n" +
+            "                TUT.UNIT_TYPE,\n" +
+            "                TE.EVENT,\n" +
+            "                ROW_NUMBER() OVER (ORDER BY TUT.PROPERTY , TU.UPDATESTAMP DESC, TU.UNIT_ID) RN\n" +
+            "         FROM T_AGENCY TAG\n" +
+            "                  INNER JOIN T_UNIT TU ON TU.AGENCY_ID = TAG.AGENCY_ID AND TU.ISDELETED = 0\n" +
+            "                  INNER JOIN T_BUILDING TB ON TB.BUILDING_ID = TU.BUILDING_ID\n" +
+            "                  INNER JOIN T_UNIT_TYPE TUT ON TUT.UNIT_TYPE_ID = TU.UNIT_TYPE_ID\n" +
+            "                  LEFT JOIN T_EVENT TE ON TE.EVENT_ID = TU.UNIT_STATE_ID\n" +
+            "     ) P\n" +
+            "WHERE P.RN > ? " +
+            "  AND P.RN <= ?";
+
+
+    public static final String OB_SQL_2 = "select P.*\n" +
+            "from (\n" +
+            "         SELECT TU.UNIT_ID,\n" +
+            "                TU.DTU_NO,\n" +
+            "                TU.PUSER_CODE,\n" +
+            "                TAG.AGENCY_ID,\n" +
+            "                TAG.AGENCY_PATH,\n" +
+            "                TAG.AGENCY_NAME,\n" +
+            "                TB.BUILDING_ID,\n" +
+            "                TB.NAME_OF_BUILDING,\n" +
+            "                TUT.UNIT_TYPE_ID,\n" +
+            "                TUT.UNIT_TYPE,\n" +
+            "                TE.EVENT,\n" +
+            "                ROWNUM RN\n" +
+            "         FROM T_AGENCY TAG\n" +
+            "                  INNER JOIN T_UNIT TU ON TU.AGENCY_ID = TAG.AGENCY_ID AND TU.ISDELETED = 0\n" +
+            "                  INNER JOIN T_BUILDING TB ON TB.BUILDING_ID = TU.BUILDING_ID\n" +
+            "                  INNER JOIN T_UNIT_TYPE TUT ON TUT.UNIT_TYPE_ID = TU.UNIT_TYPE_ID\n" +
+            "                  LEFT JOIN T_EVENT TE ON TE.EVENT_ID = TU.UNIT_STATE_ID\n" +
+            "         where ROWNUM <= ?\n" +
+            "     ) P\n" +
+            "WHERE P.RN > ?";
+
+
+    public static final String OB_SQL = "select P.*\n" +
+            "from (\n" +
+            "         SELECT TU.UNIT_ID,\n" +
+            "                TU.DTU_NO,\n" +
+            "                TU.PUSER_CODE,\n" +
+            "                TAG.AGENCY_ID,\n" +
+            "                TAG.AGENCY_PATH,\n" +
+            "                TAG.AGENCY_NAME,\n" +
+            "                TB.BUILDING_ID,\n" +
+            "                TB.NAME_OF_BUILDING,\n" +
+            "                TUT.UNIT_TYPE_ID,\n" +
+            "                TUT.UNIT_TYPE," +
+            "                ROWNUM RN\n" +
+            "         FROM T_AGENCY TAG\n" +
+            "                  INNER JOIN T_UNIT TU ON TU.AGENCY_ID = TAG.AGENCY_ID AND TU.ISDELETED = 0\n" +
+            "                  INNER JOIN T_BUILDING TB ON TB.BUILDING_ID = TU.BUILDING_ID\n" +
+            "                  INNER JOIN T_UNIT_TYPE TUT ON TUT.UNIT_TYPE_ID = TU.UNIT_TYPE_ID\n" +
+            "         where ROWNUM <= ?\n" +
+            "     ) P\n" +
+            "WHERE P.RN > ?";
+
+    private final DataSource dataSource;
+    private final TypeHandler typeHandler;
+
+    @Inject
+    public OracleObtainDataServiceImpl(DataSource dataSource,
+                                       TypeHandler typeHandler) {
+        this.dataSource = dataSource;
+        this.typeHandler = typeHandler;
+        logger.info("OracleObtainDataServiceImpl.OracleObtainDataServiceImpl. dataSource = {}", dataSource);
+    }
+
+
+    @Override
+    public List<UnitAgencyEntity> queryUnitAgencyDataByPage(int page, int size) {
+
+        logger.debug("SQL = {}. page = {}, size = {}", OB_SQL, page, size);
+
+        int begin = page * size;
+        int end = (1 + page) * size;
+
+        try (Connection connection = dataSource.getConnection();
+             final PreparedStatement ps = connection.prepareStatement(OB_SQL)) {
+            ps.setInt(1, end);
+            ps.setInt(2, begin);
+
+            try (ResultSet resultSet = ps.executeQuery()) {
+                return typeHandler.resultHandler(resultSet, UnitAgencyEntity.class);
+            } catch (IllegalAccessException | InstantiationException e) {
+                e.printStackTrace();
+            }
+        } catch (SQLException e) {
+            e.printStackTrace();
+        }
+        return null;
+    }
+}

elastic-load-data/src/main/java/com/vcarecity/test/task/ImportTask.java

@@ -0,0 +1,76 @@
+package com.vcarecity.test.task;
+
+import com.google.inject.Inject;
+import com.vcarecity.test.HighClientApp;
+import com.vcarecity.test.entity.UnitAgencyEntity;
+import com.vcarecity.test.service.ElasticSaveService;
+import com.vcarecity.test.service.ObtainDataService;
+import com.zaxxer.hikari.HikariDataSource;
+import lombok.extern.slf4j.Slf4j;
+import org.elasticsearch.client.RestHighLevelClient;
+
+import javax.sql.DataSource;
+import java.util.List;
+
+/**
+ * @author Kerry on 19/12/09
+ */
+
+@Slf4j
+public class ImportTask {
+
+    private static final int PAGE_COUNT = 2000;
+
+    private final ObtainDataService obtainDataService;
+    private final ElasticSaveService elasticSaveService;
+
+    @Inject
+    public ImportTask(ObtainDataService obtainDataService,
+                      ElasticSaveService elasticSaveService) {
+        this.obtainDataService = obtainDataService;
+        this.elasticSaveService = elasticSaveService;
+    }
+
+
+    public void startTask() {
+        logger.info("ImportTask.startTask. {}", obtainDataService.getClass());
+
+        long allTime = System.currentTimeMillis();
+
+        int count = 0;
+
+        int start = 0;
+        List<UnitAgencyEntity> result;
+        do {
+            long startTime = System.currentTimeMillis();
+            result = obtainDataService.queryUnitAgencyDataByPage(start++, PAGE_COUNT);
+            count += result.size();
+            logger.info("query usageTime: {} ms. count = {}", (System.currentTimeMillis() - startTime), count);
+
+            startTime = System.currentTimeMillis();
+            elasticSaveService.saveUnitAgencyData(result);
+
+            logger.info("write to Elasticsearch usageTime: {} ms.", (System.currentTimeMillis() - startTime));
+
+        } while (result.size() == PAGE_COUNT);
+
+        logger.info("ImportTask.stop. All usageTime = {} ms.", (System.currentTimeMillis() - allTime));
+
+    }
+
+    public void stopApp() {
+        try {
+            final DataSource instance = HighClientApp.injector.getInstance(DataSource.class);
+            ((HikariDataSource) instance).close();
+        } catch (Exception e) {
+
+        }
+        try {
+            final RestHighLevelClient instance = HighClientApp.injector.getInstance(RestHighLevelClient.class);
+            instance.close();
+        } catch (Exception e) {
+
+        }
+
+    }
+}

elastic-load-data/src/main/java/com/vcarecity/test/typehandler/AutoTypeHandler.java

@@ -0,0 +1,80 @@
+package com.vcarecity.test.typehandler;
+
+import com.vcarecity.test.core.ReflectionUtil;
+
+import java.lang.reflect.Modifier;
+import java.math.BigDecimal;
+import java.sql.Date;
+import java.sql.ResultSet;
+import java.sql.SQLException;
+import java.sql.Timestamp;
+import java.time.LocalDate;
+import java.time.LocalDateTime;
+import java.util.ArrayList;
+import java.util.List;
+
+/**
+ * @author Kerry on 19/12/10
+ */
+
+public class AutoTypeHandler implements TypeHandler {
+
+    @Override
+    public <T> List<T> resultHandler(ResultSet resultSet, Class<T> cls) throws SQLException, IllegalAccessException, InstantiationException {
+
+        List<TypeParam> tps = TYPE_CACHE.get(cls);
+        if (tps == null) {
+            List<TypeParam> list = ReflectionUtil.reflectOrmClass(cls);
+            TYPE_CACHE.put(cls, list);
+            tps = TYPE_CACHE.get(cls);
+        }
+
+        List<T> list = new ArrayList<>();
+
+        while (resultSet.next()) {
+            T t = cls.newInstance();
+            for (TypeParam tp : tps) {
+                Object value = resultSet.getObject(tp.getColumnName());
+                if (Modifier.isPrivate(tp.getField().getModifiers())) {
+                    tp.getField().setAccessible(true);
+                }
+                if (value instanceof BigDecimal) {
+                    Class<?> declaringClass = tp.getField().getType();
+                    if (declaringClass == BigDecimal.class) {
+                        tp.getField().set(t, value);
+                    } else if (declaringClass == Long.class) {
+                        tp.getField().set(t, ((BigDecimal) value).longValue());
+                    } else if (declaringClass == Integer.class) {
+                        tp.getField().set(t, ((BigDecimal) value).intValue());
+                    } else {
+                        tp.getField().set(t, value);
+                    }
+                } else if (value instanceof Timestamp) {
+                    Class<?> declaringClass = tp.getField().getType();
+                    if (declaringClass == LocalDateTime.class) {
+                        tp.getField().set(t, ((Timestamp) value).toLocalDateTime());
+                    } else if (declaringClass == java.util.Date.class) {
+                        tp.getField().set(t, java.util.Date.from(((Timestamp) value).toInstant()));
+                    } else {
+                        tp.getField().set(t, value);
+                    }
+                } else if (value instanceof Date) {
+                    Class<?> declaringClass = tp.getField().getType();
+                    if (declaringClass == LocalDate.class) {
+                        tp.getField().set(t, ((Date) value).toLocalDate());
+                    } else if (declaringClass == java.util.Date.class) {
+                        tp.getField().set(t, java.util.Date.from(((Date) value).toInstant()));
+                    } else {
+                        tp.getField().set(t, value);
+                    }
+                } else {
+                    tp.getField().set(t, value);
+                }
+
+            }
+            list.add(t);
+        }
+
+        return list;
+    }
+}

elastic-load-data/src/main/java/com/vcarecity/test/typehandler/TypeHandler.java

@@ -0,0 +1,33 @@
+package com.vcarecity.test.typehandler;
+
+import com.google.inject.ImplementedBy;
+
+import java.sql.ResultSet;
+import java.sql.SQLException;
+import java.util.List;
+import java.util.Map;
+import java.util.concurrent.ConcurrentHashMap;
+
+/**
+ * @author Kerry on 19/12/10
+ */
+
+@ImplementedBy(AutoTypeHandler.class)
+public interface TypeHandler {
+
+    Map<Class<?>, List<TypeParam>> TYPE_CACHE = new ConcurrentHashMap<>();
+
+    /**
+     * 处理
+     *
+     * @param resultSet
+     * @param cls
+     * @return
+     * @throws SQLException
+     * @throws IllegalAccessException
+     * @throws InstantiationException
+     */
+    <T> List<T> resultHandler(ResultSet resultSet, Class<T> cls) throws SQLException, IllegalAccessException, InstantiationException;
+
+
+}

elastic-load-data/src/main/java/com/vcarecity/test/typehandler/TypeParam.java

@@ -0,0 +1,18 @@
+package com.vcarecity.test.typehandler;
+
+import lombok.Data;
+
+import java.lang.reflect.Field;
+
+/**
+ * @author Kerry on 19/12/10
+ */
+
+@Data
+public class TypeParam {
+    private String columnName;
+    private Field field;
+
+
+
+}

elastic-load-data/src/main/java/com/vcarecity/test/util/SnowFlake.java

@@ -0,0 +1,119 @@
+package com.vcarecity.test.util;
+
+/**
+ * @author VcKerry
+ */
+public class SnowFlake {
+
+    /**
+     * 起始的时间戳:这个时间戳自己随意获取，比如自己代码的时间戳
+     */
+    private final static long START_STMP = 1543903501000L;
+
+    /**
+     * 每一部分占用的位数
+     */
+    private final static long SEQUENCE_BIT = 12; //序列号占用的位数
+    private final static long MACHINE_BIT = 5;  //机器标识占用的位数
+    private final static long DATACENTER_BIT = 5;//数据中心占用的位数
+
+    /**
+     * 每一部分的最大值：先进行左移运算，再同-1进行异或运算；异或：相同位置相同结果为0，不同结果为1
+     */
+    /**
+     * 用位运算计算出最大支持的数据中心数量：31
+     */
+    private final static long MAX_DATACENTER_NUM = -1L ^ (-1L << DATACENTER_BIT);
+
+    /**
+     * 用位运算计算出最大支持的机器数量：31
+     */
+    private final static long MAX_MACHINE_NUM = -1L ^ (-1L << MACHINE_BIT);
+
+    /**
+     * 用位运算计算出12位能存储的最大正整数：4095
+     */
+    private final static long MAX_SEQUENCE = -1L ^ (-1L << SEQUENCE_BIT);
+
+    /**
+     * 每一部分向左的位移
+     */
+
+    /**
+     * 机器标志较序列号的偏移量
+     */
+    private final static long MACHINE_LEFT = SEQUENCE_BIT;
+
+    /**
+     * 数据中心较机器标志的偏移量
+     */
+    private final static long DATACENTER_LEFT = SEQUENCE_BIT + MACHINE_BIT;
+
+    /**
+     * 时间戳较数据中心的偏移量
+     */
+    private final static long TIMESTMP_LEFT = DATACENTER_LEFT + DATACENTER_BIT;
+
+    private static long datacenterId;  //数据中心
+    private static long machineId;    //机器标识
+    private static long sequence = 0L; //序列号
+    private static long lastStmp = -1L;//上一次时间戳
+
+    /**
+     * 此处无参构造私有，同时没有给出有参构造，在于避免以下两点问题：
+     * 1、私有化避免了通过new的方式进行调用，主要是解决了在for循环中通过new的方式调用产生的id不一定唯一问题问题，因为用于			 记录上一次时间戳的lastStmp永远无法得到比对；
+     * 2、没有给出有参构造在第一点的基础上考虑了一套分布式系统产生的唯一序列号应该是基于相同的参数
+     */
+    private SnowFlake() {
+    }
+
+    /**
+     * 产生下一个ID
+     *
+     * @return
+     */
+    public static synchronized long nextId() {
+        /** 获取当前时间戳 */
+        long currStmp = getNewstmp();
+
+        /** 如果当前时间戳小于上次时间戳则抛出异常 */
+        if (currStmp < lastStmp) {
+            throw new RuntimeException("Clock moved backwards.  Refusing to generate id");
+        }
+        /** 相同毫秒内 */
+        if (currStmp == lastStmp) {
+            //相同毫秒内，序列号自增
+            sequence = (sequence + 1) & MAX_SEQUENCE;
+            //同一毫秒的序列数已经达到最大
+            if (sequence == 0L) {
+
+                /** 获取下一时间的时间戳并赋值给当前时间戳 */
+                currStmp = getNextMill();
+            }
+        } else {
+            //不同毫秒内，序列号置为0
+            sequence = 0L;
+        }
+        /** 当前时间戳存档记录，用于下次产生id时对比是否为相同时间戳 */
+        lastStmp = currStmp;
+
+
+        return (currStmp - START_STMP) << TIMESTMP_LEFT //时间戳部分
+                | datacenterId << DATACENTER_LEFT      //数据中心部分
+                | machineId << MACHINE_LEFT            //机器标识部分
+                | sequence;                            //序列号部分
+    }
+
+    private static long getNextMill() {
+        long mill = getNewstmp();
+        while (mill <= lastStmp) {
+            mill = getNewstmp();
+        }
+        return mill;
+    }
+
+    private static long getNewstmp() {
+        return System.currentTimeMillis();
+    }
+
+}

elastic-load-data/src/main/lombok.config

@@ -0,0 +1 @@
+lombok.log.fieldName = logger

elastic-load-data/src/main/resources/logback-test.xml

@@ -0,0 +1,38 @@
+<configuration scan="true" scanPeriod="120 seconds">
+
+    <property name="LOG_HOME" value="./logs"/>
+    <statusListener class="ch.qos.logback.core.status.NopStatusListener"/>
+
+    <appender name="STDOUT" class="ch.qos.logback.core.ConsoleAppender">
+        <encoder>
+            <pattern>%d{yyyy-MM-dd HH:mm:ss} %highlight(%-5level) [%15.15t] %cyan(%-40.40logger{39}): %msg %n</pattern>
+        </encoder>
+    </appender>
+
+    <appender name="FILE_APPENDER" class="ch.qos.logback.core.rolling.RollingFileAppender">
+
+        <file>${LOG_HOME}/application.log</file>
+        <rollingPolicy class="ch.qos.logback.core.rolling.SizeAndTimeBasedRollingPolicy">
+            <fileNamePattern>${LOG_HOME}/application.%d{yyyyMMdd}_%i.log</fileNamePattern>
+            <maxHistory>30</maxHistory>
+            <totalSizeCap>20GB</totalSizeCap>
+            <maxFileSize>50MB</maxFileSize>
+        </rollingPolicy>
+        <encoder>
+            <pattern>%d{yy-MM-dd HH:mm:ss} %-5level [%15.15t] %-40.40logger{39}: %msg %n</pattern>
+        </encoder>
+    </appender>
+
+    <appender name="ASYNC" class="ch.qos.logback.classic.AsyncAppender" additivity="false">
+        <appender-ref ref="FILE_APPENDER"/>
+    </appender>
+
+    <logger name="com.vcarecity" level="INFO" additivity="false">
+        <appender-ref ref="STDOUT"/>
+    </logger>
+
+    <root level="INFO">
+        <appender-ref ref="STDOUT"/>
+    </root>
+
+</configuration>

elastic-load-data/src/test/java/com/vcarecity/test/module/DbModuleTest.java

@@ -0,0 +1,13 @@
+package com.vcarecity.test.module;
+
+import org.junit.jupiter.api.Test;
+
+import java.net.MalformedURLException;
+
+class DbModuleTest {
+
+    @Test
+    void restHighLevelClient() throws MalformedURLException {
+
+    }
+}

elastic-load-data/src/test/java/com/vcarecity/test/service/elastic/QueryDataServiceImplTest.java

@@ -0,0 +1,24 @@
+package com.vcarecity.test.service.elastic;
+
+import com.vcarecity.test.HighClientApp;
+import com.vcarecity.test.service.QueryDataService;
+import org.junit.jupiter.api.BeforeEach;
+import org.junit.jupiter.api.Test;
+
+class QueryDataServiceImplTest {
+
+    private QueryDataService queryDataService;
+
+    @BeforeEach
+    void setUp() {
+        HighClientApp.run(null);
+        queryDataService = HighClientApp.injector.getInstance(QueryDataService.class);
+    }
+
+    @Test
+    void queryByCondition() throws Exception {
+
+        queryDataService.queryByCondition("/1", null);
+
+    }
+}

elastic-load-data/src/test/java/com/vcarecity/test/service/oracle/AgencyServiceImplTest.java

@@ -0,0 +1,24 @@
+package com.vcarecity.test.service.oracle;
+
+import com.vcarecity.test.HighClientApp;
+import com.vcarecity.test.service.AgencyService;
+import org.junit.jupiter.api.Assertions;
+import org.junit.jupiter.api.BeforeEach;
+import org.junit.jupiter.api.Test;
+
+class AgencyServiceImplTest {
+
+    AgencyService agencyService;
+
+    @BeforeEach
+    void setUp() {
+        HighClientApp.run(null);
+        agencyService = HighClientApp.injector.getInstance(AgencyService.class);
+    }
+
+    @Test
+    void getAgencyPathDetail() {
+        Assertions.assertNotNull(agencyService);
+
+    }
+}

elastic-load-data/src/test/java/com/vcarecity/test/service/oracle/OracleObtainDataServiceImplTest.java

@@ -0,0 +1,37 @@
+package com.vcarecity.test.service.oracle;
+
+import com.vcarecity.test.HighClientApp;
+import com.vcarecity.test.service.ObtainDataService;
+import com.zaxxer.hikari.HikariDataSource;
+import org.junit.jupiter.api.AfterAll;
+import org.junit.jupiter.api.Assertions;
+import org.junit.jupiter.api.BeforeEach;
+import org.junit.jupiter.api.Test;
+
+import java.sql.SQLException;
+
+class OracleObtainDataServiceImplTest {
+
+    private ObtainDataService obtainDataService;
+
+    @BeforeEach
+    void setUp() {
+        HighClientApp.run(null);
+        obtainDataService = HighClientApp.injector.getInstance(ObtainDataService.class);
+    }
+
+    @Test
+    void queryDataByPage() throws SQLException {
+        Assertions.assertNotNull(obtainDataService);
+        System.out.println(obtainDataService.getClass());
+
+
+    }
+
+
+    @AfterAll
+    public static void afterAll() {
+        final HikariDataSource instance = HighClientApp.injector.getInstance(HikariDataSource.class);
+        instance.close();
+    }
+}

elastic-load-data/src/test/lombok.config

@@ -0,0 +1 @@
+lombok.log.fieldName = logger

elastic-publish-service/pom.xml

@@ -0,0 +1,80 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project xmlns="http://maven.apache.org/POM/4.0.0"
+         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+    <parent>
+        <artifactId>elastic-data-test</artifactId>
+        <groupId>com.vcarecity.test.data</groupId>
+        <version>1.0.0</version>
+    </parent>
+    <modelVersion>4.0.0</modelVersion>
+
+    <artifactId>elastic-publish-service</artifactId>
+
+
+    <dependencies>
+
+        <dependency>
+            <groupId>com.vcarecity.test.data</groupId>
+            <artifactId>common</artifactId>
+        </dependency>
+
+        <dependency>
+            <groupId>org.springframework.boot</groupId>
+            <artifactId>spring-boot-starter-web</artifactId>
+        </dependency>
+
+        <dependency>
+            <groupId>org.mybatis.spring.boot</groupId>
+            <artifactId>mybatis-spring-boot-starter</artifactId>
+            <version>2.1.1</version>
+        </dependency>
+        <dependency>
+            <groupId>oracle.jdbc</groupId>
+            <artifactId>ojdbc8</artifactId>
+        </dependency>
+
+        <dependency>
+            <groupId>org.elasticsearch.client</groupId>
+            <artifactId>elasticsearch-rest-high-level-client</artifactId>
+        </dependency>
+        <dependency>
+            <groupId>org.elasticsearch.client</groupId>
+            <artifactId>elasticsearch-rest-client</artifactId>
+        </dependency>
+        <dependency>
+            <groupId>org.elasticsearch</groupId>
+            <artifactId>elasticsearch</artifactId>
+        </dependency>
+
+        <dependency>
+            <groupId>org.projectlombok</groupId>
+            <artifactId>lombok</artifactId>
+            <scope>provided</scope>
+        </dependency>
+
+        <dependency>
+            <groupId>org.springframework.boot</groupId>
+            <artifactId>spring-boot-starter-test</artifactId>
+            <scope>test</scope>
+            <exclusions>
+                <exclusion>
+                    <groupId>org.junit.vintage</groupId>
+                    <artifactId>junit-vintage-engine</artifactId>
+                </exclusion>
+            </exclusions>
+        </dependency>
+
+
+    </dependencies>
+
+    <build>
+        <plugins>
+            <!--            <plugin>-->
+            <!--                <groupId>org.springframework.boot</groupId>-->
+            <!--                <artifactId>spring-boot-maven-plugin</artifactId>-->
+            <!--            </plugin>-->
+        </plugins>
+    </build>
+
+</project>

elastic-publish-service/req/http-client.env.json

@@ -0,0 +1,5 @@
+{
+  "dev": {
+    "host": "http://192.168.10.179:7080"
+  }
+}

elastic-publish-service/req/main-controller.http

@@ -0,0 +1,24 @@
+POST http://{{host}}/query-unit-agency
+Content-Type: application/json
+
+{
+  "agencyPath": "/1",
+  "keyword": "鱼峰区",
+  "page": 2,
+  "size": 10
+}
+
+### unitId 信息
+
+
+POST http://{{host}}/test/query-unit-agency
+Content-Type: application/json
+
+{
+  "agencyPath": "/1",
+  "keyword": "鱼峰区",
+  "page": 2,
+  "size": 10
+}
+
+### 详情信息

elastic-publish-service/src/main/java/com/vcarecity/elastic/publish/ElasticPublishApplication.java

@@ -0,0 +1,19 @@
+package com.vcarecity.elastic.publish;
+
+import org.mybatis.spring.annotation.MapperScan;
+import org.springframework.boot.SpringApplication;
+import org.springframework.boot.autoconfigure.SpringBootApplication;
+
+/**
+ * @author Kerry on 19/12/11
+ */
+
+@MapperScan("com.vcarecity.elastic.publish.mapper")
+@SpringBootApplication
+public class ElasticPublishApplication {
+
+    public static void main(String[] args) {
+        // start spring boot application
+        SpringApplication.run(ElasticPublishApplication.class, args);
+    }
+}

elastic-publish-service/src/main/java/com/vcarecity/elastic/publish/config/ElasticConfig.java

@@ -0,0 +1,56 @@
+package com.vcarecity.elastic.publish.config;
+
+import org.apache.http.HttpHost;
+import org.apache.http.auth.AuthScope;
+import org.apache.http.auth.Credentials;
+import org.apache.http.auth.UsernamePasswordCredentials;
+import org.apache.http.client.CredentialsProvider;
+import org.apache.http.impl.client.BasicCredentialsProvider;
+import org.elasticsearch.client.RestClient;
+import org.elasticsearch.client.RestClientBuilder;
+import org.elasticsearch.client.RestHighLevelClient;
+import org.springframework.boot.autoconfigure.elasticsearch.rest.RestClientProperties;
+import org.springframework.context.annotation.Bean;
+import org.springframework.context.annotation.Configuration;
+
+import java.net.MalformedURLException;
+import java.net.URL;
+import java.util.List;
+
+/**
+ * @author Kerry on 19/12/11
+ */
+
+@Configuration
+public class ElasticConfig {
+
+    @Bean(destroyMethod = "close")
+    public RestHighLevelClient restHighLevelClient(RestClientProperties properties) throws MalformedURLException {
+
+        final List<String> uris = properties.getUris();
+        HttpHost[] httpHosts = new HttpHost[uris.size()];
+        for (int i = 0; i < uris.size(); i++) {
+            final URL url = new URL(uris.get(i));
+            httpHosts[i] = new HttpHost(url.getHost(), url.getPort(), url.getProtocol());
+        }
+
+        final RestClientBuilder builder = RestClient.builder(httpHosts);
+
+        CredentialsProvider credentialsProvider = new BasicCredentialsProvider();
+        Credentials credentials = new UsernamePasswordCredentials(properties.getUsername(), properties.getPassword());
+        credentialsProvider.setCredentials(AuthScope.ANY, credentials);
+
+        builder.setHttpClientConfigCallback(http -> {
+            http.setDefaultCredentialsProvider(credentialsProvider);
+            return http;
+        });
+
+        builder.setRequestConfigCallback(requestBuilder -> {
+            requestBuilder.setConnectTimeout((int) properties.getConnectionTimeout().getSeconds());
+            return requestBuilder;
+        });
+
+        return new RestHighLevelClient(builder);
+    }
+
+}

elastic-publish-service/src/main/java/com/vcarecity/elastic/publish/config/MapperConfig.java

@@ -0,0 +1,25 @@
+package com.vcarecity.elastic.publish.config;
+
+import com.fasterxml.jackson.annotation.JsonInclude;
+import com.fasterxml.jackson.databind.DeserializationFeature;
+import com.fasterxml.jackson.databind.ObjectMapper;
+import org.springframework.context.annotation.Bean;
+import org.springframework.context.annotation.Configuration;
+
+/**
+ * @author Kerry on 19/12/11
+ */
+
+@Configuration
+public class MapperConfig {
+
+    @Bean
+    public ObjectMapper objectMapper() {
+        ObjectMapper objectMapper = new ObjectMapper();
+        objectMapper.setSerializationInclusion(JsonInclude.Include.NON_NULL);
+        objectMapper.configure(DeserializationFeature.FAIL_ON_UNKNOWN_PROPERTIES, false);
+        return objectMapper;
+    }
+
+
+}

elastic-publish-service/src/main/java/com/vcarecity/elastic/publish/controller/MainController.java

@@ -0,0 +1,42 @@
+package com.vcarecity.elastic.publish.controller;
+
+import com.vcarecity.elastic.publish.pojo.dto.UnitAgencyDTO;
+import com.vcarecity.elastic.publish.pojo.query.UnitAgencyQuery;
+import com.vcarecity.elastic.publish.service.UnitService;
+import org.springframework.web.bind.annotation.PostMapping;
+import org.springframework.web.bind.annotation.RequestBody;
+import org.springframework.web.bind.annotation.RestController;
+
+import javax.validation.Valid;
+import java.io.IOException;
+import java.util.List;
+import java.util.stream.Collectors;
+
+/**
+ * @author Kerry on 19/12/11
+ */
+
+@RestController
+public class MainController {
+
+    private final UnitService unitService;
+
+    public MainController(UnitService unitService) {
+        this.unitService = unitService;
+    }
+
+    @PostMapping("/query-unit-agency")
+    public Object queryUnitAgency(@RequestBody @Valid UnitAgencyQuery unitAgencyQuery) throws IOException {
+        final List<UnitAgencyDTO> unitAgencyByQuery = unitService.getUnitAgencyByQuery(unitAgencyQuery.getAgencyPath(), unitAgencyQuery.getKeyword(),
+                unitAgencyQuery.getPage(), unitAgencyQuery.getSize(), "unit-agency");
+        return unitAgencyByQuery.stream().map(UnitAgencyDTO::getUnitId).collect(Collectors.toList());
+    }
+
+    @PostMapping("/test/query-unit-agency")
+    public Object testQueryUnitAgency(@RequestBody @Valid UnitAgencyQuery unitAgencyQuery) throws IOException {
+        return unitService.getUnitAgencyByQuery(unitAgencyQuery.getAgencyPath(), unitAgencyQuery.getKeyword(),
+                unitAgencyQuery.getPage(), unitAgencyQuery.getSize(), "unit-agency");
+    }
+
+
+}

elastic-publish-service/src/main/java/com/vcarecity/elastic/publish/controller/TestController.java

@@ -0,0 +1,18 @@
+package com.vcarecity.elastic.publish.controller;
+
+import org.springframework.web.bind.annotation.GetMapping;
+import org.springframework.web.bind.annotation.RestController;
+
+/**
+ * @author Kerry on 19/12/11
+ */
+
+@RestController
+public class TestController {
+
+    @GetMapping("/")
+    public Object index() {
+        return "test index page";
+    }
+
+}

elastic-publish-service/src/main/java/com/vcarecity/elastic/publish/entity/AgencyEntity.java

@@ -0,0 +1,16 @@
+package com.vcarecity.elastic.publish.entity;
+
+import lombok.Data;
+
+/**
+ * @author VcKerry on 12/17/19
+ */
+
+@Data
+public class AgencyEntity {
+
+    private Long agencyId;
+    private String agencyPath;
+    private String agencyName;
+    private Integer isDeleted;
+}

elastic-publish-service/src/main/java/com/vcarecity/elastic/publish/entity/BuildingEntity.java

@@ -0,0 +1,14 @@
+package com.vcarecity.elastic.publish.entity;
+
+import lombok.Data;
+
+/**
+ * @author VcKerry on 12/17/19
+ */
+
+@Data
+public class BuildingEntity {
+    private Long buildingId;
+    private String nameOfBuilding;
+    private Integer isDeleted;
+}

elastic-publish-service/src/main/java/com/vcarecity/elastic/publish/entity/UnitAgencyMergeEntity.java

@@ -0,0 +1,33 @@
+package com.vcarecity.elastic.publish.entity;
+
+import lombok.Data;
+
+/**
+ * @author VcKerry on 12/17/19
+ */
+
+@Data
+public class UnitAgencyMergeEntity {
+
+    private Long unitId;
+
+    private String dtuNo;
+
+    private String puserCode;
+
+    private Long agencyId;
+
+    private String agencyPath;
+
+    private String agencyName;
+
+    private Long buildingId;
+
+    private String nameOfBuilding;
+
+    private Long unitTypeId;
+
+    private String unitType;
+
+    private Integer isDeleted;
+}

elastic-publish-service/src/main/java/com/vcarecity/elastic/publish/entity/UnitEntity.java

@@ -0,0 +1,15 @@
+package com.vcarecity.elastic.publish.entity;
+
+import lombok.Data;
+
+/**
+ * @author VcKerry on 12/17/19
+ */
+
+@Data
+public class UnitEntity {
+    private Long unitId;
+    private String dtuNo;
+    private String puserCode;
+    private Integer isDeleted;
+}

elastic-publish-service/src/main/java/com/vcarecity/elastic/publish/mapper/AgencyMapper.java

@@ -0,0 +1,38 @@
+package com.vcarecity.elastic.publish.mapper;
+
+import com.vcarecity.elastic.publish.entity.AgencyEntity;
+import com.vcarecity.elastic.publish.entity.UnitAgencyMergeEntity;
+import org.apache.ibatis.annotations.Mapper;
+import org.apache.ibatis.annotations.Param;
+
+import java.util.List;
+
+/**
+ * @author VcKerry on 12/17/19
+ */
+
+@Mapper
+public interface AgencyMapper {
+
+
+    /**
+     * find update
+     *
+     * @param fromDate
+     * @param toDate
+     * @return
+     */
+    List<AgencyEntity> findUpdateList(@Param("fromDate") String fromDate, @Param("toDate") String toDate);
+
+
+    /**
+     * find update
+     *
+     * @param fromDate
+     * @param toDate
+     * @return
+     */
+    List<UnitAgencyMergeEntity> findUpdateUaList(@Param("fromDate") String fromDate, @Param("toDate") String toDate);
+
+
+}

elastic-publish-service/src/main/java/com/vcarecity/elastic/publish/mapper/BuildingMapper.java

@@ -0,0 +1,27 @@
+package com.vcarecity.elastic.publish.mapper;
+
+import com.vcarecity.elastic.publish.entity.BuildingEntity;
+import org.apache.ibatis.annotations.Mapper;
+import org.apache.ibatis.annotations.Param;
+
+import java.util.List;
+
+/**
+ * @author VcKerry on 12/17/19
+ */
+
+@Mapper
+public interface BuildingMapper {
+
+
+    /**
+     * find update
+     *
+     * @param fromDate
+     * @param toDate
+     * @return
+     */
+    List<BuildingEntity> findUpdateList(@Param("fromDate") String fromDate, @Param("toDate") String toDate);
+
+
+}

elastic-publish-service/src/main/java/com/vcarecity/elastic/publish/mapper/UnitMapper.java

@@ -0,0 +1,38 @@
+package com.vcarecity.elastic.publish.mapper;
+
+import com.vcarecity.elastic.publish.entity.UnitAgencyMergeEntity;
+import com.vcarecity.elastic.publish.entity.UnitEntity;
+import org.apache.ibatis.annotations.Mapper;
+import org.apache.ibatis.annotations.Param;
+
+import java.util.List;
+
+/**
+ * @author VcKerry on 12/17/19
+ */
+
+@Mapper
+public interface UnitMapper {
+
+
+    /**
+     * find update
+     *
+     * @param fromDate
+     * @param toDate
+     * @return
+     */
+    List<UnitEntity> findUpdateList(@Param("fromDate") String fromDate, @Param("toDate") String toDate);
+
+
+    /**
+     * find update
+     *
+     * @param fromDate
+     * @param toDate
+     * @return
+     */
+    List<UnitAgencyMergeEntity> findUpdateUaList(@Param("fromDate") String fromDate, @Param("toDate") String toDate);
+
+
+}

elastic-publish-service/src/main/java/com/vcarecity/elastic/publish/pojo/dto/UnitAgencyDTO.java

@@ -0,0 +1,15 @@
+package com.vcarecity.elastic.publish.pojo.dto;
+
+import lombok.Data;
+
+/**
+ * @author Kerry on 19/12/11
+ */
+
+@Data
+public class UnitAgencyDTO {
+    private Long unitId;
+    private String agencyName;
+    private String agencyDetail;
+    private String nameOfBuilding;
+}

elastic-publish-service/src/main/java/com/vcarecity/elastic/publish/pojo/query/UnitAgencyQuery.java

@@ -0,0 +1,26 @@
+package com.vcarecity.elastic.publish.pojo.query;
+
+import lombok.Data;
+
+import javax.validation.constraints.*;
+
+/**
+ * @author Kerry on 19/12/11
+ */
+
+@Data
+public class UnitAgencyQuery {
+    @NotNull
+    @NotBlank
+    @NotEmpty
+    private String agencyPath;
+
+    private String keyword;
+
+    @Min(1)
+    private int page = 1;
+
+    @Min(1)
+    private int size = 100;
+
+}

elastic-publish-service/src/main/java/com/vcarecity/elastic/publish/service/CheckTimeService.java

@@ -0,0 +1,26 @@
+package com.vcarecity.elastic.publish.service;
+
+/**
+ * @author VcKerry on 12/17/19
+ */
+
+public interface CheckTimeService {
+
+
+    /**
+     * 获取
+     *
+     * @param key
+     * @return
+     */
+    String getLastDateTime(String key);
+
+
+    /**
+     * set
+     *
+     * @param key
+     * @param lastDateTime
+     */
+    void setLastDateTime(String key, long lastDateTime);
+}

elastic-publish-service/src/main/java/com/vcarecity/elastic/publish/service/QueryElasticService.java

@@ -0,0 +1,12 @@
+package com.vcarecity.elastic.publish.service;
+
+import java.util.List;
+
+/**
+ * @author VcKerry on 12/17/19
+ */
+
+public interface QueryElasticService {
+
+    List<Long> queryById();
+}

elastic-publish-service/src/main/java/com/vcarecity/elastic/publish/service/UnitService.java

@@ -0,0 +1,27 @@
+package com.vcarecity.elastic.publish.service;
+
+import com.vcarecity.elastic.publish.pojo.dto.UnitAgencyDTO;
+
+import java.io.IOException;
+import java.util.List;
+
+/**
+ * @author Kerry on 19/12/11
+ */
+
+public interface UnitService {
+
+    /**
+     * test
+     *
+     * @param agencyPath
+     * @param inputKeyword
+     * @param page
+     * @param size
+     * @param indices
+     * @return
+     * @throws IOException
+     */
+    List<UnitAgencyDTO> getUnitAgencyByQuery(String agencyPath, String inputKeyword, int page, int size, String... indices) throws IOException;
+
+}

elastic-publish-service/src/main/java/com/vcarecity/elastic/publish/service/UpdateElasticService.java

@@ -0,0 +1,22 @@
+package com.vcarecity.elastic.publish.service;
+
+import com.vcarecity.elastic.publish.entity.UnitAgencyMergeEntity;
+
+import java.io.IOException;
+import java.util.List;
+
+/**
+ * @author Kerry on 12/17/19
+ */
+
+public interface UpdateElasticService {
+
+    void updateTest() throws IOException;
+
+    void updateUnit(List<UnitAgencyMergeEntity> list) throws IOException;
+
+
+    void updateAgency(List<UnitAgencyMergeEntity> list) throws IOException;
+
+
+}

elastic-publish-service/src/main/java/com/vcarecity/elastic/publish/service/impl/CheckTimeServiceImpl.java

@@ -0,0 +1,38 @@
+package com.vcarecity.elastic.publish.service.impl;
+
+import com.vcarecity.elastic.publish.service.CheckTimeService;
+import com.vcarecity.elastic.publish.util.DateUtil;
+import org.springframework.stereotype.Service;
+
+import java.time.LocalDateTime;
+import java.time.ZoneId;
+import java.util.Date;
+import java.util.Map;
+import java.util.concurrent.ConcurrentHashMap;
+
+/**
+ * @author VcKerry on 12/17/19
+ */
+
+@Service
+public class CheckTimeServiceImpl implements CheckTimeService {
+
+    private final Map<String, Long> timeCache = new ConcurrentHashMap<>(4);
+
+
+    @Override
+    public String getLastDateTime(String key) {
+
+        Long aLong = timeCache.get(key);
+        if (aLong == null) {
+            aLong = System.currentTimeMillis();
+            timeCache.put(key, aLong);
+        }
+        return LocalDateTime.ofInstant(new Date(aLong).toInstant(), ZoneId.systemDefault()).format(DateUtil.DATE_TIME_FORMATTER);
+    }
+
+    @Override
+    public void setLastDateTime(String key, long lastDateTime) {
+        timeCache.put(key, lastDateTime);
+    }
+}

elastic-publish-service/src/main/java/com/vcarecity/elastic/publish/service/impl/QueryElasticServiceImpl.java

@@ -0,0 +1,18 @@
+package com.vcarecity.elastic.publish.service.impl;
+
+import com.vcarecity.elastic.publish.service.QueryElasticService;
+import org.springframework.stereotype.Service;
+
+import java.util.List;
+
+/**
+ * @author VcKerry on 12/17/19
+ */
+
+@Service
+public class QueryElasticServiceImpl implements QueryElasticService {
+    @Override
+    public List<Long> queryById() {
+        return null;
+    }
+}

elastic-publish-service/src/main/java/com/vcarecity/elastic/publish/service/impl/UnitServiceImpl.java

@@ -0,0 +1,304 @@
+package com.vcarecity.elastic.publish.service.impl;
+
+import com.fasterxml.jackson.databind.ObjectMapper;
+import com.vcarecity.elastic.publish.pojo.dto.UnitAgencyDTO;
+import com.vcarecity.elastic.publish.service.UnitService;
+import com.vcarecity.elastic.util.AgencyPathUtil;
+import lombok.extern.slf4j.Slf4j;
+import org.elasticsearch.action.search.SearchRequest;
+import org.elasticsearch.action.search.SearchResponse;
+import org.elasticsearch.client.RequestOptions;
+import org.elasticsearch.client.RestHighLevelClient;
+import org.elasticsearch.index.query.BoolQueryBuilder;
+import org.elasticsearch.index.query.QueryBuilder;
+import org.elasticsearch.index.query.QueryBuilders;
+import org.elasticsearch.index.query.TermQueryBuilder;
+import org.elasticsearch.search.SearchHit;
+import org.elasticsearch.search.SearchHits;
+import org.elasticsearch.search.builder.SearchSourceBuilder;
+import org.springframework.stereotype.Service;
+
+import java.io.IOException;
+import java.util.ArrayList;
+import java.util.Collections;
+import java.util.List;
+import java.util.Map;
+
+/**
+ * @author Kerry on 19/12/11
+ */
+
+@Slf4j
+@Service
+public class UnitServiceImpl implements UnitService {
+
+    private final RestHighLevelClient restHighLevelClient;
+    private final ObjectMapper objectMapper;
+
+    public UnitServiceImpl(RestHighLevelClient restHighLevelClient,
+                           ObjectMapper objectMapper) {
+        this.restHighLevelClient = restHighLevelClient;
+        this.objectMapper = objectMapper;
+    }
+
+    @Override
+    public List<UnitAgencyDTO> getUnitAgencyByQuery(String agencyPath, String inputKeyword, int page, int size, String... indices) throws IOException {
+        List<Integer> agencyIdList = AgencyPathUtil.splitAgencyId(agencyPath);
+        if (agencyIdList.isEmpty()) {
+            return Collections.emptyList();
+        }
+        QueryBuilder agencyIdBoolQuery = agencyIdListCondition(agencyIdList);
+        QueryBuilder keywordBoolQuery = multiInputParamKeywordBool(inputKeyword);
+
+        BoolQueryBuilder queryBuilder = QueryBuilders.boolQuery().must(agencyIdBoolQuery);
+
+        if (keywordBoolQuery != null) {
+            queryBuilder.must(keywordBoolQuery);
+        }
+
+        String[] queryColumns = new String[]{"unitId", "nameOfBuilding", "agencyDetail", "agencyName"};
+
+        SearchRequest searchRequest = new SearchRequest();
+        SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder();
+        searchSourceBuilder.query(queryBuilder);
+        searchSourceBuilder.fetchSource(queryColumns, new String[]{});
+        searchSourceBuilder.from((page - 1) * size);
+        searchSourceBuilder.size(size);
+        searchRequest.source(searchSourceBuilder);
+        searchRequest.indices(indices);
+
+
+        logger.debug("getUnitAgencyByQuery:{}", searchSourceBuilder);
+
+        SearchResponse searchResponse = restHighLevelClient.search(searchRequest, RequestOptions.DEFAULT);
+
+        final SearchHits hits = searchResponse.getHits();
+        List<UnitAgencyDTO> res = new ArrayList<>(hits.getHits().length);
+        for (SearchHit hit : hits.getHits()) {
+            UnitAgencyDTO unitAgencyDTO = objectMapper.readValue(hit.getSourceAsString(), UnitAgencyDTO.class);
+            res.add(unitAgencyDTO);
+        }
+        return res;
+    }
+
+    /**
+     * agency id
+     * <pre>
+     * {
+     *   "size" : 100,
+     *   "query" : {
+     *     "bool" : {
+     *       "must" : [
+     *         {
+     *           "bool" : {
+     *             "must" : [
+     *               {
+     *                 "term" : {
+     *                   "aId0" : {
+     *                     "value" : 1,
+     *                     "boost" : 1.0
+     *                   }
+     *                 }
+     *               },
+     *               {
+     *                 "term" : {
+     *                   "aId1" : {
+     *                     "value" : 3,
+     *                     "boost" : 1.0
+     *                   }
+     *                 }
+     *               }
+     *             ],
+     *             "adjust_pure_negative" : true,
+     *             "boost" : 1.0
+     *           }
+     *         },
+     *         {
+     *           "term" : {
+     *             "aId2" : {
+     *               "value" : 67921,
+     *               "boost" : 1.0
+     *             }
+     *           }
+     *         }
+     *       ],
+     *       "adjust_pure_negative" : true,
+     *       "boost" : 1.0
+     *     }
+     *   },
+     *   "_source" : {
+     *     "includes" : [
+     *       "unitId"
+     *     ],
+     *     "excludes" : [ ]
+     *   },
+     *   "sort" : [
+     *     {
+     *       "_doc" : {
+     *         "order" : "asc"
+     *       }
+     *     }
+     *   ]
+     * }
+     * </pre>
+     *
+     * @param agencyIds
+     * @return
+     */
+    private QueryBuilder agencyIdListCondition(List<Integer> agencyIds) {
+
+        if (agencyIds == null || agencyIds.size() == 0) {
+            return null;
+        }
+
+        boolean isOnlyOnceId = agencyIds.size() == 1;
+
+        final BoolQueryBuilder boolQueryBuilder = QueryBuilders.boolQuery();
+
+        final Map<String, Integer> map = AgencyPathUtil.agencyPathQueryMap(agencyIds);
+
+        for (Map.Entry<String, Integer> entry : map.entrySet()) {
+            TermQueryBuilder termQueryBuilder = QueryBuilders.termQuery(entry.getKey(), entry.getValue());
+            if (isOnlyOnceId) {
+                return termQueryBuilder;
+            }
+            boolQueryBuilder.must(termQueryBuilder);
+        }
+        return boolQueryBuilder;
+    }
+
+
+    /**
+     * key word
+     * <pre>
+     *  {
+     *   "size" : 100,
+     *   "query" : {
+     *     "bool" : {
+     *       "must" : [
+     *         {
+     *           "bool" : {
+     *             "must" : [
+     *               {
+     *                 "bool" : {
+     *                   "must" : [
+     *                     {
+     *                       "term" : {
+     *                         "aId0" : {
+     *                           "value" : 1,
+     *                           "boost" : 1.0
+     *                         }
+     *                       }
+     *                     },
+     *                     {
+     *                       "term" : {
+     *                         "aId1" : {
+     *                           "value" : 3,
+     *                           "boost" : 1.0
+     *                         }
+     *                       }
+     *                     }
+     *                   ],
+     *                   "adjust_pure_negative" : true,
+     *                   "boost" : 1.0
+     *                 }
+     *               },
+     *               {
+     *                 "term" : {
+     *                   "aId2" : {
+     *                     "value" : 67921,
+     *                     "boost" : 1.0
+     *                   }
+     *                 }
+     *               }
+     *             ],
+     *             "adjust_pure_negative" : true,
+     *             "boost" : 1.0
+     *           }
+     *         },
+     *         {
+     *           "bool" : {
+     *             "should" : [
+     *               {
+     *                 "bool" : {
+     *                   "should" : [
+     *                     {
+     *                       "wildcard" : {
+     *                         "agencyName.keyword" : {
+     *                           "wildcard" : "*鱼峰区*",
+     *                           "boost" : 1.0
+     *                         }
+     *                       }
+     *                     },
+     *                     {
+     *                       "wildcard" : {
+     *                         "agencyDetail.keyword" : {
+     *                           "wildcard" : "*鱼峰区*",
+     *                           "boost" : 1.0
+     *                         }
+     *                       }
+     *                     }
+     *                   ],
+     *                   "adjust_pure_negative" : true,
+     *                   "boost" : 1.0
+     *                 }
+     *               },
+     *               {
+     *                 "wildcard" : {
+     *                   "nameOfBuilding.keyword" : {
+     *                     "wildcard" : "*鱼峰区*",
+     *                     "boost" : 1.0
+     *                   }
+     *                 }
+     *               }
+     *             ],
+     *             "adjust_pure_negative" : true,
+     *             "boost" : 1.0
+     *           }
+     *         }
+     *       ],
+     *       "adjust_pure_negative" : true,
+     *       "boost" : 1.0
+     *     }
+     *   },
+     *   "_source" : {
+     *     "includes" : [
+     *       "unitId"
+     *     ],
+     *     "excludes" : [ ]
+     *   },
+     *   "sort" : [
+     *     {
+     *       "_doc" : {
+     *         "order" : "asc"
+     *       }
+     *     }
+     *   ]
+     * }
+     * </pre>
+     *
+     * @param keyword
+     * @return
+     */
+    private BoolQueryBuilder multiInputParamKeywordBool(String keyword) {
+        if (keyword == null || keyword.trim().length() == 0) {
+            return null;
+        }
+
+        final String[] keyNames = new String[]{
+                "agencyName.keyword",
+                "agencyDetail.keyword",
+                "nameOfBuilding.keyword",
+        };
+
+        final BoolQueryBuilder boolQueryBuilder = QueryBuilders.boolQuery();
+
+        for (String kn : keyNames) {
+            QueryBuilder queryBuilder = QueryBuilders.wildcardQuery(kn, "*" + keyword + "*");
+            // QueryBuilder queryBuilder = QueryBuilders.matchQuery(kn, keyword);
+            boolQueryBuilder.should(queryBuilder);
+        }
+        return boolQueryBuilder;
+    }
+
+}

elastic-publish-service/src/main/java/com/vcarecity/elastic/publish/service/impl/UpdateElasticServiceImpl.java

@@ -0,0 +1,114 @@
+package com.vcarecity.elastic.publish.service.impl;
+
+import com.vcarecity.elastic.publish.entity.UnitAgencyMergeEntity;
+import com.vcarecity.elastic.publish.service.UpdateElasticService;
+import org.elasticsearch.client.RequestOptions;
+import org.elasticsearch.client.RestHighLevelClient;
+import org.elasticsearch.index.query.QueryBuilders;
+import org.elasticsearch.index.reindex.BulkByScrollResponse;
+import org.elasticsearch.index.reindex.DeleteByQueryRequest;
+import org.elasticsearch.index.reindex.UpdateByQueryRequest;
+import org.elasticsearch.script.Script;
+import org.elasticsearch.script.ScriptType;
+import org.springframework.stereotype.Service;
+
+import java.io.IOException;
+import java.util.ArrayList;
+import java.util.HashMap;
+import java.util.List;
+import java.util.Map;
+
+/**
+ * @author Kerry on 12/17/19
+ */
+
+@Service
+public class UpdateElasticServiceImpl implements UpdateElasticService {
+
+    public static final String INDEX = "unit-agency";
+
+    private final RestHighLevelClient restHighLevelClient;
+
+    public UpdateElasticServiceImpl(RestHighLevelClient restHighLevelClient) {
+        this.restHighLevelClient = restHighLevelClient;
+    }
+
+
+    @Override
+    public void updateTest() throws IOException {
+
+        Map<String, Object> params = new HashMap<>();
+        params.put("dtuNo", "000000000001");
+        params.put("puserCode", "/0/000000000001/1/12345678/");
+
+
+        UpdateByQueryRequest request = new UpdateByQueryRequest("unit-agency");
+        request.setQuery(QueryBuilders.termQuery("unitId", 12345678));
+        request.setMaxDocs(1);
+        request.setBatchSize(1);
+        request.setScript(new Script(ScriptType.INLINE, "painless", getPainlessCode(params), params));
+        request.setRefresh(true);
+
+
+        BulkByScrollResponse response = restHighLevelClient.updateByQuery(request, RequestOptions.DEFAULT);
+
+        System.out.println(response.getStatus());
+
+    }
+
+
+    private String getPainlessCode(Map<String, Object> params) {
+        String[] items = new String[params.size()];
+        int index = 0;
+        for (String key : params.keySet()) {
+            items[index++] = "ctx._source." + key + "=params." + key;
+        }
+        return String.join(";", items);
+    }
+
+
+    @Override
+    public void updateUnit(List<UnitAgencyMergeEntity> list) throws IOException {
+        List<Long> deleteId = new ArrayList<>();
+        for (UnitAgencyMergeEntity uae : list) {
+            if (uae.getIsDeleted() == 1) {
+                deleteId.add(uae.getUnitId());
+            }
+        }
+        deleteById("unitId", deleteId);
+
+    }
+
+    @Override
+    public void updateAgency(List<UnitAgencyMergeEntity> list) throws IOException {
+        List<UnitAgencyMergeEntity> updateList = new ArrayList<>();
+        List<Long> deleteId = new ArrayList<>();
+        for (UnitAgencyMergeEntity uae : list) {
+            if (uae.getIsDeleted() == 1) {
+                deleteId.add(uae.getAgencyId());
+            } else if (uae.getIsDeleted() == 0) {
+                updateList.add(uae);
+            }
+        }
+        deleteById("agencyId", deleteId);
+        list.clear();
+
+    }
+
+
+    private void insertData(List<UnitAgencyMergeEntity> list) {
+
+    }
+
+    private void deleteById(String key, List<Long> deleteId) throws IOException {
+        if (deleteId == null || deleteId.isEmpty()) {
+            return;
+        }
+        for (Long id : deleteId) {
+            DeleteByQueryRequest request = new DeleteByQueryRequest(INDEX);
+            request.setQuery(QueryBuilders.termQuery(key, id));
+            restHighLevelClient.deleteByQuery(request, RequestOptions.DEFAULT);
+        }
+    }
+
+}

elastic-publish-service/src/main/java/com/vcarecity/elastic/publish/task/CheckUpdateTask.java

@@ -0,0 +1,65 @@
+package com.vcarecity.elastic.publish.task;
+
+import com.vcarecity.elastic.publish.entity.UnitAgencyMergeEntity;
+import com.vcarecity.elastic.publish.mapper.AgencyMapper;
+import com.vcarecity.elastic.publish.mapper.BuildingMapper;
+import com.vcarecity.elastic.publish.mapper.UnitMapper;
+import com.vcarecity.elastic.publish.service.CheckTimeService;
+import com.vcarecity.elastic.publish.util.DateUtil;
+
+import java.time.LocalDateTime;
+import java.time.ZoneId;
+import java.util.Date;
+import java.util.List;
+
+/**
+ * @author Kerry on 19/12/11
+ */
+
+//@Component
+public class CheckUpdateTask {
+
+    private final CheckTimeService checkTimeService;
+    private final AgencyMapper agencyMapper;
+    private final UnitMapper unitMapper;
+    private final BuildingMapper buildingMapper;
+
+    public CheckUpdateTask(CheckTimeService checkTimeService, AgencyMapper agencyMapper,
+                           UnitMapper unitMapper,
+                           BuildingMapper buildingMapper) {
+        this.checkTimeService = checkTimeService;
+        this.agencyMapper = agencyMapper;
+        this.unitMapper = unitMapper;
+        this.buildingMapper = buildingMapper;
+    }
+
+
+    public void checkTask() {
+
+        long curCheckTime = System.currentTimeMillis();
+        String toDateTime = LocalDateTime.ofInstant(new Date(curCheckTime).toInstant(), ZoneId.systemDefault()).format(DateUtil.DATE_TIME_FORMATTER);
+
+        List<UnitAgencyMergeEntity> updateUaList;
+        String fromDateTime;
+
+        fromDateTime = checkTimeService.getLastDateTime("T_UNIT");
+        updateUaList = unitMapper.findUpdateUaList(fromDateTime, toDateTime);
+        if (!updateUaList.isEmpty()) {
+
+        }
+        checkTimeService.setLastDateTime("T_UNIT", curCheckTime);
+        updateUaList.clear();
+
+        fromDateTime = checkTimeService.getLastDateTime("T_AGENCY");
+        updateUaList = agencyMapper.findUpdateUaList(fromDateTime, toDateTime);
+
+        if (!updateUaList.isEmpty()) {
+
+        }
+        checkTimeService.setLastDateTime("T_AGENCY", curCheckTime);
+        updateUaList.clear();
+
+
+    }
+
+}

elastic-publish-service/src/main/java/com/vcarecity/elastic/publish/util/DateUtil.java

@@ -0,0 +1,12 @@
+package com.vcarecity.elastic.publish.util;
+
+import java.time.format.DateTimeFormatter;
+
+/**
+ * @author VcKerry on 12/17/19
+ */
+
+public class DateUtil {
+    public static final String DATE_FORMAT = "yyyy-MM-dd HH:mm:ss";
+    public static final DateTimeFormatter DATE_TIME_FORMATTER = DateTimeFormatter.ofPattern(DATE_FORMAT);
+}

elastic-publish-service/src/main/lombok.config

@@ -0,0 +1 @@
+lombok.log.fieldName = logger

elastic-publish-service/src/main/resources/application-dev.yml

@@ -0,0 +1,24 @@
+server:
+  port: 7080
+spring:
+  datasource:
+    url: jdbc:oracle:thin:@192.168.10.112:1521:orcl
+    username: C##FMMP
+    password: vcare~1(^_^)
+  elasticsearch:
+    rest:
+      uris:
+        - http://192.168.10.241:9200
+        - http://192.168.10.242:9200
+        - http://192.168.10.243:9200
+      username: elastic
+      password: abcd!234
+
+debug: true
+logging:
+  level:
+    com:
+      vcarecity: debug
+mybatis:
+  type-aliases-package: com.vcarecity.elastic.publish.entity
+  mapper-locations: classpath:mapper/*.xml

elastic-publish-service/src/main/resources/application.yml

@@ -0,0 +1,3 @@
+spring:
+  profiles:
+    active: dev

elastic-publish-service/src/main/resources/mapper/AgencyMapper.xml

@@ -0,0 +1,51 @@
+<?xml version="1.0" encoding="UTF-8" ?>
+<!DOCTYPE mapper PUBLIC "-//mybatis.org//DTD Mapper 3.0//EN" "http://mybatis.org/dtd/mybatis-3-mapper.dtd" >
+
+<mapper namespace="com.vcarecity.elastic.publish.mapper.AgencyMapper">
+
+
+    <select id="findUpdateList" resultType="agencyEntity">
+        select AGENCY_ID,AGENCY_PATH,AGENCY_NAME,ISDELETED from T_AGENCY where UPDATESTAMP between to_date('${fromDate}','YYYY-MM-DD HH24:MI:SS')
+        and to_date('${toDate}','YYYY-MM-DD HH24:MI:SS')
+    </select>
+
+    <resultMap id="unitAgencyMergeEntityMap" type="unitAgencyMergeEntity">
+        <result column="UNIT_ID" property="unitId"/>
+        <result column="DTU_NO" property="dtuNo"/>
+        <result column="PUSER_CODE" property="puserCode"/>
+        <result column="ISDELETED" property="isDeleted"/>
+        <result column="AGENCY_ID" property="agencyId"/>
+        <result column="AGENCY_PATH" property="agencyPath"/>
+        <result column="AGENCY_NAME" property="agencyName"/>
+        <result column="BUILDING_ID" property="buildingId"/>
+        <result column="NAME_OF_BUILDING" property="nameOfBuilding"/>
+        <result column="UNIT_TYPE_ID" property="unitTypeId"/>
+        <result column="UNIT_TYPE" property="unitType"/>
+    </resultMap>
+
+
+    <select id="findUpdateUaList" resultMap="unitAgencyMergeEntityMap">
+        SELECT TU.UNIT_ID,
+               TU.DTU_NO,
+               TU.PUSER_CODE,
+               TAG.AGENCY_ID,
+               TAG.AGENCY_PATH,
+               TAG.AGENCY_NAME,
+               TAG.ISDELETED,
+               TB.BUILDING_ID,
+               TB.NAME_OF_BUILDING,
+               TUT.UNIT_TYPE_ID,
+               TUT.UNIT_TYPE,
+               ROWNUM RN
+        FROM (select *
+              from T_AGENCY I_TAG
+              where UPDATESTAMP between to_date('${fromDate}', 'YYYY-MM-DD HH24:MI:SS')
+                        and to_date('${toDate}', 'YYYY-MM-DD HH24:MI:SS')
+             ) TAG
+                 INNER JOIN T_UNIT TU ON TU.AGENCY_ID = TAG.AGENCY_ID
+                 INNER JOIN T_BUILDING TB ON TB.BUILDING_ID = TU.BUILDING_ID
+                 INNER JOIN T_UNIT_TYPE TUT ON TUT.UNIT_TYPE_ID = TU.UNIT_TYPE_ID
+    </select>
+
+
+</mapper>

elastic-publish-service/src/main/resources/mapper/BuildingMapper.xml

@@ -0,0 +1,15 @@
+<?xml version="1.0" encoding="UTF-8" ?>
+<!DOCTYPE mapper PUBLIC "-//mybatis.org//DTD Mapper 3.0//EN" "http://mybatis.org/dtd/mybatis-3-mapper.dtd" >
+<mapper namespace="com.vcarecity.elastic.publish.mapper.BuildingMapper">
+
+    <select id="findUpdateList" resultType="buildingEntity">
+        select BUILDING_ID, NAME_OF_BUILDING, ISDELETED
+        from T_BUILDING
+        where UPDATESTAMP between to_date('${fromDate}', 'YYYY-MM-DD HH24:MI:SS')
+                  and to_date('${toDate}', 'YYYY-MM-DD HH24:MI:SS')
+    </select>
+
+    <select id="findUpdateUaList" resultType="unitAgencyMergeEntity">
+
+    </select>
+</mapper>

elastic-publish-service/src/main/resources/mapper/UnitMapper.xml

@@ -0,0 +1,49 @@
+<?xml version="1.0" encoding="UTF-8" ?>
+<!DOCTYPE mapper PUBLIC "-//mybatis.org//DTD Mapper 3.0//EN" "http://mybatis.org/dtd/mybatis-3-mapper.dtd" >
+<mapper namespace="com.vcarecity.elastic.publish.mapper.UnitMapper">
+
+    <select id="findUpdateList" resultType="unitEntity">
+        select UNIT_ID, DTU_NO, PUSER_CODE, ISDELETED
+        from T_UNIT
+        where UPDATESTAMP between to_date('${fromDate}', 'YYYY-MM-DD HH24:MI:SS')
+                  and to_date('${toDate}', 'YYYY-MM-DD HH24:MI:SS')
+    </select>
+
+    <resultMap id="unitAgencyMergeEntityMap" type="unitAgencyMergeEntity">
+        <result column="UNIT_ID" property="unitId"/>
+        <result column="DTU_NO" property="dtuNo"/>
+        <result column="PUSER_CODE" property="puserCode"/>
+        <result column="ISDELETED" property="isDeleted"/>
+        <result column="AGENCY_ID" property="agencyId"/>
+        <result column="AGENCY_PATH" property="agencyPath"/>
+        <result column="AGENCY_NAME" property="agencyName"/>
+        <result column="BUILDING_ID" property="buildingId"/>
+        <result column="NAME_OF_BUILDING" property="nameOfBuilding"/>
+        <result column="UNIT_TYPE_ID" property="unitTypeId"/>
+        <result column="UNIT_TYPE" property="unitType"/>
+    </resultMap>
+
+
+    <select id="findUpdateUaList" resultMap="unitAgencyMergeEntityMap">
+        SELECT TU.UNIT_ID,
+               TU.DTU_NO,
+               TU.PUSER_CODE,
+               TU.ISDELETED,
+               TAG.AGENCY_ID,
+               TAG.AGENCY_PATH,
+               TAG.AGENCY_NAME,
+               TB.BUILDING_ID,
+               TB.NAME_OF_BUILDING,
+               TUT.UNIT_TYPE_ID,
+               TUT.UNIT_TYPE,
+               ROWNUM RN
+        FROM (select *
+              from T_UNIT I_TU
+              where UPDATESTAMP between to_date('${fromDate}', 'YYYY-MM-DD HH24:MI:SS')
+                        and to_date('${toDate}', 'YYYY-MM-DD HH24:MI:SS')
+             ) TU
+                 INNER JOIN T_AGENCY TAG ON TU.AGENCY_ID = TAG.AGENCY_ID
+                 INNER JOIN T_BUILDING TB ON TB.BUILDING_ID = TU.BUILDING_ID
+                 INNER JOIN T_UNIT_TYPE TUT ON TUT.UNIT_TYPE_ID = TU.UNIT_TYPE_ID
+    </select>
+</mapper>

elastic-publish-service/src/test/java/com/vcarecity/elastic/publish/mapper/AgencyMapperTest.java

@@ -0,0 +1,29 @@
+package com.vcarecity.elastic.publish.mapper;
+
+import org.junit.jupiter.api.Test;
+import org.springframework.beans.factory.annotation.Autowired;
+import org.springframework.boot.test.context.SpringBootTest;
+
+@SpringBootTest
+public class AgencyMapperTest {
+
+    @Autowired
+    private AgencyMapper agencyMapper;
+
+    @Test
+    public void findUpdateList() {
+
+        String from = "2016-01-08 15:13:47";
+        String to = "2017-01-08 15:13:47";
+
+        agencyMapper.findUpdateList(from, to);
+    }
+
+    @Test
+    public void findUpdateUaList() {
+        String from = "2016-01-08 15:13:47";
+        String to = "2017-01-08 15:13:47";
+
+        agencyMapper.findUpdateUaList(from, to);
+    }
+}

elastic-publish-service/src/test/java/com/vcarecity/elastic/publish/mapper/BuildingMapperTest.java

@@ -0,0 +1,20 @@
+package com.vcarecity.elastic.publish.mapper;
+
+import org.junit.jupiter.api.Test;
+import org.springframework.beans.factory.annotation.Autowired;
+import org.springframework.boot.test.context.SpringBootTest;
+
+
+@SpringBootTest
+class BuildingMapperTest {
+
+    @Autowired
+    private BuildingMapper buildingMapper;
+
+    @Test
+    void findUpdateList() {
+        String from = "2016-01-08 15:13:47";
+        String to = "2017-01-08 15:13:47";
+        buildingMapper.findUpdateList(from, to);
+    }
+}

elastic-publish-service/src/test/java/com/vcarecity/elastic/publish/mapper/UnitMapperTest.java

@@ -0,0 +1,33 @@
+package com.vcarecity.elastic.publish.mapper;
+
+import com.vcarecity.elastic.publish.entity.UnitAgencyMergeEntity;
+import org.junit.jupiter.api.Test;
+import org.springframework.beans.factory.annotation.Autowired;
+import org.springframework.boot.test.context.SpringBootTest;
+
+import java.util.List;
+
+@SpringBootTest
+class UnitMapperTest {
+
+    @Autowired
+    private UnitMapper unitMapper;
+
+    @Test
+    void findUpdateList() {
+        String from = "2016-01-08 15:13:47";
+        String to = "2017-01-08 15:13:47";
+        unitMapper.findUpdateList(from, to);
+    }
+
+    @Test
+    public void findUpdateUaList() {
+        String from = "2018-12-23 15:00:00";
+        String to = "2018-12-24 15:00:00";
+        List<UnitAgencyMergeEntity> updateUaList = unitMapper.findUpdateUaList(from, to);
+
+        for (UnitAgencyMergeEntity unitAgencyMergeEntity : updateUaList) {
+            System.out.println(unitAgencyMergeEntity);
+        }
+    }
+}

elastic-publish-service/src/test/java/com/vcarecity/elastic/publish/service/impl/UnitServiceImplTest.java

@@ -0,0 +1,35 @@
+package com.vcarecity.elastic.publish.service.impl;
+
+import org.elasticsearch.action.update.UpdateRequest;
+import org.elasticsearch.client.RestHighLevelClient;
+import org.elasticsearch.script.Script;
+import org.elasticsearch.script.ScriptType;
+import org.junit.jupiter.api.Test;
+import org.springframework.beans.factory.annotation.Autowired;
+import org.springframework.boot.test.context.SpringBootTest;
+
+import java.util.HashMap;
+import java.util.Map;
+
+
+@SpringBootTest
+class UnitServiceImplTest {
+
+    @Autowired
+    private RestHighLevelClient restHighLevelClient;
+
+    @Test
+    public void getUnitAgencyByQuery() {
+
+        UpdateRequest request = new UpdateRequest();
+
+        Map<String, Object> parameters = new HashMap<>();
+        parameters.put("dtuNo", "1234567890AB");
+        // parameters.put("puserCode", "/0/1234567890AB/1/031号");
+
+        Script inline = new Script(ScriptType.INLINE, "painless",
+                "ctx._source.dtuNo = params.dtuNo", parameters);
+
+        request.script(inline);
+    }
+}

elastic-publish-service/src/test/java/com/vcarecity/elastic/publish/service/impl/UpdateElasticServiceImplTest.java

@@ -0,0 +1,21 @@
+package com.vcarecity.elastic.publish.service.impl;
+
+import com.vcarecity.elastic.publish.service.UpdateElasticService;
+import org.junit.jupiter.api.Test;
+import org.springframework.beans.factory.annotation.Autowired;
+import org.springframework.boot.test.context.SpringBootTest;
+
+
+@SpringBootTest
+public class UpdateElasticServiceImplTest {
+
+    @Autowired
+    private UpdateElasticService updateElasticService;
+
+    @Test
+    void updateTest() throws Exception {
+        updateElasticService.updateTest();
+    }
+
+
+}

elastic-publish-service/src/test/lombok.config

@@ -0,0 +1 @@
+lombok.log.fieldName = logger

pom.xml

@@ -0,0 +1,171 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project xmlns="http://maven.apache.org/POM/4.0.0"
+         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+    <modelVersion>4.0.0</modelVersion>
+
+    <groupId>com.vcarecity.test.data</groupId>
+    <artifactId>elastic-data-test</artifactId>
+    <packaging>pom</packaging>
+    <version>1.0.0</version>
+
+    <modules>
+        <module>elastic-publish-service</module>
+        <module>elastic-load-data</module>
+        <module>common</module>
+    </modules>
+
+
+    <repositories>
+        <repository>
+            <id>elastic.co</id>
+            <url>https://artifacts.elastic.co/maven</url>
+        </repository>
+    </repositories>
+
+
+    <dependencyManagement>
+        <dependencies>
+
+            <dependency>
+                <groupId>com.vcarecity.test.data</groupId>
+                <artifactId>common</artifactId>
+                <version>${project.version}</version>
+            </dependency>
+
+            <dependency>
+                <groupId>org.slf4j</groupId>
+                <artifactId>slf4j-api</artifactId>
+                <version>1.7.29</version>
+            </dependency>
+            <dependency>
+                <groupId>org.slf4j</groupId>
+                <artifactId>log4j-over-slf4j</artifactId>
+                <version>1.7.29</version>
+            </dependency>
+            <dependency>
+                <groupId>org.apache.logging.log4j</groupId>
+                <artifactId>log4j-to-slf4j</artifactId>
+                <version>2.12.1</version>
+            </dependency>
+
+            <dependency>
+                <groupId>ch.qos.logback</groupId>
+                <artifactId>logback-classic</artifactId>
+                <version>1.2.3</version>
+            </dependency>
+            <dependency>
+                <groupId>org.projectlombok</groupId>
+                <artifactId>lombok</artifactId>
+                <version>1.18.10</version>
+                <scope>provided</scope>
+            </dependency>
+
+            <!-- https://mvnrepository.com/artifact/junit/junit -->
+            <dependency>
+                <groupId>junit</groupId>
+                <artifactId>junit</artifactId>
+                <version>4.12</version>
+                <scope>test</scope>
+            </dependency>
+
+            <dependency>
+                <groupId>com.google.inject</groupId>
+                <artifactId>guice</artifactId>
+                <version>4.2.2</version>
+            </dependency>
+            <dependency>
+                <groupId>com.google.inject.extensions</groupId>
+                <artifactId>guice-assistedinject</artifactId>
+                <version>4.2.2</version>
+            </dependency>
+            <dependency>
+                <groupId>me.yuxiaoyao.lang</groupId>
+                <artifactId>configuration-loader</artifactId>
+                <version>2.0.0</version>
+            </dependency>
+            <dependency>
+                <groupId>com.fasterxml.jackson.core</groupId>
+                <artifactId>jackson-databind</artifactId>
+                <version>2.10.1</version>
+            </dependency>
+            <dependency>
+                <groupId>com.fasterxml.jackson.dataformat</groupId>
+                <artifactId>jackson-dataformat-yaml</artifactId>
+                <version>2.10.1</version>
+            </dependency>
+
+
+            <dependency>
+                <groupId>com.google.guava</groupId>
+                <artifactId>guava</artifactId>
+                <version>28.1-jre</version>
+            </dependency>
+            <dependency>
+                <groupId>oracle.jdbc</groupId>
+                <artifactId>ojdbc8</artifactId>
+                <version>12.2.0.1.0</version>
+            </dependency>
+
+            <dependency>
+                <groupId>com.zaxxer</groupId>
+                <artifactId>HikariCP</artifactId>
+                <version>3.4.1</version>
+            </dependency>
+            <dependency>
+                <groupId>javax.persistence</groupId>
+                <artifactId>persistence-api</artifactId>
+                <version>1.0.2</version>
+            </dependency>
+
+            <dependency>
+                <groupId>cglib</groupId>
+                <artifactId>cglib</artifactId>
+                <version>3.3.0</version>
+            </dependency>
+
+            <dependency>
+                <groupId>org.elasticsearch.client</groupId>
+                <artifactId>elasticsearch-rest-high-level-client</artifactId>
+                <version>${elasticsearch.version}</version>
+            </dependency>
+            <dependency>
+                <groupId>org.elasticsearch.client</groupId>
+                <artifactId>elasticsearch-rest-client</artifactId>
+                <version>${elasticsearch.version}</version>
+            </dependency>
+            <dependency>
+                <groupId>org.elasticsearch</groupId>
+                <artifactId>elasticsearch</artifactId>
+                <version>${elasticsearch.version}</version>
+            </dependency>
+
+            <dependency>
+                <!-- Import dependency management from Spring Boot -->
+                <groupId>org.springframework.boot</groupId>
+                <artifactId>spring-boot-dependencies</artifactId>
+                <version>2.2.2.RELEASE</version>
+                <type>pom</type>
+                <scope>import</scope>
+            </dependency>
+
+        </dependencies>
+    </dependencyManagement>
+    <properties>
+        <elasticsearch.version>7.5.0</elasticsearch.version>
+    </properties>
+
+    <build>
+        <plugins>
+            <plugin>
+                <groupId>org.apache.maven.plugins</groupId>
+                <artifactId>maven-compiler-plugin</artifactId>
+                <configuration>
+                    <source>8</source>
+                    <target>8</target>
+                </configuration>
+            </plugin>
+        </plugins>
+    </build>
+
+</project>