增加ES用户认证功能

pom.xml

@@ -58,29 +58,57 @@
            <version>1.18.12</version>
        </dependency>
<!--        <dependency>-->
<!--            <groupId>com.ai.abc</groupId>-->
<!--            <artifactId>persistence-es</artifactId>-->
<!--            <version>2.0-SNAPSHOT</version>-->
<!--            <exclusions>-->
<!--                <exclusion>-->
<!--                    <groupId>org.springframework.boot</groupId>-->
<!--                    <artifactId>spring-boot-starter-log4j2</artifactId>-->
<!--                </exclusion>-->
<!--            </exclusions>-->
<!--        </dependency>-->
        <dependency>
            <groupId>com.ai.abc</groupId>
            <artifactId>persistence-es</artifactId>
            <version>2.0-SNAPSHOT</version>
            <groupId>org.elasticsearch</groupId>
            <artifactId>elasticsearch</artifactId>
            <version>${elasticsearch.version}</version>
            <exclusions>
                <exclusion>
                    <groupId>org.springframework.boot</groupId>
                    <artifactId>spring-boot-starter-log4j2</artifactId>
                    <artifactId>snakeyaml</artifactId>
                    <groupId>org.yaml</groupId>
                </exclusion>
                <exclusion>
                    <artifactId>jopt-simple</artifactId>
                    <groupId>net.sf.jopt-simple</groupId>
                </exclusion>
                <exclusion>
                    <artifactId>jackson-core</artifactId>
                    <groupId>com.fasterxml.jackson.core</groupId>
                </exclusion>
<!--                <exclusion>-->
<!--                    <groupId>org.elasticsearch</groupId>-->
<!--                    <artifactId>elasticsearch</artifactId>-->
<!--                </exclusion>-->
<!--                <exclusion>-->
<!--                    <groupId>org.elasticsearch.client</groupId>-->
<!--                    <artifactId>elasticsearch-rest-high-level-client</artifactId>-->
<!--                </exclusion>-->
<!--                <exclusion>-->
<!--                    <groupId>org.projectlombok</groupId>-->
<!--                    <artifactId>lombok</artifactId>-->
<!--                </exclusion>-->
            </exclusions>
        </dependency>
        <dependency>
            <groupId>org.elasticsearch.client</groupId>
            <artifactId>elasticsearch-rest-high-level-client</artifactId>
            <version>${elasticsearch.version}</version>
        </dependency>
        <dependency>
            <groupId>com.ai.abc</groupId>
            <artifactId>core</artifactId>
            <version>2.0-SNAPSHOT</version>
        </dependency>
        <dependency>
            <groupId>com.alibaba</groupId>
            <artifactId>fastjson</artifactId>
            <version>1.2.22</version>
        </dependency>
    </dependencies>
    <build>

src/main/java/com/ai/abc/jpa/elastic/model/ElasticPage.java

@@ -0,0 +1,41 @@
package com.ai.abc.jpa.elastic.model;
import com.ai.abc.core.model.AbstractModel;
import com.ai.abc.util.serializer.BusinessObjectsSerializer;
import com.alibaba.fastjson.JSONObject;
import lombok.Getter;
import lombok.NoArgsConstructor;
import lombok.Setter;
import java.io.Serializable;
import java.util.ArrayList;
import java.util.List;
/**
 * 描述
 *
 * @author
 * @createDate
 */
@NoArgsConstructor
@Getter
@Setter
public class ElasticPage <T extends Serializable> extends AbstractModel {
    private long totalSize;
    private int startNumber;
    private int pageSize;
    private List<JSONObject> results;
    public <T> List<T> getList(Class<T> clazz) {
        List<T> list = new ArrayList();
        for(JSONObject jsonObject : results) {
            T dtoTemp = BusinessObjectsSerializer.deserialize(jsonObject.toJSONString(), clazz);
            list.add(dtoTemp);
        }
        return list;
    }
}

src/main/java/com/ai/abc/jpa/elastic/model/PageInfo.java

@@ -0,0 +1,24 @@
package com.ai.abc.jpa.elastic.model;
import lombok.Getter;
import lombok.NoArgsConstructor;
import lombok.Setter;
/**
 * 描述
 *
 * @author
 * @createDate
 */
@NoArgsConstructor
@Getter
@Setter
public class PageInfo {
    private int startNumber;
    private int pageSize;
    private String sortName;
    private String direction;
}

src/main/java/com/ai/abc/jpa/elastic/model/TimeInfo.java

@@ -0,0 +1,13 @@
package com.ai.abc.jpa.elastic.model;
import lombok.Getter;
import lombok.Setter;
@Getter
@Setter
public class TimeInfo {
    private String fieldName;
    private String startTime;
    private String endTime;
}

src/main/java/com/ai/abc/jpa/elastic/repository/ElasticEntityRepository.java

@@ -0,0 +1,25 @@
package com.ai.abc.jpa.elastic.repository;
import com.ai.abc.jpa.elastic.model.ElasticPage;
import com.ai.abc.jpa.elastic.model.PageInfo;
import com.ai.abc.jpa.elastic.model.TimeInfo;
import java.io.Serializable;
import java.util.Date;
import java.util.Map;
public interface ElasticEntityRepository {
    void initServer(String esServer);
    void initServer(String esServer,String userName,String passWord);
    void purePersist(String tableName, String type, String entity);
    <T extends Serializable> ElasticPage<T> findEntity(String connectionName, Map<String, Object> hashMap, String startDate, String stopDate, PageInfo pageInfo);
    <T extends Serializable> ElasticPage<T> findEntity(Object entity, Date startDate, Date stopDate, PageInfo pageInfo);
    public abstract <T extends Serializable> ElasticPage<T> findEntity(String paramString, Map<String, Object> paramMap, TimeInfo paramTimeInfo, PageInfo paramPageInfo, Map<String, String> paramMap1);
}

src/main/java/com/ai/abc/jpa/elastic/repository/impl/ElasticEntityRepositoryImpl.java

@@ -0,0 +1,274 @@
package com.ai.abc.jpa.elastic.repository.impl;
import com.ai.abc.jpa.elastic.model.ElasticPage;
import com.ai.abc.jpa.elastic.model.PageInfo;
import com.ai.abc.jpa.elastic.model.TimeInfo;
import com.ai.abc.jpa.elastic.repository.ElasticEntityRepository;
import com.alibaba.fastjson.JSONObject;
import org.apache.commons.lang.StringUtils;
import org.apache.http.*;
import org.apache.http.message.BasicHeader;
import org.elasticsearch.action.index.IndexRequest;
import org.elasticsearch.action.index.IndexResponse;
import org.elasticsearch.action.search.SearchRequest;
import org.elasticsearch.action.search.SearchResponse;
import org.elasticsearch.action.search.SearchType;
import org.elasticsearch.client.RequestOptions;
import org.elasticsearch.client.RestClient;
import org.elasticsearch.client.RestClientBuilder;
import org.elasticsearch.client.RestHighLevelClient;
import org.elasticsearch.common.xcontent.XContentType;
import org.elasticsearch.index.query.BoolQueryBuilder;
import org.elasticsearch.index.query.QueryBuilders;
import org.elasticsearch.index.query.TermsQueryBuilder;
import org.elasticsearch.search.SearchHit;
import org.elasticsearch.search.builder.SearchSourceBuilder;
import org.elasticsearch.search.sort.SortBuilder;
import org.elasticsearch.search.sort.SortBuilders;
import org.elasticsearch.search.sort.SortOrder;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.stereotype.Component;
import java.io.IOException;
import java.io.Serializable;
import java.util.*;
/**
 * 描述
 *
 * @author
 * @createDate
 */
@Component
public class ElasticEntityRepositoryImpl implements ElasticEntityRepository {
    public final Logger log = LoggerFactory.getLogger(ElasticEntityRepositoryImpl.class);
    private String elasticSearchServer = "47.105.160.21:10020";
    private String userName = "";
    private String passWord = "";
    private RestHighLevelClient client = getProducer();
    @Override
    public void initServer(String esServer) {
        this.log.info("ElasticEntityRepositoryImpl esServer=" + esServer);
        this.elasticSearchServer = esServer;
        this.getProducer();
    }
    @Override
    public void initServer(String esServer,String userName,String passWord) {
        this.log.info("ElasticEntityRepositoryImpl esServer=" + esServer + " userName:" + userName + " passWord:"+passWord);
        this.elasticSearchServer = esServer;
        this.userName = userName;
        this.passWord = passWord;
        this.getProducer();
    }
//    public ElasticEntityRepositoryImpl(String esServer) {
//        log.debug("ElasticEntityRepositoryImpl esServer="+esServer);
//        elasticSearchServer = esServer;
//    }
//    public ElasticEntityRepositoryImpl(String esServer,String userName,String passWord) {
//        this.log.debug("ElasticEntityRepositoryImpl esServer=" + esServer + " userName:" + userName + " passWord:"+passWord);
//        this.elasticSearchServer = esServer;
//        this.userName = userName;
//        this.passWord = passWord;
//    }
    private RestHighLevelClient getProducer() {
        if (client == null) {
            String[] servers = elasticSearchServer.split(",");
            HttpHost[] httpHosts = new HttpHost[servers.length];
            for (int i = 0; i < servers.length; i++) {
                httpHosts[i] = HttpHost.create(servers[i]);
            }
            RestClientBuilder builder = RestClient.builder(httpHosts);
            Header[] headers = new Header[2];
            if(!StringUtils.isEmpty(userName) && !StringUtils.isEmpty(passWord)){
                headers[0] = new BasicHeader(HttpHeaders.AUTHORIZATION, userName+":"+passWord);
                headers[1] = new BasicHeader("Content-Type", "application/json");
                builder.setDefaultHeaders(headers);
            }
            client = new RestHighLevelClient(builder);
        }
        return client;
    }
    @Override
    public void purePersist(String index, String type, String messageBody) {
        IndexRequest request = new IndexRequest(index).source(messageBody, XContentType.JSON);
        try {
            IndexResponse indexResponse = client.index(request, RequestOptions.DEFAULT);
            log.debug(String.format("索引名称:%s; 更新内容:%s; 文档ID:%s; 状态：%s", indexResponse.getIndex(), messageBody,
                    indexResponse.getId(), indexResponse.status()));
        } catch (IOException e) {
            e.printStackTrace();
            //LOGGER.error(e.getMessage(), e);
        }
    }
    @Override
    public <T extends Serializable> ElasticPage<T> findEntity(String connectionName, Map<String, Object> hashMap, String startDate, String stopDate, PageInfo pageInfo) {
        SearchRequest searchRequest = new SearchRequest();
        SearchSourceBuilder sourceBuilder = new SearchSourceBuilder();
        // 处理查询条件
        List<TermsQueryBuilder> list = new ArrayList<>();
        if (hashMap !=null && !hashMap.isEmpty()) {
            for (Map.Entry<String, Object> entry : hashMap.entrySet()) {
                String mapKey = entry.getKey();
                if (entry.getValue() != null) {
                    String mapValue = entry.getValue().toString();
                    TermsQueryBuilder termsQueryBuilder = QueryBuilders.termsQuery(mapKey, mapValue);
                    list.add(termsQueryBuilder);
                }
            }
        }
        BoolQueryBuilder boolQueryBuilder = QueryBuilders.boolQuery();
        //处理开始结束时间
        if (StringUtils.isNotEmpty(startDate) && StringUtils.isNotEmpty(stopDate)) {
            boolQueryBuilder.must(QueryBuilders.rangeQuery("create_date").gte(startDate).lt(stopDate));
        } else if (StringUtils.isNotEmpty(startDate)) {
            boolQueryBuilder.must(QueryBuilders.rangeQuery("create_date").gte(startDate));
        } else if (StringUtils.isNotEmpty(stopDate)) {
            boolQueryBuilder.must(QueryBuilders.rangeQuery("create_date").lt(stopDate));
        }
        //处理其他条件
        for (TermsQueryBuilder termsAggregationBuilder : list) {
            boolQueryBuilder.must(termsAggregationBuilder);
        }
        sourceBuilder.query(boolQueryBuilder);
        if (pageInfo != null) {
            sourceBuilder.from(pageInfo.getStartNumber()).size(pageInfo.getPageSize());
        }
        searchRequest.indices(connectionName);
        searchRequest.source(sourceBuilder);
        searchRequest.searchType(SearchType.DFS_QUERY_THEN_FETCH);
        SearchResponse searchResponse = null;
        try {
            searchResponse = client.search(searchRequest, RequestOptions.DEFAULT);
        } catch (IOException e) {
            log.error("elastic client.search error"+e.getLocalizedMessage());
            e.printStackTrace();
        }
        log.debug("searchResponse="+searchResponse);
        //解析查询结果
        ElasticPage elasticPage = new ElasticPage();
        long totalSize = searchResponse.getHits().getTotalHits().value;
        Iterator<SearchHit> serarchHits = searchResponse.getHits().iterator();
        List<JSONObject> listResult = new ArrayList<>();
        while(serarchHits.hasNext()) {
            SearchHit searchHit = serarchHits.next();
            JSONObject jsonObject = JSONObject.parseObject(searchHit.getSourceAsString());
            listResult.add(jsonObject);
        }
        log.debug("listResult="+listResult);
        elasticPage.setTotalSize(totalSize);
        elasticPage.setResults(listResult);
        return elasticPage;
    }
    @Override
    public <T extends Serializable> ElasticPage<T> findEntity(Object entity, Date startDate, Date stopDate, PageInfo pageInfo) {
        return null;
    }
    public <T extends Serializable> ElasticPage<T> findEntity(String connectionName, Map<String, Object> hashMap, TimeInfo timeInfo, PageInfo pageInfo, Map<String, String> sortMap)
    {
        SearchRequest searchRequest = new SearchRequest();
        SearchSourceBuilder sourceBuilder = new SearchSourceBuilder();
        List<TermsQueryBuilder> list = new ArrayList();
        Iterator localIterator1;
        if ((hashMap != null) && (!(hashMap.isEmpty()))) {
            for (localIterator1 = hashMap.entrySet().iterator(); localIterator1.hasNext(); ) {
                Map.Entry entry = (Map.Entry)localIterator1.next();
                String mapKey = (String)entry.getKey();
                if (entry.getValue() != null) {
                    TermsQueryBuilder termsQueryBuilder = null;
                    if (entry.getValue().getClass() == ArrayList.class) {
                        this.log.debug("mapKey=" + mapKey + ",entry.getValue()=" + entry.getValue());
                        termsQueryBuilder = QueryBuilders.termsQuery(mapKey, (ArrayList)entry.getValue());
                    } else {
                        String mapValue = entry.getValue().toString();
                        termsQueryBuilder = QueryBuilders.termsQuery(mapKey, new String[] { mapValue });
                    }
                    list.add(termsQueryBuilder);
                }
            }
        }
//        Map.Entry entry;
        BoolQueryBuilder boolQueryBuilder = QueryBuilders.boolQuery();
        if ((timeInfo != null) && (StringUtils.isNotEmpty(timeInfo.getStartTime())) && (StringUtils.isNotEmpty(timeInfo.getEndTime()))){
            boolQueryBuilder.must(QueryBuilders.rangeQuery(timeInfo.getFieldName()).gte(timeInfo.getStartTime()).lt(timeInfo.getEndTime()));
        } else if ((timeInfo != null) && (StringUtils.isNotEmpty(timeInfo.getStartTime()))){
            boolQueryBuilder.must(QueryBuilders.rangeQuery(timeInfo.getFieldName()).gte(timeInfo.getStartTime()));
        }
        else if ((timeInfo != null) && (StringUtils.isNotEmpty(timeInfo.getStartTime()))) {
            boolQueryBuilder.must(QueryBuilders.rangeQuery(timeInfo.getFieldName()).lt(timeInfo.getEndTime()));
        }
        for (TermsQueryBuilder termsAggregationBuilder : list) {
            boolQueryBuilder.must(termsAggregationBuilder);
        }
        sourceBuilder.query(boolQueryBuilder);
        if (pageInfo != null) {
            sourceBuilder.from(pageInfo.getStartNumber()).size(pageInfo.getPageSize());
        }
        if ((sortMap != null) && (sortMap.containsKey("sortFieldName")) && (sortMap.containsKey("sortType"))) {
            SortBuilder sortBuilder = SortBuilders.fieldSort((String)sortMap.get("sortFieldName"));
            String sortType = (String)sortMap.get("sortType");
            if ("ASC".equals(sortType)) {
                sortBuilder.order(SortOrder.ASC);
            }else {
                sortBuilder.order(SortOrder.DESC);
            }
            sourceBuilder.sort(sortBuilder);
        }
        searchRequest.indices(new String[] { connectionName });
        searchRequest.source(sourceBuilder);
        searchRequest.searchType(SearchType.DFS_QUERY_THEN_FETCH);
        SearchResponse searchResponse = null;
        try {
            searchResponse = this.client.search(searchRequest, RequestOptions.DEFAULT);
        } catch (IOException e) {
            this.log.error("elastic client.search error" + e.getLocalizedMessage());
            e.printStackTrace();
        }
        this.log.debug("searchResponse=" + searchResponse);
        ElasticPage elasticPage = new ElasticPage();
        long totalSize = searchResponse.getHits().getTotalHits().value;
        Iterator serarchHits = searchResponse.getHits().iterator();
        List listResult = new ArrayList();
        while (serarchHits.hasNext()) {
            SearchHit searchHit = (SearchHit)serarchHits.next();
            JSONObject jsonObject = JSONObject.parseObject(searchHit.getSourceAsString());
            listResult.add(jsonObject);
        }
        this.log.debug("listResult=" + listResult);
        elasticPage.setTotalSize(totalSize);
        elasticPage.setResults(listResult);
        return elasticPage;
    }
}