java操作elasticsearch使用QueryBuilders进行数据查询

ゝ一世哀愁。 2022-06-06 01:24 426阅读 0赞

/\*\*

\* 系统环境: vm12 下的centos 7.2

\* 当前安装版本: elasticsearch-2.4.0.tar.gz

\*/

QueryBuilder 是es中提供的一个查询接口, 可以对其进行参数设置来进行查用擦还训

![复制代码][copycode.gif]

package com.wenbronk.javaes;
    
    import java.net.InetSocketAddress;
    import java.util.ArrayList;
    import java.util.Iterator;
    import java.util.Map.Entry;
    
    import org.elasticsearch.action.ListenableActionFuture;
    import org.elasticsearch.action.get.GetRequestBuilder;
    import org.elasticsearch.action.get.GetResponse;
    import org.elasticsearch.action.search.SearchResponse;
    import org.elasticsearch.action.search.SearchType;
    import org.elasticsearch.client.transport.TransportClient;
    import org.elasticsearch.common.settings.Settings;
    import org.elasticsearch.common.text.Text;
    import org.elasticsearch.common.transport.InetSocketTransportAddress;
    import org.elasticsearch.common.unit.TimeValue;
    import org.elasticsearch.index.query.IndicesQueryBuilder;
    import org.elasticsearch.index.query.NestedQueryBuilder;
    import org.elasticsearch.index.query.QueryBuilder;
    import org.elasticsearch.index.query.QueryBuilders;
    import org.elasticsearch.index.query.QueryStringQueryBuilder;
    import org.elasticsearch.index.query.RangeQueryBuilder;
    import org.elasticsearch.index.query.SpanFirstQueryBuilder;
    import org.elasticsearch.index.query.WildcardQueryBuilder;
    import org.elasticsearch.search.SearchHit;
    import org.elasticsearch.search.SearchHits;
    import org.junit.Before;
    import org.junit.Test;
    
    /**
     * java操作查询api
     * @author 231
     *
     */
    public class JavaESQuery {
        
        private TransportClient client;
        
        @Before
        public void testBefore() {
            Settings settings = Settings.settingsBuilder().put("cluster.name", "wenbronk_escluster").build();
            client = TransportClient.builder().settings(settings).build()
                     .addTransportAddress(new InetSocketTransportAddress(new InetSocketAddress("192.168.50.37", 9300)));
            System.out.println("success to connect escluster");
        }
    
        /**
         * 使用get查询
         */
        @Test
        public void testGet() {
            GetRequestBuilder requestBuilder = client.prepareGet("twitter", "tweet", "1");
            GetResponse response = requestBuilder.execute().actionGet();
            GetResponse getResponse = requestBuilder.get();
            ListenableActionFuture<GetResponse> execute = requestBuilder.execute();
            System.out.println(response.getSourceAsString());
        }
        
        /**
         * 使用QueryBuilder
         * termQuery("key", obj) 完全匹配
         * termsQuery("key", obj1, obj2..)   一次匹配多个值
         * matchQuery("key", Obj) 单个匹配, field不支持通配符, 前缀具高级特性
         * multiMatchQuery("text", "field1", "field2"..);  匹配多个字段, field有通配符忒行
         * matchAllQuery();         匹配所有文件
         */
        @Test
        public void testQueryBuilder() {
    //        QueryBuilder queryBuilder = QueryBuilders.termQuery("user", "kimchy");
    　　　　　　QueryBUilder queryBuilder = QueryBuilders.termQuery("user", "kimchy", "wenbronk", "vini");
            QueryBuilders.termsQuery("user", new ArrayList<String>().add("kimchy"));
    //        QueryBuilder queryBuilder = QueryBuilders.matchQuery("user", "kimchy");
    //        QueryBuilder queryBuilder = QueryBuilders.multiMatchQuery("kimchy", "user", "message", "gender");
            QueryBuilder queryBuilder = QueryBuilders.matchAllQuery();
            searchFunction(queryBuilder);
            
        }
        
        /**
         * 组合查询
         * must(QueryBuilders) :   AND
         * mustNot(QueryBuilders): NOT
         * should:                  : OR
         */
        @Test
        public void testQueryBuilder2() {
            QueryBuilder queryBuilder = QueryBuilders.boolQuery()
                .must(QueryBuilders.termQuery("user", "kimchy"))
                .mustNot(QueryBuilders.termQuery("message", "nihao"))
                .should(QueryBuilders.termQuery("gender", "male"));
            searchFunction(queryBuilder);
        }
        
        /**
         * 只查询一个id的
         * QueryBuilders.idsQuery(String...type).ids(Collection<String> ids)
         */
        @Test
        public void testIdsQuery() {
            QueryBuilder queryBuilder = QueryBuilders.idsQuery().ids("1");
            searchFunction(queryBuilder);
        }
        
        /**
         * 包裹查询, 高于设定分数, 不计算相关性
         */
        @Test
        public void testConstantScoreQuery() {
            QueryBuilder queryBuilder = QueryBuilders.constantScoreQuery(QueryBuilders.termQuery("name", "kimchy")).boost(2.0f);
            searchFunction(queryBuilder);
            // 过滤查询
    //        QueryBuilders.constantScoreQuery(FilterBuilders.termQuery("name", "kimchy")).boost(2.0f);
            
        }
        
        /**
         * disMax查询
         * 对子查询的结果做union, score沿用子查询score的最大值, 
         * 广泛用于muti-field查询
         */
        @Test
        public void testDisMaxQuery() {
            QueryBuilder queryBuilder = QueryBuilders.disMaxQuery()
                .add(QueryBuilders.termQuery("user", "kimch"))  // 查询条件
                .add(QueryBuilders.termQuery("message", "hello"))
                .boost(1.3f)
                .tieBreaker(0.7f);
            searchFunction(queryBuilder);
        }
        
        /**
         * 模糊查询
         * 不能用通配符, 不知道干啥用
         */
        @Test
        public void testFuzzyQuery() {
            QueryBuilder queryBuilder = QueryBuilders.fuzzyQuery("user", "kimch");
            searchFunction(queryBuilder);
        }
        
        /**
         * 父或子的文档查询
         */
        @Test
        public void testChildQuery() {
            QueryBuilder queryBuilder = QueryBuilders.hasChildQuery("sonDoc", QueryBuilders.termQuery("name", "vini"));
            searchFunction(queryBuilder);
        }
        
        /**
         * moreLikeThisQuery: 实现基于内容推荐, 支持实现一句话相似文章查询
         * {   
            "more_like_this" : {   
            "fields" : ["title", "content"],   // 要匹配的字段, 不填默认_all
            "like_text" : "text like this one",   // 匹配的文本
            }   
        }     
        
        percent_terms_to_match：匹配项（term）的百分比，默认是0.3
    
        min_term_freq：一篇文档中一个词语至少出现次数，小于这个值的词将被忽略，默认是2
        
        max_query_terms：一条查询语句中允许最多查询词语的个数，默认是25
        
        stop_words：设置停止词，匹配时会忽略停止词
        
        min_doc_freq：一个词语最少在多少篇文档中出现，小于这个值的词会将被忽略，默认是无限制
        
        max_doc_freq：一个词语最多在多少篇文档中出现，大于这个值的词会将被忽略，默认是无限制
        
        min_word_len：最小的词语长度，默认是0
        
        max_word_len：最多的词语长度，默认无限制
        
        boost_terms：设置词语权重，默认是1
        
        boost：设置查询权重，默认是1
        
        analyzer：设置使用的分词器，默认是使用该字段指定的分词器
         */
        @Test
        public void testMoreLikeThisQuery() {
            QueryBuilder queryBuilder = QueryBuilders.moreLikeThisQuery("user")
                                .like("kimchy");
    //                            .minTermFreq(1)         //最少出现的次数
    //                            .maxQueryTerms(12);        // 最多允许查询的词语
            searchFunction(queryBuilder);
        }
        
        /**
         * 前缀查询
         */
        @Test
        public void testPrefixQuery() {
            QueryBuilder queryBuilder = QueryBuilders.matchQuery("user", "kimchy");
            searchFunction(queryBuilder);
        }
        
        /**
         * 查询解析查询字符串
         */
        @Test
        public void testQueryString() {
            QueryBuilder queryBuilder = QueryBuilders.queryStringQuery("+kimchy");
            searchFunction(queryBuilder);
        }
        
        /**
         * 范围内查询
         */
        public void testRangeQuery() {
            QueryBuilder queryBuilder = QueryBuilders.rangeQuery("user")
                .from("kimchy")
                .to("wenbronk")
                .includeLower(true)     // 包含上界
                .includeUpper(true);      // 包含下届
            searchFunction(queryBuilder);
        }
        
        /**
         * 跨度查询
         */
        @Test
        public void testSpanQueries() {
             QueryBuilder queryBuilder1 = QueryBuilders.spanFirstQuery(QueryBuilders.spanTermQuery("name", "葫芦580娃"), 30000);     // Max查询范围的结束位置  
          
             QueryBuilder queryBuilder2 = QueryBuilders.spanNearQuery()  
                    .clause(QueryBuilders.spanTermQuery("name", "葫芦580娃")) // Span Term Queries  
                    .clause(QueryBuilders.spanTermQuery("name", "葫芦3812娃"))  
                    .clause(QueryBuilders.spanTermQuery("name", "葫芦7139娃"))  
                    .slop(30000)                                               // Slop factor  
                    .inOrder(false)  
                    .collectPayloads(false);  
      
            // Span Not
             QueryBuilder queryBuilder3 = QueryBuilders.spanNotQuery()  
                    .include(QueryBuilders.spanTermQuery("name", "葫芦580娃"))  
                    .exclude(QueryBuilders.spanTermQuery("home", "山西省太原市2552街道"));  
      
            // Span Or   
             QueryBuilder queryBuilder4 = QueryBuilders.spanOrQuery()  
                    .clause(QueryBuilders.spanTermQuery("name", "葫芦580娃"))  
                    .clause(QueryBuilders.spanTermQuery("name", "葫芦3812娃"))  
                    .clause(QueryBuilders.spanTermQuery("name", "葫芦7139娃"));  
      
            // Span Term  
             QueryBuilder queryBuilder5 = QueryBuilders.spanTermQuery("name", "葫芦580娃");  
        }
        
        /**
         * 测试子查询
         */
        @Test
        public void testTopChildrenQuery() {
            QueryBuilders.hasChildQuery("tweet", 
                    QueryBuilders.termQuery("user", "kimchy"))
                .scoreMode("max");
        }
        
        /**
         * 通配符查询, 支持 * 
         * 匹配任何字符序列, 包括空
         * 避免* 开始, 会检索大量内容造成效率缓慢
         */
        @Test
        public void testWildCardQuery() {
            QueryBuilder queryBuilder = QueryBuilders.wildcardQuery("user", "ki*hy");
            searchFunction(queryBuilder);
        }
        
        /**
         * 嵌套查询, 内嵌文档查询
         */
        @Test
        public void testNestedQuery() {
            QueryBuilder queryBuilder = QueryBuilders.nestedQuery("location", 
                    QueryBuilders.boolQuery()
                        .must(QueryBuilders.matchQuery("location.lat", 0.962590433140581))
                        .must(QueryBuilders.rangeQuery("location.lon").lt(36.0000).gt(0.000)))
            .scoreMode("total");
            
        }
        
        /**
         * 测试索引查询
         */
        @Test
        public void testIndicesQueryBuilder () {
            QueryBuilder queryBuilder = QueryBuilders.indicesQuery(
                    QueryBuilders.termQuery("user", "kimchy"), "index1", "index2")
                    .noMatchQuery(QueryBuilders.termQuery("user", "kimchy"));
            
        }
        
        
        
        /**
         * 查询遍历抽取
         * @param queryBuilder
         */
        private void searchFunction(QueryBuilder queryBuilder) {
            SearchResponse response = client.prepareSearch("twitter")
                    .setSearchType(SearchType.DFS_QUERY_THEN_FETCH)
                    .setScroll(new TimeValue(60000))
                    .setQuery(queryBuilder)
                    .setSize(100).execute().actionGet();
            
            while(true) {
                response = client.prepareSearchScroll(response.getScrollId())
                    .setScroll(new TimeValue(60000)).execute().actionGet();
                for (SearchHit hit : response.getHits()) {
                    Iterator<Entry<String, Object>> iterator = hit.getSource().entrySet().iterator();
                    while(iterator.hasNext()) {
                        Entry<String, Object> next = iterator.next();
                        System.out.println(next.getKey() + ": " + next.getValue());
                        if(response.getHits().hits().length == 0) {
                            break;
                        }
                    }
                }
                break;
            }
    //        testResponse(response);
        }
        
        /**
         * 对response结果的分析
         * @param response
         */
        public void testResponse(SearchResponse response) {
            // 命中的记录数
            long totalHits = response.getHits().totalHits();
            
            for (SearchHit searchHit : response.getHits()) {
                // 打分
                float score = searchHit.getScore();
                // 文章id
                int id = Integer.parseInt(searchHit.getSource().get("id").toString());
                // title
                String title = searchHit.getSource().get("title").toString();
                // 内容
                String content = searchHit.getSource().get("content").toString();
                // 文章更新时间
                long updatetime = Long.parseLong(searchHit.getSource().get("updatetime").toString());
            }
        }
        
        /**
         * 对结果设置高亮显示
         */
        public void testHighLighted() {
            /*  5.0 版本后的高亮设置
             * client.#().#().highlighter(hBuilder).execute().actionGet();
            HighlightBuilder hBuilder = new HighlightBuilder();
            hBuilder.preTags("<h2>");
            hBuilder.postTags("</h2>");
            hBuilder.field("user");        // 设置高亮显示的字段
            */
            // 加入查询中
            SearchResponse response = client.prepareSearch("blog")
                .setQuery(QueryBuilders.matchAllQuery())
                .addHighlightedField("user")        // 添加高亮的字段
                .setHighlighterPreTags("<h1>")
                .setHighlighterPostTags("</h1>")
                .execute().actionGet();
            
            // 遍历结果, 获取高亮片段
            SearchHits searchHits = response.getHits();
            for(SearchHit hit:searchHits){
                System.out.println("String方式打印文档搜索内容:");
                System.out.println(hit.getSourceAsString());
                System.out.println("Map方式打印高亮内容");
                System.out.println(hit.getHighlightFields());
    
                System.out.println("遍历高亮集合，打印高亮片段:");
                Text[] text = hit.getHighlightFields().get("title").getFragments();
                for (Text str : text) {
                    System.out.println(str.string());
                }
            }
        }
    }

原文网址：http://www.cnblogs.com/wenbronk/p/6432990.html

[copycode.gif]: /images/20220606/ea9204fdfd474e31ae3625a2fc91ff46.png