Elasticsearch也可以实现商品智能搜索实战

╰半橙微兮° 2023-01-09 12:35 104阅读 0赞

**Elasticsearch也可以实现商品智能搜索**

> 本文主要讲解整合Elasticsearch的过程，以实现商品信息在Elasticsearch中的导入、查询、修改、删除为例。

## 项目使用框架介绍 ##

Elasticsearch  
Elasticsearch 是一个分布式、可扩展、实时的搜索与数据分析引擎。 它能从项目一开始就赋予你的数据以搜索、分析和探索的能力，可用于实现全文搜索和实时数据统计。

package com.macro.mall.search.domain;
    
    import org.springframework.data.annotation.Id;
    import org.springframework.data.elasticsearch.annotations.Document;
    import org.springframework.data.elasticsearch.annotations.Field;
    import org.springframework.data.elasticsearch.annotations.FieldType;
    
    import java.io.Serializable;
    import java.math.BigDecimal;
    import java.util.List;
    
    @Document(indexName = "pms", type = "product",shards = 1,replicas = 0)
    public class EsProduct implements Serializable { 
        private static final long serialVersionUID = -1L;
        @Id
        private Long id;
        @Field(type = FieldType.Keyword)
        private String productSn;
        private Long brandId;
        @Field(type = FieldType.Keyword)
        private String brandName;
        private Long productCategoryId;
        @Field(type = FieldType.Keyword)
        private String productCategoryName;
        private String pic;
        @Field(analyzer = "ik_max_word",type = FieldType.Text)
        private String name;
        @Field(analyzer = "ik_max_word",type = FieldType.Text)
        private String subTitle;
        @Field(analyzer = "ik_max_word",type = FieldType.Text)
        private String keywords;
        private BigDecimal price;
        private Integer sale;
        private Integer newStatus;
        private Integer recommandStatus;
        private Integer stock;
        private Integer promotionType;
        private Integer sort;
        @Field(type =FieldType.Nested)
        private List<EsProductAttributeValue> attrValueList;
    
        public Long getId() { 
            return id;
        }
    
        public void setId(Long id) { 
            this.id = id;
        }
    
        public String getProductSn() { 
            return productSn;
        }
    
        public void setProductSn(String productSn) { 
            this.productSn = productSn;
        }
    
        public Long getBrandId() { 
            return brandId;
        }
    
        public void setBrandId(Long brandId) { 
            this.brandId = brandId;
        }
    
        public String getBrandName() { 
            return brandName;
        }
    
        public void setBrandName(String brandName) { 
            this.brandName = brandName;
        }
    
        public Long getProductCategoryId() { 
            return productCategoryId;
        }
    
        public void setProductCategoryId(Long productCategoryId) { 
            this.productCategoryId = productCategoryId;
        }
    
        public String getProductCategoryName() { 
            return productCategoryName;
        }
    
        public void setProductCategoryName(String productCategoryName) { 
            this.productCategoryName = productCategoryName;
        }
    
        public String getPic() { 
            return pic;
        }
    
        public void setPic(String pic) { 
            this.pic = pic;
        }
    
        public String getName() { 
            return name;
        }
    
        public void setName(String name) { 
            this.name = name;
        }
    
        public String getSubTitle() { 
            return subTitle;
        }
    
        public void setSubTitle(String subTitle) { 
            this.subTitle = subTitle;
        }
    
        public BigDecimal getPrice() { 
            return price;
        }
    
        public void setPrice(BigDecimal price) { 
            this.price = price;
        }
    
        public Integer getSale() { 
            return sale;
        }
    
        public void setSale(Integer sale) { 
            this.sale = sale;
        }
    
        public Integer getNewStatus() { 
            return newStatus;
        }
    
        public void setNewStatus(Integer newStatus) { 
            this.newStatus = newStatus;
        }
    
        public Integer getRecommandStatus() { 
            return recommandStatus;
        }
    
        public void setRecommandStatus(Integer recommandStatus) { 
            this.recommandStatus = recommandStatus;
        }
    
        public Integer getStock() { 
            return stock;
        }
    
        public void setStock(Integer stock) { 
            this.stock = stock;
        }
    
        public Integer getPromotionType() { 
            return promotionType;
        }
    
        public void setPromotionType(Integer promotionType) { 
            this.promotionType = promotionType;
        }
    
        public Integer getSort() { 
            return sort;
        }
    
        public void setSort(Integer sort) { 
            this.sort = sort;
        }
    
        public List<EsProductAttributeValue> getAttrValueList() { 
            return attrValueList;
        }
    
        public void setAttrValueList(List<EsProductAttributeValue> attrValueList) { 
            this.attrValueList = attrValueList;
        }
    
        public String getKeywords() { 
            return keywords;
        }
    
        public void setKeywords(String keywords) { 
            this.keywords = keywords;
        }
    }

## 搜索中的商品属性信息 ##

package com.macro.mall.search.domain;
    
    import org.springframework.data.elasticsearch.annotations.Field;
    import org.springframework.data.elasticsearch.annotations.FieldType;
    
    import java.io.Serializable;
    
    public class EsProductAttributeValue implements Serializable { 
        private static final long serialVersionUID = 1L;
        private Long id;
        private Long productAttributeId;
        //属性值
        @Field(type = FieldType.Keyword)
        private String value;
        //属性参数：0->规格；1->参数
        private Integer type;
        //属性名称
        @Field(type=FieldType.Keyword)
        private String name;
        public Long getId() { 
            return id;
        }
    
        public void setId(Long id) { 
            this.id = id;
        }
    
        public Long getProductAttributeId() { 
            return productAttributeId;
        }
    
        public void setProductAttributeId(Long productAttributeId) { 
            this.productAttributeId = productAttributeId;
        }
    
        public String getValue() { 
            return value;
        }
    
        public void setValue(String value) { 
            this.value = value;
        }
    
        public Integer getType() { 
            return type;
        }
    
        public void setType(Integer type) { 
            this.type = type;
        }
    
        public String getName() { 
            return name;
        }
    
        public void setName(String name) { 
            this.name = name;
        }
    }

## 搜索相关商品品牌名称，分类名称及属性 ##

package com.macro.mall.search.domain;
    
    import java.util.List;
    
    
    public class EsProductRelatedInfo { 
        private List<String> brandNames;
        private List<String> productCategoryNames;
        private List<ProductAttr>   productAttrs;
    
        public List<String> getBrandNames() { 
            return brandNames;
        }
    
        public void setBrandNames(List<String> brandNames) { 
            this.brandNames = brandNames;
        }
    
        public List<String> getProductCategoryNames() { 
            return productCategoryNames;
        }
    
        public void setProductCategoryNames(List<String> productCategoryNames) { 
            this.productCategoryNames = productCategoryNames;
        }
    
        public List<ProductAttr> getProductAttrs() { 
            return productAttrs;
        }
    
        public void setProductAttrs(List<ProductAttr> productAttrs) { 
            this.productAttrs = productAttrs;
        }
    
        public static class ProductAttr{ 
            private Long attrId;
            private String attrName;
            private List<String> attrValues;
    
            public Long getAttrId() { 
                return attrId;
            }
    
            public void setAttrId(Long attrId) { 
                this.attrId = attrId;
            }
    
            public List<String> getAttrValues() { 
                return attrValues;
            }
    
            public void setAttrValues(List<String> attrValues) { 
                this.attrValues = attrValues;
            }
    
            public String getAttrName() { 
                return attrName;
            }
    
            public void setAttrName(String attrName) { 
                this.attrName = attrName;
            }
        }
    }

## 接口类 ##

package com.macro.mall.search.repository;
    
    import com.macro.mall.search.domain.EsProduct;
    import org.springframework.data.domain.Page;
    import org.springframework.data.domain.Pageable;
    import org.springframework.data.elasticsearch.repository.ElasticsearchRepository;
    
    
    public interface EsProductRepository extends ElasticsearchRepository<EsProduct, Long> { 
        /** * 搜索查询 * * @param name 商品名称 * @param subTitle 商品标题 * @param keywords 商品关键字 * @param page 分页信息 * @return */
        Page<EsProduct> findByNameOrSubTitleOrKeywords(String name, String subTitle, String keywords,Pageable page);
    
    }

## 商品搜索管理Service实现类 ##

package com.macro.mall.search.service.impl;
    
    import com.macro.mall.search.dao.EsProductDao;
    import com.macro.mall.search.domain.EsProduct;
    import com.macro.mall.search.domain.EsProductRelatedInfo;
    import com.macro.mall.search.repository.EsProductRepository;
    import com.macro.mall.search.service.EsProductService;
    import org.elasticsearch.action.search.SearchResponse;
    import org.elasticsearch.common.lucene.search.function.FunctionScoreQuery;
    import org.elasticsearch.index.query.BoolQueryBuilder;
    import org.elasticsearch.index.query.QueryBuilders;
    import org.elasticsearch.index.query.functionscore.FunctionScoreQueryBuilder;
    import org.elasticsearch.index.query.functionscore.ScoreFunctionBuilders;
    import org.elasticsearch.search.aggregations.AbstractAggregationBuilder;
    import org.elasticsearch.search.aggregations.Aggregation;
    import org.elasticsearch.search.aggregations.AggregationBuilders;
    import org.elasticsearch.search.aggregations.bucket.filter.InternalFilter;
    import org.elasticsearch.search.aggregations.bucket.nested.InternalNested;
    import org.elasticsearch.search.aggregations.bucket.terms.LongTerms;
    import org.elasticsearch.search.aggregations.bucket.terms.StringTerms;
    import org.elasticsearch.search.aggregations.bucket.terms.Terms;
    import org.elasticsearch.search.sort.SortBuilders;
    import org.elasticsearch.search.sort.SortOrder;
    import org.slf4j.Logger;
    import org.slf4j.LoggerFactory;
    import org.springframework.beans.factory.annotation.Autowired;
    import org.springframework.data.domain.Page;
    import org.springframework.data.domain.PageImpl;
    import org.springframework.data.domain.PageRequest;
    import org.springframework.data.domain.Pageable;
    import org.springframework.data.elasticsearch.core.ElasticsearchTemplate;
    import org.springframework.data.elasticsearch.core.query.NativeSearchQuery;
    import org.springframework.data.elasticsearch.core.query.NativeSearchQueryBuilder;
    import org.springframework.stereotype.Service;
    import org.springframework.util.CollectionUtils;
    import org.springframework.util.StringUtils;
    
    import java.util.ArrayList;
    import java.util.Iterator;
    import java.util.List;
    import java.util.Map;
    
    @Service
    public class EsProductServiceImpl implements EsProductService { 
        private static final Logger LOGGER = LoggerFactory.getLogger(EsProductServiceImpl.class);
        @Autowired
        private EsProductDao productDao;
        @Autowired
        private EsProductRepository productRepository;
        @Autowired
        private ElasticsearchTemplate elasticsearchTemplate;
        @Override
        public int importAll() { 
            List<EsProduct> esProductList = productDao.getAllEsProductList(null);
            Iterable<EsProduct> esProductIterable = productRepository.saveAll(esProductList);
            Iterator<EsProduct> iterator = esProductIterable.iterator();
            int result = 0;
            while (iterator.hasNext()) { 
                result++;
                iterator.next();
            }
            return result;
        }
    
        @Override
        public void delete(Long id) { 
            productRepository.deleteById(id);
        }
    
        @Override
        public EsProduct create(Long id) { 
            EsProduct result = null;
            List<EsProduct> esProductList = productDao.getAllEsProductList(id);
            if (esProductList.size() > 0) { 
                EsProduct esProduct = esProductList.get(0);
                result = productRepository.save(esProduct);
            }
            return result;
        }
    
        @Override
        public void delete(List<Long> ids) { 
            if (!CollectionUtils.isEmpty(ids)) { 
                List<EsProduct> esProductList = new ArrayList<>();
                for (Long id : ids) { 
                    EsProduct esProduct = new EsProduct();
                    esProduct.setId(id);
                    esProductList.add(esProduct);
                }
                productRepository.deleteAll(esProductList);
            }
        }
    
        @Override
        public Page<EsProduct> search(String keyword, Integer pageNum, Integer pageSize) { 
            Pageable pageable = PageRequest.of(pageNum, pageSize);
            return productRepository.findByNameOrSubTitleOrKeywords(keyword, keyword, keyword, pageable);
        }
    
        @Override
        public Page<EsProduct> search(String keyword, Long brandId, Long productCategoryId, Integer pageNum, Integer pageSize,Integer sort) { 
            Pageable pageable = PageRequest.of(pageNum, pageSize);
            NativeSearchQueryBuilder nativeSearchQueryBuilder = new NativeSearchQueryBuilder();
            //分页
            nativeSearchQueryBuilder.withPageable(pageable);
            //过滤
            if (brandId != null || productCategoryId != null) { 
                BoolQueryBuilder boolQueryBuilder = QueryBuilders.boolQuery();
                if (brandId != null) { 
                    boolQueryBuilder.must(QueryBuilders.termQuery("brandId", brandId));
                }
                if (productCategoryId != null) { 
                    boolQueryBuilder.must(QueryBuilders.termQuery("productCategoryId", productCategoryId));
                }
                nativeSearchQueryBuilder.withFilter(boolQueryBuilder);
            }
            //搜索
            if (StringUtils.isEmpty(keyword)) { 
                nativeSearchQueryBuilder.withQuery(QueryBuilders.matchAllQuery());
            } else { 
                List<FunctionScoreQueryBuilder.FilterFunctionBuilder> filterFunctionBuilders = new ArrayList<>();
                filterFunctionBuilders.add(new FunctionScoreQueryBuilder.FilterFunctionBuilder(QueryBuilders.matchQuery("name", keyword),
                        ScoreFunctionBuilders.weightFactorFunction(10)));
                filterFunctionBuilders.add(new FunctionScoreQueryBuilder.FilterFunctionBuilder(QueryBuilders.matchQuery("subTitle", keyword),
                        ScoreFunctionBuilders.weightFactorFunction(5)));
                filterFunctionBuilders.add(new FunctionScoreQueryBuilder.FilterFunctionBuilder(QueryBuilders.matchQuery("keywords", keyword),
                        ScoreFunctionBuilders.weightFactorFunction(2)));
                FunctionScoreQueryBuilder.FilterFunctionBuilder[] builders = new FunctionScoreQueryBuilder.FilterFunctionBuilder[filterFunctionBuilders.size()];
                filterFunctionBuilders.toArray(builders);
                FunctionScoreQueryBuilder functionScoreQueryBuilder = QueryBuilders.functionScoreQuery(builders)
                        .scoreMode(FunctionScoreQuery.ScoreMode.SUM)
                        .setMinScore(2);
                nativeSearchQueryBuilder.withQuery(functionScoreQueryBuilder);
            }
            //排序
            if(sort==1){ 
                //按新品从新到旧
                nativeSearchQueryBuilder.withSort(SortBuilders.fieldSort("id").order(SortOrder.DESC));
            }else if(sort==2){ 
                //按销量从高到低
                nativeSearchQueryBuilder.withSort(SortBuilders.fieldSort("sale").order(SortOrder.DESC));
            }else if(sort==3){ 
                //按价格从低到高
                nativeSearchQueryBuilder.withSort(SortBuilders.fieldSort("price").order(SortOrder.ASC));
            }else if(sort==4){ 
                //按价格从高到低
                nativeSearchQueryBuilder.withSort(SortBuilders.fieldSort("price").order(SortOrder.DESC));
            }else{ 
                //按相关度
                nativeSearchQueryBuilder.withSort(SortBuilders.scoreSort().order(SortOrder.DESC));
            }
            nativeSearchQueryBuilder.withSort(SortBuilders.scoreSort().order(SortOrder.DESC));
            NativeSearchQuery searchQuery = nativeSearchQueryBuilder.build();
            LOGGER.info("DSL:{}", searchQuery.getQuery().toString());
            return productRepository.search(searchQuery);
        }
    
        @Override
        public Page<EsProduct> recommend(Long id, Integer pageNum, Integer pageSize) { 
            Pageable pageable = PageRequest.of(pageNum, pageSize);
            List<EsProduct> esProductList = productDao.getAllEsProductList(id);
            if (esProductList.size() > 0) { 
                EsProduct esProduct = esProductList.get(0);
                String keyword = esProduct.getName();
                Long brandId = esProduct.getBrandId();
                Long productCategoryId = esProduct.getProductCategoryId();
                //根据商品标题、品牌、分类进行搜索
                List<FunctionScoreQueryBuilder.FilterFunctionBuilder> filterFunctionBuilders = new ArrayList<>();
                filterFunctionBuilders.add(new FunctionScoreQueryBuilder.FilterFunctionBuilder(QueryBuilders.matchQuery("name", keyword),
                        ScoreFunctionBuilders.weightFactorFunction(8)));
                filterFunctionBuilders.add(new FunctionScoreQueryBuilder.FilterFunctionBuilder(QueryBuilders.matchQuery("subTitle", keyword),
                        ScoreFunctionBuilders.weightFactorFunction(2)));
                filterFunctionBuilders.add(new FunctionScoreQueryBuilder.FilterFunctionBuilder(QueryBuilders.matchQuery("keywords", keyword),
                        ScoreFunctionBuilders.weightFactorFunction(2)));
                filterFunctionBuilders.add(new FunctionScoreQueryBuilder.FilterFunctionBuilder(QueryBuilders.matchQuery("brandId", brandId),
                        ScoreFunctionBuilders.weightFactorFunction(10)));
                filterFunctionBuilders.add(new FunctionScoreQueryBuilder.FilterFunctionBuilder(QueryBuilders.matchQuery("productCategoryId", productCategoryId),
                        ScoreFunctionBuilders.weightFactorFunction(6)));
                FunctionScoreQueryBuilder.FilterFunctionBuilder[] builders = new FunctionScoreQueryBuilder.FilterFunctionBuilder[filterFunctionBuilders.size()];
                filterFunctionBuilders.toArray(builders);
                FunctionScoreQueryBuilder functionScoreQueryBuilder = QueryBuilders.functionScoreQuery(builders)
                        .scoreMode(FunctionScoreQuery.ScoreMode.SUM)
                        .setMinScore(2);
                NativeSearchQueryBuilder builder = new NativeSearchQueryBuilder();
                builder.withQuery(functionScoreQueryBuilder);
                builder.withPageable(pageable);
                NativeSearchQuery searchQuery = builder.build();
                LOGGER.info("DSL:{}", searchQuery.getQuery().toString());
                return productRepository.search(searchQuery);
            }
            return new PageImpl<>(null);
        }
    
        @Override
        public EsProductRelatedInfo searchRelatedInfo(String keyword) { 
            NativeSearchQueryBuilder builder = new NativeSearchQueryBuilder();
            //搜索条件
            if(StringUtils.isEmpty(keyword)){ 
                builder.withQuery(QueryBuilders.matchAllQuery());
            }else{ 
                builder.withQuery(QueryBuilders.multiMatchQuery(keyword,"name","subTitle","keywords"));
            }
            //聚合搜索品牌名称
            builder.addAggregation(AggregationBuilders.terms("brandNames").field("brandName"));
            //集合搜索分类名称
            builder.addAggregation(AggregationBuilders.terms("productCategoryNames").field("productCategoryName"));
            //聚合搜索商品属性，去除type=1的属性
            AbstractAggregationBuilder aggregationBuilder = AggregationBuilders.nested("allAttrValues","attrValueList")
                    .subAggregation(AggregationBuilders.filter("productAttrs",QueryBuilders.termQuery("attrValueList.type",1))
                    .subAggregation(AggregationBuilders.terms("attrIds")
                            .field("attrValueList.productAttributeId")
                            .subAggregation(AggregationBuilders.terms("attrValues")
                                    .field("attrValueList.value"))
                            .subAggregation(AggregationBuilders.terms("attrNames")
                                    .field("attrValueList.name"))));
            builder.addAggregation(aggregationBuilder);
            NativeSearchQuery searchQuery = builder.build();
            return elasticsearchTemplate.query(searchQuery, response -> { 
                LOGGER.info("DSL:{}",searchQuery.getQuery().toString());
                return convertProductRelatedInfo(response);
            });
        }
    
        /** * 将返回结果转换为对象 */
        private EsProductRelatedInfo convertProductRelatedInfo(SearchResponse response) { 
            EsProductRelatedInfo productRelatedInfo = new EsProductRelatedInfo();
            Map<String, Aggregation> aggregationMap = response.getAggregations().getAsMap();
            //设置品牌
            Aggregation brandNames = aggregationMap.get("brandNames");
            List<String> brandNameList = new ArrayList<>();
            for(int i = 0; i<((Terms) brandNames).getBuckets().size(); i++){ 
                brandNameList.add(((Terms) brandNames).getBuckets().get(i).getKeyAsString());
            }
            productRelatedInfo.setBrandNames(brandNameList);
            //设置分类
            Aggregation productCategoryNames = aggregationMap.get("productCategoryNames");
            List<String> productCategoryNameList = new ArrayList<>();
            for(int i=0;i<((Terms) productCategoryNames).getBuckets().size();i++){ 
                productCategoryNameList.add(((Terms) productCategoryNames).getBuckets().get(i).getKeyAsString());
            }
            productRelatedInfo.setProductCategoryNames(productCategoryNameList);
            //设置参数
            Aggregation productAttrs = aggregationMap.get("allAttrValues");
            List<LongTerms.Bucket> attrIds = ((LongTerms) ((InternalFilter) ((InternalNested) productAttrs).getProperty("productAttrs")).getProperty("attrIds")).getBuckets();
            List<EsProductRelatedInfo.ProductAttr> attrList = new ArrayList<>();
            for (Terms.Bucket attrId : attrIds) { 
                EsProductRelatedInfo.ProductAttr attr = new EsProductRelatedInfo.ProductAttr();
                attr.setAttrId((Long) attrId.getKey());
                List<String> attrValueList = new ArrayList<>();
                List<StringTerms.Bucket> attrValues = ((StringTerms) attrId.getAggregations().get("attrValues")).getBuckets();
                List<StringTerms.Bucket> attrNames = ((StringTerms) attrId.getAggregations().get("attrNames")).getBuckets();
                for (Terms.Bucket attrValue : attrValues) { 
                    attrValueList.add(attrValue.getKeyAsString());
                }
                attr.setAttrValues(attrValueList);
                if(!CollectionUtils.isEmpty(attrNames)){ 
                    String attrName = attrNames.get(0).getKeyAsString();
                    attr.setAttrName(attrName);
                }
                attrList.add(attr);
            }
            productRelatedInfo.setProductAttrs(attrList);
            return productRelatedInfo;
        }
    }

## 进行接口测试 ##

## 将数据库中数据导入到Elasticsearch ##

![在这里插入图片描述][watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3dlaXhpbl80NDMwMjI0MA_size_16_color_FFFFFF_t_70]

## 进行商品搜索 ##

![在这里插入图片描述][watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3dlaXhpbl80NDMwMjI0MA_size_16_color_FFFFFF_t_70 1]

[watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3dlaXhpbl80NDMwMjI0MA_size_16_color_FFFFFF_t_70]: /images/20221119/919fa0ac90e54e99a67cf7b91f1c8e2d.png
[watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3dlaXhpbl80NDMwMjI0MA_size_16_color_FFFFFF_t_70 1]: https://img-blog.csdnimg.cn/20210121104347353.png?x-oss-process=image/watermark,type_ZmFuZ3poZW5naGVpdGk,shadow_10,text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3dlaXhpbl80NDMwMjI0MA==,size_16,color_FFFFFF,t_70