Authored by unknown

找相似缓存逻辑优化

package com.yoho.search.service.helper;
import org.springframework.stereotype.Component;
@Component
public class SearchCacheKeyHelper {
private static final String PERFIX_KEY = "YOHOSEARCH:";
/**
* 全站找相似的cacheKey
*
* @param productSkn
* @param pageSize
* @return
*/
public String getSearchLikeKeyCache(String productSkn, int pageSize) {
return new StringBuilder(PERFIX_KEY).append("SEARCHLIKE:").append(productSkn).append(':').append(pageSize).toString();
}
/**
* 店铺内找相似的cacheKey
*
* @param productSkn
* @param pageSize
* @return
*/
public String getSearchLikeInShopKeyCache(String productSkn, int pageSize) {
return new StringBuilder(PERFIX_KEY).append("SEARCHLIKE_IN_SHOP:").append(productSkn).append(':').append(pageSize).toString();
}
/**
* 店铺外找相似的cacheKey
*
* @param productSkn
* @param pageSize
* @return
*/
public String getSearchLikeNotInShopKeyCache(String productSkn, int pageSize) {
return new StringBuilder(PERFIX_KEY).append("SEARCHLIKE_NOT_IN_SHOP:").append(productSkn).append(':').append(pageSize).toString();
}
}
... ...
package com.yoho.search.service.scene.common;
import javax.annotation.PostConstruct;
import org.springframework.beans.factory.annotation.Autowired;
import com.yoho.search.common.cache.SearchCacheFactory;
import com.yoho.search.common.cache.model.SearchCache;
import com.yoho.search.service.base.SearchCacheService;
import com.yoho.search.service.helper.SearchCacheKeyHelper;
public abstract class AbstractCacheAbleService {
@Autowired
protected SearchCacheService searchCacheService;
@Autowired
protected SearchCacheFactory searchCacheFactory;
@Autowired
protected SearchCacheKeyHelper searchCacheKeyHelper;
protected SearchCache searchCache;
public abstract SearchCache getSearchCache();
@PostConstruct
void init(){
this.searchCache = getSearchCache();
}
}
... ...
... ... @@ -5,8 +5,6 @@ import java.util.Arrays;
import java.util.List;
import java.util.Map;
import javax.annotation.PostConstruct;
import org.apache.commons.lang.StringUtils;
import org.elasticsearch.index.query.BoolQueryBuilder;
import org.elasticsearch.index.query.QueryBuilder;
... ... @@ -14,21 +12,18 @@ import org.elasticsearch.index.query.QueryBuilders;
import org.elasticsearch.search.sort.SortBuilder;
import org.elasticsearch.search.sort.SortBuilders;
import org.elasticsearch.search.sort.SortOrder;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Service;
import com.alibaba.fastjson.JSONObject;
import com.yoho.search.base.utils.ISearchConstants;
import com.yoho.search.common.cache.SearchCacheFactory;
import com.yoho.search.common.cache.model.SearchCache;
import com.yoho.search.core.es.model.SearchParam;
import com.yoho.search.models.SearchApiResult;
import com.yoho.search.service.base.SearchCacheService;
import com.yoho.search.service.base.SearchCommonService;
import com.yoho.search.service.base.SearchRequestParams;
import com.yoho.search.service.base.index.ProductIndexBaseService;
import com.yoho.search.service.helper.AggProductListHelper;
import com.yoho.search.service.helper.SearchCommonHelper;
import com.yoho.search.service.scene.common.AbstractCacheAbleService;
/**
* 店铺内找相似
... ... @@ -36,28 +31,18 @@ import com.yoho.search.service.helper.SearchCommonHelper;
* @author gufei.hu
*/
@Service
public class SearchLikeInShopService {
@Autowired
private SearchCommonService searchCommonService;
@Autowired
private AggProductListHelper aggProductListHelper;
public class SearchLikeInShopService extends AbstractCacheAbleService {
private static final Logger logger = LoggerFactory.getLogger(SearchLikeInShopService.class);
@Autowired
private SearchLikeHelper searchLikeHelper;
@Autowired
private ProductIndexBaseService productIndexBaseService;
@Autowired
private SearchCacheService searchCacheService;
@Autowired
private SearchCacheFactory searchCacheFactory;
@Autowired
private SearchCommonHelper searchCommonHelper;
private SearchCache searchLikeSearchCache;
@PostConstruct
void init() {
searchLikeSearchCache = searchCacheFactory.getSearchLikeSearchCache();
@Override
public SearchCache getSearchCache() {
return searchCacheFactory.getSearchLikeSearchCache();
}
/**
... ... @@ -67,53 +52,58 @@ public class SearchLikeInShopService {
* @return
*/
public SearchApiResult searchLikeInShop(Map<String, String> paramMap) {
// 1、获取参数
String productSkn = paramMap.get(SearchRequestParams.PARAM_SEARCH_PRODUCT_SKN);
if (StringUtils.isBlank(productSkn)) {
return new SearchApiResult().setCode(400).setMessage("请输入SKN");
}
// 2、获取当前查询的SKN的基本信息
JSONObject productInfoInEs = searchLikeHelper.getProductInfoInEs(productSkn);
if (productInfoInEs == null) {
return new SearchApiResult().setCode(400).setMessage("SKN不存在");
}
// 3、检测数量参数[默认展示10条,最多展示60条]
int pageSize = StringUtils.isBlank(paramMap.get("viewNum")) ? 20 : Integer.parseInt(paramMap.get("viewNum"));
if (pageSize > 30 || pageSize <= 0) {
pageSize = 30;
}
try {
// 1、获取参数
String productSkn = paramMap.get(SearchRequestParams.PARAM_SEARCH_PRODUCT_SKN);
if (StringUtils.isBlank(productSkn)) {
return new SearchApiResult().setCode(400).setMessage("请输入SKN");
}
// 2、检测分页参数【默认30条,最多60条】
int pageSize = searchLikeHelper.getPageSize(paramMap);
// 4、设置第一步SearchParam
List<SearchParam> searchParams = new ArrayList<SearchParam>();
searchParams.add(this.builderSearchParam(productInfoInEs, Arrays.asList(productSkn), pageSize));
// 5、从缓存中获取数据,有则直接返回
String productIndexName = ISearchConstants.INDEX_NAME_PRODUCT_INDEX;
JSONObject cacheObject = searchCacheService.getJSONObjectFromCache(searchLikeSearchCache, productIndexName, searchParams);
if (cacheObject != null) {
return new SearchApiResult().setData(cacheObject);
}
// 6、获取搜索结果[截取条数]
List<Map<String, Object>> tempProductList = searchLikeHelper.queryProductList(searchParams);
if (tempProductList.size() > pageSize) {
tempProductList = tempProductList.subList(0, pageSize);
}
// 3、从缓存中获取,找到则直接返回
String redisCacheKey = searchCacheKeyHelper.getSearchLikeInShopKeyCache(productSkn, pageSize);
JSONObject cacheObject = searchCacheService.getJSONObjectFromCache(this.searchCache, redisCacheKey);
if (cacheObject != null) {
return new SearchApiResult().setData(cacheObject);
}
// 4、获取当前查询的SKN的基本信息
JSONObject productInfoInEs = searchLikeHelper.getProductInfoInEs(productSkn);
if (productInfoInEs == null) {
return new SearchApiResult().setCode(400).setMessage("SKN不存在");
}
// 5、设置SearchParams
List<SearchParam> searchParams = new ArrayList<SearchParam>();
searchParams.add(this.builderSearchParam(productInfoInEs, Arrays.asList(productSkn), pageSize));
// 6、获取搜索结果[截取条数]
List<Map<String, Object>> tempProductList = searchLikeHelper.queryProductList(searchParams);
if (tempProductList.size() > pageSize) {
tempProductList = tempProductList.subList(0, pageSize);
}
// 7、构造真实返回结果
List<Map<String, Object>> productListResults = new ArrayList<Map<String, Object>>();
if (!tempProductList.isEmpty()) {
productListResults = productIndexBaseService.getProductListWithPricePlan(tempProductList);
}
JSONObject result = new JSONObject();
result.put("page", 1);
result.put("page_total", 1);
result.put("page_size", pageSize);
result.put("total", productListResults.size());
result.put("product_info", searchLikeHelper.genProductInfoResult(productInfoInEs));
result.put("product_list", productListResults);
// 7、构造真实返回结果
List<Map<String, Object>> productListResults = new ArrayList<Map<String, Object>>();
if (!tempProductList.isEmpty()) {
productListResults = productIndexBaseService.getProductListWithPricePlan(tempProductList);
// 8、结果加入缓存
searchCacheService.addJSONObjectToCache(this.searchCache, redisCacheKey, result);
return new SearchApiResult().setData(result);
} catch (Exception e) {
logger.error(e.getMessage(), e);
return new SearchApiResult().setData(null).setMessage("searchLikeInShop Exception").setCode(500);
}
JSONObject result = new JSONObject();
result.put("page", 1);
result.put("page_total", 1);
result.put("page_size", pageSize);
result.put("total", productListResults.size());
result.put("product_info", searchLikeHelper.genProductInfoResult(productInfoInEs));
result.put("product_list", productListResults);
searchCacheService.addJSONObjectToCache(searchLikeSearchCache, productIndexName, searchParams, result);
return new SearchApiResult().setData(result);
}
private SearchParam builderSearchParam(JSONObject productInfoInEs, List<String> productSkns, int pageSize) {
... ... @@ -143,7 +133,7 @@ public class SearchLikeInShopService {
String gender = productInfoInEs.getString("gender");
List<String> genderList = searchLikeHelper.getGenderInfo(gender);
if (genderList != null && !genderList.isEmpty()) {
boolFilter.must(QueryBuilders.termsQuery("gender",genderList));
boolFilter.must(QueryBuilders.termsQuery("gender", genderList));
}
// 2)设置品牌或店铺信息
Integer brandId = productInfoInEs.getInteger("brandId");
... ...
... ... @@ -5,8 +5,6 @@ import java.util.Arrays;
import java.util.List;
import java.util.Map;
import javax.annotation.PostConstruct;
import org.apache.commons.lang.StringUtils;
import org.elasticsearch.index.query.BoolQueryBuilder;
import org.elasticsearch.index.query.QueryBuilder;
... ... @@ -14,21 +12,19 @@ import org.elasticsearch.index.query.QueryBuilders;
import org.elasticsearch.search.sort.SortBuilder;
import org.elasticsearch.search.sort.SortBuilders;
import org.elasticsearch.search.sort.SortOrder;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Service;
import com.alibaba.fastjson.JSONObject;
import com.yoho.search.base.utils.ISearchConstants;
import com.yoho.search.common.cache.SearchCacheFactory;
import com.yoho.search.common.cache.model.SearchCache;
import com.yoho.search.core.es.model.SearchParam;
import com.yoho.search.models.SearchApiResult;
import com.yoho.search.service.base.SearchCacheService;
import com.yoho.search.service.base.SearchCommonService;
import com.yoho.search.service.base.SearchDynamicConfigService;
import com.yoho.search.service.base.SearchRequestParams;
import com.yoho.search.service.base.index.ProductIndexBaseService;
import com.yoho.search.service.helper.AggProductListHelper;
import com.yoho.search.service.scene.common.AbstractCacheAbleService;
/**
* 店铺外找相似
... ... @@ -37,28 +33,20 @@ import com.yoho.search.service.helper.AggProductListHelper;
*
*/
@Service
public class SearchLikeNotInShopService {
@Autowired
private SearchCommonService searchCommonService;
@Autowired
private AggProductListHelper aggProductListHelper;
public class SearchLikeNotInShopService extends AbstractCacheAbleService {
private static final Logger logger = LoggerFactory.getLogger(SearchLikeNotInShopService.class);
@Autowired
private SearchLikeHelper searchLikeHelper;
@Autowired
private ProductIndexBaseService productIndexBaseService;
@Autowired
private SearchCacheService searchCacheService;
@Autowired
private SearchCacheFactory searchCacheFactory;
@Autowired
private SearchDynamicConfigService searchDynamicConfigService;
private SearchCache searchLikeSearchCache;
@PostConstruct
void init() {
searchLikeSearchCache = searchCacheFactory.getSearchLikeSearchCache();
@Override
public SearchCache getSearchCache() {
return searchCacheFactory.getSearchLikeSearchCache();
}
/**
... ... @@ -68,51 +56,62 @@ public class SearchLikeNotInShopService {
* @return
*/
public SearchApiResult searchLikeNotInShop(Map<String, String> paramMap) {
// 1、获取参数
String productSkn = paramMap.get(SearchRequestParams.PARAM_SEARCH_PRODUCT_SKN);
if (StringUtils.isBlank(productSkn)) {
return new SearchApiResult().setCode(400).setMessage("请输入SKN");
}
// 2、获取当前查询的SKN的基本信息
JSONObject productInfoInEs = searchLikeHelper.getProductInfoInEs(productSkn);
if (productInfoInEs == null) {
return new SearchApiResult().setCode(400).setMessage("SKN不存在");
}
// 3、检测数量参数[默认展示20条,最多展示60条]
int pageSize = StringUtils.isBlank(paramMap.get("viewNum")) ? 20 : Integer.parseInt(paramMap.get("viewNum"));
if (pageSize > 60 || pageSize <= 0) {
pageSize = 60;
}
// 4、找相似参数[按比例寻找同品类和不同品类的数量]
List<SearchParam> searchParams = new ArrayList<SearchParam>();
int sameSortCount = searchDynamicConfigService.getSearchLikeNotInShopSameSortPercent() * pageSize / 100;
searchParams.add(this.builderSearchParam(productInfoInEs, Arrays.asList(productSkn), sameSortCount, true));
searchParams.add(this.builderSearchParam(productInfoInEs, Arrays.asList(productSkn), pageSize - sameSortCount, false));
try {
// 1、获取参数
String productSkn = paramMap.get(SearchRequestParams.PARAM_SEARCH_PRODUCT_SKN);
if (StringUtils.isBlank(productSkn)) {
return new SearchApiResult().setCode(400).setMessage("请输入SKN");
}
// 2、检测分页参数【默认30条,最多60条】
int pageSize = searchLikeHelper.getPageSize(paramMap);
// 3、从缓存中获取,找到则直接返回
String redisCacheKey = searchCacheKeyHelper.getSearchLikeNotInShopKeyCache(productSkn, pageSize);
JSONObject cacheObject = searchCacheService.getJSONObjectFromCache(this.searchCache, redisCacheKey);
if (cacheObject != null) {
return new SearchApiResult().setData(cacheObject);
}
// 4、获取当前查询的SKN的基本信息
JSONObject productInfoInEs = searchLikeHelper.getProductInfoInEs(productSkn);
if (productInfoInEs == null) {
return new SearchApiResult().setCode(400).setMessage("SKN不存在");
}
// 5、设置SearchParams
List<SearchParam> searchParams = new ArrayList<SearchParam>();
int sameSortCount = searchDynamicConfigService.getSearchLikeNotInShopSameSortPercent() * pageSize / 100;
searchParams.add(this.builderSearchParam(productInfoInEs, Arrays.asList(productSkn), sameSortCount, true));
searchParams.add(this.builderSearchParam(productInfoInEs, Arrays.asList(productSkn), pageSize - sameSortCount, false));
// 5、从缓存中获取数据,有则直接返回
String productIndexName = ISearchConstants.INDEX_NAME_PRODUCT_INDEX;
JSONObject cacheObject = searchCacheService.getJSONObjectFromCache(searchLikeSearchCache, productIndexName, searchParams);
if (cacheObject != null) {
return new SearchApiResult().setData(cacheObject);
}
// 6、获取商品列表
List<Map<String, Object>> productList = searchLikeHelper.queryProductList(searchParams);
// 6、获取搜索结果[截取条数]
List<Map<String, Object>> tempProductList = searchLikeHelper.queryProductList(searchParams);
if (tempProductList.size() > pageSize) {
tempProductList = tempProductList.subList(0, pageSize);
}
// 7、构造真实返回结果
List<Map<String, Object>> productListResults = new ArrayList<Map<String, Object>>();
if (!productList.isEmpty()) {
productListResults = productIndexBaseService.getProductListWithPricePlan(productList);
// 7、构造真实返回结果
List<Map<String, Object>> productListResults = new ArrayList<Map<String, Object>>();
if (!tempProductList.isEmpty()) {
productListResults = productIndexBaseService.getProductListWithPricePlan(tempProductList);
}
JSONObject result = new JSONObject();
result.put("page", 1);
result.put("page_total", 1);
result.put("page_size", pageSize);
result.put("total", productListResults.size());
result.put("product_info", searchLikeHelper.genProductInfoResult(productInfoInEs));
result.put("product_list", productListResults);
// 8、结果加入缓存
searchCacheService.addJSONObjectToCache(this.searchCache, redisCacheKey, result);
return new SearchApiResult().setData(result);
} catch (Exception e) {
logger.error(e.getMessage(), e);
return new SearchApiResult().setData(null).setMessage("searchLikeNotInShop Exception").setCode(500);
}
JSONObject result = new JSONObject();
result.put("page", 1);
result.put("page_total", 1);
result.put("page_size", pageSize);
result.put("total", productListResults.size());
result.put("product_info", searchLikeHelper.genProductInfoResult(productInfoInEs));
result.put("product_list", productListResults);
searchCacheService.addJSONObjectToCache(searchLikeSearchCache, productIndexName, searchParams, result);
return new SearchApiResult().setData(result);
}
private SearchParam builderSearchParam(JSONObject productInfoInEs, List<String> productSkns, int pageSize, boolean inSameSort) {
... ... @@ -162,7 +161,7 @@ public class SearchLikeNotInShopService {
}
return boolFilter;
}
private QueryBuilder builderQueryBuilder(JSONObject productInfoInEs, String minimumShouldMatch) {
String queryString = searchLikeHelper.genYohoQueryStringWithOutBrandName(productInfoInEs);
String productFeatureFactor = productInfoInEs.getString("productFeatureFactor");
... ...
... ... @@ -2,12 +2,9 @@ package com.yoho.search.service.scene.searchlike;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import javax.annotation.PostConstruct;
import org.apache.commons.lang.StringUtils;
import org.elasticsearch.index.query.BoolQueryBuilder;
import org.elasticsearch.index.query.QueryBuilder;
... ... @@ -15,22 +12,19 @@ import org.elasticsearch.index.query.QueryBuilders;
import org.elasticsearch.search.sort.SortBuilder;
import org.elasticsearch.search.sort.SortBuilders;
import org.elasticsearch.search.sort.SortOrder;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Service;
import com.alibaba.fastjson.JSONObject;
import com.yoho.search.base.utils.ISearchConstants;
import com.yoho.search.base.utils.ProductIndexEsField;
import com.yoho.search.common.cache.SearchCacheFactory;
import com.yoho.search.common.cache.model.SearchCache;
import com.yoho.search.core.es.model.SearchParam;
import com.yoho.search.models.SearchApiResult;
import com.yoho.search.service.base.SearchCacheService;
import com.yoho.search.service.base.SearchCommonService;
import com.yoho.search.service.base.SearchRequestParams;
import com.yoho.search.service.base.index.ProductIndexBaseService;
import com.yoho.search.service.helper.AggProductListHelper;
import com.yoho.search.service.helper.FunctionScoreSearchHelper;
import com.yoho.search.service.scene.common.AbstractCacheAbleService;
/**
* 全站找相似功能
... ... @@ -39,32 +33,20 @@ import com.yoho.search.service.helper.FunctionScoreSearchHelper;
*
*/
@Service
public class SearchLikeSceneService {
public class SearchLikeSceneService extends AbstractCacheAbleService {
private static final Logger logger = LoggerFactory.getLogger(SearchLikeSceneService.class);
@Autowired
private SearchCommonService searchCommonService;
@Autowired
private AggProductListHelper aggProductListHelper;
@Autowired
private SearchLikeHelper searchLikeHelper;
@Autowired
private ProductIndexBaseService productIndexBaseService;
@Autowired
private SearchCacheService searchCacheService;
@Autowired
private SearchCacheFactory searchCacheFactory;
@Autowired
private FunctionScoreSearchHelper functionScoreSearchHelper;
private SearchCache searchLikeSearchCache;
@PostConstruct
void init() {
searchLikeSearchCache = searchCacheFactory.getSearchLikeSearchCache();
@Override
public SearchCache getSearchCache() {
return searchCacheFactory.getSearchLikeSearchCache();
}
private static final int sameBrandCount = 5;// 获取相同品牌的商品数量
/**
* @找相似功能
*/
... ... @@ -75,30 +57,29 @@ public class SearchLikeSceneService {
if (StringUtils.isBlank(productSkn)) {
return new SearchApiResult().setCode(400).setMessage("请输入SKN");
}
// 2、获取当前查询的SKN的基本信息
// 2、检测分页参数【默认30条,最多60条】
int pageSize = searchLikeHelper.getPageSize(paramMap);
// 3、从缓存中获取,找到则直接返回
String redisCacheKey = searchCacheKeyHelper.getSearchLikeKeyCache(productSkn, pageSize);
JSONObject cacheObject = searchCacheService.getJSONObjectFromCache(this.searchCache, redisCacheKey);
if (cacheObject != null) {
return new SearchApiResult().setData(cacheObject);
}
// 4、获取当前查询的SKN的基本信息
JSONObject productInfoInEs = searchLikeHelper.getProductInfoInEs(productSkn);
if (productInfoInEs == null) {
return new SearchApiResult().setCode(400).setMessage("SKN不存在");
}
// 3、检测分页参数【默认30条,最多60条】
int pageSize = searchLikeHelper.getPageSize(paramMap);
// 3.1是否是全球购
// 5、设置第一步SearchParam
String isGlobalInEs = productInfoInEs.getString("isGlobal");
boolean isGlobal = "Y".equalsIgnoreCase(isGlobalInEs);
// 4、设置第一步SearchParam
List<SearchParam> searchParams = new ArrayList<SearchParam>();
searchParams.add(this.buildSearchParam(productInfoInEs, sameBrandCount, true, isGlobal));
searchParams.add(this.buildSearchParam(productInfoInEs, 5, true, isGlobal));// 固定取同品牌的5个商品
searchParams.add(this.buildSearchParam(productInfoInEs, pageSize, false, isGlobal));
// 5、从缓存中获取数据,有则直接返回
String productIndexName = ISearchConstants.INDEX_NAME_PRODUCT_INDEX;
JSONObject cacheObject = searchCacheService.getJSONObjectFromCache(searchLikeSearchCache, productIndexName, searchParams);
if (cacheObject != null) {
return new SearchApiResult().setData(cacheObject);
}
// 6、获取搜索结果[并截取条数]
List<Map<String, Object>> tempProductList = searchLikeHelper.queryProductList(searchParams);
if (tempProductList.size() > pageSize) {
... ... @@ -110,15 +91,19 @@ public class SearchLikeSceneService {
if (!tempProductList.isEmpty()) {
productListResults = productIndexBaseService.getProductListWithPricePlan(tempProductList);
}
Map<String, Object> dataMap = new HashMap<String, Object>();
dataMap.put("page", 1);
dataMap.put("page_total", 1);
dataMap.put("page_size", pageSize);
dataMap.put("total", productListResults.size());
dataMap.put("product_info", searchLikeHelper.genProductInfoResult(productInfoInEs));
dataMap.put("product_list", productListResults);
return new SearchApiResult().setData(dataMap);
JSONObject jsonObject = new JSONObject();
jsonObject.put("page", 1);
jsonObject.put("page_total", 1);
jsonObject.put("page_size", pageSize);
jsonObject.put("total", productListResults.size());
jsonObject.put("product_info", searchLikeHelper.genProductInfoResult(productInfoInEs));
jsonObject.put("product_list", productListResults);
// 8、结果加入缓存
searchCacheService.addJSONObjectToCache(this.searchCache, redisCacheKey, jsonObject);
return new SearchApiResult().setData(jsonObject);
} catch (Exception e) {
logger.error(e.getMessage(), e);
return new SearchApiResult().setData(null).setMessage("searchLike Exception").setCode(500);
}
}
... ...