搜索提示词增加拼写检查

Gino Zhang
Commit 8ad4f22618bf15aa834f09eb96d53dd68e572996 1 parent 18e89021
Showing 1 changed file with 38 additions and 20 deletions
service/src/main/java/com/yoho/search/service/servicenew/impl/SuggestServiceImpl.java
--- a/service/src/main/java/com/yoho/search/service/servicenew/impl/SuggestServiceImpl.java
View file @8ad4f22
+++ b/service/src/main/java/com/yoho/search/service/servicenew/impl/SuggestServiceImpl.java
View file @8ad4f22
@@ -209,25 +209,29 @@ public class SuggestServiceImpl implements ISuggestService, ApplicationEventPubl
             suggestSearchParam.setSize(0);
             suggestSearchParam.setSuggestionBuilder(SuggestBuilders.termSuggestion("keyword_suggestion").text(keyword).field("keyword").size(1));
             SearchResult searchResult = searchCommonService.doSearch(ISearchConstants.INDEX_NAME_SUGGEST, suggestSearchParam);
-            if (searchResult != null && searchResult.getSuggestionMap() != null && searchResult.getSuggestionMap().get("keyword_suggestion") != null) {
-                TermSuggestion suggestion = (TermSuggestion) searchResult.getSuggestionMap().get("keyword_suggestion");
-                List<TermSuggestion.Entry> entries = suggestion.getEntries();
-                if (CollectionUtils.isNotEmpty(entries)) {
-                    List<TermSuggestion.Entry.Option> entryList = entries.get(0).getOptions();
-                    if (CollectionUtils.isNotEmpty(entryList)) {
-                        TermSuggestion.Entry.Option option = entryList.get(0);
-                        return option.getText().string();
-                    }
-                }
-            }
-
-            return null;
+            return getCorrectKeywordFromResult(searchResult);
         } catch (Exception e) {
             logger.error("Get suggestion by keyword [" + keyword + "] failed!", e);
             return null;
         }
     }
+    private String getCorrectKeywordFromResult(SearchResult searchResult) {
+        if (searchResult != null && searchResult.getSuggestionMap() != null && searchResult.getSuggestionMap().get("keyword_suggestion") != null) {
+            TermSuggestion suggestion = (TermSuggestion) searchResult.getSuggestionMap().get("keyword_suggestion");
+            List<TermSuggestion.Entry> entries = suggestion.getEntries();
+            if (CollectionUtils.isNotEmpty(entries)) {
+                List<TermSuggestion.Entry.Option> entryList = entries.get(0).getOptions();
+                if (CollectionUtils.isNotEmpty(entryList)) {
+                    TermSuggestion.Entry.Option option = entryList.get(0);
+                    return option.getText().string();
+                }
+            }
+        }
+
+        return null;
+    }
+
     /**
      * 根据query词获取term建议和phrase建议。
      * 用于搜索结果数量太少或者无结果的时候给予用户的搜索建议。
@@ -244,7 +248,7 @@ public class SuggestServiceImpl implements ISuggestService, ApplicationEventPubl
         try {
             // 2) 先调用suggest获取搜索提示词 只要能匹配到20%的term即可
-            JSONObject suggestTipResult = suggestTipsBySuggestIndex(paramMap);
+            JSONObject suggestTipResult = suggestTipsBySuggestIndex(paramMap, false);
             if (suggestTipResult == null) {
                 // 2.1) 可能是ES发生异常 如果搜索不到相关是应该是集合为空而不是对象为null
                 return defaultSuggestTips();
@@ -269,7 +273,7 @@ public class SuggestServiceImpl implements ISuggestService, ApplicationEventPubl
         }
     }
-    public JSONObject suggestTipsBySuggestIndex(Map<String, String> paramMap) {
+    public JSONObject suggestTipsBySuggestIndex(Map<String, String> paramMap, boolean hasChangedKeyword) {
         String queryWord = paramMap.get(SearchRequestParams.PARAM_SEARCH_KEYWORD);
         long begin = System.currentTimeMillis();
         logger.info("[func=suggestTipsBySuggestIndex][query={}][begin={}]", queryWord, begin);
@@ -317,7 +321,10 @@ public class SuggestServiceImpl implements ISuggestService, ApplicationEventPubl
         boolFilter.mustNot(QueryBuilders.termQuery("standardKeyword", CharUtils.standardized(queryWord)));
         searchParam.setFiter(boolFilter);
-        // 2.4) 按照得分、权重、数量的规则降序排序
+        // 2.4) 增加拼写纠错 为了增加缓存命中率 此次都增加拼写检查处理
+        searchParam.setSuggestionBuilder(SuggestBuilders.termSuggestion("keyword_suggestion").text(queryWord).field("keyword").size(1));
+
+        // 2.5) 按照得分、权重、数量的规则降序排序
         List<SortBuilder> sortBuilders = new ArrayList<>(3);
         sortBuilders.add(SortBuilders.fieldSort("_score").order(SortOrder.DESC));
         sortBuilders.add(SortBuilders.fieldSort("weight").order(SortOrder.DESC));
@@ -340,11 +347,22 @@ public class SuggestServiceImpl implements ISuggestService, ApplicationEventPubl
         // 5) 加入缓存
         suggestResult = new JSONObject();
+        String correnctSpellingKeyword = getCorrectKeywordFromResult(searchResult);
         List<String> resultTerms = searchResult.getResultList().stream().map(map -> (String) map.get("keyword")).collect(Collectors.toList());
-        suggestResult.put("terms_suggestion", resultTerms);
-        searchCacheService.addJSONObjectToCache(indexName, searchParam, suggestResult);
-        logger.info("[func=suggestTipsBySuggestIndex][query={}][cost={}]", queryWord, System.currentTimeMillis() - begin);
-        return suggestResult;
+        if (CollectionUtils.isNotEmpty(resultTerms) || StringUtils.isEmpty(correnctSpellingKeyword) || hasChangedKeyword) {
+            suggestResult.put("terms_suggestion", resultTerms);
+            searchCacheService.addJSONObjectToCache(indexName, searchParam, suggestResult);
+            logger.info("[func=suggestTipsBySuggestIndex][query={}][cost={}]", queryWord, System.currentTimeMillis() - begin);
+            return suggestResult;
+        }
+
+
+        // 6） 执行拼写纠错处理 为了避免无限次递归 只允许拼写检查一次
+        logger.info("[func=suggestTipsBySuggestIndex]Switch the suggest keyword from [{}] to [{}].", queryWord, correnctSpellingKeyword);
+        Map<String, String> newParamMap = new HashMap<>(paramMap.size());
+        newParamMap.putAll(paramMap);
+        newParamMap.put(SearchRequestParams.PARAM_SEARCH_KEYWORD, correnctSpellingKeyword);
+        return suggestTipsBySuggestIndex(paramMap, true);
     }
     private JSONObject suggestTipsByConversionIndex(Map<String, String> paramMap) {