...
|
...
|
@@ -85,7 +85,7 @@ public class KeywordCrawlerFlow implements RetryBusinessFlow { |
|
|
|
|
|
Set<String> invalidKeywords = yhNoSyncSetOperations.members(RedisKeys.YOHO_SEARCH_KEYWORDS_INVALID);
|
|
|
if (CollectionUtils.isNotEmpty(invalidKeywords)) {
|
|
|
keywordSet.remove(invalidKeywords);
|
|
|
keywordSet = keywordSet.stream().filter(keyword -> !invalidKeywords.contains(keyword.toLowerCase().trim())).collect(Collectors.toSet());
|
|
|
}
|
|
|
|
|
|
logger.info("[func=KeywordCrawlerFlow.init][keywordSetSizeRemovedInvalid={}]", keywordSet.size());
|
...
|
...
|
|