Authored by Gino Zhang

黑名单需要转换大小写处理

... ... @@ -85,7 +85,7 @@ public class KeywordCrawlerFlow implements RetryBusinessFlow {
Set<String> invalidKeywords = yhNoSyncSetOperations.members(RedisKeys.YOHO_SEARCH_KEYWORDS_INVALID);
if (CollectionUtils.isNotEmpty(invalidKeywords)) {
keywordSet.remove(invalidKeywords);
keywordSet = keywordSet.stream().filter(keyword -> !invalidKeywords.contains(keyword.toLowerCase().trim())).collect(Collectors.toSet());
}
logger.info("[func=KeywordCrawlerFlow.init][keywordSetSizeRemovedInvalid={}]", keywordSet.size());
... ...