Showing
4 changed files
with
150 additions
and
103 deletions
@@ -9,6 +9,12 @@ import java.util.Map; | @@ -9,6 +9,12 @@ import java.util.Map; | ||
9 | public interface IYohoIndex { | 9 | public interface IYohoIndex { |
10 | 10 | ||
11 | /** | 11 | /** |
12 | + * 获取索引属于的客户端 | ||
13 | + * @return | ||
14 | + */ | ||
15 | + public IElasticsearchClient getIndexClient(); | ||
16 | + | ||
17 | + /** | ||
12 | * 获取索引名 | 18 | * 获取索引名 |
13 | * | 19 | * |
14 | * @return | 20 | * @return |
@@ -22,7 +28,6 @@ public interface IYohoIndex { | @@ -22,7 +28,6 @@ public interface IYohoIndex { | ||
22 | */ | 28 | */ |
23 | public void setYohoIndexName(String name); | 29 | public void setYohoIndexName(String name); |
24 | 30 | ||
25 | - | ||
26 | /** | 31 | /** |
27 | * 获取索引配置属性 | 32 | * 获取索引配置属性 |
28 | * | 33 | * |
@@ -85,14 +90,6 @@ public interface IYohoIndex { | @@ -85,14 +90,6 @@ public interface IYohoIndex { | ||
85 | * @return | 90 | * @return |
86 | */ | 91 | */ |
87 | public String getMappingContent(); | 92 | public String getMappingContent(); |
88 | - | ||
89 | - | ||
90 | - /** | ||
91 | - * 返回indexClient列表,按优先级排列 | ||
92 | - * | ||
93 | - * @return | ||
94 | - */ | ||
95 | - public IElasticsearchClient getIndexClient(); | ||
96 | 93 | ||
97 | /** | 94 | /** |
98 | * 获取重建分页数 | 95 | * 获取重建分页数 |
@@ -2,12 +2,15 @@ package com.yoho.search.consumer.common.impl; | @@ -2,12 +2,15 @@ package com.yoho.search.consumer.common.impl; | ||
2 | 2 | ||
3 | import com.yoho.search.base.utils.FileUtils; | 3 | import com.yoho.search.base.utils.FileUtils; |
4 | import com.yoho.search.base.utils.JaxbBinder; | 4 | import com.yoho.search.base.utils.JaxbBinder; |
5 | -import com.yoho.search.consumer.common.*; | ||
6 | -import com.yoho.search.consumer.index.fullbuild.IIndexBuilder; | ||
7 | -import com.yoho.search.consumer.index.fullbuild.listener.IndexRebuildListenerMgr; | 5 | +import com.yoho.search.consumer.common.IYohoIndex; |
6 | +import com.yoho.search.consumer.common.IYohoIndexDataLoader; | ||
7 | +import com.yoho.search.consumer.common.IYohoIndexService; | ||
8 | +import com.yoho.search.consumer.common.YohoIndexNameHelper; | ||
8 | import com.yoho.search.consumer.common.config.ClientConfig; | 9 | import com.yoho.search.consumer.common.config.ClientConfig; |
9 | import com.yoho.search.consumer.common.config.IndexConfig; | 10 | import com.yoho.search.consumer.common.config.IndexConfig; |
10 | import com.yoho.search.consumer.common.config.IndexConfigs; | 11 | import com.yoho.search.consumer.common.config.IndexConfigs; |
12 | +import com.yoho.search.consumer.index.fullbuild.IIndexBuilder; | ||
13 | +import com.yoho.search.consumer.index.fullbuild.listener.IndexRebuildListenerMgr; | ||
11 | import com.yoho.search.consumer.index.rebuild.RebuildFlagService; | 14 | import com.yoho.search.consumer.index.rebuild.RebuildFlagService; |
12 | import com.yoho.search.core.es.IElasticsearchClient; | 15 | import com.yoho.search.core.es.IElasticsearchClient; |
13 | import com.yoho.search.core.es.IYohoIndexClientFactory; | 16 | import com.yoho.search.core.es.IYohoIndexClientFactory; |
@@ -15,6 +18,7 @@ import com.yoho.search.core.es.impl.YohoIndexClientFactoryImpl; | @@ -15,6 +18,7 @@ import com.yoho.search.core.es.impl.YohoIndexClientFactoryImpl; | ||
15 | import com.yoho.search.core.es.model.ESBluk; | 18 | import com.yoho.search.core.es.model.ESBluk; |
16 | import com.yoho.search.core.es.model.SearchParam; | 19 | import com.yoho.search.core.es.model.SearchParam; |
17 | import com.yoho.search.core.es.model.SearchResult; | 20 | import com.yoho.search.core.es.model.SearchResult; |
21 | +import org.apache.commons.collections.MapUtils; | ||
18 | import org.elasticsearch.action.admin.indices.analyze.AnalyzeResponse; | 22 | import org.elasticsearch.action.admin.indices.analyze.AnalyzeResponse; |
19 | import org.elasticsearch.action.admin.indices.analyze.AnalyzeResponse.AnalyzeToken; | 23 | import org.elasticsearch.action.admin.indices.analyze.AnalyzeResponse.AnalyzeToken; |
20 | import org.elasticsearch.action.bulk.BulkResponse; | 24 | import org.elasticsearch.action.bulk.BulkResponse; |
@@ -91,6 +95,7 @@ public class YohoIndexServiceImpl implements IYohoIndexService, ApplicationEvent | @@ -91,6 +95,7 @@ public class YohoIndexServiceImpl implements IYohoIndexService, ApplicationEvent | ||
91 | String servers = clientConfig.getProperties().get("es.servers"); | 95 | String servers = clientConfig.getProperties().get("es.servers"); |
92 | IElasticsearchClient client = indexClientFactory.createIndexClient(clusterName, servers, "consumer"); | 96 | IElasticsearchClient client = indexClientFactory.createIndexClient(clusterName, servers, "consumer"); |
93 | for (IndexConfig indexConfig : clientConfig.getIndexConfigs()) { | 97 | for (IndexConfig indexConfig : clientConfig.getIndexConfigs()) { |
98 | + Map<String, String> indexSettings = indexConfig.getProperties(); | ||
94 | IYohoIndex index = new YohoIndexImpl(indexConfig.getName(), client, indexConfig.getProperties()); | 99 | IYohoIndex index = new YohoIndexImpl(indexConfig.getName(), client, indexConfig.getProperties()); |
95 | // 构造数据提供者 | 100 | // 构造数据提供者 |
96 | index.setIndexBuilderClassName(indexConfig.getBuilderClass()); | 101 | index.setIndexBuilderClassName(indexConfig.getBuilderClass()); |
@@ -124,6 +129,32 @@ public class YohoIndexServiceImpl implements IYohoIndexService, ApplicationEvent | @@ -124,6 +129,32 @@ public class YohoIndexServiceImpl implements IYohoIndexService, ApplicationEvent | ||
124 | } | 129 | } |
125 | 130 | ||
126 | /** | 131 | /** |
132 | + * 每次重建索引时,根据集群状态决定分支分片数 | ||
133 | + * | ||
134 | + * @param client | ||
135 | + * @param indexSettings | ||
136 | + * @return | ||
137 | + */ | ||
138 | + private int genNumberOfReplicas(IElasticsearchClient client, Map<String, String> indexSettings) { | ||
139 | + try { | ||
140 | + int numberOfDataNodes = client.getClusterHealthResponse().getNumberOfDataNodes(); | ||
141 | + if (numberOfDataNodes <= 1) { | ||
142 | + return 0; | ||
143 | + } | ||
144 | + String numberOfReplicas = MapUtils.getString(indexSettings, "number_of_replicas");//配置的复制分片数 | ||
145 | + if (!"auto".equalsIgnoreCase(numberOfReplicas)) { | ||
146 | + return Integer.valueOf(numberOfReplicas); | ||
147 | + } | ||
148 | + //获取索引配置的主分片数 | ||
149 | + int numberOfShards = MapUtils.getIntValue(indexSettings, "number_of_shards", 1); | ||
150 | + return Math.max(1, numberOfDataNodes - numberOfShards); | ||
151 | + } catch (Exception e) { | ||
152 | + INDEX_REBUILD_LOG.error(e.getMessage(), e); | ||
153 | + return 0; | ||
154 | + } | ||
155 | + } | ||
156 | + | ||
157 | + /** | ||
127 | * 创建索引,并返回真实索引名称 | 158 | * 创建索引,并返回真实索引名称 |
128 | * | 159 | * |
129 | * @param yohoIndexName | 160 | * @param yohoIndexName |
@@ -155,6 +186,8 @@ public class YohoIndexServiceImpl implements IYohoIndexService, ApplicationEvent | @@ -155,6 +186,8 @@ public class YohoIndexServiceImpl implements IYohoIndexService, ApplicationEvent | ||
155 | indexSettings.putAll(index.getIndexSettings()); | 186 | indexSettings.putAll(index.getIndexSettings()); |
156 | indexSettings.putAll(index.getAnalysisSettings());//设置分词器信息 | 187 | indexSettings.putAll(index.getAnalysisSettings());//设置分词器信息 |
157 | indexSettings.put("max_result_window", "100000000"); | 188 | indexSettings.put("max_result_window", "100000000"); |
189 | + indexSettings.put("number_of_replicas", this.genNumberOfReplicas(client,index.getIndexSettings()));//处理复制分片 | ||
190 | + | ||
158 | client.createIndex(newRealIndexName, type, indexSettings, mappingContent); | 191 | client.createIndex(newRealIndexName, type, indexSettings, mappingContent); |
159 | // 5、删除旧索引别名 | 192 | // 5、删除旧索引别名 |
160 | if (oldRealIndexNames != null && !oldRealIndexNames.isEmpty()) { | 193 | if (oldRealIndexNames != null && !oldRealIndexNames.isEmpty()) { |
@@ -280,10 +313,8 @@ public class YohoIndexServiceImpl implements IYohoIndexService, ApplicationEvent | @@ -280,10 +313,8 @@ public class YohoIndexServiceImpl implements IYohoIndexService, ApplicationEvent | ||
280 | if (yohoIndex == null) { | 313 | if (yohoIndex == null) { |
281 | return; | 314 | return; |
282 | } | 315 | } |
283 | - | ||
284 | Exception exception = null; | 316 | Exception exception = null; |
285 | IElasticsearchClient client = yohoIndex.getIndexClient(); | 317 | IElasticsearchClient client = yohoIndex.getIndexClient(); |
286 | - ; | ||
287 | try { | 318 | try { |
288 | long begin = System.currentTimeMillis(); | 319 | long begin = System.currentTimeMillis(); |
289 | INDEX_REBUILD_LOG.info("rebuild [{}],step=[1.rebuild begin], begin=[{}] ", yohoIndexName, begin); | 320 | INDEX_REBUILD_LOG.info("rebuild [{}],step=[1.rebuild begin], begin=[{}] ", yohoIndexName, begin); |
@@ -432,8 +463,7 @@ public class YohoIndexServiceImpl implements IYohoIndexService, ApplicationEvent | @@ -432,8 +463,7 @@ public class YohoIndexServiceImpl implements IYohoIndexService, ApplicationEvent | ||
432 | return false; | 463 | return false; |
433 | } | 464 | } |
434 | IElasticsearchClient client = index.getIndexClient(); | 465 | IElasticsearchClient client = index.getIndexClient(); |
435 | - client.indexHealth(indexName); | ||
436 | - return false; | 466 | + return client.indexHealth(indexName); |
437 | } | 467 | } |
438 | 468 | ||
439 | } | 469 | } |
@@ -11,7 +11,7 @@ | @@ -11,7 +11,7 @@ | ||
11 | <name>brand</name> | 11 | <name>brand</name> |
12 | <properties> | 12 | <properties> |
13 | <property key="number_of_shards" value="1"/> | 13 | <property key="number_of_shards" value="1"/> |
14 | - <property key="number_of_replicas" value="1"/> | 14 | + <property key="number_of_replicas" value="auto"/> |
15 | <property key="refresh_interval" value="10s"/> | 15 | <property key="refresh_interval" value="10s"/> |
16 | <property key="translog.flush_threshold_size" value="100mb"/> | 16 | <property key="translog.flush_threshold_size" value="100mb"/> |
17 | </properties> | 17 | </properties> |
@@ -25,7 +25,7 @@ | @@ -25,7 +25,7 @@ | ||
25 | <name>size</name> | 25 | <name>size</name> |
26 | <properties> | 26 | <properties> |
27 | <property key="number_of_shards" value="1"/> | 27 | <property key="number_of_shards" value="1"/> |
28 | - <property key="number_of_replicas" value="1"/> | 28 | + <property key="number_of_replicas" value="auto"/> |
29 | <property key="refresh_interval" value="10s"/> | 29 | <property key="refresh_interval" value="10s"/> |
30 | <property key="translog.flush_threshold_size" value="100mb"/> | 30 | <property key="translog.flush_threshold_size" value="100mb"/> |
31 | </properties> | 31 | </properties> |
@@ -39,7 +39,7 @@ | @@ -39,7 +39,7 @@ | ||
39 | <name>style</name> | 39 | <name>style</name> |
40 | <properties> | 40 | <properties> |
41 | <property key="number_of_shards" value="1"/> | 41 | <property key="number_of_shards" value="1"/> |
42 | - <property key="number_of_replicas" value="1"/> | 42 | + <property key="number_of_replicas" value="auto"/> |
43 | <property key="refresh_interval" value="10s"/> | 43 | <property key="refresh_interval" value="10s"/> |
44 | <property key="translog.flush_threshold_size" value="100mb"/> | 44 | <property key="translog.flush_threshold_size" value="100mb"/> |
45 | </properties> | 45 | </properties> |
@@ -53,7 +53,7 @@ | @@ -53,7 +53,7 @@ | ||
53 | <name>productcolor</name> | 53 | <name>productcolor</name> |
54 | <properties> | 54 | <properties> |
55 | <property key="number_of_shards" value="1"/> | 55 | <property key="number_of_shards" value="1"/> |
56 | - <property key="number_of_replicas" value="1"/> | 56 | + <property key="number_of_replicas" value="auto"/> |
57 | <property key="refresh_interval" value="10s"/> | 57 | <property key="refresh_interval" value="10s"/> |
58 | <property key="translog.flush_threshold_size" value="100mb"/> | 58 | <property key="translog.flush_threshold_size" value="100mb"/> |
59 | </properties> | 59 | </properties> |
@@ -67,7 +67,7 @@ | @@ -67,7 +67,7 @@ | ||
67 | <name>productsort</name> | 67 | <name>productsort</name> |
68 | <properties> | 68 | <properties> |
69 | <property key="number_of_shards" value="1"/> | 69 | <property key="number_of_shards" value="1"/> |
70 | - <property key="number_of_replicas" value="1"/> | 70 | + <property key="number_of_replicas" value="auto"/> |
71 | <property key="refresh_interval" value="10s"/> | 71 | <property key="refresh_interval" value="10s"/> |
72 | <property key="translog.flush_threshold_size" value="100mb"/> | 72 | <property key="translog.flush_threshold_size" value="100mb"/> |
73 | </properties> | 73 | </properties> |
@@ -81,7 +81,7 @@ | @@ -81,7 +81,7 @@ | ||
81 | <name>productindex</name> | 81 | <name>productindex</name> |
82 | <properties> | 82 | <properties> |
83 | <property key="number_of_shards" value="1"/> | 83 | <property key="number_of_shards" value="1"/> |
84 | - <property key="number_of_replicas" value="1"/> | 84 | + <property key="number_of_replicas" value="auto"/> |
85 | <property key="refresh_interval" value="10s"/> | 85 | <property key="refresh_interval" value="10s"/> |
86 | <property key="translog.flush_threshold_size" value="100mb"/> | 86 | <property key="translog.flush_threshold_size" value="100mb"/> |
87 | </properties> | 87 | </properties> |
@@ -95,7 +95,7 @@ | @@ -95,7 +95,7 @@ | ||
95 | <name>suggest</name> | 95 | <name>suggest</name> |
96 | <properties> | 96 | <properties> |
97 | <property key="number_of_shards" value="1"/> | 97 | <property key="number_of_shards" value="1"/> |
98 | - <property key="number_of_replicas" value="1"/> | 98 | + <property key="number_of_replicas" value="auto"/> |
99 | <property key="refresh_interval" value="10s"/> | 99 | <property key="refresh_interval" value="10s"/> |
100 | <property key="translog.flush_threshold_size" value="100mb"/> | 100 | <property key="translog.flush_threshold_size" value="100mb"/> |
101 | </properties> | 101 | </properties> |
@@ -109,7 +109,7 @@ | @@ -109,7 +109,7 @@ | ||
109 | <name>conversion</name> | 109 | <name>conversion</name> |
110 | <properties> | 110 | <properties> |
111 | <property key="number_of_shards" value="1"/> | 111 | <property key="number_of_shards" value="1"/> |
112 | - <property key="number_of_replicas" value="1"/> | 112 | + <property key="number_of_replicas" value="auto"/> |
113 | <property key="refresh_interval" value="10s"/> | 113 | <property key="refresh_interval" value="10s"/> |
114 | <property key="translog.flush_threshold_size" value="100mb"/> | 114 | <property key="translog.flush_threshold_size" value="100mb"/> |
115 | </properties> | 115 | </properties> |
@@ -125,7 +125,7 @@ | @@ -125,7 +125,7 @@ | ||
125 | <name>tblproductnew</name> | 125 | <name>tblproductnew</name> |
126 | <properties> | 126 | <properties> |
127 | <property key="number_of_shards" value="1"/> | 127 | <property key="number_of_shards" value="1"/> |
128 | - <property key="number_of_replicas" value="1"/> | 128 | + <property key="number_of_replicas" value="auto"/> |
129 | <property key="refresh_interval" value="10s"/> | 129 | <property key="refresh_interval" value="10s"/> |
130 | <property key="translog.flush_threshold_size" value="100mb"/> | 130 | <property key="translog.flush_threshold_size" value="100mb"/> |
131 | </properties> | 131 | </properties> |
@@ -139,7 +139,7 @@ | @@ -139,7 +139,7 @@ | ||
139 | <name>tblbrand</name> | 139 | <name>tblbrand</name> |
140 | <properties> | 140 | <properties> |
141 | <property key="number_of_shards" value="1"/> | 141 | <property key="number_of_shards" value="1"/> |
142 | - <property key="number_of_replicas" value="1"/> | 142 | + <property key="number_of_replicas" value="auto"/> |
143 | <property key="refresh_interval" value="10s"/> | 143 | <property key="refresh_interval" value="10s"/> |
144 | <property key="translog.flush_threshold_size" value="100mb"/> | 144 | <property key="translog.flush_threshold_size" value="100mb"/> |
145 | </properties> | 145 | </properties> |
@@ -153,7 +153,7 @@ | @@ -153,7 +153,7 @@ | ||
153 | <name>standard</name> | 153 | <name>standard</name> |
154 | <properties> | 154 | <properties> |
155 | <property key="number_of_shards" value="1"/> | 155 | <property key="number_of_shards" value="1"/> |
156 | - <property key="number_of_replicas" value="1"/> | 156 | + <property key="number_of_replicas" value="auto"/> |
157 | <property key="refresh_interval" value="10s"/> | 157 | <property key="refresh_interval" value="10s"/> |
158 | <property key="translog.flush_threshold_size" value="100mb"/> | 158 | <property key="translog.flush_threshold_size" value="100mb"/> |
159 | </properties> | 159 | </properties> |
@@ -167,7 +167,7 @@ | @@ -167,7 +167,7 @@ | ||
167 | <name>robotquestion</name> | 167 | <name>robotquestion</name> |
168 | <properties> | 168 | <properties> |
169 | <property key="number_of_shards" value="1"/> | 169 | <property key="number_of_shards" value="1"/> |
170 | - <property key="number_of_replicas" value="1"/> | 170 | + <property key="number_of_replicas" value="auto"/> |
171 | <property key="refresh_interval" value="10s"/> | 171 | <property key="refresh_interval" value="10s"/> |
172 | <property key="translog.flush_threshold_size" value="100mb"/> | 172 | <property key="translog.flush_threshold_size" value="100mb"/> |
173 | </properties> | 173 | </properties> |
@@ -181,7 +181,7 @@ | @@ -181,7 +181,7 @@ | ||
181 | <name>robotquestionold</name> | 181 | <name>robotquestionold</name> |
182 | <properties> | 182 | <properties> |
183 | <property key="number_of_shards" value="1"/> | 183 | <property key="number_of_shards" value="1"/> |
184 | - <property key="number_of_replicas" value="1"/> | 184 | + <property key="number_of_replicas" value="auto"/> |
185 | <property key="refresh_interval" value="10s"/> | 185 | <property key="refresh_interval" value="10s"/> |
186 | <property key="translog.flush_threshold_size" value="100mb"/> | 186 | <property key="translog.flush_threshold_size" value="100mb"/> |
187 | </properties> | 187 | </properties> |
@@ -195,7 +195,7 @@ | @@ -195,7 +195,7 @@ | ||
195 | <name>shops</name> | 195 | <name>shops</name> |
196 | <properties> | 196 | <properties> |
197 | <property key="number_of_shards" value="1"/> | 197 | <property key="number_of_shards" value="1"/> |
198 | - <property key="number_of_replicas" value="1"/> | 198 | + <property key="number_of_replicas" value="auto"/> |
199 | <property key="refresh_interval" value="10s"/> | 199 | <property key="refresh_interval" value="10s"/> |
200 | <property key="translog.flush_threshold_size" value="100mb"/> | 200 | <property key="translog.flush_threshold_size" value="100mb"/> |
201 | </properties> | 201 | </properties> |
@@ -209,7 +209,7 @@ | @@ -209,7 +209,7 @@ | ||
209 | <name>productpriceplan</name> | 209 | <name>productpriceplan</name> |
210 | <properties> | 210 | <properties> |
211 | <property key="number_of_shards" value="1"/> | 211 | <property key="number_of_shards" value="1"/> |
212 | - <property key="number_of_replicas" value="1"/> | 212 | + <property key="number_of_replicas" value="auto"/> |
213 | <property key="refresh_interval" value="10s"/> | 213 | <property key="refresh_interval" value="10s"/> |
214 | <property key="translog.flush_threshold_size" value="100mb"/> | 214 | <property key="translog.flush_threshold_size" value="100mb"/> |
215 | </properties> | 215 | </properties> |
@@ -223,7 +223,7 @@ | @@ -223,7 +223,7 @@ | ||
223 | <name>helper</name> | 223 | <name>helper</name> |
224 | <properties> | 224 | <properties> |
225 | <property key="number_of_shards" value="1"/> | 225 | <property key="number_of_shards" value="1"/> |
226 | - <property key="number_of_replicas" value="1"/> | 226 | + <property key="number_of_replicas" value="auto"/> |
227 | <property key="refresh_interval" value="10s"/> | 227 | <property key="refresh_interval" value="10s"/> |
228 | <property key="translog.flush_threshold_size" value="100mb"/> | 228 | <property key="translog.flush_threshold_size" value="100mb"/> |
229 | </properties> | 229 | </properties> |
@@ -237,7 +237,7 @@ | @@ -237,7 +237,7 @@ | ||
237 | <name>zqname</name> | 237 | <name>zqname</name> |
238 | <properties> | 238 | <properties> |
239 | <property key="number_of_shards" value="1"/> | 239 | <property key="number_of_shards" value="1"/> |
240 | - <property key="number_of_replicas" value="0"/> | 240 | + <property key="number_of_replicas" value="auto"/> |
241 | <property key="refresh_interval" value="10s"/> | 241 | <property key="refresh_interval" value="10s"/> |
242 | <property key="translog.flush_threshold_size" value="100mb"/> | 242 | <property key="translog.flush_threshold_size" value="100mb"/> |
243 | </properties> | 243 | </properties> |
@@ -251,7 +251,7 @@ | @@ -251,7 +251,7 @@ | ||
251 | <name>sknimagevectors</name> | 251 | <name>sknimagevectors</name> |
252 | <properties> | 252 | <properties> |
253 | <property key="number_of_shards" value="1"/> | 253 | <property key="number_of_shards" value="1"/> |
254 | - <property key="number_of_replicas" value="0"/> | 254 | + <property key="number_of_replicas" value="auto"/> |
255 | <property key="refresh_interval" value="10s"/> | 255 | <property key="refresh_interval" value="10s"/> |
256 | <property key="translog.flush_threshold_size" value="100mb"/> | 256 | <property key="translog.flush_threshold_size" value="100mb"/> |
257 | </properties> | 257 | </properties> |
@@ -265,7 +265,7 @@ | @@ -265,7 +265,7 @@ | ||
265 | <name>promotionindex</name> | 265 | <name>promotionindex</name> |
266 | <properties> | 266 | <properties> |
267 | <property key="number_of_shards" value="1"/> | 267 | <property key="number_of_shards" value="1"/> |
268 | - <property key="number_of_replicas" value="0"/> | 268 | + <property key="number_of_replicas" value="auto"/> |
269 | <property key="refresh_interval" value="10s"/> | 269 | <property key="refresh_interval" value="10s"/> |
270 | <property key="translog.flush_threshold_size" value="100mb"/> | 270 | <property key="translog.flush_threshold_size" value="100mb"/> |
271 | </properties> | 271 | </properties> |
@@ -280,7 +280,7 @@ | @@ -280,7 +280,7 @@ | ||
280 | <name>customizetag</name> | 280 | <name>customizetag</name> |
281 | <properties> | 281 | <properties> |
282 | <property key="number_of_shards" value="1"/> | 282 | <property key="number_of_shards" value="1"/> |
283 | - <property key="number_of_replicas" value="0"/> | 283 | + <property key="number_of_replicas" value="auto"/> |
284 | <property key="refresh_interval" value="10s"/> | 284 | <property key="refresh_interval" value="10s"/> |
285 | <property key="translog.flush_threshold_size" value="100mb"/> | 285 | <property key="translog.flush_threshold_size" value="100mb"/> |
286 | </properties> | 286 | </properties> |
@@ -294,7 +294,7 @@ | @@ -294,7 +294,7 @@ | ||
294 | <name>bigdatasimilarskn</name> | 294 | <name>bigdatasimilarskn</name> |
295 | <properties> | 295 | <properties> |
296 | <property key="number_of_shards" value="1"/> | 296 | <property key="number_of_shards" value="1"/> |
297 | - <property key="number_of_replicas" value="0"/> | 297 | + <property key="number_of_replicas" value="auto"/> |
298 | <property key="refresh_interval" value="10s"/> | 298 | <property key="refresh_interval" value="10s"/> |
299 | <property key="translog.flush_threshold_size" value="100mb"/> | 299 | <property key="translog.flush_threshold_size" value="100mb"/> |
300 | </properties> | 300 | </properties> |
@@ -308,7 +308,7 @@ | @@ -308,7 +308,7 @@ | ||
308 | <name>promotiontype</name> | 308 | <name>promotiontype</name> |
309 | <properties> | 309 | <properties> |
310 | <property key="number_of_shards" value="1"/> | 310 | <property key="number_of_shards" value="1"/> |
311 | - <property key="number_of_replicas" value="0"/> | 311 | + <property key="number_of_replicas" value="auto"/> |
312 | <property key="refresh_interval" value="10s"/> | 312 | <property key="refresh_interval" value="10s"/> |
313 | <property key="translog.flush_threshold_size" value="100mb"/> | 313 | <property key="translog.flush_threshold_size" value="100mb"/> |
314 | </properties> | 314 | </properties> |
@@ -322,7 +322,7 @@ | @@ -322,7 +322,7 @@ | ||
322 | <name>bigdatasortbrandvector</name> | 322 | <name>bigdatasortbrandvector</name> |
323 | <properties> | 323 | <properties> |
324 | <property key="number_of_shards" value="1"/> | 324 | <property key="number_of_shards" value="1"/> |
325 | - <property key="number_of_replicas" value="0"/> | 325 | + <property key="number_of_replicas" value="auto"/> |
326 | <property key="refresh_interval" value="10s"/> | 326 | <property key="refresh_interval" value="10s"/> |
327 | <property key="translog.flush_threshold_size" value="100mb"/> | 327 | <property key="translog.flush_threshold_size" value="100mb"/> |
328 | </properties> | 328 | </properties> |
@@ -336,7 +336,7 @@ | @@ -336,7 +336,7 @@ | ||
336 | <name>bigdatasortbrandvectorw2v</name> | 336 | <name>bigdatasortbrandvectorw2v</name> |
337 | <properties> | 337 | <properties> |
338 | <property key="number_of_shards" value="1"/> | 338 | <property key="number_of_shards" value="1"/> |
339 | - <property key="number_of_replicas" value="0"/> | 339 | + <property key="number_of_replicas" value="auto"/> |
340 | <property key="refresh_interval" value="10s"/> | 340 | <property key="refresh_interval" value="10s"/> |
341 | <property key="translog.flush_threshold_size" value="100mb"/> | 341 | <property key="translog.flush_threshold_size" value="100mb"/> |
342 | </properties> | 342 | </properties> |
@@ -350,7 +350,7 @@ | @@ -350,7 +350,7 @@ | ||
350 | <name>bigdatabrandvector</name> | 350 | <name>bigdatabrandvector</name> |
351 | <properties> | 351 | <properties> |
352 | <property key="number_of_shards" value="1"/> | 352 | <property key="number_of_shards" value="1"/> |
353 | - <property key="number_of_replicas" value="0"/> | 353 | + <property key="number_of_replicas" value="auto"/> |
354 | <property key="refresh_interval" value="10s"/> | 354 | <property key="refresh_interval" value="10s"/> |
355 | <property key="translog.flush_threshold_size" value="100mb"/> | 355 | <property key="translog.flush_threshold_size" value="100mb"/> |
356 | </properties> | 356 | </properties> |
@@ -364,7 +364,7 @@ | @@ -364,7 +364,7 @@ | ||
364 | <name>bigdatabrandvectorw2v</name> | 364 | <name>bigdatabrandvectorw2v</name> |
365 | <properties> | 365 | <properties> |
366 | <property key="number_of_shards" value="1"/> | 366 | <property key="number_of_shards" value="1"/> |
367 | - <property key="number_of_replicas" value="0"/> | 367 | + <property key="number_of_replicas" value="auto"/> |
368 | <property key="refresh_interval" value="10s"/> | 368 | <property key="refresh_interval" value="10s"/> |
369 | <property key="translog.flush_threshold_size" value="100mb"/> | 369 | <property key="translog.flush_threshold_size" value="100mb"/> |
370 | </properties> | 370 | </properties> |
@@ -378,7 +378,7 @@ | @@ -378,7 +378,7 @@ | ||
378 | <name>imagerepertory</name> | 378 | <name>imagerepertory</name> |
379 | <properties> | 379 | <properties> |
380 | <property key="number_of_shards" value="1"/> | 380 | <property key="number_of_shards" value="1"/> |
381 | - <property key="number_of_replicas" value="1"/> | 381 | + <property key="number_of_replicas" value="auto"/> |
382 | <property key="refresh_interval" value="10s"/> | 382 | <property key="refresh_interval" value="10s"/> |
383 | <property key="translog.flush_threshold_size" value="100mb"/> | 383 | <property key="translog.flush_threshold_size" value="100mb"/> |
384 | </properties> | 384 | </properties> |
@@ -392,7 +392,7 @@ | @@ -392,7 +392,7 @@ | ||
392 | <name>csrecallconfigcommon</name> | 392 | <name>csrecallconfigcommon</name> |
393 | <properties> | 393 | <properties> |
394 | <property key="number_of_shards" value="1"/> | 394 | <property key="number_of_shards" value="1"/> |
395 | - <property key="number_of_replicas" value="0"/> | 395 | + <property key="number_of_replicas" value="auto"/> |
396 | <property key="refresh_interval" value="10s"/> | 396 | <property key="refresh_interval" value="10s"/> |
397 | <property key="translog.flush_threshold_size" value="100mb"/> | 397 | <property key="translog.flush_threshold_size" value="100mb"/> |
398 | </properties> | 398 | </properties> |
@@ -406,7 +406,7 @@ | @@ -406,7 +406,7 @@ | ||
406 | <name>csrecallconfigproduct</name> | 406 | <name>csrecallconfigproduct</name> |
407 | <properties> | 407 | <properties> |
408 | <property key="number_of_shards" value="1"/> | 408 | <property key="number_of_shards" value="1"/> |
409 | - <property key="number_of_replicas" value="0"/> | 409 | + <property key="number_of_replicas" value="auto"/> |
410 | <property key="refresh_interval" value="10s"/> | 410 | <property key="refresh_interval" value="10s"/> |
411 | <property key="translog.flush_threshold_size" value="100mb"/> | 411 | <property key="translog.flush_threshold_size" value="100mb"/> |
412 | </properties> | 412 | </properties> |
@@ -420,7 +420,7 @@ | @@ -420,7 +420,7 @@ | ||
420 | <name>csrecallconfigsortbrand</name> | 420 | <name>csrecallconfigsortbrand</name> |
421 | <properties> | 421 | <properties> |
422 | <property key="number_of_shards" value="1"/> | 422 | <property key="number_of_shards" value="1"/> |
423 | - <property key="number_of_replicas" value="0"/> | 423 | + <property key="number_of_replicas" value="auto"/> |
424 | <property key="refresh_interval" value="10s"/> | 424 | <property key="refresh_interval" value="10s"/> |
425 | <property key="translog.flush_threshold_size" value="100mb"/> | 425 | <property key="translog.flush_threshold_size" value="100mb"/> |
426 | </properties> | 426 | </properties> |
@@ -434,7 +434,7 @@ | @@ -434,7 +434,7 @@ | ||
434 | <name>sknflow</name> | 434 | <name>sknflow</name> |
435 | <properties> | 435 | <properties> |
436 | <property key="number_of_shards" value="1"/> | 436 | <property key="number_of_shards" value="1"/> |
437 | - <property key="number_of_replicas" value="0"/> | 437 | + <property key="number_of_replicas" value="auto"/> |
438 | <property key="refresh_interval" value="10s"/> | 438 | <property key="refresh_interval" value="10s"/> |
439 | <property key="translog.flush_threshold_size" value="100mb"/> | 439 | <property key="translog.flush_threshold_size" value="100mb"/> |
440 | </properties> | 440 | </properties> |
@@ -448,7 +448,7 @@ | @@ -448,7 +448,7 @@ | ||
448 | <name>yohoproductanalysis</name> | 448 | <name>yohoproductanalysis</name> |
449 | <properties> | 449 | <properties> |
450 | <property key="number_of_shards" value="1"/> | 450 | <property key="number_of_shards" value="1"/> |
451 | - <property key="number_of_replicas" value="0"/> | 451 | + <property key="number_of_replicas" value="auto"/> |
452 | <property key="refresh_interval" value="10s"/> | 452 | <property key="refresh_interval" value="10s"/> |
453 | <property key="translog.flush_threshold_size" value="100mb"/> | 453 | <property key="translog.flush_threshold_size" value="100mb"/> |
454 | </properties> | 454 | </properties> |
@@ -462,7 +462,7 @@ | @@ -462,7 +462,7 @@ | ||
462 | <name>shopsbrands</name> | 462 | <name>shopsbrands</name> |
463 | <properties> | 463 | <properties> |
464 | <property key="number_of_shards" value="1"/> | 464 | <property key="number_of_shards" value="1"/> |
465 | - <property key="number_of_replicas" value="0"/> | 465 | + <property key="number_of_replicas" value="auto"/> |
466 | <property key="refresh_interval" value="10s"/> | 466 | <property key="refresh_interval" value="10s"/> |
467 | <property key="translog.flush_threshold_size" value="100mb"/> | 467 | <property key="translog.flush_threshold_size" value="100mb"/> |
468 | </properties> | 468 | </properties> |
@@ -476,7 +476,7 @@ | @@ -476,7 +476,7 @@ | ||
476 | <name>bigdatasknimagevector</name> | 476 | <name>bigdatasknimagevector</name> |
477 | <properties> | 477 | <properties> |
478 | <property key="number_of_shards" value="1"/> | 478 | <property key="number_of_shards" value="1"/> |
479 | - <property key="number_of_replicas" value="0"/> | 479 | + <property key="number_of_replicas" value="auto"/> |
480 | <property key="refresh_interval" value="10s"/> | 480 | <property key="refresh_interval" value="10s"/> |
481 | <property key="translog.flush_threshold_size" value="100mb"/> | 481 | <property key="translog.flush_threshold_size" value="100mb"/> |
482 | </properties> | 482 | </properties> |
@@ -490,130 +490,140 @@ | @@ -490,130 +490,140 @@ | ||
490 | <name>collageactivity</name> | 490 | <name>collageactivity</name> |
491 | <properties> | 491 | <properties> |
492 | <property key="number_of_shards" value="1"/> | 492 | <property key="number_of_shards" value="1"/> |
493 | - <property key="number_of_replicas" value="1"/> | 493 | + <property key="number_of_replicas" value="auto"/> |
494 | <property key="refresh_interval" value="10s"/> | 494 | <property key="refresh_interval" value="10s"/> |
495 | <property key="translog.flush_threshold_size" value="100mb"/> | 495 | <property key="translog.flush_threshold_size" value="100mb"/> |
496 | </properties> | 496 | </properties> |
497 | <builderClass>com.yoho.search.consumer.index.fullbuild.CollageActivityIndexBuilder</builderClass> | 497 | <builderClass>com.yoho.search.consumer.index.fullbuild.CollageActivityIndexBuilder</builderClass> |
498 | <mappingFile>esmapping/collageactivity.json</mappingFile> | 498 | <mappingFile>esmapping/collageactivity.json</mappingFile> |
499 | <analysisFile>analysis/collageactivity.yml</analysisFile> | 499 | <analysisFile>analysis/collageactivity.yml</analysisFile> |
500 | + <rebuildPageSize>2500</rebuildPageSize> | ||
500 | </index> | 501 | </index> |
501 | 502 | ||
502 | <index> | 503 | <index> |
503 | <name>collageproduct</name> | 504 | <name>collageproduct</name> |
504 | <properties> | 505 | <properties> |
505 | <property key="number_of_shards" value="1"/> | 506 | <property key="number_of_shards" value="1"/> |
506 | - <property key="number_of_replicas" value="1"/> | 507 | + <property key="number_of_replicas" value="auto"/> |
507 | <property key="refresh_interval" value="10s"/> | 508 | <property key="refresh_interval" value="10s"/> |
508 | <property key="translog.flush_threshold_size" value="100mb"/> | 509 | <property key="translog.flush_threshold_size" value="100mb"/> |
509 | </properties> | 510 | </properties> |
510 | <builderClass>com.yoho.search.consumer.index.fullbuild.CollageProductIndexBuilder</builderClass> | 511 | <builderClass>com.yoho.search.consumer.index.fullbuild.CollageProductIndexBuilder</builderClass> |
511 | <mappingFile>esmapping/collageproduct.json</mappingFile> | 512 | <mappingFile>esmapping/collageproduct.json</mappingFile> |
512 | <analysisFile>analysis/collageproduct.yml</analysisFile> | 513 | <analysisFile>analysis/collageproduct.yml</analysisFile> |
514 | + <rebuildPageSize>2500</rebuildPageSize> | ||
513 | </index> | 515 | </index> |
514 | 516 | ||
515 | <index> | 517 | <index> |
516 | <name>cutpriceconfig</name> | 518 | <name>cutpriceconfig</name> |
517 | <properties> | 519 | <properties> |
518 | <property key="number_of_shards" value="1"/> | 520 | <property key="number_of_shards" value="1"/> |
519 | - <property key="number_of_replicas" value="0"/> | 521 | + <property key="number_of_replicas" value="auto"/> |
520 | <property key="refresh_interval" value="10s"/> | 522 | <property key="refresh_interval" value="10s"/> |
521 | <property key="translog.flush_threshold_size" value="100mb"/> | 523 | <property key="translog.flush_threshold_size" value="100mb"/> |
522 | </properties> | 524 | </properties> |
523 | <builderClass>com.yoho.search.consumer.index.fullbuild.CutpriceConfigIndexBuilder</builderClass> | 525 | <builderClass>com.yoho.search.consumer.index.fullbuild.CutpriceConfigIndexBuilder</builderClass> |
524 | <mappingFile>esmapping/cutpriceconfig.json</mappingFile> | 526 | <mappingFile>esmapping/cutpriceconfig.json</mappingFile> |
525 | <analysisFile>analysis/cutpriceconfig.yml</analysisFile> | 527 | <analysisFile>analysis/cutpriceconfig.yml</analysisFile> |
528 | + <rebuildPageSize>2500</rebuildPageSize> | ||
526 | </index> | 529 | </index> |
527 | 530 | ||
528 | <index> | 531 | <index> |
529 | <name>ufoproductindex</name> | 532 | <name>ufoproductindex</name> |
530 | <properties> | 533 | <properties> |
531 | <property key="number_of_shards" value="1"/> | 534 | <property key="number_of_shards" value="1"/> |
532 | - <property key="number_of_replicas" value="1"/> | 535 | + <property key="number_of_replicas" value="auto"/> |
533 | <property key="refresh_interval" value="10s"/> | 536 | <property key="refresh_interval" value="10s"/> |
534 | <property key="translog.flush_threshold_size" value="100mb"/> | 537 | <property key="translog.flush_threshold_size" value="100mb"/> |
535 | </properties> | 538 | </properties> |
536 | <builderClass>com.yoho.search.consumer.index.fullbuild.ufo.UfoProductIndexBuilder</builderClass> | 539 | <builderClass>com.yoho.search.consumer.index.fullbuild.ufo.UfoProductIndexBuilder</builderClass> |
537 | <mappingFile>esmapping/ufoproductindex.json</mappingFile> | 540 | <mappingFile>esmapping/ufoproductindex.json</mappingFile> |
538 | <analysisFile>analysis/ufoproductindex.yml</analysisFile> | 541 | <analysisFile>analysis/ufoproductindex.yml</analysisFile> |
542 | + <rebuildPageSize>2500</rebuildPageSize> | ||
539 | </index> | 543 | </index> |
540 | 544 | ||
541 | <index> | 545 | <index> |
542 | <name>ufobrand</name> | 546 | <name>ufobrand</name> |
543 | <properties> | 547 | <properties> |
544 | <property key="number_of_shards" value="1"/> | 548 | <property key="number_of_shards" value="1"/> |
545 | - <property key="number_of_replicas" value="1"/> | 549 | + <property key="number_of_replicas" value="auto"/> |
546 | <property key="refresh_interval" value="10s"/> | 550 | <property key="refresh_interval" value="10s"/> |
547 | <property key="translog.flush_threshold_size" value="100mb"/> | 551 | <property key="translog.flush_threshold_size" value="100mb"/> |
548 | </properties> | 552 | </properties> |
549 | <builderClass>com.yoho.search.consumer.index.fullbuild.ufo.UfoBrandIndexBuilder</builderClass> | 553 | <builderClass>com.yoho.search.consumer.index.fullbuild.ufo.UfoBrandIndexBuilder</builderClass> |
550 | <mappingFile>esmapping/ufobrand.json</mappingFile> | 554 | <mappingFile>esmapping/ufobrand.json</mappingFile> |
551 | <analysisFile>analysis/ufobrand.yml</analysisFile> | 555 | <analysisFile>analysis/ufobrand.yml</analysisFile> |
556 | + <rebuildPageSize>2500</rebuildPageSize> | ||
552 | </index> | 557 | </index> |
553 | 558 | ||
554 | <index> | 559 | <index> |
555 | <name>ufosort</name> | 560 | <name>ufosort</name> |
556 | <properties> | 561 | <properties> |
557 | <property key="number_of_shards" value="1"/> | 562 | <property key="number_of_shards" value="1"/> |
558 | - <property key="number_of_replicas" value="1"/> | 563 | + <property key="number_of_replicas" value="auto"/> |
559 | <property key="refresh_interval" value="10s"/> | 564 | <property key="refresh_interval" value="10s"/> |
560 | <property key="translog.flush_threshold_size" value="100mb"/> | 565 | <property key="translog.flush_threshold_size" value="100mb"/> |
561 | </properties> | 566 | </properties> |
562 | <builderClass>com.yoho.search.consumer.index.fullbuild.ufo.UfoSortIndexBuilder</builderClass> | 567 | <builderClass>com.yoho.search.consumer.index.fullbuild.ufo.UfoSortIndexBuilder</builderClass> |
563 | <mappingFile>esmapping/ufosort.json</mappingFile> | 568 | <mappingFile>esmapping/ufosort.json</mappingFile> |
564 | <analysisFile>analysis/ufosort.yml</analysisFile> | 569 | <analysisFile>analysis/ufosort.yml</analysisFile> |
570 | + <rebuildPageSize>2500</rebuildPageSize> | ||
565 | </index> | 571 | </index> |
566 | 572 | ||
567 | <index> | 573 | <index> |
568 | <name>ufocolor</name> | 574 | <name>ufocolor</name> |
569 | <properties> | 575 | <properties> |
570 | <property key="number_of_shards" value="1"/> | 576 | <property key="number_of_shards" value="1"/> |
571 | - <property key="number_of_replicas" value="1"/> | 577 | + <property key="number_of_replicas" value="auto"/> |
572 | <property key="refresh_interval" value="10s"/> | 578 | <property key="refresh_interval" value="10s"/> |
573 | <property key="translog.flush_threshold_size" value="100mb"/> | 579 | <property key="translog.flush_threshold_size" value="100mb"/> |
574 | </properties> | 580 | </properties> |
575 | <builderClass>com.yoho.search.consumer.index.fullbuild.ufo.UfoColorIndexBuilder</builderClass> | 581 | <builderClass>com.yoho.search.consumer.index.fullbuild.ufo.UfoColorIndexBuilder</builderClass> |
576 | <mappingFile>esmapping/ufocolor.json</mappingFile> | 582 | <mappingFile>esmapping/ufocolor.json</mappingFile> |
577 | <analysisFile>analysis/ufocolor.yml</analysisFile> | 583 | <analysisFile>analysis/ufocolor.yml</analysisFile> |
584 | + <rebuildPageSize>2500</rebuildPageSize> | ||
578 | </index> | 585 | </index> |
579 | 586 | ||
580 | <index> | 587 | <index> |
581 | <name>ufosize</name> | 588 | <name>ufosize</name> |
582 | <properties> | 589 | <properties> |
583 | <property key="number_of_shards" value="1"/> | 590 | <property key="number_of_shards" value="1"/> |
584 | - <property key="number_of_replicas" value="1"/> | 591 | + <property key="number_of_replicas" value="auto"/> |
585 | <property key="refresh_interval" value="10s"/> | 592 | <property key="refresh_interval" value="10s"/> |
586 | <property key="translog.flush_threshold_size" value="100mb"/> | 593 | <property key="translog.flush_threshold_size" value="100mb"/> |
587 | </properties> | 594 | </properties> |
588 | <builderClass>com.yoho.search.consumer.index.fullbuild.ufo.UfoSizeIndexBuilder</builderClass> | 595 | <builderClass>com.yoho.search.consumer.index.fullbuild.ufo.UfoSizeIndexBuilder</builderClass> |
589 | <mappingFile>esmapping/ufosize.json</mappingFile> | 596 | <mappingFile>esmapping/ufosize.json</mappingFile> |
590 | <analysisFile>analysis/ufosize.yml</analysisFile> | 597 | <analysisFile>analysis/ufosize.yml</analysisFile> |
598 | + <rebuildPageSize>2500</rebuildPageSize> | ||
591 | </index> | 599 | </index> |
592 | 600 | ||
593 | <index> | 601 | <index> |
594 | <name>cutdownpriceactivity</name> | 602 | <name>cutdownpriceactivity</name> |
595 | <properties> | 603 | <properties> |
596 | <property key="number_of_shards" value="1"/> | 604 | <property key="number_of_shards" value="1"/> |
597 | - <property key="number_of_replicas" value="1"/> | 605 | + <property key="number_of_replicas" value="auto"/> |
598 | <property key="refresh_interval" value="10s"/> | 606 | <property key="refresh_interval" value="10s"/> |
599 | <property key="translog.flush_threshold_size" value="100mb"/> | 607 | <property key="translog.flush_threshold_size" value="100mb"/> |
600 | </properties> | 608 | </properties> |
601 | <builderClass>com.yoho.search.consumer.index.fullbuild.CutdownPriceActivityIndexBuilder</builderClass> | 609 | <builderClass>com.yoho.search.consumer.index.fullbuild.CutdownPriceActivityIndexBuilder</builderClass> |
602 | <mappingFile>esmapping/cutdownpriceactivity.json</mappingFile> | 610 | <mappingFile>esmapping/cutdownpriceactivity.json</mappingFile> |
603 | <analysisFile>analysis/cutdownpriceactivity.yml</analysisFile> | 611 | <analysisFile>analysis/cutdownpriceactivity.yml</analysisFile> |
612 | + <rebuildPageSize>2500</rebuildPageSize> | ||
604 | </index> | 613 | </index> |
605 | 614 | ||
606 | <index> | 615 | <index> |
607 | <name>cutdownpriceproduct</name> | 616 | <name>cutdownpriceproduct</name> |
608 | <properties> | 617 | <properties> |
609 | <property key="number_of_shards" value="1"/> | 618 | <property key="number_of_shards" value="1"/> |
610 | - <property key="number_of_replicas" value="1"/> | 619 | + <property key="number_of_replicas" value="auto"/> |
611 | <property key="refresh_interval" value="10s"/> | 620 | <property key="refresh_interval" value="10s"/> |
612 | <property key="translog.flush_threshold_size" value="100mb"/> | 621 | <property key="translog.flush_threshold_size" value="100mb"/> |
613 | </properties> | 622 | </properties> |
614 | <builderClass>com.yoho.search.consumer.index.fullbuild.CutdownPriceProductIndexBuilder</builderClass> | 623 | <builderClass>com.yoho.search.consumer.index.fullbuild.CutdownPriceProductIndexBuilder</builderClass> |
615 | <mappingFile>esmapping/cutdownpriceproduct.json</mappingFile> | 624 | <mappingFile>esmapping/cutdownpriceproduct.json</mappingFile> |
616 | <analysisFile>analysis/cutdownpriceproduct.yml</analysisFile> | 625 | <analysisFile>analysis/cutdownpriceproduct.yml</analysisFile> |
626 | + <rebuildPageSize>2500</rebuildPageSize> | ||
617 | </index> | 627 | </index> |
618 | 628 | ||
619 | </client> | 629 | </client> |
@@ -11,7 +11,7 @@ | @@ -11,7 +11,7 @@ | ||
11 | <name>brand</name> | 11 | <name>brand</name> |
12 | <properties> | 12 | <properties> |
13 | <property key="number_of_shards" value="1"/> | 13 | <property key="number_of_shards" value="1"/> |
14 | - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> | 14 | + <property key="number_of_replicas" value="auto"/> |
15 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> | 15 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> |
16 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> | 16 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> |
17 | </properties> | 17 | </properties> |
@@ -25,7 +25,7 @@ | @@ -25,7 +25,7 @@ | ||
25 | <name>size</name> | 25 | <name>size</name> |
26 | <properties> | 26 | <properties> |
27 | <property key="number_of_shards" value="1"/> | 27 | <property key="number_of_shards" value="1"/> |
28 | - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> | 28 | + <property key="number_of_replicas" value="auto"/> |
29 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> | 29 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> |
30 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> | 30 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> |
31 | </properties> | 31 | </properties> |
@@ -39,7 +39,7 @@ | @@ -39,7 +39,7 @@ | ||
39 | <name>style</name> | 39 | <name>style</name> |
40 | <properties> | 40 | <properties> |
41 | <property key="number_of_shards" value="1"/> | 41 | <property key="number_of_shards" value="1"/> |
42 | - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> | 42 | + <property key="number_of_replicas" value="auto"/> |
43 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> | 43 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> |
44 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> | 44 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> |
45 | </properties> | 45 | </properties> |
@@ -53,7 +53,7 @@ | @@ -53,7 +53,7 @@ | ||
53 | <name>productcolor</name> | 53 | <name>productcolor</name> |
54 | <properties> | 54 | <properties> |
55 | <property key="number_of_shards" value="1"/> | 55 | <property key="number_of_shards" value="1"/> |
56 | - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> | 56 | + <property key="number_of_replicas" value="auto"/> |
57 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> | 57 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> |
58 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> | 58 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> |
59 | </properties> | 59 | </properties> |
@@ -67,7 +67,7 @@ | @@ -67,7 +67,7 @@ | ||
67 | <name>productsort</name> | 67 | <name>productsort</name> |
68 | <properties> | 68 | <properties> |
69 | <property key="number_of_shards" value="1"/> | 69 | <property key="number_of_shards" value="1"/> |
70 | - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> | 70 | + <property key="number_of_replicas" value="auto"/> |
71 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> | 71 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> |
72 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> | 72 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> |
73 | </properties> | 73 | </properties> |
@@ -81,7 +81,7 @@ | @@ -81,7 +81,7 @@ | ||
81 | <name>productindex</name> | 81 | <name>productindex</name> |
82 | <properties> | 82 | <properties> |
83 | <property key="number_of_shards" value="1"/> | 83 | <property key="number_of_shards" value="1"/> |
84 | - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> | 84 | + <property key="number_of_replicas" value="auto"/> |
85 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> | 85 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> |
86 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> | 86 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> |
87 | </properties> | 87 | </properties> |
@@ -95,7 +95,7 @@ | @@ -95,7 +95,7 @@ | ||
95 | <name>suggest</name> | 95 | <name>suggest</name> |
96 | <properties> | 96 | <properties> |
97 | <property key="number_of_shards" value="1"/> | 97 | <property key="number_of_shards" value="1"/> |
98 | - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> | 98 | + <property key="number_of_replicas" value="auto"/> |
99 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> | 99 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> |
100 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> | 100 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> |
101 | </properties> | 101 | </properties> |
@@ -109,7 +109,7 @@ | @@ -109,7 +109,7 @@ | ||
109 | <name>conversion</name> | 109 | <name>conversion</name> |
110 | <properties> | 110 | <properties> |
111 | <property key="number_of_shards" value="1"/> | 111 | <property key="number_of_shards" value="1"/> |
112 | - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> | 112 | + <property key="number_of_replicas" value="auto"/> |
113 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> | 113 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> |
114 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> | 114 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> |
115 | </properties> | 115 | </properties> |
@@ -123,7 +123,7 @@ | @@ -123,7 +123,7 @@ | ||
123 | <name>tblproductnew</name> | 123 | <name>tblproductnew</name> |
124 | <properties> | 124 | <properties> |
125 | <property key="number_of_shards" value="1"/> | 125 | <property key="number_of_shards" value="1"/> |
126 | - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> | 126 | + <property key="number_of_replicas" value="auto"/> |
127 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> | 127 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> |
128 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> | 128 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> |
129 | </properties> | 129 | </properties> |
@@ -137,7 +137,7 @@ | @@ -137,7 +137,7 @@ | ||
137 | <name>tblbrand</name> | 137 | <name>tblbrand</name> |
138 | <properties> | 138 | <properties> |
139 | <property key="number_of_shards" value="1"/> | 139 | <property key="number_of_shards" value="1"/> |
140 | - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> | 140 | + <property key="number_of_replicas" value="auto"/> |
141 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> | 141 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> |
142 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> | 142 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> |
143 | </properties> | 143 | </properties> |
@@ -151,7 +151,7 @@ | @@ -151,7 +151,7 @@ | ||
151 | <name>standard</name> | 151 | <name>standard</name> |
152 | <properties> | 152 | <properties> |
153 | <property key="number_of_shards" value="1"/> | 153 | <property key="number_of_shards" value="1"/> |
154 | - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> | 154 | + <property key="number_of_replicas" value="auto"/> |
155 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> | 155 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> |
156 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> | 156 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> |
157 | </properties> | 157 | </properties> |
@@ -165,7 +165,7 @@ | @@ -165,7 +165,7 @@ | ||
165 | <name>robotquestion</name> | 165 | <name>robotquestion</name> |
166 | <properties> | 166 | <properties> |
167 | <property key="number_of_shards" value="1"/> | 167 | <property key="number_of_shards" value="1"/> |
168 | - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> | 168 | + <property key="number_of_replicas" value="auto"/> |
169 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> | 169 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> |
170 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> | 170 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> |
171 | </properties> | 171 | </properties> |
@@ -179,7 +179,7 @@ | @@ -179,7 +179,7 @@ | ||
179 | <name>robotquestionold</name> | 179 | <name>robotquestionold</name> |
180 | <properties> | 180 | <properties> |
181 | <property key="number_of_shards" value="1"/> | 181 | <property key="number_of_shards" value="1"/> |
182 | - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> | 182 | + <property key="number_of_replicas" value="auto"/> |
183 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> | 183 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> |
184 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> | 184 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> |
185 | </properties> | 185 | </properties> |
@@ -193,7 +193,7 @@ | @@ -193,7 +193,7 @@ | ||
193 | <name>shops</name> | 193 | <name>shops</name> |
194 | <properties> | 194 | <properties> |
195 | <property key="number_of_shards" value="1"/> | 195 | <property key="number_of_shards" value="1"/> |
196 | - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> | 196 | + <property key="number_of_replicas" value="auto"/> |
197 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> | 197 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> |
198 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> | 198 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> |
199 | </properties> | 199 | </properties> |
@@ -207,7 +207,7 @@ | @@ -207,7 +207,7 @@ | ||
207 | <name>productpriceplan</name> | 207 | <name>productpriceplan</name> |
208 | <properties> | 208 | <properties> |
209 | <property key="number_of_shards" value="1"/> | 209 | <property key="number_of_shards" value="1"/> |
210 | - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> | 210 | + <property key="number_of_replicas" value="auto"/> |
211 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> | 211 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> |
212 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> | 212 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> |
213 | </properties> | 213 | </properties> |
@@ -221,7 +221,7 @@ | @@ -221,7 +221,7 @@ | ||
221 | <name>helper</name> | 221 | <name>helper</name> |
222 | <properties> | 222 | <properties> |
223 | <property key="number_of_shards" value="1"/> | 223 | <property key="number_of_shards" value="1"/> |
224 | - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> | 224 | + <property key="number_of_replicas" value="auto"/> |
225 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> | 225 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> |
226 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> | 226 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> |
227 | </properties> | 227 | </properties> |
@@ -235,7 +235,7 @@ | @@ -235,7 +235,7 @@ | ||
235 | <name>zqname</name> | 235 | <name>zqname</name> |
236 | <properties> | 236 | <properties> |
237 | <property key="number_of_shards" value="1"/> | 237 | <property key="number_of_shards" value="1"/> |
238 | - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> | 238 | + <property key="number_of_replicas" value="auto"/> |
239 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> | 239 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> |
240 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> | 240 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> |
241 | </properties> | 241 | </properties> |
@@ -249,7 +249,7 @@ | @@ -249,7 +249,7 @@ | ||
249 | <name>sknimagevectors</name> | 249 | <name>sknimagevectors</name> |
250 | <properties> | 250 | <properties> |
251 | <property key="number_of_shards" value="1"/> | 251 | <property key="number_of_shards" value="1"/> |
252 | - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> | 252 | + <property key="number_of_replicas" value="auto"/> |
253 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> | 253 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> |
254 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> | 254 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> |
255 | </properties> | 255 | </properties> |
@@ -263,7 +263,7 @@ | @@ -263,7 +263,7 @@ | ||
263 | <name>promotionindex</name> | 263 | <name>promotionindex</name> |
264 | <properties> | 264 | <properties> |
265 | <property key="number_of_shards" value="1"/> | 265 | <property key="number_of_shards" value="1"/> |
266 | - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> | 266 | + <property key="number_of_replicas" value="auto"/> |
267 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> | 267 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> |
268 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> | 268 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> |
269 | </properties> | 269 | </properties> |
@@ -278,7 +278,7 @@ | @@ -278,7 +278,7 @@ | ||
278 | <name>customizetag</name> | 278 | <name>customizetag</name> |
279 | <properties> | 279 | <properties> |
280 | <property key="number_of_shards" value="1"/> | 280 | <property key="number_of_shards" value="1"/> |
281 | - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> | 281 | + <property key="number_of_replicas" value="auto"/> |
282 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> | 282 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> |
283 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> | 283 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> |
284 | </properties> | 284 | </properties> |
@@ -292,7 +292,7 @@ | @@ -292,7 +292,7 @@ | ||
292 | <name>bigdatasimilarskn</name> | 292 | <name>bigdatasimilarskn</name> |
293 | <properties> | 293 | <properties> |
294 | <property key="number_of_shards" value="1"/> | 294 | <property key="number_of_shards" value="1"/> |
295 | - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> | 295 | + <property key="number_of_replicas" value="auto"/> |
296 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> | 296 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> |
297 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> | 297 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> |
298 | </properties> | 298 | </properties> |
@@ -306,7 +306,7 @@ | @@ -306,7 +306,7 @@ | ||
306 | <name>promotiontype</name> | 306 | <name>promotiontype</name> |
307 | <properties> | 307 | <properties> |
308 | <property key="number_of_shards" value="1"/> | 308 | <property key="number_of_shards" value="1"/> |
309 | - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> | 309 | + <property key="number_of_replicas" value="auto"/> |
310 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> | 310 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> |
311 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> | 311 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> |
312 | </properties> | 312 | </properties> |
@@ -320,7 +320,7 @@ | @@ -320,7 +320,7 @@ | ||
320 | <name>bigdatasortbrandvector</name> | 320 | <name>bigdatasortbrandvector</name> |
321 | <properties> | 321 | <properties> |
322 | <property key="number_of_shards" value="1"/> | 322 | <property key="number_of_shards" value="1"/> |
323 | - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> | 323 | + <property key="number_of_replicas" value="auto"/> |
324 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> | 324 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> |
325 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> | 325 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> |
326 | </properties> | 326 | </properties> |
@@ -334,7 +334,7 @@ | @@ -334,7 +334,7 @@ | ||
334 | <name>bigdatasortbrandvectorw2v</name> | 334 | <name>bigdatasortbrandvectorw2v</name> |
335 | <properties> | 335 | <properties> |
336 | <property key="number_of_shards" value="1"/> | 336 | <property key="number_of_shards" value="1"/> |
337 | - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> | 337 | + <property key="number_of_replicas" value="auto"/> |
338 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> | 338 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> |
339 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> | 339 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> |
340 | </properties> | 340 | </properties> |
@@ -348,7 +348,7 @@ | @@ -348,7 +348,7 @@ | ||
348 | <name>bigdatabrandvector</name> | 348 | <name>bigdatabrandvector</name> |
349 | <properties> | 349 | <properties> |
350 | <property key="number_of_shards" value="1"/> | 350 | <property key="number_of_shards" value="1"/> |
351 | - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> | 351 | + <property key="number_of_replicas" value="auto"/> |
352 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> | 352 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> |
353 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> | 353 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> |
354 | </properties> | 354 | </properties> |
@@ -362,7 +362,7 @@ | @@ -362,7 +362,7 @@ | ||
362 | <name>bigdatabrandvectorw2v</name> | 362 | <name>bigdatabrandvectorw2v</name> |
363 | <properties> | 363 | <properties> |
364 | <property key="number_of_shards" value="1"/> | 364 | <property key="number_of_shards" value="1"/> |
365 | - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> | 365 | + <property key="number_of_replicas" value="auto"/> |
366 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> | 366 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> |
367 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> | 367 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> |
368 | </properties> | 368 | </properties> |
@@ -378,7 +378,7 @@ | @@ -378,7 +378,7 @@ | ||
378 | <name>imagerepertory</name> | 378 | <name>imagerepertory</name> |
379 | <properties> | 379 | <properties> |
380 | <property key="number_of_shards" value="1"/> | 380 | <property key="number_of_shards" value="1"/> |
381 | - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> | 381 | + <property key="number_of_replicas" value="auto"/> |
382 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> | 382 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> |
383 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> | 383 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> |
384 | </properties> | 384 | </properties> |
@@ -393,7 +393,7 @@ | @@ -393,7 +393,7 @@ | ||
393 | <name>csrecallconfigcommon</name> | 393 | <name>csrecallconfigcommon</name> |
394 | <properties> | 394 | <properties> |
395 | <property key="number_of_shards" value="1"/> | 395 | <property key="number_of_shards" value="1"/> |
396 | - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> | 396 | + <property key="number_of_replicas" value="auto"/> |
397 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> | 397 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> |
398 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> | 398 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> |
399 | </properties> | 399 | </properties> |
@@ -409,7 +409,7 @@ | @@ -409,7 +409,7 @@ | ||
409 | <name>csrecallconfigproduct</name> | 409 | <name>csrecallconfigproduct</name> |
410 | <properties> | 410 | <properties> |
411 | <property key="number_of_shards" value="1"/> | 411 | <property key="number_of_shards" value="1"/> |
412 | - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> | 412 | + <property key="number_of_replicas" value="auto"/> |
413 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> | 413 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> |
414 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> | 414 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> |
415 | </properties> | 415 | </properties> |
@@ -423,7 +423,7 @@ | @@ -423,7 +423,7 @@ | ||
423 | <name>csrecallconfigsortbrand</name> | 423 | <name>csrecallconfigsortbrand</name> |
424 | <properties> | 424 | <properties> |
425 | <property key="number_of_shards" value="1"/> | 425 | <property key="number_of_shards" value="1"/> |
426 | - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> | 426 | + <property key="number_of_replicas" value="auto"/> |
427 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> | 427 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> |
428 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> | 428 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> |
429 | </properties> | 429 | </properties> |
@@ -437,7 +437,7 @@ | @@ -437,7 +437,7 @@ | ||
437 | <name>sknflow</name> | 437 | <name>sknflow</name> |
438 | <properties> | 438 | <properties> |
439 | <property key="number_of_shards" value="1"/> | 439 | <property key="number_of_shards" value="1"/> |
440 | - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> | 440 | + <property key="number_of_replicas" value="auto"/> |
441 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> | 441 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> |
442 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> | 442 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> |
443 | </properties> | 443 | </properties> |
@@ -451,7 +451,7 @@ | @@ -451,7 +451,7 @@ | ||
451 | <name>yohoproductanalysis</name> | 451 | <name>yohoproductanalysis</name> |
452 | <properties> | 452 | <properties> |
453 | <property key="number_of_shards" value="1"/> | 453 | <property key="number_of_shards" value="1"/> |
454 | - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> | 454 | + <property key="number_of_replicas" value="auto"/> |
455 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> | 455 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> |
456 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> | 456 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> |
457 | </properties> | 457 | </properties> |
@@ -465,7 +465,7 @@ | @@ -465,7 +465,7 @@ | ||
465 | <name>shopsbrands</name> | 465 | <name>shopsbrands</name> |
466 | <properties> | 466 | <properties> |
467 | <property key="number_of_shards" value="1"/> | 467 | <property key="number_of_shards" value="1"/> |
468 | - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> | 468 | + <property key="number_of_replicas" value="auto"/> |
469 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> | 469 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> |
470 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> | 470 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> |
471 | </properties> | 471 | </properties> |
@@ -493,130 +493,140 @@ | @@ -493,130 +493,140 @@ | ||
493 | <name>collageactivity</name> | 493 | <name>collageactivity</name> |
494 | <properties> | 494 | <properties> |
495 | <property key="number_of_shards" value="1"/> | 495 | <property key="number_of_shards" value="1"/> |
496 | - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> | 496 | + <property key="number_of_replicas" value="auto"/> |
497 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> | 497 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> |
498 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> | 498 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> |
499 | </properties> | 499 | </properties> |
500 | <builderClass>com.yoho.search.consumer.index.fullbuild.CollageActivityIndexBuilder</builderClass> | 500 | <builderClass>com.yoho.search.consumer.index.fullbuild.CollageActivityIndexBuilder</builderClass> |
501 | <mappingFile>esmapping/collageactivity.json</mappingFile> | 501 | <mappingFile>esmapping/collageactivity.json</mappingFile> |
502 | <analysisFile>analysis/collageactivity.yml</analysisFile> | 502 | <analysisFile>analysis/collageactivity.yml</analysisFile> |
503 | + <rebuildPageSize>${search.index.batch.limit}</rebuildPageSize> | ||
503 | </index> | 504 | </index> |
504 | 505 | ||
505 | <index> | 506 | <index> |
506 | <name>collageproduct</name> | 507 | <name>collageproduct</name> |
507 | <properties> | 508 | <properties> |
508 | <property key="number_of_shards" value="1"/> | 509 | <property key="number_of_shards" value="1"/> |
509 | - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> | 510 | + <property key="number_of_replicas" value="auto"/> |
510 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> | 511 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> |
511 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> | 512 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> |
512 | </properties> | 513 | </properties> |
513 | <builderClass>com.yoho.search.consumer.index.fullbuild.CollageProductIndexBuilder</builderClass> | 514 | <builderClass>com.yoho.search.consumer.index.fullbuild.CollageProductIndexBuilder</builderClass> |
514 | <mappingFile>esmapping/collageproduct.json</mappingFile> | 515 | <mappingFile>esmapping/collageproduct.json</mappingFile> |
515 | <analysisFile>analysis/collageproduct.yml</analysisFile> | 516 | <analysisFile>analysis/collageproduct.yml</analysisFile> |
517 | + <rebuildPageSize>${search.index.batch.limit}</rebuildPageSize> | ||
516 | </index> | 518 | </index> |
517 | 519 | ||
518 | <index> | 520 | <index> |
519 | <name>cutpriceconfig</name> | 521 | <name>cutpriceconfig</name> |
520 | <properties> | 522 | <properties> |
521 | <property key="number_of_shards" value="1"/> | 523 | <property key="number_of_shards" value="1"/> |
522 | - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> | 524 | + <property key="number_of_replicas" value="auto"/> |
523 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> | 525 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> |
524 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> | 526 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> |
525 | </properties> | 527 | </properties> |
526 | <builderClass>com.yoho.search.consumer.index.fullbuild.CutpriceConfigIndexBuilder</builderClass> | 528 | <builderClass>com.yoho.search.consumer.index.fullbuild.CutpriceConfigIndexBuilder</builderClass> |
527 | <mappingFile>esmapping/cutpriceconfig.json</mappingFile> | 529 | <mappingFile>esmapping/cutpriceconfig.json</mappingFile> |
528 | <analysisFile>analysis/cutpriceconfig.yml</analysisFile> | 530 | <analysisFile>analysis/cutpriceconfig.yml</analysisFile> |
531 | + <rebuildPageSize>${search.index.batch.limit}</rebuildPageSize> | ||
529 | </index> | 532 | </index> |
530 | 533 | ||
531 | <index> | 534 | <index> |
532 | <name>ufoproductindex</name> | 535 | <name>ufoproductindex</name> |
533 | <properties> | 536 | <properties> |
534 | <property key="number_of_shards" value="1"/> | 537 | <property key="number_of_shards" value="1"/> |
535 | - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> | 538 | + <property key="number_of_replicas" value="auto"/> |
536 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> | 539 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> |
537 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> | 540 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> |
538 | </properties> | 541 | </properties> |
539 | <builderClass>com.yoho.search.consumer.index.fullbuild.ufo.UfoProductIndexBuilder</builderClass> | 542 | <builderClass>com.yoho.search.consumer.index.fullbuild.ufo.UfoProductIndexBuilder</builderClass> |
540 | <mappingFile>esmapping/ufoproductindex.json</mappingFile> | 543 | <mappingFile>esmapping/ufoproductindex.json</mappingFile> |
541 | <analysisFile>analysis/ufoproductindex.yml</analysisFile> | 544 | <analysisFile>analysis/ufoproductindex.yml</analysisFile> |
545 | + <rebuildPageSize>${search.index.batch.limit}</rebuildPageSize> | ||
542 | </index> | 546 | </index> |
543 | 547 | ||
544 | <index> | 548 | <index> |
545 | <name>ufobrand</name> | 549 | <name>ufobrand</name> |
546 | <properties> | 550 | <properties> |
547 | <property key="number_of_shards" value="1"/> | 551 | <property key="number_of_shards" value="1"/> |
548 | - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> | 552 | + <property key="number_of_replicas" value="auto"/> |
549 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> | 553 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> |
550 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> | 554 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> |
551 | </properties> | 555 | </properties> |
552 | <builderClass>com.yoho.search.consumer.index.fullbuild.ufo.UfoBrandIndexBuilder</builderClass> | 556 | <builderClass>com.yoho.search.consumer.index.fullbuild.ufo.UfoBrandIndexBuilder</builderClass> |
553 | <mappingFile>esmapping/ufobrand.json</mappingFile> | 557 | <mappingFile>esmapping/ufobrand.json</mappingFile> |
554 | <analysisFile>analysis/ufobrand.yml</analysisFile> | 558 | <analysisFile>analysis/ufobrand.yml</analysisFile> |
559 | + <rebuildPageSize>${search.index.batch.limit}</rebuildPageSize> | ||
555 | </index> | 560 | </index> |
556 | 561 | ||
557 | <index> | 562 | <index> |
558 | <name>ufosort</name> | 563 | <name>ufosort</name> |
559 | <properties> | 564 | <properties> |
560 | <property key="number_of_shards" value="1"/> | 565 | <property key="number_of_shards" value="1"/> |
561 | - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> | 566 | + <property key="number_of_replicas" value="auto"/> |
562 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> | 567 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> |
563 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> | 568 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> |
564 | </properties> | 569 | </properties> |
565 | <builderClass>com.yoho.search.consumer.index.fullbuild.ufo.UfoSortIndexBuilder</builderClass> | 570 | <builderClass>com.yoho.search.consumer.index.fullbuild.ufo.UfoSortIndexBuilder</builderClass> |
566 | <mappingFile>esmapping/ufosort.json</mappingFile> | 571 | <mappingFile>esmapping/ufosort.json</mappingFile> |
567 | <analysisFile>analysis/ufosort.yml</analysisFile> | 572 | <analysisFile>analysis/ufosort.yml</analysisFile> |
573 | + <rebuildPageSize>${search.index.batch.limit}</rebuildPageSize> | ||
568 | </index> | 574 | </index> |
569 | 575 | ||
570 | <index> | 576 | <index> |
571 | <name>ufocolor</name> | 577 | <name>ufocolor</name> |
572 | <properties> | 578 | <properties> |
573 | <property key="number_of_shards" value="1"/> | 579 | <property key="number_of_shards" value="1"/> |
574 | - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> | 580 | + <property key="number_of_replicas" value="auto"/> |
575 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> | 581 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> |
576 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> | 582 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> |
577 | </properties> | 583 | </properties> |
578 | <builderClass>com.yoho.search.consumer.index.fullbuild.ufo.UfoColorIndexBuilder</builderClass> | 584 | <builderClass>com.yoho.search.consumer.index.fullbuild.ufo.UfoColorIndexBuilder</builderClass> |
579 | <mappingFile>esmapping/ufocolor.json</mappingFile> | 585 | <mappingFile>esmapping/ufocolor.json</mappingFile> |
580 | <analysisFile>analysis/ufocolor.yml</analysisFile> | 586 | <analysisFile>analysis/ufocolor.yml</analysisFile> |
587 | + <rebuildPageSize>${search.index.batch.limit}</rebuildPageSize> | ||
581 | </index> | 588 | </index> |
582 | 589 | ||
583 | <index> | 590 | <index> |
584 | <name>ufosize</name> | 591 | <name>ufosize</name> |
585 | <properties> | 592 | <properties> |
586 | <property key="number_of_shards" value="1"/> | 593 | <property key="number_of_shards" value="1"/> |
587 | - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> | 594 | + <property key="number_of_replicas" value="auto"/> |
588 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> | 595 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> |
589 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> | 596 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> |
590 | </properties> | 597 | </properties> |
591 | <builderClass>com.yoho.search.consumer.index.fullbuild.ufo.UfoSizeIndexBuilder</builderClass> | 598 | <builderClass>com.yoho.search.consumer.index.fullbuild.ufo.UfoSizeIndexBuilder</builderClass> |
592 | <mappingFile>esmapping/ufosize.json</mappingFile> | 599 | <mappingFile>esmapping/ufosize.json</mappingFile> |
593 | <analysisFile>analysis/ufosize.yml</analysisFile> | 600 | <analysisFile>analysis/ufosize.yml</analysisFile> |
601 | + <rebuildPageSize>${search.index.batch.limit}</rebuildPageSize> | ||
594 | </index> | 602 | </index> |
595 | 603 | ||
596 | <index> | 604 | <index> |
597 | <name>cutdownpriceactivity</name> | 605 | <name>cutdownpriceactivity</name> |
598 | <properties> | 606 | <properties> |
599 | <property key="number_of_shards" value="1"/> | 607 | <property key="number_of_shards" value="1"/> |
600 | - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> | 608 | + <property key="number_of_replicas" value="auto"/> |
601 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> | 609 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> |
602 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> | 610 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> |
603 | </properties> | 611 | </properties> |
604 | <builderClass>com.yoho.search.consumer.index.fullbuild.CutdownPriceActivityIndexBuilder</builderClass> | 612 | <builderClass>com.yoho.search.consumer.index.fullbuild.CutdownPriceActivityIndexBuilder</builderClass> |
605 | <mappingFile>esmapping/cutdownpriceactivity.json</mappingFile> | 613 | <mappingFile>esmapping/cutdownpriceactivity.json</mappingFile> |
606 | <analysisFile>analysis/cutdownpriceactivity.yml</analysisFile> | 614 | <analysisFile>analysis/cutdownpriceactivity.yml</analysisFile> |
615 | + <rebuildPageSize>${search.index.batch.limit}</rebuildPageSize> | ||
607 | </index> | 616 | </index> |
608 | 617 | ||
609 | <index> | 618 | <index> |
610 | <name>cutdownpriceproduct</name> | 619 | <name>cutdownpriceproduct</name> |
611 | <properties> | 620 | <properties> |
612 | <property key="number_of_shards" value="1"/> | 621 | <property key="number_of_shards" value="1"/> |
613 | - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> | 622 | + <property key="number_of_replicas" value="auto"/> |
614 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> | 623 | <property key="refresh_interval" value="${search.index.refresh_interval}"/> |
615 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> | 624 | <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> |
616 | </properties> | 625 | </properties> |
617 | <builderClass>com.yoho.search.consumer.index.fullbuild.CutdownPriceProductIndexBuilder</builderClass> | 626 | <builderClass>com.yoho.search.consumer.index.fullbuild.CutdownPriceProductIndexBuilder</builderClass> |
618 | <mappingFile>esmapping/cutdownpriceproduct.json</mappingFile> | 627 | <mappingFile>esmapping/cutdownpriceproduct.json</mappingFile> |
619 | <analysisFile>analysis/cutdownpriceproduct.yml</analysisFile> | 628 | <analysisFile>analysis/cutdownpriceproduct.yml</analysisFile> |
629 | + <rebuildPageSize>${search.index.batch.limit}</rebuildPageSize> | ||
620 | </index> | 630 | </index> |
621 | 631 | ||
622 | </client> | 632 | </client> |
-
Please register or login to post a comment