Authored by hugufei

重建索引时支持自动扩容

@@ -9,6 +9,12 @@ import java.util.Map; @@ -9,6 +9,12 @@ import java.util.Map;
9 public interface IYohoIndex { 9 public interface IYohoIndex {
10 10
11 /** 11 /**
  12 + * 获取索引属于的客户端
  13 + * @return
  14 + */
  15 + public IElasticsearchClient getIndexClient();
  16 +
  17 + /**
12 * 获取索引名 18 * 获取索引名
13 * 19 *
14 * @return 20 * @return
@@ -22,7 +28,6 @@ public interface IYohoIndex { @@ -22,7 +28,6 @@ public interface IYohoIndex {
22 */ 28 */
23 public void setYohoIndexName(String name); 29 public void setYohoIndexName(String name);
24 30
25 -  
26 /** 31 /**
27 * 获取索引配置属性 32 * 获取索引配置属性
28 * 33 *
@@ -85,14 +90,6 @@ public interface IYohoIndex { @@ -85,14 +90,6 @@ public interface IYohoIndex {
85 * @return 90 * @return
86 */ 91 */
87 public String getMappingContent(); 92 public String getMappingContent();
88 -  
89 -  
90 - /**  
91 - * 返回indexClient列表,按优先级排列  
92 - *  
93 - * @return  
94 - */  
95 - public IElasticsearchClient getIndexClient();  
96 93
97 /** 94 /**
98 * 获取重建分页数 95 * 获取重建分页数
@@ -2,12 +2,15 @@ package com.yoho.search.consumer.common.impl; @@ -2,12 +2,15 @@ package com.yoho.search.consumer.common.impl;
2 2
3 import com.yoho.search.base.utils.FileUtils; 3 import com.yoho.search.base.utils.FileUtils;
4 import com.yoho.search.base.utils.JaxbBinder; 4 import com.yoho.search.base.utils.JaxbBinder;
5 -import com.yoho.search.consumer.common.*;  
6 -import com.yoho.search.consumer.index.fullbuild.IIndexBuilder;  
7 -import com.yoho.search.consumer.index.fullbuild.listener.IndexRebuildListenerMgr; 5 +import com.yoho.search.consumer.common.IYohoIndex;
  6 +import com.yoho.search.consumer.common.IYohoIndexDataLoader;
  7 +import com.yoho.search.consumer.common.IYohoIndexService;
  8 +import com.yoho.search.consumer.common.YohoIndexNameHelper;
8 import com.yoho.search.consumer.common.config.ClientConfig; 9 import com.yoho.search.consumer.common.config.ClientConfig;
9 import com.yoho.search.consumer.common.config.IndexConfig; 10 import com.yoho.search.consumer.common.config.IndexConfig;
10 import com.yoho.search.consumer.common.config.IndexConfigs; 11 import com.yoho.search.consumer.common.config.IndexConfigs;
  12 +import com.yoho.search.consumer.index.fullbuild.IIndexBuilder;
  13 +import com.yoho.search.consumer.index.fullbuild.listener.IndexRebuildListenerMgr;
11 import com.yoho.search.consumer.index.rebuild.RebuildFlagService; 14 import com.yoho.search.consumer.index.rebuild.RebuildFlagService;
12 import com.yoho.search.core.es.IElasticsearchClient; 15 import com.yoho.search.core.es.IElasticsearchClient;
13 import com.yoho.search.core.es.IYohoIndexClientFactory; 16 import com.yoho.search.core.es.IYohoIndexClientFactory;
@@ -15,6 +18,7 @@ import com.yoho.search.core.es.impl.YohoIndexClientFactoryImpl; @@ -15,6 +18,7 @@ import com.yoho.search.core.es.impl.YohoIndexClientFactoryImpl;
15 import com.yoho.search.core.es.model.ESBluk; 18 import com.yoho.search.core.es.model.ESBluk;
16 import com.yoho.search.core.es.model.SearchParam; 19 import com.yoho.search.core.es.model.SearchParam;
17 import com.yoho.search.core.es.model.SearchResult; 20 import com.yoho.search.core.es.model.SearchResult;
  21 +import org.apache.commons.collections.MapUtils;
18 import org.elasticsearch.action.admin.indices.analyze.AnalyzeResponse; 22 import org.elasticsearch.action.admin.indices.analyze.AnalyzeResponse;
19 import org.elasticsearch.action.admin.indices.analyze.AnalyzeResponse.AnalyzeToken; 23 import org.elasticsearch.action.admin.indices.analyze.AnalyzeResponse.AnalyzeToken;
20 import org.elasticsearch.action.bulk.BulkResponse; 24 import org.elasticsearch.action.bulk.BulkResponse;
@@ -91,6 +95,7 @@ public class YohoIndexServiceImpl implements IYohoIndexService, ApplicationEvent @@ -91,6 +95,7 @@ public class YohoIndexServiceImpl implements IYohoIndexService, ApplicationEvent
91 String servers = clientConfig.getProperties().get("es.servers"); 95 String servers = clientConfig.getProperties().get("es.servers");
92 IElasticsearchClient client = indexClientFactory.createIndexClient(clusterName, servers, "consumer"); 96 IElasticsearchClient client = indexClientFactory.createIndexClient(clusterName, servers, "consumer");
93 for (IndexConfig indexConfig : clientConfig.getIndexConfigs()) { 97 for (IndexConfig indexConfig : clientConfig.getIndexConfigs()) {
  98 + Map<String, String> indexSettings = indexConfig.getProperties();
94 IYohoIndex index = new YohoIndexImpl(indexConfig.getName(), client, indexConfig.getProperties()); 99 IYohoIndex index = new YohoIndexImpl(indexConfig.getName(), client, indexConfig.getProperties());
95 // 构造数据提供者 100 // 构造数据提供者
96 index.setIndexBuilderClassName(indexConfig.getBuilderClass()); 101 index.setIndexBuilderClassName(indexConfig.getBuilderClass());
@@ -124,6 +129,32 @@ public class YohoIndexServiceImpl implements IYohoIndexService, ApplicationEvent @@ -124,6 +129,32 @@ public class YohoIndexServiceImpl implements IYohoIndexService, ApplicationEvent
124 } 129 }
125 130
126 /** 131 /**
  132 + * 每次重建索引时,根据集群状态决定分支分片数
  133 + *
  134 + * @param client
  135 + * @param indexSettings
  136 + * @return
  137 + */
  138 + private int genNumberOfReplicas(IElasticsearchClient client, Map<String, String> indexSettings) {
  139 + try {
  140 + int numberOfDataNodes = client.getClusterHealthResponse().getNumberOfDataNodes();
  141 + if (numberOfDataNodes <= 1) {
  142 + return 0;
  143 + }
  144 + String numberOfReplicas = MapUtils.getString(indexSettings, "number_of_replicas");//配置的复制分片数
  145 + if (!"auto".equalsIgnoreCase(numberOfReplicas)) {
  146 + return Integer.valueOf(numberOfReplicas);
  147 + }
  148 + //获取索引配置的主分片数
  149 + int numberOfShards = MapUtils.getIntValue(indexSettings, "number_of_shards", 1);
  150 + return Math.max(1, numberOfDataNodes - numberOfShards);
  151 + } catch (Exception e) {
  152 + INDEX_REBUILD_LOG.error(e.getMessage(), e);
  153 + return 0;
  154 + }
  155 + }
  156 +
  157 + /**
127 * 创建索引,并返回真实索引名称 158 * 创建索引,并返回真实索引名称
128 * 159 *
129 * @param yohoIndexName 160 * @param yohoIndexName
@@ -155,6 +186,8 @@ public class YohoIndexServiceImpl implements IYohoIndexService, ApplicationEvent @@ -155,6 +186,8 @@ public class YohoIndexServiceImpl implements IYohoIndexService, ApplicationEvent
155 indexSettings.putAll(index.getIndexSettings()); 186 indexSettings.putAll(index.getIndexSettings());
156 indexSettings.putAll(index.getAnalysisSettings());//设置分词器信息 187 indexSettings.putAll(index.getAnalysisSettings());//设置分词器信息
157 indexSettings.put("max_result_window", "100000000"); 188 indexSettings.put("max_result_window", "100000000");
  189 + indexSettings.put("number_of_replicas", this.genNumberOfReplicas(client,index.getIndexSettings()));//处理复制分片
  190 +
158 client.createIndex(newRealIndexName, type, indexSettings, mappingContent); 191 client.createIndex(newRealIndexName, type, indexSettings, mappingContent);
159 // 5、删除旧索引别名 192 // 5、删除旧索引别名
160 if (oldRealIndexNames != null && !oldRealIndexNames.isEmpty()) { 193 if (oldRealIndexNames != null && !oldRealIndexNames.isEmpty()) {
@@ -280,10 +313,8 @@ public class YohoIndexServiceImpl implements IYohoIndexService, ApplicationEvent @@ -280,10 +313,8 @@ public class YohoIndexServiceImpl implements IYohoIndexService, ApplicationEvent
280 if (yohoIndex == null) { 313 if (yohoIndex == null) {
281 return; 314 return;
282 } 315 }
283 -  
284 Exception exception = null; 316 Exception exception = null;
285 IElasticsearchClient client = yohoIndex.getIndexClient(); 317 IElasticsearchClient client = yohoIndex.getIndexClient();
286 - ;  
287 try { 318 try {
288 long begin = System.currentTimeMillis(); 319 long begin = System.currentTimeMillis();
289 INDEX_REBUILD_LOG.info("rebuild [{}],step=[1.rebuild begin], begin=[{}] ", yohoIndexName, begin); 320 INDEX_REBUILD_LOG.info("rebuild [{}],step=[1.rebuild begin], begin=[{}] ", yohoIndexName, begin);
@@ -432,8 +463,7 @@ public class YohoIndexServiceImpl implements IYohoIndexService, ApplicationEvent @@ -432,8 +463,7 @@ public class YohoIndexServiceImpl implements IYohoIndexService, ApplicationEvent
432 return false; 463 return false;
433 } 464 }
434 IElasticsearchClient client = index.getIndexClient(); 465 IElasticsearchClient client = index.getIndexClient();
435 - client.indexHealth(indexName);  
436 - return false; 466 + return client.indexHealth(indexName);
437 } 467 }
438 468
439 } 469 }
@@ -11,7 +11,7 @@ @@ -11,7 +11,7 @@
11 <name>brand</name> 11 <name>brand</name>
12 <properties> 12 <properties>
13 <property key="number_of_shards" value="1"/> 13 <property key="number_of_shards" value="1"/>
14 - <property key="number_of_replicas" value="1"/> 14 + <property key="number_of_replicas" value="auto"/>
15 <property key="refresh_interval" value="10s"/> 15 <property key="refresh_interval" value="10s"/>
16 <property key="translog.flush_threshold_size" value="100mb"/> 16 <property key="translog.flush_threshold_size" value="100mb"/>
17 </properties> 17 </properties>
@@ -25,7 +25,7 @@ @@ -25,7 +25,7 @@
25 <name>size</name> 25 <name>size</name>
26 <properties> 26 <properties>
27 <property key="number_of_shards" value="1"/> 27 <property key="number_of_shards" value="1"/>
28 - <property key="number_of_replicas" value="1"/> 28 + <property key="number_of_replicas" value="auto"/>
29 <property key="refresh_interval" value="10s"/> 29 <property key="refresh_interval" value="10s"/>
30 <property key="translog.flush_threshold_size" value="100mb"/> 30 <property key="translog.flush_threshold_size" value="100mb"/>
31 </properties> 31 </properties>
@@ -39,7 +39,7 @@ @@ -39,7 +39,7 @@
39 <name>style</name> 39 <name>style</name>
40 <properties> 40 <properties>
41 <property key="number_of_shards" value="1"/> 41 <property key="number_of_shards" value="1"/>
42 - <property key="number_of_replicas" value="1"/> 42 + <property key="number_of_replicas" value="auto"/>
43 <property key="refresh_interval" value="10s"/> 43 <property key="refresh_interval" value="10s"/>
44 <property key="translog.flush_threshold_size" value="100mb"/> 44 <property key="translog.flush_threshold_size" value="100mb"/>
45 </properties> 45 </properties>
@@ -53,7 +53,7 @@ @@ -53,7 +53,7 @@
53 <name>productcolor</name> 53 <name>productcolor</name>
54 <properties> 54 <properties>
55 <property key="number_of_shards" value="1"/> 55 <property key="number_of_shards" value="1"/>
56 - <property key="number_of_replicas" value="1"/> 56 + <property key="number_of_replicas" value="auto"/>
57 <property key="refresh_interval" value="10s"/> 57 <property key="refresh_interval" value="10s"/>
58 <property key="translog.flush_threshold_size" value="100mb"/> 58 <property key="translog.flush_threshold_size" value="100mb"/>
59 </properties> 59 </properties>
@@ -67,7 +67,7 @@ @@ -67,7 +67,7 @@
67 <name>productsort</name> 67 <name>productsort</name>
68 <properties> 68 <properties>
69 <property key="number_of_shards" value="1"/> 69 <property key="number_of_shards" value="1"/>
70 - <property key="number_of_replicas" value="1"/> 70 + <property key="number_of_replicas" value="auto"/>
71 <property key="refresh_interval" value="10s"/> 71 <property key="refresh_interval" value="10s"/>
72 <property key="translog.flush_threshold_size" value="100mb"/> 72 <property key="translog.flush_threshold_size" value="100mb"/>
73 </properties> 73 </properties>
@@ -81,7 +81,7 @@ @@ -81,7 +81,7 @@
81 <name>productindex</name> 81 <name>productindex</name>
82 <properties> 82 <properties>
83 <property key="number_of_shards" value="1"/> 83 <property key="number_of_shards" value="1"/>
84 - <property key="number_of_replicas" value="1"/> 84 + <property key="number_of_replicas" value="auto"/>
85 <property key="refresh_interval" value="10s"/> 85 <property key="refresh_interval" value="10s"/>
86 <property key="translog.flush_threshold_size" value="100mb"/> 86 <property key="translog.flush_threshold_size" value="100mb"/>
87 </properties> 87 </properties>
@@ -95,7 +95,7 @@ @@ -95,7 +95,7 @@
95 <name>suggest</name> 95 <name>suggest</name>
96 <properties> 96 <properties>
97 <property key="number_of_shards" value="1"/> 97 <property key="number_of_shards" value="1"/>
98 - <property key="number_of_replicas" value="1"/> 98 + <property key="number_of_replicas" value="auto"/>
99 <property key="refresh_interval" value="10s"/> 99 <property key="refresh_interval" value="10s"/>
100 <property key="translog.flush_threshold_size" value="100mb"/> 100 <property key="translog.flush_threshold_size" value="100mb"/>
101 </properties> 101 </properties>
@@ -109,7 +109,7 @@ @@ -109,7 +109,7 @@
109 <name>conversion</name> 109 <name>conversion</name>
110 <properties> 110 <properties>
111 <property key="number_of_shards" value="1"/> 111 <property key="number_of_shards" value="1"/>
112 - <property key="number_of_replicas" value="1"/> 112 + <property key="number_of_replicas" value="auto"/>
113 <property key="refresh_interval" value="10s"/> 113 <property key="refresh_interval" value="10s"/>
114 <property key="translog.flush_threshold_size" value="100mb"/> 114 <property key="translog.flush_threshold_size" value="100mb"/>
115 </properties> 115 </properties>
@@ -125,7 +125,7 @@ @@ -125,7 +125,7 @@
125 <name>tblproductnew</name> 125 <name>tblproductnew</name>
126 <properties> 126 <properties>
127 <property key="number_of_shards" value="1"/> 127 <property key="number_of_shards" value="1"/>
128 - <property key="number_of_replicas" value="1"/> 128 + <property key="number_of_replicas" value="auto"/>
129 <property key="refresh_interval" value="10s"/> 129 <property key="refresh_interval" value="10s"/>
130 <property key="translog.flush_threshold_size" value="100mb"/> 130 <property key="translog.flush_threshold_size" value="100mb"/>
131 </properties> 131 </properties>
@@ -139,7 +139,7 @@ @@ -139,7 +139,7 @@
139 <name>tblbrand</name> 139 <name>tblbrand</name>
140 <properties> 140 <properties>
141 <property key="number_of_shards" value="1"/> 141 <property key="number_of_shards" value="1"/>
142 - <property key="number_of_replicas" value="1"/> 142 + <property key="number_of_replicas" value="auto"/>
143 <property key="refresh_interval" value="10s"/> 143 <property key="refresh_interval" value="10s"/>
144 <property key="translog.flush_threshold_size" value="100mb"/> 144 <property key="translog.flush_threshold_size" value="100mb"/>
145 </properties> 145 </properties>
@@ -153,7 +153,7 @@ @@ -153,7 +153,7 @@
153 <name>standard</name> 153 <name>standard</name>
154 <properties> 154 <properties>
155 <property key="number_of_shards" value="1"/> 155 <property key="number_of_shards" value="1"/>
156 - <property key="number_of_replicas" value="1"/> 156 + <property key="number_of_replicas" value="auto"/>
157 <property key="refresh_interval" value="10s"/> 157 <property key="refresh_interval" value="10s"/>
158 <property key="translog.flush_threshold_size" value="100mb"/> 158 <property key="translog.flush_threshold_size" value="100mb"/>
159 </properties> 159 </properties>
@@ -167,7 +167,7 @@ @@ -167,7 +167,7 @@
167 <name>robotquestion</name> 167 <name>robotquestion</name>
168 <properties> 168 <properties>
169 <property key="number_of_shards" value="1"/> 169 <property key="number_of_shards" value="1"/>
170 - <property key="number_of_replicas" value="1"/> 170 + <property key="number_of_replicas" value="auto"/>
171 <property key="refresh_interval" value="10s"/> 171 <property key="refresh_interval" value="10s"/>
172 <property key="translog.flush_threshold_size" value="100mb"/> 172 <property key="translog.flush_threshold_size" value="100mb"/>
173 </properties> 173 </properties>
@@ -181,7 +181,7 @@ @@ -181,7 +181,7 @@
181 <name>robotquestionold</name> 181 <name>robotquestionold</name>
182 <properties> 182 <properties>
183 <property key="number_of_shards" value="1"/> 183 <property key="number_of_shards" value="1"/>
184 - <property key="number_of_replicas" value="1"/> 184 + <property key="number_of_replicas" value="auto"/>
185 <property key="refresh_interval" value="10s"/> 185 <property key="refresh_interval" value="10s"/>
186 <property key="translog.flush_threshold_size" value="100mb"/> 186 <property key="translog.flush_threshold_size" value="100mb"/>
187 </properties> 187 </properties>
@@ -195,7 +195,7 @@ @@ -195,7 +195,7 @@
195 <name>shops</name> 195 <name>shops</name>
196 <properties> 196 <properties>
197 <property key="number_of_shards" value="1"/> 197 <property key="number_of_shards" value="1"/>
198 - <property key="number_of_replicas" value="1"/> 198 + <property key="number_of_replicas" value="auto"/>
199 <property key="refresh_interval" value="10s"/> 199 <property key="refresh_interval" value="10s"/>
200 <property key="translog.flush_threshold_size" value="100mb"/> 200 <property key="translog.flush_threshold_size" value="100mb"/>
201 </properties> 201 </properties>
@@ -209,7 +209,7 @@ @@ -209,7 +209,7 @@
209 <name>productpriceplan</name> 209 <name>productpriceplan</name>
210 <properties> 210 <properties>
211 <property key="number_of_shards" value="1"/> 211 <property key="number_of_shards" value="1"/>
212 - <property key="number_of_replicas" value="1"/> 212 + <property key="number_of_replicas" value="auto"/>
213 <property key="refresh_interval" value="10s"/> 213 <property key="refresh_interval" value="10s"/>
214 <property key="translog.flush_threshold_size" value="100mb"/> 214 <property key="translog.flush_threshold_size" value="100mb"/>
215 </properties> 215 </properties>
@@ -223,7 +223,7 @@ @@ -223,7 +223,7 @@
223 <name>helper</name> 223 <name>helper</name>
224 <properties> 224 <properties>
225 <property key="number_of_shards" value="1"/> 225 <property key="number_of_shards" value="1"/>
226 - <property key="number_of_replicas" value="1"/> 226 + <property key="number_of_replicas" value="auto"/>
227 <property key="refresh_interval" value="10s"/> 227 <property key="refresh_interval" value="10s"/>
228 <property key="translog.flush_threshold_size" value="100mb"/> 228 <property key="translog.flush_threshold_size" value="100mb"/>
229 </properties> 229 </properties>
@@ -237,7 +237,7 @@ @@ -237,7 +237,7 @@
237 <name>zqname</name> 237 <name>zqname</name>
238 <properties> 238 <properties>
239 <property key="number_of_shards" value="1"/> 239 <property key="number_of_shards" value="1"/>
240 - <property key="number_of_replicas" value="0"/> 240 + <property key="number_of_replicas" value="auto"/>
241 <property key="refresh_interval" value="10s"/> 241 <property key="refresh_interval" value="10s"/>
242 <property key="translog.flush_threshold_size" value="100mb"/> 242 <property key="translog.flush_threshold_size" value="100mb"/>
243 </properties> 243 </properties>
@@ -251,7 +251,7 @@ @@ -251,7 +251,7 @@
251 <name>sknimagevectors</name> 251 <name>sknimagevectors</name>
252 <properties> 252 <properties>
253 <property key="number_of_shards" value="1"/> 253 <property key="number_of_shards" value="1"/>
254 - <property key="number_of_replicas" value="0"/> 254 + <property key="number_of_replicas" value="auto"/>
255 <property key="refresh_interval" value="10s"/> 255 <property key="refresh_interval" value="10s"/>
256 <property key="translog.flush_threshold_size" value="100mb"/> 256 <property key="translog.flush_threshold_size" value="100mb"/>
257 </properties> 257 </properties>
@@ -265,7 +265,7 @@ @@ -265,7 +265,7 @@
265 <name>promotionindex</name> 265 <name>promotionindex</name>
266 <properties> 266 <properties>
267 <property key="number_of_shards" value="1"/> 267 <property key="number_of_shards" value="1"/>
268 - <property key="number_of_replicas" value="0"/> 268 + <property key="number_of_replicas" value="auto"/>
269 <property key="refresh_interval" value="10s"/> 269 <property key="refresh_interval" value="10s"/>
270 <property key="translog.flush_threshold_size" value="100mb"/> 270 <property key="translog.flush_threshold_size" value="100mb"/>
271 </properties> 271 </properties>
@@ -280,7 +280,7 @@ @@ -280,7 +280,7 @@
280 <name>customizetag</name> 280 <name>customizetag</name>
281 <properties> 281 <properties>
282 <property key="number_of_shards" value="1"/> 282 <property key="number_of_shards" value="1"/>
283 - <property key="number_of_replicas" value="0"/> 283 + <property key="number_of_replicas" value="auto"/>
284 <property key="refresh_interval" value="10s"/> 284 <property key="refresh_interval" value="10s"/>
285 <property key="translog.flush_threshold_size" value="100mb"/> 285 <property key="translog.flush_threshold_size" value="100mb"/>
286 </properties> 286 </properties>
@@ -294,7 +294,7 @@ @@ -294,7 +294,7 @@
294 <name>bigdatasimilarskn</name> 294 <name>bigdatasimilarskn</name>
295 <properties> 295 <properties>
296 <property key="number_of_shards" value="1"/> 296 <property key="number_of_shards" value="1"/>
297 - <property key="number_of_replicas" value="0"/> 297 + <property key="number_of_replicas" value="auto"/>
298 <property key="refresh_interval" value="10s"/> 298 <property key="refresh_interval" value="10s"/>
299 <property key="translog.flush_threshold_size" value="100mb"/> 299 <property key="translog.flush_threshold_size" value="100mb"/>
300 </properties> 300 </properties>
@@ -308,7 +308,7 @@ @@ -308,7 +308,7 @@
308 <name>promotiontype</name> 308 <name>promotiontype</name>
309 <properties> 309 <properties>
310 <property key="number_of_shards" value="1"/> 310 <property key="number_of_shards" value="1"/>
311 - <property key="number_of_replicas" value="0"/> 311 + <property key="number_of_replicas" value="auto"/>
312 <property key="refresh_interval" value="10s"/> 312 <property key="refresh_interval" value="10s"/>
313 <property key="translog.flush_threshold_size" value="100mb"/> 313 <property key="translog.flush_threshold_size" value="100mb"/>
314 </properties> 314 </properties>
@@ -322,7 +322,7 @@ @@ -322,7 +322,7 @@
322 <name>bigdatasortbrandvector</name> 322 <name>bigdatasortbrandvector</name>
323 <properties> 323 <properties>
324 <property key="number_of_shards" value="1"/> 324 <property key="number_of_shards" value="1"/>
325 - <property key="number_of_replicas" value="0"/> 325 + <property key="number_of_replicas" value="auto"/>
326 <property key="refresh_interval" value="10s"/> 326 <property key="refresh_interval" value="10s"/>
327 <property key="translog.flush_threshold_size" value="100mb"/> 327 <property key="translog.flush_threshold_size" value="100mb"/>
328 </properties> 328 </properties>
@@ -336,7 +336,7 @@ @@ -336,7 +336,7 @@
336 <name>bigdatasortbrandvectorw2v</name> 336 <name>bigdatasortbrandvectorw2v</name>
337 <properties> 337 <properties>
338 <property key="number_of_shards" value="1"/> 338 <property key="number_of_shards" value="1"/>
339 - <property key="number_of_replicas" value="0"/> 339 + <property key="number_of_replicas" value="auto"/>
340 <property key="refresh_interval" value="10s"/> 340 <property key="refresh_interval" value="10s"/>
341 <property key="translog.flush_threshold_size" value="100mb"/> 341 <property key="translog.flush_threshold_size" value="100mb"/>
342 </properties> 342 </properties>
@@ -350,7 +350,7 @@ @@ -350,7 +350,7 @@
350 <name>bigdatabrandvector</name> 350 <name>bigdatabrandvector</name>
351 <properties> 351 <properties>
352 <property key="number_of_shards" value="1"/> 352 <property key="number_of_shards" value="1"/>
353 - <property key="number_of_replicas" value="0"/> 353 + <property key="number_of_replicas" value="auto"/>
354 <property key="refresh_interval" value="10s"/> 354 <property key="refresh_interval" value="10s"/>
355 <property key="translog.flush_threshold_size" value="100mb"/> 355 <property key="translog.flush_threshold_size" value="100mb"/>
356 </properties> 356 </properties>
@@ -364,7 +364,7 @@ @@ -364,7 +364,7 @@
364 <name>bigdatabrandvectorw2v</name> 364 <name>bigdatabrandvectorw2v</name>
365 <properties> 365 <properties>
366 <property key="number_of_shards" value="1"/> 366 <property key="number_of_shards" value="1"/>
367 - <property key="number_of_replicas" value="0"/> 367 + <property key="number_of_replicas" value="auto"/>
368 <property key="refresh_interval" value="10s"/> 368 <property key="refresh_interval" value="10s"/>
369 <property key="translog.flush_threshold_size" value="100mb"/> 369 <property key="translog.flush_threshold_size" value="100mb"/>
370 </properties> 370 </properties>
@@ -378,7 +378,7 @@ @@ -378,7 +378,7 @@
378 <name>imagerepertory</name> 378 <name>imagerepertory</name>
379 <properties> 379 <properties>
380 <property key="number_of_shards" value="1"/> 380 <property key="number_of_shards" value="1"/>
381 - <property key="number_of_replicas" value="1"/> 381 + <property key="number_of_replicas" value="auto"/>
382 <property key="refresh_interval" value="10s"/> 382 <property key="refresh_interval" value="10s"/>
383 <property key="translog.flush_threshold_size" value="100mb"/> 383 <property key="translog.flush_threshold_size" value="100mb"/>
384 </properties> 384 </properties>
@@ -392,7 +392,7 @@ @@ -392,7 +392,7 @@
392 <name>csrecallconfigcommon</name> 392 <name>csrecallconfigcommon</name>
393 <properties> 393 <properties>
394 <property key="number_of_shards" value="1"/> 394 <property key="number_of_shards" value="1"/>
395 - <property key="number_of_replicas" value="0"/> 395 + <property key="number_of_replicas" value="auto"/>
396 <property key="refresh_interval" value="10s"/> 396 <property key="refresh_interval" value="10s"/>
397 <property key="translog.flush_threshold_size" value="100mb"/> 397 <property key="translog.flush_threshold_size" value="100mb"/>
398 </properties> 398 </properties>
@@ -406,7 +406,7 @@ @@ -406,7 +406,7 @@
406 <name>csrecallconfigproduct</name> 406 <name>csrecallconfigproduct</name>
407 <properties> 407 <properties>
408 <property key="number_of_shards" value="1"/> 408 <property key="number_of_shards" value="1"/>
409 - <property key="number_of_replicas" value="0"/> 409 + <property key="number_of_replicas" value="auto"/>
410 <property key="refresh_interval" value="10s"/> 410 <property key="refresh_interval" value="10s"/>
411 <property key="translog.flush_threshold_size" value="100mb"/> 411 <property key="translog.flush_threshold_size" value="100mb"/>
412 </properties> 412 </properties>
@@ -420,7 +420,7 @@ @@ -420,7 +420,7 @@
420 <name>csrecallconfigsortbrand</name> 420 <name>csrecallconfigsortbrand</name>
421 <properties> 421 <properties>
422 <property key="number_of_shards" value="1"/> 422 <property key="number_of_shards" value="1"/>
423 - <property key="number_of_replicas" value="0"/> 423 + <property key="number_of_replicas" value="auto"/>
424 <property key="refresh_interval" value="10s"/> 424 <property key="refresh_interval" value="10s"/>
425 <property key="translog.flush_threshold_size" value="100mb"/> 425 <property key="translog.flush_threshold_size" value="100mb"/>
426 </properties> 426 </properties>
@@ -434,7 +434,7 @@ @@ -434,7 +434,7 @@
434 <name>sknflow</name> 434 <name>sknflow</name>
435 <properties> 435 <properties>
436 <property key="number_of_shards" value="1"/> 436 <property key="number_of_shards" value="1"/>
437 - <property key="number_of_replicas" value="0"/> 437 + <property key="number_of_replicas" value="auto"/>
438 <property key="refresh_interval" value="10s"/> 438 <property key="refresh_interval" value="10s"/>
439 <property key="translog.flush_threshold_size" value="100mb"/> 439 <property key="translog.flush_threshold_size" value="100mb"/>
440 </properties> 440 </properties>
@@ -448,7 +448,7 @@ @@ -448,7 +448,7 @@
448 <name>yohoproductanalysis</name> 448 <name>yohoproductanalysis</name>
449 <properties> 449 <properties>
450 <property key="number_of_shards" value="1"/> 450 <property key="number_of_shards" value="1"/>
451 - <property key="number_of_replicas" value="0"/> 451 + <property key="number_of_replicas" value="auto"/>
452 <property key="refresh_interval" value="10s"/> 452 <property key="refresh_interval" value="10s"/>
453 <property key="translog.flush_threshold_size" value="100mb"/> 453 <property key="translog.flush_threshold_size" value="100mb"/>
454 </properties> 454 </properties>
@@ -462,7 +462,7 @@ @@ -462,7 +462,7 @@
462 <name>shopsbrands</name> 462 <name>shopsbrands</name>
463 <properties> 463 <properties>
464 <property key="number_of_shards" value="1"/> 464 <property key="number_of_shards" value="1"/>
465 - <property key="number_of_replicas" value="0"/> 465 + <property key="number_of_replicas" value="auto"/>
466 <property key="refresh_interval" value="10s"/> 466 <property key="refresh_interval" value="10s"/>
467 <property key="translog.flush_threshold_size" value="100mb"/> 467 <property key="translog.flush_threshold_size" value="100mb"/>
468 </properties> 468 </properties>
@@ -476,7 +476,7 @@ @@ -476,7 +476,7 @@
476 <name>bigdatasknimagevector</name> 476 <name>bigdatasknimagevector</name>
477 <properties> 477 <properties>
478 <property key="number_of_shards" value="1"/> 478 <property key="number_of_shards" value="1"/>
479 - <property key="number_of_replicas" value="0"/> 479 + <property key="number_of_replicas" value="auto"/>
480 <property key="refresh_interval" value="10s"/> 480 <property key="refresh_interval" value="10s"/>
481 <property key="translog.flush_threshold_size" value="100mb"/> 481 <property key="translog.flush_threshold_size" value="100mb"/>
482 </properties> 482 </properties>
@@ -490,130 +490,140 @@ @@ -490,130 +490,140 @@
490 <name>collageactivity</name> 490 <name>collageactivity</name>
491 <properties> 491 <properties>
492 <property key="number_of_shards" value="1"/> 492 <property key="number_of_shards" value="1"/>
493 - <property key="number_of_replicas" value="1"/> 493 + <property key="number_of_replicas" value="auto"/>
494 <property key="refresh_interval" value="10s"/> 494 <property key="refresh_interval" value="10s"/>
495 <property key="translog.flush_threshold_size" value="100mb"/> 495 <property key="translog.flush_threshold_size" value="100mb"/>
496 </properties> 496 </properties>
497 <builderClass>com.yoho.search.consumer.index.fullbuild.CollageActivityIndexBuilder</builderClass> 497 <builderClass>com.yoho.search.consumer.index.fullbuild.CollageActivityIndexBuilder</builderClass>
498 <mappingFile>esmapping/collageactivity.json</mappingFile> 498 <mappingFile>esmapping/collageactivity.json</mappingFile>
499 <analysisFile>analysis/collageactivity.yml</analysisFile> 499 <analysisFile>analysis/collageactivity.yml</analysisFile>
  500 + <rebuildPageSize>2500</rebuildPageSize>
500 </index> 501 </index>
501 502
502 <index> 503 <index>
503 <name>collageproduct</name> 504 <name>collageproduct</name>
504 <properties> 505 <properties>
505 <property key="number_of_shards" value="1"/> 506 <property key="number_of_shards" value="1"/>
506 - <property key="number_of_replicas" value="1"/> 507 + <property key="number_of_replicas" value="auto"/>
507 <property key="refresh_interval" value="10s"/> 508 <property key="refresh_interval" value="10s"/>
508 <property key="translog.flush_threshold_size" value="100mb"/> 509 <property key="translog.flush_threshold_size" value="100mb"/>
509 </properties> 510 </properties>
510 <builderClass>com.yoho.search.consumer.index.fullbuild.CollageProductIndexBuilder</builderClass> 511 <builderClass>com.yoho.search.consumer.index.fullbuild.CollageProductIndexBuilder</builderClass>
511 <mappingFile>esmapping/collageproduct.json</mappingFile> 512 <mappingFile>esmapping/collageproduct.json</mappingFile>
512 <analysisFile>analysis/collageproduct.yml</analysisFile> 513 <analysisFile>analysis/collageproduct.yml</analysisFile>
  514 + <rebuildPageSize>2500</rebuildPageSize>
513 </index> 515 </index>
514 516
515 <index> 517 <index>
516 <name>cutpriceconfig</name> 518 <name>cutpriceconfig</name>
517 <properties> 519 <properties>
518 <property key="number_of_shards" value="1"/> 520 <property key="number_of_shards" value="1"/>
519 - <property key="number_of_replicas" value="0"/> 521 + <property key="number_of_replicas" value="auto"/>
520 <property key="refresh_interval" value="10s"/> 522 <property key="refresh_interval" value="10s"/>
521 <property key="translog.flush_threshold_size" value="100mb"/> 523 <property key="translog.flush_threshold_size" value="100mb"/>
522 </properties> 524 </properties>
523 <builderClass>com.yoho.search.consumer.index.fullbuild.CutpriceConfigIndexBuilder</builderClass> 525 <builderClass>com.yoho.search.consumer.index.fullbuild.CutpriceConfigIndexBuilder</builderClass>
524 <mappingFile>esmapping/cutpriceconfig.json</mappingFile> 526 <mappingFile>esmapping/cutpriceconfig.json</mappingFile>
525 <analysisFile>analysis/cutpriceconfig.yml</analysisFile> 527 <analysisFile>analysis/cutpriceconfig.yml</analysisFile>
  528 + <rebuildPageSize>2500</rebuildPageSize>
526 </index> 529 </index>
527 530
528 <index> 531 <index>
529 <name>ufoproductindex</name> 532 <name>ufoproductindex</name>
530 <properties> 533 <properties>
531 <property key="number_of_shards" value="1"/> 534 <property key="number_of_shards" value="1"/>
532 - <property key="number_of_replicas" value="1"/> 535 + <property key="number_of_replicas" value="auto"/>
533 <property key="refresh_interval" value="10s"/> 536 <property key="refresh_interval" value="10s"/>
534 <property key="translog.flush_threshold_size" value="100mb"/> 537 <property key="translog.flush_threshold_size" value="100mb"/>
535 </properties> 538 </properties>
536 <builderClass>com.yoho.search.consumer.index.fullbuild.ufo.UfoProductIndexBuilder</builderClass> 539 <builderClass>com.yoho.search.consumer.index.fullbuild.ufo.UfoProductIndexBuilder</builderClass>
537 <mappingFile>esmapping/ufoproductindex.json</mappingFile> 540 <mappingFile>esmapping/ufoproductindex.json</mappingFile>
538 <analysisFile>analysis/ufoproductindex.yml</analysisFile> 541 <analysisFile>analysis/ufoproductindex.yml</analysisFile>
  542 + <rebuildPageSize>2500</rebuildPageSize>
539 </index> 543 </index>
540 544
541 <index> 545 <index>
542 <name>ufobrand</name> 546 <name>ufobrand</name>
543 <properties> 547 <properties>
544 <property key="number_of_shards" value="1"/> 548 <property key="number_of_shards" value="1"/>
545 - <property key="number_of_replicas" value="1"/> 549 + <property key="number_of_replicas" value="auto"/>
546 <property key="refresh_interval" value="10s"/> 550 <property key="refresh_interval" value="10s"/>
547 <property key="translog.flush_threshold_size" value="100mb"/> 551 <property key="translog.flush_threshold_size" value="100mb"/>
548 </properties> 552 </properties>
549 <builderClass>com.yoho.search.consumer.index.fullbuild.ufo.UfoBrandIndexBuilder</builderClass> 553 <builderClass>com.yoho.search.consumer.index.fullbuild.ufo.UfoBrandIndexBuilder</builderClass>
550 <mappingFile>esmapping/ufobrand.json</mappingFile> 554 <mappingFile>esmapping/ufobrand.json</mappingFile>
551 <analysisFile>analysis/ufobrand.yml</analysisFile> 555 <analysisFile>analysis/ufobrand.yml</analysisFile>
  556 + <rebuildPageSize>2500</rebuildPageSize>
552 </index> 557 </index>
553 558
554 <index> 559 <index>
555 <name>ufosort</name> 560 <name>ufosort</name>
556 <properties> 561 <properties>
557 <property key="number_of_shards" value="1"/> 562 <property key="number_of_shards" value="1"/>
558 - <property key="number_of_replicas" value="1"/> 563 + <property key="number_of_replicas" value="auto"/>
559 <property key="refresh_interval" value="10s"/> 564 <property key="refresh_interval" value="10s"/>
560 <property key="translog.flush_threshold_size" value="100mb"/> 565 <property key="translog.flush_threshold_size" value="100mb"/>
561 </properties> 566 </properties>
562 <builderClass>com.yoho.search.consumer.index.fullbuild.ufo.UfoSortIndexBuilder</builderClass> 567 <builderClass>com.yoho.search.consumer.index.fullbuild.ufo.UfoSortIndexBuilder</builderClass>
563 <mappingFile>esmapping/ufosort.json</mappingFile> 568 <mappingFile>esmapping/ufosort.json</mappingFile>
564 <analysisFile>analysis/ufosort.yml</analysisFile> 569 <analysisFile>analysis/ufosort.yml</analysisFile>
  570 + <rebuildPageSize>2500</rebuildPageSize>
565 </index> 571 </index>
566 572
567 <index> 573 <index>
568 <name>ufocolor</name> 574 <name>ufocolor</name>
569 <properties> 575 <properties>
570 <property key="number_of_shards" value="1"/> 576 <property key="number_of_shards" value="1"/>
571 - <property key="number_of_replicas" value="1"/> 577 + <property key="number_of_replicas" value="auto"/>
572 <property key="refresh_interval" value="10s"/> 578 <property key="refresh_interval" value="10s"/>
573 <property key="translog.flush_threshold_size" value="100mb"/> 579 <property key="translog.flush_threshold_size" value="100mb"/>
574 </properties> 580 </properties>
575 <builderClass>com.yoho.search.consumer.index.fullbuild.ufo.UfoColorIndexBuilder</builderClass> 581 <builderClass>com.yoho.search.consumer.index.fullbuild.ufo.UfoColorIndexBuilder</builderClass>
576 <mappingFile>esmapping/ufocolor.json</mappingFile> 582 <mappingFile>esmapping/ufocolor.json</mappingFile>
577 <analysisFile>analysis/ufocolor.yml</analysisFile> 583 <analysisFile>analysis/ufocolor.yml</analysisFile>
  584 + <rebuildPageSize>2500</rebuildPageSize>
578 </index> 585 </index>
579 586
580 <index> 587 <index>
581 <name>ufosize</name> 588 <name>ufosize</name>
582 <properties> 589 <properties>
583 <property key="number_of_shards" value="1"/> 590 <property key="number_of_shards" value="1"/>
584 - <property key="number_of_replicas" value="1"/> 591 + <property key="number_of_replicas" value="auto"/>
585 <property key="refresh_interval" value="10s"/> 592 <property key="refresh_interval" value="10s"/>
586 <property key="translog.flush_threshold_size" value="100mb"/> 593 <property key="translog.flush_threshold_size" value="100mb"/>
587 </properties> 594 </properties>
588 <builderClass>com.yoho.search.consumer.index.fullbuild.ufo.UfoSizeIndexBuilder</builderClass> 595 <builderClass>com.yoho.search.consumer.index.fullbuild.ufo.UfoSizeIndexBuilder</builderClass>
589 <mappingFile>esmapping/ufosize.json</mappingFile> 596 <mappingFile>esmapping/ufosize.json</mappingFile>
590 <analysisFile>analysis/ufosize.yml</analysisFile> 597 <analysisFile>analysis/ufosize.yml</analysisFile>
  598 + <rebuildPageSize>2500</rebuildPageSize>
591 </index> 599 </index>
592 600
593 <index> 601 <index>
594 <name>cutdownpriceactivity</name> 602 <name>cutdownpriceactivity</name>
595 <properties> 603 <properties>
596 <property key="number_of_shards" value="1"/> 604 <property key="number_of_shards" value="1"/>
597 - <property key="number_of_replicas" value="1"/> 605 + <property key="number_of_replicas" value="auto"/>
598 <property key="refresh_interval" value="10s"/> 606 <property key="refresh_interval" value="10s"/>
599 <property key="translog.flush_threshold_size" value="100mb"/> 607 <property key="translog.flush_threshold_size" value="100mb"/>
600 </properties> 608 </properties>
601 <builderClass>com.yoho.search.consumer.index.fullbuild.CutdownPriceActivityIndexBuilder</builderClass> 609 <builderClass>com.yoho.search.consumer.index.fullbuild.CutdownPriceActivityIndexBuilder</builderClass>
602 <mappingFile>esmapping/cutdownpriceactivity.json</mappingFile> 610 <mappingFile>esmapping/cutdownpriceactivity.json</mappingFile>
603 <analysisFile>analysis/cutdownpriceactivity.yml</analysisFile> 611 <analysisFile>analysis/cutdownpriceactivity.yml</analysisFile>
  612 + <rebuildPageSize>2500</rebuildPageSize>
604 </index> 613 </index>
605 614
606 <index> 615 <index>
607 <name>cutdownpriceproduct</name> 616 <name>cutdownpriceproduct</name>
608 <properties> 617 <properties>
609 <property key="number_of_shards" value="1"/> 618 <property key="number_of_shards" value="1"/>
610 - <property key="number_of_replicas" value="1"/> 619 + <property key="number_of_replicas" value="auto"/>
611 <property key="refresh_interval" value="10s"/> 620 <property key="refresh_interval" value="10s"/>
612 <property key="translog.flush_threshold_size" value="100mb"/> 621 <property key="translog.flush_threshold_size" value="100mb"/>
613 </properties> 622 </properties>
614 <builderClass>com.yoho.search.consumer.index.fullbuild.CutdownPriceProductIndexBuilder</builderClass> 623 <builderClass>com.yoho.search.consumer.index.fullbuild.CutdownPriceProductIndexBuilder</builderClass>
615 <mappingFile>esmapping/cutdownpriceproduct.json</mappingFile> 624 <mappingFile>esmapping/cutdownpriceproduct.json</mappingFile>
616 <analysisFile>analysis/cutdownpriceproduct.yml</analysisFile> 625 <analysisFile>analysis/cutdownpriceproduct.yml</analysisFile>
  626 + <rebuildPageSize>2500</rebuildPageSize>
617 </index> 627 </index>
618 628
619 </client> 629 </client>
@@ -11,7 +11,7 @@ @@ -11,7 +11,7 @@
11 <name>brand</name> 11 <name>brand</name>
12 <properties> 12 <properties>
13 <property key="number_of_shards" value="1"/> 13 <property key="number_of_shards" value="1"/>
14 - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> 14 + <property key="number_of_replicas" value="auto"/>
15 <property key="refresh_interval" value="${search.index.refresh_interval}"/> 15 <property key="refresh_interval" value="${search.index.refresh_interval}"/>
16 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> 16 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/>
17 </properties> 17 </properties>
@@ -25,7 +25,7 @@ @@ -25,7 +25,7 @@
25 <name>size</name> 25 <name>size</name>
26 <properties> 26 <properties>
27 <property key="number_of_shards" value="1"/> 27 <property key="number_of_shards" value="1"/>
28 - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> 28 + <property key="number_of_replicas" value="auto"/>
29 <property key="refresh_interval" value="${search.index.refresh_interval}"/> 29 <property key="refresh_interval" value="${search.index.refresh_interval}"/>
30 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> 30 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/>
31 </properties> 31 </properties>
@@ -39,7 +39,7 @@ @@ -39,7 +39,7 @@
39 <name>style</name> 39 <name>style</name>
40 <properties> 40 <properties>
41 <property key="number_of_shards" value="1"/> 41 <property key="number_of_shards" value="1"/>
42 - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> 42 + <property key="number_of_replicas" value="auto"/>
43 <property key="refresh_interval" value="${search.index.refresh_interval}"/> 43 <property key="refresh_interval" value="${search.index.refresh_interval}"/>
44 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> 44 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/>
45 </properties> 45 </properties>
@@ -53,7 +53,7 @@ @@ -53,7 +53,7 @@
53 <name>productcolor</name> 53 <name>productcolor</name>
54 <properties> 54 <properties>
55 <property key="number_of_shards" value="1"/> 55 <property key="number_of_shards" value="1"/>
56 - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> 56 + <property key="number_of_replicas" value="auto"/>
57 <property key="refresh_interval" value="${search.index.refresh_interval}"/> 57 <property key="refresh_interval" value="${search.index.refresh_interval}"/>
58 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> 58 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/>
59 </properties> 59 </properties>
@@ -67,7 +67,7 @@ @@ -67,7 +67,7 @@
67 <name>productsort</name> 67 <name>productsort</name>
68 <properties> 68 <properties>
69 <property key="number_of_shards" value="1"/> 69 <property key="number_of_shards" value="1"/>
70 - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> 70 + <property key="number_of_replicas" value="auto"/>
71 <property key="refresh_interval" value="${search.index.refresh_interval}"/> 71 <property key="refresh_interval" value="${search.index.refresh_interval}"/>
72 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> 72 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/>
73 </properties> 73 </properties>
@@ -81,7 +81,7 @@ @@ -81,7 +81,7 @@
81 <name>productindex</name> 81 <name>productindex</name>
82 <properties> 82 <properties>
83 <property key="number_of_shards" value="1"/> 83 <property key="number_of_shards" value="1"/>
84 - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> 84 + <property key="number_of_replicas" value="auto"/>
85 <property key="refresh_interval" value="${search.index.refresh_interval}"/> 85 <property key="refresh_interval" value="${search.index.refresh_interval}"/>
86 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> 86 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/>
87 </properties> 87 </properties>
@@ -95,7 +95,7 @@ @@ -95,7 +95,7 @@
95 <name>suggest</name> 95 <name>suggest</name>
96 <properties> 96 <properties>
97 <property key="number_of_shards" value="1"/> 97 <property key="number_of_shards" value="1"/>
98 - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> 98 + <property key="number_of_replicas" value="auto"/>
99 <property key="refresh_interval" value="${search.index.refresh_interval}"/> 99 <property key="refresh_interval" value="${search.index.refresh_interval}"/>
100 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> 100 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/>
101 </properties> 101 </properties>
@@ -109,7 +109,7 @@ @@ -109,7 +109,7 @@
109 <name>conversion</name> 109 <name>conversion</name>
110 <properties> 110 <properties>
111 <property key="number_of_shards" value="1"/> 111 <property key="number_of_shards" value="1"/>
112 - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> 112 + <property key="number_of_replicas" value="auto"/>
113 <property key="refresh_interval" value="${search.index.refresh_interval}"/> 113 <property key="refresh_interval" value="${search.index.refresh_interval}"/>
114 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> 114 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/>
115 </properties> 115 </properties>
@@ -123,7 +123,7 @@ @@ -123,7 +123,7 @@
123 <name>tblproductnew</name> 123 <name>tblproductnew</name>
124 <properties> 124 <properties>
125 <property key="number_of_shards" value="1"/> 125 <property key="number_of_shards" value="1"/>
126 - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> 126 + <property key="number_of_replicas" value="auto"/>
127 <property key="refresh_interval" value="${search.index.refresh_interval}"/> 127 <property key="refresh_interval" value="${search.index.refresh_interval}"/>
128 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> 128 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/>
129 </properties> 129 </properties>
@@ -137,7 +137,7 @@ @@ -137,7 +137,7 @@
137 <name>tblbrand</name> 137 <name>tblbrand</name>
138 <properties> 138 <properties>
139 <property key="number_of_shards" value="1"/> 139 <property key="number_of_shards" value="1"/>
140 - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> 140 + <property key="number_of_replicas" value="auto"/>
141 <property key="refresh_interval" value="${search.index.refresh_interval}"/> 141 <property key="refresh_interval" value="${search.index.refresh_interval}"/>
142 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> 142 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/>
143 </properties> 143 </properties>
@@ -151,7 +151,7 @@ @@ -151,7 +151,7 @@
151 <name>standard</name> 151 <name>standard</name>
152 <properties> 152 <properties>
153 <property key="number_of_shards" value="1"/> 153 <property key="number_of_shards" value="1"/>
154 - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> 154 + <property key="number_of_replicas" value="auto"/>
155 <property key="refresh_interval" value="${search.index.refresh_interval}"/> 155 <property key="refresh_interval" value="${search.index.refresh_interval}"/>
156 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> 156 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/>
157 </properties> 157 </properties>
@@ -165,7 +165,7 @@ @@ -165,7 +165,7 @@
165 <name>robotquestion</name> 165 <name>robotquestion</name>
166 <properties> 166 <properties>
167 <property key="number_of_shards" value="1"/> 167 <property key="number_of_shards" value="1"/>
168 - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> 168 + <property key="number_of_replicas" value="auto"/>
169 <property key="refresh_interval" value="${search.index.refresh_interval}"/> 169 <property key="refresh_interval" value="${search.index.refresh_interval}"/>
170 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> 170 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/>
171 </properties> 171 </properties>
@@ -179,7 +179,7 @@ @@ -179,7 +179,7 @@
179 <name>robotquestionold</name> 179 <name>robotquestionold</name>
180 <properties> 180 <properties>
181 <property key="number_of_shards" value="1"/> 181 <property key="number_of_shards" value="1"/>
182 - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> 182 + <property key="number_of_replicas" value="auto"/>
183 <property key="refresh_interval" value="${search.index.refresh_interval}"/> 183 <property key="refresh_interval" value="${search.index.refresh_interval}"/>
184 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> 184 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/>
185 </properties> 185 </properties>
@@ -193,7 +193,7 @@ @@ -193,7 +193,7 @@
193 <name>shops</name> 193 <name>shops</name>
194 <properties> 194 <properties>
195 <property key="number_of_shards" value="1"/> 195 <property key="number_of_shards" value="1"/>
196 - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> 196 + <property key="number_of_replicas" value="auto"/>
197 <property key="refresh_interval" value="${search.index.refresh_interval}"/> 197 <property key="refresh_interval" value="${search.index.refresh_interval}"/>
198 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> 198 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/>
199 </properties> 199 </properties>
@@ -207,7 +207,7 @@ @@ -207,7 +207,7 @@
207 <name>productpriceplan</name> 207 <name>productpriceplan</name>
208 <properties> 208 <properties>
209 <property key="number_of_shards" value="1"/> 209 <property key="number_of_shards" value="1"/>
210 - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> 210 + <property key="number_of_replicas" value="auto"/>
211 <property key="refresh_interval" value="${search.index.refresh_interval}"/> 211 <property key="refresh_interval" value="${search.index.refresh_interval}"/>
212 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> 212 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/>
213 </properties> 213 </properties>
@@ -221,7 +221,7 @@ @@ -221,7 +221,7 @@
221 <name>helper</name> 221 <name>helper</name>
222 <properties> 222 <properties>
223 <property key="number_of_shards" value="1"/> 223 <property key="number_of_shards" value="1"/>
224 - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> 224 + <property key="number_of_replicas" value="auto"/>
225 <property key="refresh_interval" value="${search.index.refresh_interval}"/> 225 <property key="refresh_interval" value="${search.index.refresh_interval}"/>
226 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> 226 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/>
227 </properties> 227 </properties>
@@ -235,7 +235,7 @@ @@ -235,7 +235,7 @@
235 <name>zqname</name> 235 <name>zqname</name>
236 <properties> 236 <properties>
237 <property key="number_of_shards" value="1"/> 237 <property key="number_of_shards" value="1"/>
238 - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> 238 + <property key="number_of_replicas" value="auto"/>
239 <property key="refresh_interval" value="${search.index.refresh_interval}"/> 239 <property key="refresh_interval" value="${search.index.refresh_interval}"/>
240 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> 240 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/>
241 </properties> 241 </properties>
@@ -249,7 +249,7 @@ @@ -249,7 +249,7 @@
249 <name>sknimagevectors</name> 249 <name>sknimagevectors</name>
250 <properties> 250 <properties>
251 <property key="number_of_shards" value="1"/> 251 <property key="number_of_shards" value="1"/>
252 - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> 252 + <property key="number_of_replicas" value="auto"/>
253 <property key="refresh_interval" value="${search.index.refresh_interval}"/> 253 <property key="refresh_interval" value="${search.index.refresh_interval}"/>
254 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> 254 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/>
255 </properties> 255 </properties>
@@ -263,7 +263,7 @@ @@ -263,7 +263,7 @@
263 <name>promotionindex</name> 263 <name>promotionindex</name>
264 <properties> 264 <properties>
265 <property key="number_of_shards" value="1"/> 265 <property key="number_of_shards" value="1"/>
266 - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> 266 + <property key="number_of_replicas" value="auto"/>
267 <property key="refresh_interval" value="${search.index.refresh_interval}"/> 267 <property key="refresh_interval" value="${search.index.refresh_interval}"/>
268 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> 268 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/>
269 </properties> 269 </properties>
@@ -278,7 +278,7 @@ @@ -278,7 +278,7 @@
278 <name>customizetag</name> 278 <name>customizetag</name>
279 <properties> 279 <properties>
280 <property key="number_of_shards" value="1"/> 280 <property key="number_of_shards" value="1"/>
281 - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> 281 + <property key="number_of_replicas" value="auto"/>
282 <property key="refresh_interval" value="${search.index.refresh_interval}"/> 282 <property key="refresh_interval" value="${search.index.refresh_interval}"/>
283 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> 283 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/>
284 </properties> 284 </properties>
@@ -292,7 +292,7 @@ @@ -292,7 +292,7 @@
292 <name>bigdatasimilarskn</name> 292 <name>bigdatasimilarskn</name>
293 <properties> 293 <properties>
294 <property key="number_of_shards" value="1"/> 294 <property key="number_of_shards" value="1"/>
295 - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> 295 + <property key="number_of_replicas" value="auto"/>
296 <property key="refresh_interval" value="${search.index.refresh_interval}"/> 296 <property key="refresh_interval" value="${search.index.refresh_interval}"/>
297 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> 297 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/>
298 </properties> 298 </properties>
@@ -306,7 +306,7 @@ @@ -306,7 +306,7 @@
306 <name>promotiontype</name> 306 <name>promotiontype</name>
307 <properties> 307 <properties>
308 <property key="number_of_shards" value="1"/> 308 <property key="number_of_shards" value="1"/>
309 - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> 309 + <property key="number_of_replicas" value="auto"/>
310 <property key="refresh_interval" value="${search.index.refresh_interval}"/> 310 <property key="refresh_interval" value="${search.index.refresh_interval}"/>
311 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> 311 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/>
312 </properties> 312 </properties>
@@ -320,7 +320,7 @@ @@ -320,7 +320,7 @@
320 <name>bigdatasortbrandvector</name> 320 <name>bigdatasortbrandvector</name>
321 <properties> 321 <properties>
322 <property key="number_of_shards" value="1"/> 322 <property key="number_of_shards" value="1"/>
323 - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> 323 + <property key="number_of_replicas" value="auto"/>
324 <property key="refresh_interval" value="${search.index.refresh_interval}"/> 324 <property key="refresh_interval" value="${search.index.refresh_interval}"/>
325 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> 325 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/>
326 </properties> 326 </properties>
@@ -334,7 +334,7 @@ @@ -334,7 +334,7 @@
334 <name>bigdatasortbrandvectorw2v</name> 334 <name>bigdatasortbrandvectorw2v</name>
335 <properties> 335 <properties>
336 <property key="number_of_shards" value="1"/> 336 <property key="number_of_shards" value="1"/>
337 - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> 337 + <property key="number_of_replicas" value="auto"/>
338 <property key="refresh_interval" value="${search.index.refresh_interval}"/> 338 <property key="refresh_interval" value="${search.index.refresh_interval}"/>
339 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> 339 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/>
340 </properties> 340 </properties>
@@ -348,7 +348,7 @@ @@ -348,7 +348,7 @@
348 <name>bigdatabrandvector</name> 348 <name>bigdatabrandvector</name>
349 <properties> 349 <properties>
350 <property key="number_of_shards" value="1"/> 350 <property key="number_of_shards" value="1"/>
351 - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> 351 + <property key="number_of_replicas" value="auto"/>
352 <property key="refresh_interval" value="${search.index.refresh_interval}"/> 352 <property key="refresh_interval" value="${search.index.refresh_interval}"/>
353 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> 353 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/>
354 </properties> 354 </properties>
@@ -362,7 +362,7 @@ @@ -362,7 +362,7 @@
362 <name>bigdatabrandvectorw2v</name> 362 <name>bigdatabrandvectorw2v</name>
363 <properties> 363 <properties>
364 <property key="number_of_shards" value="1"/> 364 <property key="number_of_shards" value="1"/>
365 - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> 365 + <property key="number_of_replicas" value="auto"/>
366 <property key="refresh_interval" value="${search.index.refresh_interval}"/> 366 <property key="refresh_interval" value="${search.index.refresh_interval}"/>
367 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> 367 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/>
368 </properties> 368 </properties>
@@ -378,7 +378,7 @@ @@ -378,7 +378,7 @@
378 <name>imagerepertory</name> 378 <name>imagerepertory</name>
379 <properties> 379 <properties>
380 <property key="number_of_shards" value="1"/> 380 <property key="number_of_shards" value="1"/>
381 - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> 381 + <property key="number_of_replicas" value="auto"/>
382 <property key="refresh_interval" value="${search.index.refresh_interval}"/> 382 <property key="refresh_interval" value="${search.index.refresh_interval}"/>
383 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> 383 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/>
384 </properties> 384 </properties>
@@ -393,7 +393,7 @@ @@ -393,7 +393,7 @@
393 <name>csrecallconfigcommon</name> 393 <name>csrecallconfigcommon</name>
394 <properties> 394 <properties>
395 <property key="number_of_shards" value="1"/> 395 <property key="number_of_shards" value="1"/>
396 - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> 396 + <property key="number_of_replicas" value="auto"/>
397 <property key="refresh_interval" value="${search.index.refresh_interval}"/> 397 <property key="refresh_interval" value="${search.index.refresh_interval}"/>
398 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> 398 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/>
399 </properties> 399 </properties>
@@ -409,7 +409,7 @@ @@ -409,7 +409,7 @@
409 <name>csrecallconfigproduct</name> 409 <name>csrecallconfigproduct</name>
410 <properties> 410 <properties>
411 <property key="number_of_shards" value="1"/> 411 <property key="number_of_shards" value="1"/>
412 - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> 412 + <property key="number_of_replicas" value="auto"/>
413 <property key="refresh_interval" value="${search.index.refresh_interval}"/> 413 <property key="refresh_interval" value="${search.index.refresh_interval}"/>
414 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> 414 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/>
415 </properties> 415 </properties>
@@ -423,7 +423,7 @@ @@ -423,7 +423,7 @@
423 <name>csrecallconfigsortbrand</name> 423 <name>csrecallconfigsortbrand</name>
424 <properties> 424 <properties>
425 <property key="number_of_shards" value="1"/> 425 <property key="number_of_shards" value="1"/>
426 - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> 426 + <property key="number_of_replicas" value="auto"/>
427 <property key="refresh_interval" value="${search.index.refresh_interval}"/> 427 <property key="refresh_interval" value="${search.index.refresh_interval}"/>
428 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> 428 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/>
429 </properties> 429 </properties>
@@ -437,7 +437,7 @@ @@ -437,7 +437,7 @@
437 <name>sknflow</name> 437 <name>sknflow</name>
438 <properties> 438 <properties>
439 <property key="number_of_shards" value="1"/> 439 <property key="number_of_shards" value="1"/>
440 - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> 440 + <property key="number_of_replicas" value="auto"/>
441 <property key="refresh_interval" value="${search.index.refresh_interval}"/> 441 <property key="refresh_interval" value="${search.index.refresh_interval}"/>
442 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> 442 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/>
443 </properties> 443 </properties>
@@ -451,7 +451,7 @@ @@ -451,7 +451,7 @@
451 <name>yohoproductanalysis</name> 451 <name>yohoproductanalysis</name>
452 <properties> 452 <properties>
453 <property key="number_of_shards" value="1"/> 453 <property key="number_of_shards" value="1"/>
454 - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> 454 + <property key="number_of_replicas" value="auto"/>
455 <property key="refresh_interval" value="${search.index.refresh_interval}"/> 455 <property key="refresh_interval" value="${search.index.refresh_interval}"/>
456 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> 456 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/>
457 </properties> 457 </properties>
@@ -465,7 +465,7 @@ @@ -465,7 +465,7 @@
465 <name>shopsbrands</name> 465 <name>shopsbrands</name>
466 <properties> 466 <properties>
467 <property key="number_of_shards" value="1"/> 467 <property key="number_of_shards" value="1"/>
468 - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> 468 + <property key="number_of_replicas" value="auto"/>
469 <property key="refresh_interval" value="${search.index.refresh_interval}"/> 469 <property key="refresh_interval" value="${search.index.refresh_interval}"/>
470 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> 470 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/>
471 </properties> 471 </properties>
@@ -493,130 +493,140 @@ @@ -493,130 +493,140 @@
493 <name>collageactivity</name> 493 <name>collageactivity</name>
494 <properties> 494 <properties>
495 <property key="number_of_shards" value="1"/> 495 <property key="number_of_shards" value="1"/>
496 - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> 496 + <property key="number_of_replicas" value="auto"/>
497 <property key="refresh_interval" value="${search.index.refresh_interval}"/> 497 <property key="refresh_interval" value="${search.index.refresh_interval}"/>
498 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> 498 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/>
499 </properties> 499 </properties>
500 <builderClass>com.yoho.search.consumer.index.fullbuild.CollageActivityIndexBuilder</builderClass> 500 <builderClass>com.yoho.search.consumer.index.fullbuild.CollageActivityIndexBuilder</builderClass>
501 <mappingFile>esmapping/collageactivity.json</mappingFile> 501 <mappingFile>esmapping/collageactivity.json</mappingFile>
502 <analysisFile>analysis/collageactivity.yml</analysisFile> 502 <analysisFile>analysis/collageactivity.yml</analysisFile>
  503 + <rebuildPageSize>${search.index.batch.limit}</rebuildPageSize>
503 </index> 504 </index>
504 505
505 <index> 506 <index>
506 <name>collageproduct</name> 507 <name>collageproduct</name>
507 <properties> 508 <properties>
508 <property key="number_of_shards" value="1"/> 509 <property key="number_of_shards" value="1"/>
509 - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> 510 + <property key="number_of_replicas" value="auto"/>
510 <property key="refresh_interval" value="${search.index.refresh_interval}"/> 511 <property key="refresh_interval" value="${search.index.refresh_interval}"/>
511 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> 512 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/>
512 </properties> 513 </properties>
513 <builderClass>com.yoho.search.consumer.index.fullbuild.CollageProductIndexBuilder</builderClass> 514 <builderClass>com.yoho.search.consumer.index.fullbuild.CollageProductIndexBuilder</builderClass>
514 <mappingFile>esmapping/collageproduct.json</mappingFile> 515 <mappingFile>esmapping/collageproduct.json</mappingFile>
515 <analysisFile>analysis/collageproduct.yml</analysisFile> 516 <analysisFile>analysis/collageproduct.yml</analysisFile>
  517 + <rebuildPageSize>${search.index.batch.limit}</rebuildPageSize>
516 </index> 518 </index>
517 519
518 <index> 520 <index>
519 <name>cutpriceconfig</name> 521 <name>cutpriceconfig</name>
520 <properties> 522 <properties>
521 <property key="number_of_shards" value="1"/> 523 <property key="number_of_shards" value="1"/>
522 - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> 524 + <property key="number_of_replicas" value="auto"/>
523 <property key="refresh_interval" value="${search.index.refresh_interval}"/> 525 <property key="refresh_interval" value="${search.index.refresh_interval}"/>
524 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> 526 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/>
525 </properties> 527 </properties>
526 <builderClass>com.yoho.search.consumer.index.fullbuild.CutpriceConfigIndexBuilder</builderClass> 528 <builderClass>com.yoho.search.consumer.index.fullbuild.CutpriceConfigIndexBuilder</builderClass>
527 <mappingFile>esmapping/cutpriceconfig.json</mappingFile> 529 <mappingFile>esmapping/cutpriceconfig.json</mappingFile>
528 <analysisFile>analysis/cutpriceconfig.yml</analysisFile> 530 <analysisFile>analysis/cutpriceconfig.yml</analysisFile>
  531 + <rebuildPageSize>${search.index.batch.limit}</rebuildPageSize>
529 </index> 532 </index>
530 533
531 <index> 534 <index>
532 <name>ufoproductindex</name> 535 <name>ufoproductindex</name>
533 <properties> 536 <properties>
534 <property key="number_of_shards" value="1"/> 537 <property key="number_of_shards" value="1"/>
535 - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> 538 + <property key="number_of_replicas" value="auto"/>
536 <property key="refresh_interval" value="${search.index.refresh_interval}"/> 539 <property key="refresh_interval" value="${search.index.refresh_interval}"/>
537 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> 540 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/>
538 </properties> 541 </properties>
539 <builderClass>com.yoho.search.consumer.index.fullbuild.ufo.UfoProductIndexBuilder</builderClass> 542 <builderClass>com.yoho.search.consumer.index.fullbuild.ufo.UfoProductIndexBuilder</builderClass>
540 <mappingFile>esmapping/ufoproductindex.json</mappingFile> 543 <mappingFile>esmapping/ufoproductindex.json</mappingFile>
541 <analysisFile>analysis/ufoproductindex.yml</analysisFile> 544 <analysisFile>analysis/ufoproductindex.yml</analysisFile>
  545 + <rebuildPageSize>${search.index.batch.limit}</rebuildPageSize>
542 </index> 546 </index>
543 547
544 <index> 548 <index>
545 <name>ufobrand</name> 549 <name>ufobrand</name>
546 <properties> 550 <properties>
547 <property key="number_of_shards" value="1"/> 551 <property key="number_of_shards" value="1"/>
548 - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> 552 + <property key="number_of_replicas" value="auto"/>
549 <property key="refresh_interval" value="${search.index.refresh_interval}"/> 553 <property key="refresh_interval" value="${search.index.refresh_interval}"/>
550 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> 554 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/>
551 </properties> 555 </properties>
552 <builderClass>com.yoho.search.consumer.index.fullbuild.ufo.UfoBrandIndexBuilder</builderClass> 556 <builderClass>com.yoho.search.consumer.index.fullbuild.ufo.UfoBrandIndexBuilder</builderClass>
553 <mappingFile>esmapping/ufobrand.json</mappingFile> 557 <mappingFile>esmapping/ufobrand.json</mappingFile>
554 <analysisFile>analysis/ufobrand.yml</analysisFile> 558 <analysisFile>analysis/ufobrand.yml</analysisFile>
  559 + <rebuildPageSize>${search.index.batch.limit}</rebuildPageSize>
555 </index> 560 </index>
556 561
557 <index> 562 <index>
558 <name>ufosort</name> 563 <name>ufosort</name>
559 <properties> 564 <properties>
560 <property key="number_of_shards" value="1"/> 565 <property key="number_of_shards" value="1"/>
561 - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> 566 + <property key="number_of_replicas" value="auto"/>
562 <property key="refresh_interval" value="${search.index.refresh_interval}"/> 567 <property key="refresh_interval" value="${search.index.refresh_interval}"/>
563 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> 568 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/>
564 </properties> 569 </properties>
565 <builderClass>com.yoho.search.consumer.index.fullbuild.ufo.UfoSortIndexBuilder</builderClass> 570 <builderClass>com.yoho.search.consumer.index.fullbuild.ufo.UfoSortIndexBuilder</builderClass>
566 <mappingFile>esmapping/ufosort.json</mappingFile> 571 <mappingFile>esmapping/ufosort.json</mappingFile>
567 <analysisFile>analysis/ufosort.yml</analysisFile> 572 <analysisFile>analysis/ufosort.yml</analysisFile>
  573 + <rebuildPageSize>${search.index.batch.limit}</rebuildPageSize>
568 </index> 574 </index>
569 575
570 <index> 576 <index>
571 <name>ufocolor</name> 577 <name>ufocolor</name>
572 <properties> 578 <properties>
573 <property key="number_of_shards" value="1"/> 579 <property key="number_of_shards" value="1"/>
574 - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> 580 + <property key="number_of_replicas" value="auto"/>
575 <property key="refresh_interval" value="${search.index.refresh_interval}"/> 581 <property key="refresh_interval" value="${search.index.refresh_interval}"/>
576 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> 582 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/>
577 </properties> 583 </properties>
578 <builderClass>com.yoho.search.consumer.index.fullbuild.ufo.UfoColorIndexBuilder</builderClass> 584 <builderClass>com.yoho.search.consumer.index.fullbuild.ufo.UfoColorIndexBuilder</builderClass>
579 <mappingFile>esmapping/ufocolor.json</mappingFile> 585 <mappingFile>esmapping/ufocolor.json</mappingFile>
580 <analysisFile>analysis/ufocolor.yml</analysisFile> 586 <analysisFile>analysis/ufocolor.yml</analysisFile>
  587 + <rebuildPageSize>${search.index.batch.limit}</rebuildPageSize>
581 </index> 588 </index>
582 589
583 <index> 590 <index>
584 <name>ufosize</name> 591 <name>ufosize</name>
585 <properties> 592 <properties>
586 <property key="number_of_shards" value="1"/> 593 <property key="number_of_shards" value="1"/>
587 - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> 594 + <property key="number_of_replicas" value="auto"/>
588 <property key="refresh_interval" value="${search.index.refresh_interval}"/> 595 <property key="refresh_interval" value="${search.index.refresh_interval}"/>
589 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> 596 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/>
590 </properties> 597 </properties>
591 <builderClass>com.yoho.search.consumer.index.fullbuild.ufo.UfoSizeIndexBuilder</builderClass> 598 <builderClass>com.yoho.search.consumer.index.fullbuild.ufo.UfoSizeIndexBuilder</builderClass>
592 <mappingFile>esmapping/ufosize.json</mappingFile> 599 <mappingFile>esmapping/ufosize.json</mappingFile>
593 <analysisFile>analysis/ufosize.yml</analysisFile> 600 <analysisFile>analysis/ufosize.yml</analysisFile>
  601 + <rebuildPageSize>${search.index.batch.limit}</rebuildPageSize>
594 </index> 602 </index>
595 603
596 <index> 604 <index>
597 <name>cutdownpriceactivity</name> 605 <name>cutdownpriceactivity</name>
598 <properties> 606 <properties>
599 <property key="number_of_shards" value="1"/> 607 <property key="number_of_shards" value="1"/>
600 - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> 608 + <property key="number_of_replicas" value="auto"/>
601 <property key="refresh_interval" value="${search.index.refresh_interval}"/> 609 <property key="refresh_interval" value="${search.index.refresh_interval}"/>
602 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> 610 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/>
603 </properties> 611 </properties>
604 <builderClass>com.yoho.search.consumer.index.fullbuild.CutdownPriceActivityIndexBuilder</builderClass> 612 <builderClass>com.yoho.search.consumer.index.fullbuild.CutdownPriceActivityIndexBuilder</builderClass>
605 <mappingFile>esmapping/cutdownpriceactivity.json</mappingFile> 613 <mappingFile>esmapping/cutdownpriceactivity.json</mappingFile>
606 <analysisFile>analysis/cutdownpriceactivity.yml</analysisFile> 614 <analysisFile>analysis/cutdownpriceactivity.yml</analysisFile>
  615 + <rebuildPageSize>${search.index.batch.limit}</rebuildPageSize>
607 </index> 616 </index>
608 617
609 <index> 618 <index>
610 <name>cutdownpriceproduct</name> 619 <name>cutdownpriceproduct</name>
611 <properties> 620 <properties>
612 <property key="number_of_shards" value="1"/> 621 <property key="number_of_shards" value="1"/>
613 - <property key="number_of_replicas" value="${search.index.number_of_replicas}"/> 622 + <property key="number_of_replicas" value="auto"/>
614 <property key="refresh_interval" value="${search.index.refresh_interval}"/> 623 <property key="refresh_interval" value="${search.index.refresh_interval}"/>
615 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/> 624 <property key="translog.flush_threshold_size" value="${search.index.translog.flush_threshold_size}"/>
616 </properties> 625 </properties>
617 <builderClass>com.yoho.search.consumer.index.fullbuild.CutdownPriceProductIndexBuilder</builderClass> 626 <builderClass>com.yoho.search.consumer.index.fullbuild.CutdownPriceProductIndexBuilder</builderClass>
618 <mappingFile>esmapping/cutdownpriceproduct.json</mappingFile> 627 <mappingFile>esmapping/cutdownpriceproduct.json</mappingFile>
619 <analysisFile>analysis/cutdownpriceproduct.yml</analysisFile> 628 <analysisFile>analysis/cutdownpriceproduct.yml</analysisFile>
  629 + <rebuildPageSize>${search.index.batch.limit}</rebuildPageSize>
620 </index> 630 </index>
621 631
622 </client> 632 </client>