Elastic

一、Elasticsearch性能改良①加强集群扩展性系统优化我的项目 该我的项目创立工夫较久，能够在GitHub里通过number77466进行查看。我的项目蕴含了大量工作，波及88个task，目前优化进度为69个。咱们从Elasticsearch的各个不同局部，比方general、search以及网络方面做大量测试与挖掘，查看哪些点妨碍了Elasticsearch的扩展性。此处的扩展性次要指在大集群里，具备大量分片的状况下，集群耗费了大量资源，对搜寻以及生命周期治理等都会产生很多负面影响。因而，该工程会从所有方面进行测试、挖掘，整顿在零碎扩展性方面的各种瓶颈。咱们在GitHub issue里列举了所有点，并且会前面版本陆续做修复，使Elasticsearch的集群承载能力变得更好，可能解决更多分片。 残缺内容请点击下方链接查看： https://developer.aliyun.com/article/1196628?utm_content=g_10... 版权申明：本文内容由阿里云实名注册用户自发奉献，版权归原作者所有，阿里云开发者社区不领有其著作权，亦不承当相应法律责任。具体规定请查看《阿里云开发者社区用户服务协定》和《阿里云开发者社区知识产权爱护指引》。如果您发现本社区中有涉嫌剽窃的内容，填写侵权投诉表单进行举报，一经查实，本社区将立即删除涉嫌侵权内容。

1. 题目形容有一个index=index_a,只有一列title;请以此index_a为根底, 保留title;减少len列,内容为title列的长度;减少split_title列,内容为title列用空格宰割的数组;2. 题目筹备PUT /index_a/_doc/1{ "title": "Thinking in java 4th"}3. 创立 ingest pipeline创立一个名为pipeline_a的pipelinePUT _ingest/pipeline/pipeline_a{ "processors": [ { "script": { ## 3.1 script "source": "ctx.len=ctx.title.length();" } }, { "set": { ## 3.2 set "field": "split_title", "value": "" } }, { "split": { ## 3.3 split "field": "title", "separator": " ", "target_field": "split_title" } } ]}这个pipeline的创立里,应用了pipeline的3个processor, 别离如下: 3.1 scriptscript 给index减少一个len字段, 值为 title 字段的长度ctx.len=ctx.title.length(); 3.2 setsplit_title 给index减少了一个字段 split_title, 值设置为空字符串 3.3 splitsplit 给index做一个split解决, 输出指标是 title 字段, 输入到字段 split_title上 ...

mappingdelete ### deleteDELETE {{host}}/goodscontent-type: application/jsonaccept: application/jsonquery ### mappingGET {{host}}/goodscontent-type: application/jsonaccept: application/jsoncreate ### createPUT {{host}}/goodscontent-type: application/jsonaccept: application/json{"mappings": { "properties": { "goodsId": { "type": "long" }, "goodsName": { "type": "text" }, "goodsNameSort": { "type": "keyword" }, "supTypeId": { "type": "keyword" }, "typeId": { "type": "keyword" }, "products": { "type": "nested", "properties": { "productSapId": { "type": "keyword" }, "name": { "type": "text" }, "priceSort": { "type": "integer" }, "priceRdSapIds": { "type": "keyword" }, "tagsSort": { "type": "integer" }, "tags": { "type": "nested", "properties": { "tagId": { "type": "long" }, "sort": { "type": "integer" }, "startTime": { "type": "date", "format": "yyyy-MM-dd" }, "endTime": { "type": "date", "format": "yyyy-MM-dd" } } }, "promotions": { "type": "nested", "properties": { "promotionId": { "type": "long" }, "rdSapIds": { "type": "keyword" }, "promotionType": { "type": "keyword" }, "startTime": { "type": "date", "format": "yyyy-MM-dd HH:mm:ss||yyyy-MM-dd||epoch_millis" }, "endTime": { "type": "date", "format": "yyyy-MM-dd HH:mm:ss||yyyy-MM-dd||epoch_millis" } } }, "stocks": { "type": "nested", "properties": { "stockId": { "type": "keyword" }, "stock": { "type": "integer" }, "stockWeek": { "type": "integer" }, "stock14Days": { "type": "integer" }, "stockMonth": { "type": "integer" } } }, "isHot": { "type": "keyword" } } } }}}search### filterPOST {{host}}/goods/_searchcontent-type: application/jsonaccept: application/json{ "explain": true, "query": { "bool": { "must": [ { "terms": { "supTypeId": [ 1 ] } }, { "terms": { "typeId": [ 2 ] } }, { "nested": { "path": "products", "query": { "bool": { "must": [ { "nested": { "path": "products.tags", "query": { "terms": { "products.tags.tagId": [ 4001 ] } } } }, { "terms": { "products.priceRdSapIds": [ 3001 ] } }, { "nested": { "path": "products.stocks", "query": { "script": { "script": "for (int i=0;i<doc['products.stocks.stock'].length;i++){if(doc['products.stocks.stock'][i]>0)return true;}return false;" } } } } ] } } } } ] } }, "sort": [ { "products.tagsSort": { "order": "desc", "mode": "sum", "nested": { "path": "products" } } } ]}test data### 1001:全副POST {{host}}/goods/_doc/1001content-type: application/jsonaccept: application/json{ "goodsId": 1001, "goodsName": "1001", "goodsNameSort": "1001", "supTypeId": [ 1 ], "typeId": [ 2 ], "products": [ { "productSapId": 2001, "name": "2001", "priceRdSapIds": [ 3001 ], "tagsSort": 1, "tags": [ { "tagId": 4001, "sort": 1 } ], "stocks": [ { "stockId": 1, "stock": 0, "stockWeek": 0, "stock14Days": 0, "stockMonth": 0 }, { "stockId": 10, "stock": 1, "stockWeek": 0, "stock14Days": 0, "stockMonth": 0 } ] }, { "productSapId": 2002, "name": "2002", "tagsSort": 2, "tags": [ { "tagId": 3, "sort": 2 } ], "stocks": [ { "stockId": 2, "stock": 1, "stockWeek": 0, "stock14Days": 0, "stockMonth": 0 } ] } ]}