经验首页 前端设计 程序设计 Java相关 移动开发 数据库/运维 软件/图像 大数据/云计算 其他经验
当前位置：技术经验 » 程序设计 » Elasticsearch » 查看文章
java中elasticsearch7.x关于nested类型的api使用，新增+更新
来源：cnblogs　　作者：仔儿仔　　时间：2020/11/23 11:51:30　　对本文有异议

0，定义esHighClient

  1.  1 @Configuration
  2.  2 public class RestClientConfig {
  3.  3 
  4.  4     //类似：200.188.22.20:9300,200.188.22.21:9300
  5.  5     @Value("${spring.elasticsearch.rest.hosts}")
  6.  6     private String hosts;
  7.  7 
  8.  8 
  9.  9     @Bean
  10. 10     public RestHighLevelClient esRestHighLevelClient() {
  11. 11 
  12. 12         HttpHost[] httpHosts = Arrays.stream(hosts.split(",")).map(x -> {
  13. 13             String[] hostInfo = x.split(":");
  14. 14             return new HttpHost(hostInfo[0], Integer.parseInt(hostInfo[1]));
  15. 15         }).toArray(HttpHost[]::new);
  16. 16 
  17. 17         RestClientBuilder restClientBuilder = RestClient.builder(httpHosts).
  18. 18                 setRequestConfigCallback(requestConfigBuilder -> requestConfigBuilder.setConnectTimeout(30000)
  19. 19                 .setSocketTimeout(30000).setConnectionRequestTimeout(10000));
  20. 20 
  21. 21         return new RestHighLevelClient(restClientBuilder);
  22. 22     }
  23. 23 }

 

  1.  

1，定义涉及到nested类型的mapping

  1. 1 CreateIndexRequest request = new CreateIndexRequest("你定义的index名字");
  2. 2 //创建index
  3. 3 CreateIndexResponse response = esRestHighLevelClient.indices().create(request, RequestOptions.DEFAULT);
  4. 4 PutMappingRequest request = new PutMappingRequest(index);
  5. 5 //由于es7以上版本无type的概念，本人学术不精，此字段强制设置type，只能用默认的_doc填入其中
  6. 6 request.type("_doc");
  7. 7 //定义刚刚创建的index的 mapping的json结构
  8. 8 request.source("{\"properties\":{\"deviceId\":{\"type\":\"keyword\"},\"indicatorId\":{\"type\":\"keyword\"},\"instanceName\":{\"type\":\"keyword\"},\"substance\":{\"type\":\"nested\",\"properties\":{\"value\":{\"type\":\"double\"},\"collectTime\":{\"type\":\"date\"},\"receiveTime\":{\"type\":\"date\"},\"dbTime\":{\"type\":\"date\"}}}}}", XContentType.JSON);
  9. 9 AcknowledgedResponse response = esRestHighLevelClient.indices().putMapping(request, RequestOptions.DEFAULT);

2，定义mapping对应的Java对象

  1.  1 @Data
  2.  2 public class NestSeries {
  3.  3 
  4.  4     //设备ID
  5.  5     @Field(type = FieldType.Keyword)
  6.  6 //    @JsonProperty("device_id")
  7.  7     private String deviceId;
  8.  8     //监控项ID
  9.  9     @Field(type = FieldType.Keyword)
  10. 10     private String indicatorId;
  11. 11 
  12. 12     //监控实例,eg:C盘，D盘
  13. 13     @Field(type = FieldType.Text)
  14. 14     private String instanceName;
  15. 15 
  16. 16 
  17. 17     //监控项当前性能值
  18. 18     @Field(type = FieldType.Nested)
  19. 19     private List<SubStanceSeries> substance;
  20. 20 
  21. 21 }

3，定义mapping中nested子对象

  1. @Data
  2. public class SubStanceSeries {
  3.     //监控项当前性能值
  4.     @Field(type = FieldType.Double)
  5.     private Double value;
  7.     //监控项采集前时间
  8.     @Field(type = FieldType.Date)
  9.     private long collectTime;
  12.     //监控项采集后时间
  13.     @Field(type = FieldType.Date)
  14.     private long receiveTime;
  16.     //监控项入库时间
  17.     @Field(type = FieldType.Date)
  18.     private long dbTime;
  20. }

4，定义对象转map的工具类（FasterJsonUtil同）

  1. 1 @Slf4j
  2. 2 public class JsonUtil {
  3. 3     private static ObjectMapper mapper = new ObjectMapper();
  4. 4 　　 public static Map<String, Object> convertValueToMap(Object data) {
  5. 5         return mapper.convertValue(data, new TypeReference<Map<String, Object>>() {
  6. 6         });
  7. 7     }
  8. 8 }

5，判断此条数据是否存在，存在则更新，不存在则新增

  1.  1 private boolean existSeries(PerformanceDo p, String indexName) {
  2.  2 
  3.  3         try {
  4.  4             BoolQueryBuilder queryBuilder = QueryBuilders.boolQuery();
  5.  5             Es7Util.addOptionalMustQuery(queryBuilder, "deviceId", p.getDeviceId());
  6.  6             Es7Util.addOptionalMustQuery(queryBuilder, "indicatorId", p.getIndicatorId());
  7.  7             if (StringUtils.isNotBlank(p.getInstanceName())) {
  8.  8                 Es7Util.addOptionalMustQuery(queryBuilder, "instanceName", p.getInstanceName());
  9.  9             }
  10. 10 
  11. 11             //通过client方式去查询
  12. 12             SearchSourceBuilder sourceBuilder = new SearchSourceBuilder();
  13. 13             sourceBuilder.query(queryBuilder);
  14. 14             //索引 各种组合条件
  15. 15             SearchRequest rq = new SearchRequest().indices(indexName).source(sourceBuilder);
  16. 16 
  17. 17             SearchResponse rp = esRestHighLevelClient.search(rq, RequestOptions.DEFAULT);
  18. 18 
  19. 19             //通过client方式去查询
  20. 20             if (rp.status() == RestStatus.OK && rp.getHits().getHits().length > 0) {
  21. 21                 //说明存在记录
  22. 22                 return true;
  23. 23             }
  24. 24         } catch (Exception e) {
  25. 25             log.error("查询series是否存在当前nest异常：",e);
  26. 26         }
  27. 27 
  28. 28         return false;
  29. 29     }

 

6，新增一个document（类似于mysql插入一行数据）

  1.  1 //新增性能数据存储 新增操作
  2.  2     private void addNestSeries(PerformanceDo p,String indexName) {
  3.  3 
  4.  4         try {
  5.  5             NestSeries series = new NestSeries();
  6.  6             series.setDeviceId(p.getDeviceId());
  7.  7             series.setIndicatorId(p.getIndicatorId());
  8.  8             series.setInstanceName(p.getInstanceName());
  9.  9             List<SubStanceSeries> subStanceSeriesList = new ArrayList<>();
  10. 10             SubStanceSeries subStanceSeries = new SubStanceSeries();
  11. 11 
  12. 12             if (StringUtils.isNotBlank(p.getValue())) {
  13. 13                 subStanceSeries.setValue(Double.valueOf(p.getValue()));
  14. 14             }
  15. 15 
  16. 16             subStanceSeries.setCollectTime(p.getCollectTime());
  17. 17             subStanceSeries.setReceiveTime(p.getReceiveTime());
  18. 18             subStanceSeries.setDbTime(p.getDbTime());
  19. 19             subStanceSeriesList.add(subStanceSeries);
  20. 20             series.setSubstance(subStanceSeriesList);
  21. 21 
  22. 22             IndexRequest indexRequest = new IndexRequest(indexName, TYPE).source(FasterJsonUtil.convertValueToMap(series), XContentType.JSON);
  23. 23 
  24. 24             esRestHighLevelClient.index(indexRequest, RequestOptions.DEFAULT);
  25. 25         } catch (Exception e) {
  26. 26             log.error("新增series的nest异常：",e);
  27. 27         }
  28. 28 
  29. 29     }

7，局部更新nested类型内部数据

  1.  1 //追加性能数据存储 更新操作
  2.  2     private void uptNestSeries(PerformanceDo p, String indexName) {
  3.  3       
  4.  4         try {
  5.  5             UpdateByQueryRequest updateByQueryRequest = new UpdateByQueryRequest(indexName);
  6.  6 
  7.  7             BoolQueryBuilder queryBuilder = QueryBuilders.boolQuery();
  8.  8             Es7Util.addOptionalMustQuery(queryBuilder, "deviceId", p.getDeviceId());
  9.  9             Es7Util.addOptionalMustQuery(queryBuilder, "indicatorId", p.getIndicatorId());
  10. 10             if (StringUtils.isNotBlank(p.getInstanceName())) {
  11. 11                 Es7Util.addOptionalMustQuery(queryBuilder, "instanceName", p.getInstanceName());
  12. 12             }
  13. 13 
  14. 14             SubStanceSeries subStanceSeries = new SubStanceSeries();
  15. 15 
  16. 16             if (StringUtils.isNotBlank(p.getValue())) {
  17. 17                 subStanceSeries.setValue(Double.valueOf(p.getValue()));
  18. 18             }
  19. 19 
  20. 20             subStanceSeries.setCollectTime(p.getCollectTime());
  21. 21             subStanceSeries.setReceiveTime(p.getReceiveTime());
  22. 22             subStanceSeries.setDbTime(p.getDbTime());
  23. 23 
  24. 24 
  25. 25             //通过查询 指定要更新的_id
  26. 26             updateByQueryRequest.setQuery(queryBuilder);
  27. 27             Map<String, Object> paramMap = new HashMap<>();
  28. 28             paramMap.put("detail", convertValueToMap(subStanceSeries));
  29. 29 
  30. 30             //使用painless脚本 进行复杂结构的更新 我演示的是去更新嵌套类型comments 这里是添加comments
  31. 31             updateByQueryRequest.setScript(new Script(ScriptType.INLINE, "painless", "ctx._source.substance.add(params.detail)", paramMap));
  32. 32 
  33. 33             esRestHighLevelClient.updateByQuery(updateByQueryRequest, RequestOptions.DEFAULT);
  34. 34 
  35. 35         } catch (Exception e) {
  36. 36             log.error("更新series的nest异常：",e);
  37. 37         }
  38. 38     }

  1. 对应dml如下：
  1.  1 POST /indexname20201118/_update_by_query
  2.  2 {
  3.  3    "script": {
  4.  4       "source": "ctx._source.substance.add(params.detail)",
  5.  5       "lang": "painless",
  6.  6       "params": {
  7.  7          "detail": {
  8.  8             "value": 4,
  9.  9             "collectTime": 4405691110000,
  10. 10             "receiveTime": 4405691110000,
  11. 11             "dbTime": 4405691110000
  12. 12             
  13. 13          }
  14. 14       }
  15. 15    },
  16. 16    "query": {
  17. 17       "bool": {
  18. 18          "must": [
  19. 19             {
  20. 20                "match_phrase": {
  21. 21                   "deviceId": "1212121-f796-4e74-8007-929631212121"
  22. 22                }
  23. 23             },
  24. 24             {
  25. 25                "match_phrase": {
  26. 26                   "indicatorId": "12121212SYS_USAGE"
  27. 27                }
  28. 28             },
  29. 29             {
  30. 30                "match_phrase": {
  31. 31                   "instanceName": "/dev/mapper/1212121"
  32. 32                }
  33. 33             }
  34. 34          ]
  35. 35       }
  36. 36    }
  37. 37 }

8，实现结果展示如下：

  1.   1 {
  2.   2    "took": 1,
  3.   3    "timed_out": false,
  4.   4    "_shards": {
  5.   5       "total": 1,
  6.   6       "successful": 1,
  7.   7       "skipped": 0,
  8.   8       "failed": 0
  9.   9    },
  10.  10    "hits": {
  11.  11       "total": {
  12.  12          "value": 1,
  13.  13          "relation": "eq"
  14.  14       },
  15.  15       "max_score": 9.95262,
  16.  16       "hits": [
  17.  17          {
  18.  18             "_index": "indexname20201119",
  19.  19             "_type": "_doc",
  20.  20             "_id": "izhV33UBQMSXiw121212",
  21.  21             "_score": 9.95262,
  22.  22             "_source": {
  23.  23                "indicatorId": "LINUX_PR1212S_1212121",
  24.  24                "instanceName": "test",
  25.  25                "substance": [
  26.  26                   {
  27.  27                      "receiveTime": 121215692836100,
  28.  28                      "collectTime": 11521292835000,
  29.  29                      "dbTime": 1169821207832,
  30.  30                      "value": 4
  31.  31                   },
  32.  32                   {
  33.  33                      "receiveTime": 121215692896125,
  34.  34                      "collectTime": 1121292895000,
  35.  35                      "dbTime": 112121769904778,
  36.  36                      "value": 4
  37.  37                   },
  38.  38                   {
  39.  39                      "receiveTime": 16121212956112,
  40.  40                      "collectTime": 1605692955000,
  41.  41                      "dbTime": 1605121913140,
  42.  42                      "value": 5
  43.  43                   },
  44.  44                   {
  45.  45                      "receiveTime": 12121212,
  46.  46                      "collectTime": 1601211215001,
  47.  47                      "dbTime": 1212121,
  48.  48                      "value": 4
  49.  49                   },
  50.  50                   {
  51.  51                      "receiveTime": 121212176098,
  52.  52                      "collectTime": 161212125001,
  53.  53                      "dbTime":11215769930788,
  54.  54                      "value": 6
  55.  55                   },
  56.  56                   {
  57.  57                      "receiveTime": 12121136104,
  58.  58                      "collectTime": 1212693135000,
  59.  59                      "dbTime": 11212769939631,
  60.  60                      "value": 7
  61.  61                   },
  62.  62                   {
  63.  63                      "receiveTime": 12121296103,
  64.  64                      "collectTime":2121193195000,
  65.  65                      "dbTime": 1121219948989,
  66.  66                      "value": 4
  67.  67                   },
  68.  68                   {
  69.  69                      "receiveTime": 121212156141,
  70.  70                      "collectTime": 12121293255000,
  71.  71                      "dbTime": 121212571214,
  72.  72                      "value": 4
  73.  73                   },
  74.  74                   {
  75.  75                      "receiveTime": 1605693316109,
  76.  76                      "collectTime": 1605693315001,
  77.  77                      "dbTime": 1605769965907,
  78.  78                      "value": 4
  79.  79                   },
  80.  80                   {
  81.  81                      "receiveTime": 12121212115,
  82.  82                      "collectTime": 1121212375001,
  83.  83                      "dbTime": 1121219974723,
  84.  84                      "value": 8
  85.  85                   },
  86.  86                   {
  87.  87                      "receiveTime": 121212113,
  88.  88                      "collectTime": 160212121435001,
  89.  89                      "dbTime": 16051212183159,
  90.  90                      "value": 4
  91.  91                   },
  92.  92                   {
  93.  93                      "receiveTime": 1605693496107,
  94.  94                      "collectTime": 1605693495000,
  95.  95                      "dbTime": 1605769992147,
  96.  96                      "value": 4
  97.  97                   },
  98.  98                   {
  99.  99                      "receiveTime": 1605693556103,
  100. 100                      "collectTime": 1605693555000,
  101. 101                      "dbTime": 1605770001828,
  102. 102                      "value": 4
  103. 103                   }
  104. 104                ],
  105. 105                "deviceId": "121212126-4e74-121212123f5"
  106. 106             }
  107. 107          }
  108. 108       ]
  109. 109    }
  110. 110 }

 






原文链接：http://www.cnblogs.com/zaierzai/p/14006135.html

 友情链接：直通硅谷 　点职佳 　北美留学生论坛

Elasticsearch热门文章

  • ES 14 - (底层原理) Elasticsearch内部如何处理不同type的数据
  • ES 15 - Elasticsearch中的数据类型 (text、keyword、date、geo等)
  • java中elasticsearch7.x关于nested类型的api使用，新增+更新
  • Elasticsearch 映射参数详解 fields
  • [Elasticsearch] ES聚合场景下部分结果数据未返回问题分析
  • ES 22 - Elasticsearch中如何进行日期(数值)范围查询
  • Elasticsearch查询之Term?Query示例解析
  • ElasticSearch 实现分词全文检索 - SpringBoot 完整实现 Demo 附源码【完结篇】
  • ElasticStack学习（十）：深入ElasticSearch搜索之QueryFiltering、多/单字符串的多字段查询
  • ElasticSearch7 设置外网访问

    • Elasticsearch推荐文章

  • 利用Elasticsearch实现地理位置、城市搜索服务
  • 日志采集/分析
  • ELKF（elasticsearch、logstash、kibana、filebeat）搭建及收集nginx日志特昂糖-
  • ElasticSearch性能原理拆解
  • Elasticsearch使用实战以及代码详解
  • 使用 Docker Compose V2 快速搭建日志分析平台 ELK (Elasticsearch、Logstash 和 Kibana)
  • 【解决方案】MySQL5.7 百万数据迁移到 ElasticSearch7.x 的思考
  • K8s部署轻量级日志收集系统EFK（elasticsearch + filebeat + kibana）
  • Docker下elasticsearch8部署、扩容、基本操作实战(含kibana)
  • Elasticsearch 保姆级入门篇

    • 本站QQ群：前端 618073944 | Java 606181507 | Python 626812652 | C/C++ 612253063 | 微信 634508462 | 苹果 692586424 | C#/.net 182808419 | PHP 305140648 | 运维 608723728

    W3xue 的所有内容仅供测试，对任何法律问题及风险不承担任何责任。通过使用本站内容随之而来的风险与本站无关。
    关于我们  |  意见建议  |  捐助我们  |  报错有奖  |  广告合作、友情链接（目前9元/月）请联系QQ：27243702 沸活量
    皖ICP备17017327号-2　皖公网安备34020702000426号