Es 根据时间分组聚合（趋势图折线图数据）

最好束手就擒

已于 2023-05-16 17:21:57 修改

阅读量3k

点赞数 2

CC 4.0 BY-SA版权

分类专栏： Java ES 文章标签： elasticsearch java 大数据

于 2022-11-09 15:09:43 首次发布

本文链接：https://blog.csdn.net/weixin_47409774/article/details/127770174

Java 同时被 2 个专栏收录

48 篇文章

订阅专栏

1 篇文章

订阅专栏

这篇博客介绍了DSL语句用于Elasticsearch的查询，包括时间范围过滤和特定字段的术语查询。同时展示了如何使用Java的DateHistogramAggregationBuilder和TermsAggregationBuilder来构建相同的查询，并解析响应以获取聚合结果。文章涵盖了时间桶聚合和状态统计，对于理解和应用Elasticsearch的聚合功能具有指导意义。

摘要生成于 C知道，由 DeepSeek-R1 满血版支持，前往体验 >

DSL 语句

{
  "size": 0,
  "query": {
    "bool": {
      "must": [
        {
          "range": {
            "logtime": {
              "from": "2022-11-08T00:00:00.000Z",
              "to": null,
              "include_lower": true,
              "include_upper": true,
              "boost": 1
            }
          }
        },
        {
          "range": {
            "logtime": {
              "from": null,
              "to": "2022-11-08T23:59:59.999999999Z",
              "include_lower": true,
              "include_upper": true,
              "boost": 1
            }
          }
        },
        {
          "term": {
            "ip": {
              "value": "127.0.0.2",
              "boost": 1
            }
          }
        }
      ],
      "adjust_pure_negative": true,
      "boost": 1
    }
  },
  "track_total_hits": 2147483647,
  "aggregations": {
    "logtime": {
      "date_histogram": {    # date_histogram 按时间进行聚合
        "field": "logtime",      # 聚合字段
        "format": "HH:mm",		 # 时间格式化格式
        "fixed_interval": "1h",   # 间隔时间
        "offset": -28800000,    是因为es默认是按照UTC的时间进行查询的，所以需要减掉8小时 -8h
        "order": {
          "_key": "asc"
        },
        "keyed": false,
        "min_doc_count": 0,
        "extended_bounds": {    # 设置范围聚合的扩展边界 设置之后查询时间为空也会返回 确			  保聚合结果始终包含完整的范围，并避免数据丢失。
          "min": "now-30d",
          "max": "now-1"
        }
      },
      "aggregations": {
        "disposal_status": {
          "terms": {
            "field": "disposal_status",    # 根据状态再次聚合
            "size": 10,
            "min_doc_count": 1,
            "shard_min_doc_count": 0,
            "show_term_doc_count_error": false,
            "order": [
              {
                "_count": "desc"
              },
              {
                "_key": "asc"
              }
            ]
          }
        }
      }
    }
  }
}

java 实现

DateHistogramAggregationBuilder formatAgg = AggregationBuilders.dateHistogram(PortrayalConstant.LOG_TIME)
                //聚合字段
                .field(PortrayalConstant.LOG_TIME)
                //时间格式化
                .offset("-8h")
                // 返回0的数据
                .minDocCount(0L);

        if (StringUtils.isNotEmpty(eventAlarmDto.getSearchType()) && "1".equals(eventAlarmDto.getSearchType())) {
            formatAgg.fixedInterval(DateHistogramInterval.HOUR);
            formatAgg.format("HH:mm");
        } else {
            //如果查询时间按天则按小时分组
            formatAgg.fixedInterval(DateHistogramInterval.DAY);
            formatAgg.format("MM-dd")
            .extendedBounds(new LongBounds("now-30d", "now")));
        }

        TermsAggregationBuilder disposalAgg = 			  AggregationBuilders.terms(PortrayalConstant.DISPOSAL_STATUS).field(PortrayalConstant.DISPOSAL_STATUS);
        formatAgg.subAggregation(disposalAgg);
        searchSourceBuilder.aggregation(formatAgg);
        SearchRequest searchRequest = new SearchRequest(new String[]{PortrayalConstant.ES_EVENT_INDEX}, searchSourceBuilder);

        List<EventTrendVo> eventTrendVos = new ArrayList<>();
        try {
            SearchResponse response = inciDentEsMapper.search(searchRequest, RequestOptions.DEFAULT);
            Aggregations aggregations = response.getAggregations();
            ParsedDateHistogram dateHistogram = aggregations.get(PortrayalConstant.LOG_TIME);
            for (Histogram.Bucket bucket : dateHistogram.getBuckets()) {
                EventTrendVo trendVo = new EventTrendVo();
                String date = bucket.getKeyAsString();
                long total = bucket.getDocCount();
                trendVo.setLogTime(date);
                trendVo.setTotal(total);
                ParsedTerms statusTerms = bucket.getAggregations().get(PortrayalConstant.DISPOSAL_STATUS);
                for (Terms.Bucket statusBucket : statusTerms.getBuckets()) {
                    String status = statusBucket.getKeyAsString();
                    switch (status) {
                        case "0":
                            trendVo.setNotDisposed(statusBucket.getDocCount());
                            break;
                        case "1":
                            trendVo.setDisposed(statusBucket.getDocCount());
                            break;
                        case "2":
                            trendVo.setDisposal(statusBucket.getDocCount());
                            break;
                        default:
                            trendVo.setDisposal(0L);
                            break;
                    }
                }
                eventTrendVos.add(trendVo);
            }