|
44 | 44 | import org.apache.inlong.manager.pojo.audit.AuditSourceRequest; |
45 | 45 | import org.apache.inlong.manager.pojo.audit.AuditSourceResponse; |
46 | 46 | import org.apache.inlong.manager.pojo.audit.AuditVO; |
47 | | -import org.apache.inlong.manager.pojo.node.es.ElasticsearchAggregationsTermsInfo; |
48 | | -import org.apache.inlong.manager.pojo.node.es.ElasticsearchAggregationsTermsInfo.Field; |
49 | | -import org.apache.inlong.manager.pojo.node.es.ElasticsearchAggregationsTermsInfo.Sum; |
50 | | -import org.apache.inlong.manager.pojo.node.es.ElasticsearchQueryInfo; |
51 | | -import org.apache.inlong.manager.pojo.node.es.ElasticsearchQueryInfo.QueryBool; |
52 | | -import org.apache.inlong.manager.pojo.node.es.ElasticsearchQuerySortInfo; |
53 | | -import org.apache.inlong.manager.pojo.node.es.ElasticsearchQuerySortInfo.SortValue; |
54 | | -import org.apache.inlong.manager.pojo.node.es.ElasticsearchRequest; |
55 | 47 | import org.apache.inlong.manager.pojo.user.LoginUserUtils; |
56 | 48 | import org.apache.inlong.manager.pojo.user.UserRoleCode; |
57 | 49 | import org.apache.inlong.manager.service.audit.AuditRunnable; |
|
61 | 53 | import org.apache.inlong.manager.service.resource.sink.ck.ClickHouseConfig; |
62 | 54 | import org.apache.inlong.manager.service.resource.sink.es.ElasticsearchApi; |
63 | 55 |
|
64 | | -import com.google.common.collect.Lists; |
65 | | -import com.google.common.collect.Maps; |
66 | 56 | import com.google.gson.Gson; |
67 | 57 | import com.google.gson.GsonBuilder; |
68 | | -import com.google.gson.JsonObject; |
69 | 58 | import org.apache.commons.collections.CollectionUtils; |
70 | 59 | import org.apache.commons.lang3.StringUtils; |
71 | 60 | import org.apache.ibatis.jdbc.SQL; |
@@ -369,9 +358,8 @@ public List<AuditVO> listAll(AuditRequest request) throws Exception { |
369 | 358 | // Support min agg at now |
370 | 359 | DateTime endDate = SECOND_DATE_FORMATTER.parseDateTime(request.getEndDate()); |
371 | 360 | String endDateStr = endDate.plusDays(1).toString(SECOND_DATE_FORMATTER); |
372 | | - List<Map<String, Object>> sumList = auditEntityMapper.sumGroupByIp( |
373 | | - request.getInlongGroupId(), request.getInlongStreamId(), auditId, request.getStartDate(), |
374 | | - endDateStr); |
| 361 | + List<Map<String, Object>> sumList = auditEntityMapper.sumGroupByIp(request.getInlongGroupId(), |
| 362 | + request.getInlongStreamId(), request.getIp(), auditId, request.getStartDate(), endDateStr); |
375 | 363 | List<AuditInfo> auditSet = sumList.stream().map(s -> { |
376 | 364 | AuditInfo vo = new AuditInfo(); |
377 | 365 | vo.setInlongGroupId((String) s.get("inlongGroupId")); |
@@ -433,64 +421,6 @@ private List<String> getAuditIds(String groupId, String streamId, String sourceN |
433 | 421 | return new ArrayList<>(auditSet); |
434 | 422 | } |
435 | 423 |
|
436 | | - /** |
437 | | - * Convert to elasticsearch search request json |
438 | | - * |
439 | | - * @param groupId The groupId of inlong |
440 | | - * @param streamId The streamId of inlong |
441 | | - * @return The search request of elasticsearch json |
442 | | - */ |
443 | | - public static JsonObject toAuditSearchRequestJson(String groupId, String streamId) { |
444 | | - Map<String, ElasticsearchQueryInfo.TermValue> groupIdMap = Maps.newHashMap(); |
445 | | - groupIdMap.put(INLONG_GROUP_ID, new ElasticsearchQueryInfo.TermValue(groupId, DEFAULT_BOOST)); |
446 | | - ElasticsearchQueryInfo.QueryTerm groupIdTerm = ElasticsearchQueryInfo.QueryTerm.builder().term(groupIdMap) |
447 | | - .build(); |
448 | | - Map<String, ElasticsearchQueryInfo.TermValue> streamIdMap = Maps.newHashMap(); |
449 | | - streamIdMap.put(INLONG_STREAM_ID, new ElasticsearchQueryInfo.TermValue(streamId, DEFAULT_BOOST)); |
450 | | - ElasticsearchQueryInfo.QueryTerm streamIdTerm = ElasticsearchQueryInfo.QueryTerm.builder().term(streamIdMap) |
451 | | - .build(); |
452 | | - QueryBool boolInfo = QueryBool.builder() |
453 | | - .must(Lists.newArrayList(groupIdTerm, streamIdTerm)) |
454 | | - .boost(DEFAULT_BOOST) |
455 | | - .adjustPureNegative(ADJUST_PURE_NEGATIVE) |
456 | | - .build(); |
457 | | - ElasticsearchQueryInfo queryInfo = ElasticsearchQueryInfo.builder().bool(boolInfo).build(); |
458 | | - |
459 | | - Map<String, SortValue> termValueInfoMap = Maps.newHashMap(); |
460 | | - termValueInfoMap.put(TERM_FILED, new SortValue(SORT_ORDER)); |
461 | | - List<Map<String, SortValue>> list = Lists.newArrayList(termValueInfoMap); |
462 | | - ElasticsearchQuerySortInfo sortInfo = ElasticsearchQuerySortInfo.builder().sort(list).build(); |
463 | | - |
464 | | - Sum countSum = Sum.builder() |
465 | | - .sum(new Field(COUNT)) |
466 | | - .build(); |
467 | | - Sum delaySum = Sum.builder() |
468 | | - .sum(new Field(DELAY)) |
469 | | - .build(); |
470 | | - Map<String, Sum> aggregations = Maps.newHashMap(); |
471 | | - aggregations.put(COUNT, countSum); |
472 | | - aggregations.put(DELAY, delaySum); |
473 | | - ElasticsearchAggregationsTermsInfo termsInfo = ElasticsearchAggregationsTermsInfo.builder() |
474 | | - .field(TERM_FILED) |
475 | | - .size(Integer.MAX_VALUE) |
476 | | - .aggregations(aggregations) |
477 | | - .build(); |
478 | | - Map<String, ElasticsearchAggregationsTermsInfo> terms = Maps.newHashMap(); |
479 | | - terms.put(TERMS, termsInfo); |
480 | | - Map<String, Map<String, ElasticsearchAggregationsTermsInfo>> logTs = Maps.newHashMap(); |
481 | | - logTs.put(TERM_FILED, terms); |
482 | | - |
483 | | - ElasticsearchRequest request = ElasticsearchRequest.builder() |
484 | | - .from(QUERY_FROM) |
485 | | - .size(QUERY_SIZE) |
486 | | - .query(queryInfo) |
487 | | - .sort(sortInfo) |
488 | | - .aggregations(logTs) |
489 | | - .build(); |
490 | | - |
491 | | - return GSON.toJsonTree(request).getAsJsonObject(); |
492 | | - } |
493 | | - |
494 | 424 | /** |
495 | 425 | * Get clickhouse Statement |
496 | 426 | * |
|
0 commit comments