Slackbot
09/20/2022, 12:28 AMVadim
09/20/2022, 1:24 AMdruid-kinesis-indexing-service extension loaded everywhere?Jason Wang
09/20/2022, 4:18 AMAbhishek Agarwal
09/20/2022, 5:55 AMMichael Kutz
09/20/2022, 3:45 PMMichael Kutz
09/20/2022, 3:45 PMdruid.extensions.loadList=[..."druid-kafka-indexing-service"...]Jason Wang
09/20/2022, 6:22 PMJason Wang
09/20/2022, 6:22 PMGian Merlino
09/21/2022, 12:37 AMGian Merlino
09/21/2022, 12:38 AMGian Merlino
09/21/2022, 12:46 AMAmatya Avadhanula
09/21/2022, 3:58 AMMap<String, DataSourceCompactionConfig> compactionConfigs = compactionConfigList
.stream()
.collect(Collectors.toMap(DataSourceCompactionConfig::getDataSource, Function.identity()));
final List<TaskStatusPlus> compactionTasks = filterNonCompactionTasks(indexingServiceClient.getActiveTasks());
indexingServiceClient.getActiveTasks() has not been changed as part of #12404Amatya Avadhanula
09/21/2022, 3:59 AMfilterNonCompactionTasks may think of tasks of an older version as compaction tasks
private static List<TaskStatusPlus> filterNonCompactionTasks(List<TaskStatusPlus> taskStatuses)
{
return taskStatuses
.stream()
.filter(status -> {
final String taskType = status.getType();
// taskType can be null if middleManagers are running with an older version. Here, we consevatively regard
// the tasks of the unknown taskType as the compactionTask. This is because it's important to not run
// compactionTasks more than the configured limit at any time which might impact to the ingestion
// performance.
return taskType == null || COMPACTION_TASK_TYPE.equals(taskType);
})
.collect(Collectors.toList());
}Gian Merlino
09/21/2022, 4:00 AMGian Merlino
09/21/2022, 4:00 AMAmatya Avadhanula
09/21/2022, 4:16 AMJason Wang
09/21/2022, 5:45 AM