Hi Team, We are facing an issue with MergeRollupTa...
# troubleshooting
v
Hi Team, We are facing an issue with MergeRollupTask in our Pinot cluster. After the task runs, the original segments are not getting deleted, and we end up with both the original and the merged segments in the table. Retention properties: left as default. Any guidance on what we might be missing would be super helpful. Adding task, table and segments related details in the thread.
Copy code
{
  "state": "COMPLETED",
  "timestamp": 1756200611573,
  "segmentsFrom": [
    "test__0__1__20250725T1033Z",
    "test__3__1__20250725T1033Z",
    "test__2__1__20250725T1033Z",
    "test__1__1__20250725T1033Z",
    "test__3__2__20250729T0926Z",
    "test__0__2__20250729T0926Z",
    "test__2__2__20250729T0926Z",
    "test__1__2__20250729T0926Z"
  ],
  "segmentsTo": [
    "merged_1day_1756200600019_0_test_1753780306840_1753833429919_0",
    "merged_1day_1756200600019_0_test_1753833669122_1753867602971_1"
  ]
}
Copy code
"taskTypeConfigsMap": {
        "MergeRollupTask": {
          "schedule": "0 0/30 * * * ?",
          "1day.mergeType": "concat",
          "1day.bucketTimePeriod": "1d",
          "1day.bufferTimePeriod": "1d"
        }
      }

        "realtime.segment.flush.threshold.rows": "0",
        "realtime.segment.flush.threshold.time": "24h",
        "realtime.segment.flush.threshold.segment.size": "500M"



1. MetaData for merged segment : merged_1day_1756200600019_0_test_1753780306840_1753833429919_0

{
  "segment.start.time": "1753780306840",
  "segment.time.unit": "MILLISECONDS",
  "segment.size.in.bytes": "401877",
  "segment.end.time": "1753833429919",
  "segment.total.docs": "1713",
  "segment.creation.time": "1756200606891",
  "segment.push.time": "1756200609360",
  "segment.end.time.raw": "1753833429919",
  "segment.start.time.raw": "1753780306840",
  "segment.index.version": "v3",
  "custom.map": "{\"MergeRollupTask.mergeLevel\":\"1day\",\"MergeRollupTask.time\":\"1756200609237\"}",
  "segment.crc": "1353549389",
  "segment.realtime.status": "UPLOADED",
}

2. MetaData for original segment : test__0__1__20250725T1033Z

{
  "segment.realtime.endOffset": "8398078872",
  "segment.start.time": "1753780306840",
  "segment.time.unit": "MILLISECONDS",
  "segment.flush.threshold.size": "10000",
  "segment.realtime.startOffset": "8336899940",
  "segment.end.time": "1753780623351",
  "segment.total.docs": "5",
  "segment.realtime.numReplicas": "1",
  "segment.creation.time": "1753439584529",
  "segment.index.version": "v3",
  "segment.crc": "101520278",
  "segment.realtime.status": "DONE"
}