Fixed that InsertionCompactionSelection may skip a file deleted by another compaction (#17254)

jt2594838 · web-flow · commit cd8f3db12a2d · 2026-03-04T18:38:50.000+08:00
* Fixed that InsertionCompactionSelection may skip a file deleted by another compaction

* Update
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/selector/impl/RewriteCrossSpaceCompactionSelector.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/selector/impl/RewriteCrossSpaceCompactionSelector.java
@@ -490,6 +490,12 @@ private InsertionCrossCompactionTaskResource selectCurrentUnSeqFile(
             nextSeqFileIndex = Math.min(nextSeqFileIndex, i);
           }
           if (!seqFile.containsDevice(deviceId)) {
+            // if the seqFile is deleted by another compaction concurrently,
+            // we cannot ensure whether the seqFile overlaps with the unseqFile.
+            // Let a later selection retry with compacted file.
+            if (!seqFile.hasDetailedDeviceInfo()) {
+              return result;
+            }
             continue;
           }
           DeviceInfo seqDeviceInfo = seqFile.getDeviceInfoById(deviceId);

Original file line number	Diff line number	Diff line change
`@@ -490,6 +490,12 @@ private InsertionCrossCompactionTaskResource selectCurrentUnSeqFile(`
`490`	`490`	`nextSeqFileIndex = Math.min(nextSeqFileIndex, i);`
`491`	`491`	`}`
`492`	`492`	`if (!seqFile.containsDevice(deviceId)) {`
	`493`	`+ // if the seqFile is deleted by another compaction concurrently,`
	`494`	`+ // we cannot ensure whether the seqFile overlaps with the unseqFile.`
	`495`	`+ // Let a later selection retry with compacted file.`
	`496`	`+ if (!seqFile.hasDetailedDeviceInfo()) {`
	`497`	`+ return result;`
	`498`	`+ }`
`493`	`499`	`continue;`
`494`	`500`	`}`
`495`	`501`	`DeviceInfo seqDeviceInfo = seqFile.getDeviceInfoById(deviceId);`