Skip to content

Commit 63371ff

Browse files
committed
Temporary logging to debug corrupted blocks in lucene segments
Signed-off-by: Jugal Chauhan <[email protected]>
1 parent 2af343b commit 63371ff

File tree

2 files changed

+29
-3
lines changed

2 files changed

+29
-3
lines changed

RFS/src/main/java/org/opensearch/migrations/bulkload/common/SnapshotShardUnpacker.java

Lines changed: 15 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -54,6 +54,21 @@ public Path unpack() {
5454
.addArgument(fileMetadata::getName)
5555
.addArgument(fileMetadata::getPhysicalName)
5656
.log();
57+
58+
log.atInfo()
59+
.setMessage("Unpacking File - Name: {}, Physical: {}, Size: {} bytes")
60+
.addArgument(fileMetadata::getName)
61+
.addArgument(fileMetadata::getPhysicalName)
62+
.addArgument(fileMetadata.getLength())
63+
.log();
64+
String name = fileMetadata.getName();
65+
if (name.endsWith(".fdt") || name.endsWith(".fdx") || name.endsWith(".cfs") || name.endsWith(".si")) {
66+
log.atInfo()
67+
.setMessage("Identified important Lucene file: {}")
68+
.addArgument(name)
69+
.log();
70+
}
71+
5772
try (
5873
IndexOutput indexOutput = primaryDirectory.createOutput(
5974
fileMetadata.getPhysicalName(),

RFS/src/main/java/org/opensearch/migrations/bulkload/lucene/version_9/LeafReader9.java

Lines changed: 14 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -5,10 +5,13 @@
55
import org.opensearch.migrations.bulkload.lucene.LuceneLeafReader;
66

77
import lombok.AllArgsConstructor;
8+
import lombok.extern.slf4j.Slf4j;
89
import shadow.lucene9.org.apache.lucene.index.FilterCodecReader;
910
import shadow.lucene9.org.apache.lucene.index.LeafReader;
11+
import shadow.lucene9.org.apache.lucene.index.SegmentCommitInfo;
1012
import shadow.lucene9.org.apache.lucene.index.SegmentReader;
1113

14+
@Slf4j
1215
@AllArgsConstructor
1316
public class LeafReader9 implements LuceneLeafReader {
1417

@@ -49,8 +52,16 @@ public String getSegmentName() {
4952
}
5053

5154
public String getSegmentInfoString() {
52-
return getSegmentReader()
53-
.getSegmentInfo()
54-
.toString();
55+
SegmentReader segmentReader = getSegmentReader();
56+
SegmentCommitInfo segmentCommitInfo = segmentReader.getSegmentInfo();
57+
var info = segmentCommitInfo.info;
58+
59+
log.info(">>> Segment Name: {}", info.name);
60+
log.info(">>> Codec Used: {}", info.getCodec().getName());
61+
log.info(">>> Lucene Version: {}", info.getVersion());
62+
log.info(">>> Max Doc Count: {}", info.maxDoc());
63+
log.info(">>> Attributes: {}", info.getAttributes());
64+
65+
return segmentCommitInfo.toString();
5566
}
5667
}

0 commit comments

Comments
 (0)