Skip to content

Commit

Permalink
fix mdt instantiation failure
Browse files Browse the repository at this point in the history
  • Loading branch information
codope committed Feb 14, 2025
1 parent c969372 commit 018cca5
Showing 1 changed file with 3 additions and 4 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -846,10 +846,9 @@ private List<DirectoryInfo> listAllPartitionsFromFilesystem(String initializatio
// List all directories in parallel
engineContext.setJobStatus(this.getClass().getSimpleName(), "Listing " + numDirsToList + " partitions from filesystem");
List<DirectoryInfo> processedDirectories = engineContext.map(pathsToProcess, path -> {
try (HoodieStorage storage = new HoodieHadoopStorage(path, storageConf)) {
String relativeDirPath = FSUtils.getRelativePartitionPath(storageBasePath, path);
return new DirectoryInfo(relativeDirPath, storage.listDirectEntries(path), initializationTime, pendingDataInstants);
}
HoodieStorage storage = new HoodieHadoopStorage(path, storageConf);
String relativeDirPath = FSUtils.getRelativePartitionPath(storageBasePath, path);
return new DirectoryInfo(relativeDirPath, storage.listDirectEntries(path), initializationTime, pendingDataInstants);
}, numDirsToList);

// If the listing reveals a directory, add it to queue. If the listing reveals a hoodie partition, add it to
Expand Down

0 comments on commit 018cca5

Please sign in to comment.