Skip to content

Commit b71c424

Browse files
committed
add missing download_using_prefix checking when downloading metadata
1 parent 4882d24 commit b71c424

File tree

2 files changed

+5
-1
lines changed

2 files changed

+5
-1
lines changed

amazon_s3/s3reader.py

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -695,7 +695,10 @@ def rename_file(
695695

696696
if get_metadata:
697697
# Get metadata and rename it
698-
s3_file = key_prefix + file_name
698+
if self.download_using_prefix is False:
699+
s3_file = key_prefix
700+
else:
701+
s3_file = key_prefix + file_name
699702
initial_metadata = self.get_metadata(s3_file)
700703
if self.use_augment_metadata:
701704
user_metadata = self.augment_metadata(folder_path, file_name, initial_metadata, timestamp_tag)

saia_ingest/utils.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -188,6 +188,7 @@ def parse_date(date_string):
188188
if date_string is None:
189189
return None, None, None, None # Handle the case where no date is provided
190190

191+
date_string = date_string.split('T')[0] # Remove the time part if present
191192
date_string = date_string.replace("-", "/") # Normalize separators
192193

193194
# Define possible date formats

0 commit comments

Comments
 (0)