fix: minor performance tweak (#9)

kgpayne · Jan 16, 2023 · 5575e9d · 5575e9d
1 parent 4386f0a
commit 5575e9d
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/tap_singer_jsonl/utils.py b/tap_singer_jsonl/utils.py
@@ -61,10 +61,10 @@ def get_s3_file_lines(config):
         bucket, prefix=prefix, accept_key=lambda key: fnmatch.fnmatch(key, "*.singer*")
     ):
         logger.info(f"Reading S3 key: {key}")
+        file_name = ntpath.basename(str(key))
         if key.endswith(".gz"):
             content = gzip.decompress(content)
         for count, line in enumerate(content.decode("utf-8").splitlines(keepends=True)):
-            file_name = ntpath.basename(str(key))
             row_number = count + 1
             yield (file_name, row_number, line)