From 28596c6dc905b1184e1a0e96382625020595dd22 Mon Sep 17 00:00:00 2001 From: Ken Payne Date: Sun, 8 Jan 2023 10:13:45 -0300 Subject: [PATCH] minor tweaks --- tap_singer_jsonl/utils.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tap_singer_jsonl/utils.py b/tap_singer_jsonl/utils.py index 9fb4316..c804b4b 100644 --- a/tap_singer_jsonl/utils.py +++ b/tap_singer_jsonl/utils.py @@ -61,10 +61,10 @@ def get_s3_file_lines(config): bucket, prefix=prefix, accept_key=lambda key: fnmatch.fnmatch(key, "*.singer*") ): logger.info(f"Reading S3 key: {key}") + file_name = ntpath.basename(str(key)) if key.endswith(".gz"): content = gzip.decompress(content) for count, line in enumerate(content.decode("utf-8").splitlines(keepends=True)): - file_name = ntpath.basename(str(key)) row_number = count + 1 yield (file_name, row_number, line)