From b9effec9b9ad6de07efd2f04918a57317e2213dd Mon Sep 17 00:00:00 2001 From: Zach Probst Date: Fri, 2 Aug 2024 09:13:44 -0700 Subject: [PATCH 1/2] Bail if archive dir not set --- nodestream/pipeline/extractors/stores/aws/s3_extractor.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/nodestream/pipeline/extractors/stores/aws/s3_extractor.py b/nodestream/pipeline/extractors/stores/aws/s3_extractor.py index 803b1f413..b6087f19e 100644 --- a/nodestream/pipeline/extractors/stores/aws/s3_extractor.py +++ b/nodestream/pipeline/extractors/stores/aws/s3_extractor.py @@ -27,7 +27,7 @@ def __init__( def archive_if_required(self, key: str): if not self.archive_dir: - pass + return LOGGER.info("Archiving S3 Object", extra=dict(key=key)) filename = Path(key).name From a40edcf69c23d5d00088f745a9fe763eb4bc53d3 Mon Sep 17 00:00:00 2001 From: Zach Probst Date: Fri, 2 Aug 2024 09:26:53 -0700 Subject: [PATCH 2/2] Update pyproject.toml --- pyproject.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pyproject.toml b/pyproject.toml index a8680b8d9..6c52bc00c 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,6 +1,6 @@ [tool.poetry] name = "nodestream" -version = "0.12.5a13" +version = "0.12.5a14" description = "A Fast, Declarative ETL for Graph Databases." license = "GPL-3.0-only" authors = [