From 5c806532da45793eb1f741a2ac8a65f884205f1b Mon Sep 17 00:00:00 2001 From: Todd Morse Date: Mon, 1 Jul 2024 10:57:04 -0700 Subject: [PATCH] exp --- lib/idseq_utils/idseq_utils/batch_run_helpers.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/lib/idseq_utils/idseq_utils/batch_run_helpers.py b/lib/idseq_utils/idseq_utils/batch_run_helpers.py index 2e0ba359..9f46413d 100644 --- a/lib/idseq_utils/idseq_utils/batch_run_helpers.py +++ b/lib/idseq_utils/idseq_utils/batch_run_helpers.py @@ -21,6 +21,7 @@ from botocore.config import Config log = logging.getLogger(__name__) +log.setLevel(logging.DEBUG) MAX_CHUNKS_IN_FLIGHT = 30 # TODO: remove this constant, currently does nothing since we have at most 30 index chunks @@ -324,6 +325,7 @@ def run_alignment( for fn in listdir("chunks"): if fn.endswith("json"): os.remove(os.path.join("chunks", fn)) + log.debug(f"deleting from S3: {os.path.join(chunk_dir, fn)} ({chunk_dir}, {fn})") _s3_client.put_object_tagging( Bucket=bucket, Key=os.path.join(chunk_dir, fn),