From 74306fdd8c01b59ddac9b26502ce5fc1065c7baf Mon Sep 17 00:00:00 2001 From: Tanaes Date: Sat, 18 May 2024 11:37:09 -0700 Subject: [PATCH 1/3] added tokenDuration storage parameter --- conf/azurebatch.config | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) diff --git a/conf/azurebatch.config b/conf/azurebatch.config index 797e1477f..b4433cb32 100644 --- a/conf/azurebatch.config +++ b/conf/azurebatch.config @@ -8,6 +8,7 @@ params { storage_name = null storage_key = null storage_sas = null + storage_duration = null // Batch az_location = "westus2" @@ -37,9 +38,10 @@ azure { queue = params.az_worker_pool } storage { - accountName = params.storage_name - accountKey = params.storage_key - sasToken = params.storage_sas + accountName = params.storage_name + accountKey = params.storage_key + sasToken = params.storage_sas + tokenDuration = params.storage_duration } batch { location = params.az_location From a7e89e6d95e92926eafcb229a1b2bb5f32ac6a49 Mon Sep 17 00:00:00 2001 From: Tanaes Date: Sat, 18 May 2024 11:43:40 -0700 Subject: [PATCH 2/3] updated azurebatch docs to match --- docs/azurebatch.md | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/docs/azurebatch.md b/docs/azurebatch.md index 716761a2d..3b6da49ad 100644 --- a/docs/azurebatch.md +++ b/docs/azurebatch.md @@ -17,6 +17,10 @@ Access key to Azure blob storage account. `--storage_key` or `--storage_sas` are SAS for access to Azure blob storage account (see relevant permissions on Nextflow documentation). `--storage_key` or `--storage_sas` are required, but not both. +### --storage_duration + +The duration of the shared access signature token created by Nextflow when the `--storage_sas` option is not specified (default: `48h`). Make sure to increase this for large and expensive workflows! + ### `--az_location` The Azure Batch region where the computation is executed in VMs. Default (`westus2`). From b6b0f8a4c7e89d92b3d625ba87af1967c50890cf Mon Sep 17 00:00:00 2001 From: Adam Talbot <12817534+adamrtalbot@users.noreply.github.com> Date: Fri, 24 May 2024 20:06:18 -0400 Subject: [PATCH 3/3] Update conf/azurebatch.config MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Co-authored-by: Matthias Hörtenhuber --- conf/azurebatch.config | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/conf/azurebatch.config b/conf/azurebatch.config index b4433cb32..68731a016 100644 --- a/conf/azurebatch.config +++ b/conf/azurebatch.config @@ -8,7 +8,7 @@ params { storage_name = null storage_key = null storage_sas = null - storage_duration = null + storage_duration = '48h' // Batch az_location = "westus2"