From 08a450a2571c76c7da20f07773489e2817a63e52 Mon Sep 17 00:00:00 2001 From: Yongming Ding Date: Thu, 9 Jan 2025 14:43:09 -0800 Subject: [PATCH] Add Multi-Storage Client (MSC) as an optional dependency --- CHANGELOG.md | 1 + examples/msc_config.yaml | 16 ++++++++++++++++ pyproject.toml | 2 ++ 3 files changed, 19 insertions(+) create mode 100644 examples/msc_config.yaml diff --git a/CHANGELOG.md b/CHANGELOG.md index fe4cc80cf..ae3559927 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -27,6 +27,7 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0 ### Dependencies - Remove the numpy dependency upper bound. +- Add Multi-Storage Client (MSC) as an optional dependency. ## [0.9.0] - 2024-12-04 diff --git a/examples/msc_config.yaml b/examples/msc_config.yaml new file mode 100644 index 000000000..953381636 --- /dev/null +++ b/examples/msc_config.yaml @@ -0,0 +1,16 @@ +# This is an example MSC configuration file for accessing the cwb datasets stored +# in an S3-compatible bucket cwb-diffusions. +# The credentials are inferred from the environment variables S3_KEY and S3_SECRET. +profiles: + cwb-diffusions: + storage_provider: + type: s3 + options: + region_name: us-east-1 + endpoint_url: https://pbss.s8k.io + base_path: cwb-diffusions + credentials_provider: + type: S3Credentials + options: + access_key: ${S3_KEY} + secret_key: ${S3_SECRET} diff --git a/pyproject.toml b/pyproject.toml index 24d4da7cf..790646b21 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -59,6 +59,7 @@ dev = [ "interrogate==1.5.0", "coverage==6.5.0", "ruff==0.0.290", + "multi-storage-client>=0.12.2", ] makani = [ @@ -94,6 +95,7 @@ all = [ "nvidia-modulus[dev]", "nvidia-modulus[makani]", "nvidia-modulus[fignet]", + "multi-storage-client[boto3]", ]