Skip to content

Commit

Permalink
add sun-nomadlab to integration tests
Browse files Browse the repository at this point in the history
Signed-off-by: Jorge Aguilera <[email protected]>
  • Loading branch information
jagedn committed Jul 13, 2024
1 parent 733c51c commit d399109
Show file tree
Hide file tree
Showing 2 changed files with 48 additions and 8 deletions.
18 changes: 10 additions & 8 deletions validation/run-all.sh
Original file line number Diff line number Diff line change
Expand Up @@ -62,17 +62,19 @@ else
fi


#NOTE: In this use-case, the default login user is not a sudoer.
#NOTE: In this use-case you need to be in the same network of sun-nomadlab server, for example using a tailscale connection
#NOTE2: You need to have 2 secrets stored in your Nextlow: SUN_NOMADLAB_ACCESS_KEY and SUN_NOMADLAB_SECRET_KEY
if [ "$NFSUN" == 1 ]; then
ssh nomad01 'rm -rf ~/.nextflow/plugins/nf-nomad-latest'
rsync -Pr ~/.nextflow/plugins/nf-nomad-latest nomad01:~/.nextflow/plugins/
rsync -Pr sun-nomadlab nomad01:~/integration-tests/

ssh nomad01 \
'cd ~/integration-tests/sun-nomadlab; NXF_ASSETS=~/abhinav/jfs/nomad/projects/assets nextflow run hello -w ~/abhinav/jfs/nomad/workdir -c ~/integration-tests/sun-nomadlab/nextflow.config'
nextflow run -w s3://juicefs/integration-test -c sun-nomadlab/nextflow.config hello

NXF_ASSETS=s3://juicefs/assets nextflow run bactopia/bactopia \
-w s3://juicefs/integration-test -c sun-nomadlab/nextflow.config \
-profile test,docker --outdir s3://juicefs/bactopia/outdir \
--accession SRX4563634 --coverage 100 --genome_size 2800000 \
--datasets_cache s3://juicefs/bactopia/assets


# ssh nomad01 \
# 'cd ~/integration-tests/sun-nomadlab; NXF_ASSETS=/projects/assets nextflow run bactopia/bactopia -c nextflow.config -w /projects -profile test,docker --outdir /projects/bactopia/outdir --accession SRX4563634 --coverage 100 --genome_size 2800000 --datasets_cache /projects/bactopia/datasets'
else
echo "skip nfsun"
fi
38 changes: 38 additions & 0 deletions validation/sun-nomadlab/nextflow.config
Original file line number Diff line number Diff line change
@@ -0,0 +1,38 @@
plugins {
id 'nf-nomad@latest'
}

process {
executor = "nomad"
}

aws {
accessKey = secrets.SUN_NOMADLAB_ACCESS_KEY
secretKey = secrets.SUN_NOMADLAB_SECRET_KEY
client {
endpoint = 'http://100.119.165.23:9000'
}
}

wave {
enabled = true
}

fusion {
enabled = true
exportStorageCredentials = true
}

nomad {

client {
address = 'http://100.119.165.23:4646'
}

jobs {
deleteOnCompletion = true
volumes = [
{ type "csi" name "juicefs-volume" }
]
}
}

0 comments on commit d399109

Please sign in to comment.