-
Notifications
You must be signed in to change notification settings - Fork 0
121 lines (104 loc) · 3.34 KB
/
test.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
name: Test
on:
workflow_call:
inputs:
project_directory:
type: string
description: 'The path to a Viash project'
required: false
timeout:
type: number
description: |
The maximum time in minutes that a test is allowed to run.
Default: 30.
required: false
default: 30
num_cpus:
type: number
description: |
The number of CPUs to use for testing.
Default: 2.
required: false
default: 2
memory:
type: string
description: |
The amount of memory to use for testing.
Default: 14gb.
required: false
default: "14gb"
jobs:
# phase 1
list:
name: List components to test
runs-on: ubuntu-latest
outputs:
matrix: ${{ steps.ns_list_filter_nextflow.outputs.output_matrix }}
cache_key: ${{ steps.cache.outputs.cache_key }}
dest_paths: ${{ steps.cache.outputs.dest_paths }}
steps:
- uses: actions/checkout@v4
with:
fetch-depth: 0
submodules: 'recursive'
- uses: viash-io/viash-actions/setup@v6
- uses: viash-io/viash-actions/project/sync-and-cache@v6
id: cache
with:
project_directory: ${{ inputs.project_directory }}
- id: ns_list
uses: viash-io/viash-actions/ns-list@v6
with:
project_directory: ${{ inputs.project_directory }}
format: json
runner: executable
- id: ns_list_filter_changed
uses: viash-io/viash-actions/project/detect-changed-components@v6
with:
project_directory: ${{ inputs.project_directory }}
input_file: "${{ steps.ns_list.outputs.output_file }}"
- name: Filter out Nextflow scripts (testing currently not supported)
id: ns_list_filter_nextflow
working-directory: ${{ inputs.project_directory }}
run: |
OUTPUT_MATRIX=$(echo '${{ steps.ns_list_filter_changed.outputs.output_matrix }}' | jq -c 'map(select(.main_script_type != "nextflow_script"))')
echo "output_matrix=$OUTPUT_MATRIX" >> $GITHUB_OUTPUT
# phase 2
test:
name: Test
needs: list
if: ${{ needs.list.outputs.matrix != '[]' && needs.list.outputs.matrix != '' }}
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
component: ${{ fromJson(needs.list.outputs.matrix) }}
steps:
# Remove unnecessary files to free up space. Otherwise, we get 'no space left on device.'
- name: Clear space
uses: data-intuitive/reclaim-the-bytes@v2
- name: Check out repository
uses: actions/checkout@v4
with:
submodules: 'recursive'
fetch-depth: 0
- name: Install Viash
uses: viash-io/viash-actions/setup@v6
# use cache
- name: Cache resources data
if: ${{ needs.list.outputs.cache_key != '' }}
uses: actions/cache/restore@v4
timeout-minutes: 10
with:
path: ${{ needs.list.outputs.dest_paths }}
key: ${{ needs.list.outputs.cache_key }}
- name: Run test
timeout-minutes: ${{ inputs.timeout }}
env:
RUNNER_TEMP: "${{ runner.temp }}/viash_temp"
working-directory: ${{ inputs.project_directory }}
run: |
viash test \
"${{ matrix.component.config }}" \
--cpus ${{ inputs.num_cpus }} \
--memory ${{ inputs.memory }}