chore(ci): extend external contribution to all pr workflows #1944
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # Perfom tfhe-cuda-backend post-commit checks on an AWS instance | ||
| name: TFHE Cuda Backend - Post-commit Checks | ||
| env: | ||
| CARGO_TERM_COLOR: always | ||
| ACTION_RUN_URL: ${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }} | ||
| RUSTFLAGS: "-C target-cpu=native" | ||
| RUST_BACKTRACE: "full" | ||
| RUST_MIN_STACK: "8388608" | ||
| SLACK_CHANNEL: ${{ secrets.SLACK_CHANNEL }} | ||
| SLACK_ICON: https://pbs.twimg.com/profile_images/1274014582265298945/OjBKP9kn_400x400.png | ||
| SLACK_USERNAME: ${{ secrets.BOT_USERNAME }} | ||
| SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK }} | ||
| MSG_MINIMAL: event,action url,commit | ||
| BRANCH: ${{ github.head_ref || github.ref }} | ||
| REF: ${{ github.event.pull_request.head.sha || github.sha }} | ||
| on: | ||
| # Trigger pull_request event on CI files to be able to test changes before merging to main branch. | ||
| # Workflow would fail if changes come from a forked repository since secrets are not available with this event. | ||
| pull_request: | ||
| paths: | ||
| - '.github/**' | ||
| - 'ci/**' | ||
| # General entry point for Zama's pull request as well as contribution from forks. | ||
| pull_request_target: | ||
| paths: | ||
| - '**' | ||
| - '!.github/**' | ||
| - '!ci/**' | ||
| jobs: | ||
| check-ci-files: | ||
| uses: ./.github/workflows/check_ci_files_change.yml | ||
| with: | ||
| checkout_ref: ${{ github.event.pull_request.head.sha || github.sha }} | ||
| secrets: | ||
| REPO_CHECKOUT_TOKEN: ${{ secrets.REPO_CHECKOUT_TOKEN }} | ||
| # Fail if the triggering actor is not part of Zama organization. | ||
| # If pull_request_target is emitted and CI files have changed, skip this job. This would skip following jobs. | ||
| check-user-permission: | ||
| needs: check-ci-files | ||
| if: github.event_name != 'pull_request_target' || | ||
| (github.event_name == 'pull_request_target' && needs.check-ci-files.outputs.ci_file_changed == 'false') | ||
| uses: ./.github/workflows/check_triggering_actor.yml@${{ github.sha }} | ||
| secrets: | ||
| TOKEN: ${{ secrets.GITHUB_TOKEN }} | ||
| setup-instance: | ||
| name: Setup instance (cuda-pcc) | ||
| needs: check-user-permission | ||
| runs-on: ubuntu-latest | ||
| outputs: | ||
| runner-name: ${{ steps.start-instance.outputs.label }} | ||
| steps: | ||
| - name: Start instance | ||
| id: start-instance | ||
| uses: zama-ai/slab-github-runner@79939325c3c429837c10d6041e4fd8589d328bac | ||
| with: | ||
| mode: start | ||
| github-token: ${{ secrets.SLAB_ACTION_TOKEN }} | ||
| slab-url: ${{ secrets.SLAB_BASE_URL }} | ||
| job-secret: ${{ secrets.JOB_SECRET }} | ||
| backend: aws | ||
| profile: gpu-build | ||
| cuda-pcc: | ||
| name: CUDA post-commit checks | ||
| needs: setup-instance | ||
| concurrency: | ||
| group: ${{ github.workflow }}_${{ github.head_ref || github.ref }} | ||
| cancel-in-progress: true | ||
| runs-on: ${{ needs.setup-instance.outputs.runner-name }} | ||
| strategy: | ||
| fail-fast: false | ||
| # explicit include-based build matrix, of known valid options | ||
| matrix: | ||
| include: | ||
| - os: ubuntu-22.04 | ||
| cuda: "12.2" | ||
| gcc: 9 | ||
| env: | ||
| CUDA_PATH: /usr/local/cuda-${{ matrix.cuda }} | ||
| steps: | ||
| - name: Checkout tfhe-rs | ||
| uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 | ||
| with: | ||
| persist-credentials: 'false' | ||
| token: ${{ secrets.REPO_CHECKOUT_TOKEN }} | ||
| ref: ${{ env.REF }} | ||
| - name: Set up home | ||
| run: | | ||
| echo "HOME=/home/ubuntu" >> "${GITHUB_ENV}" | ||
| - name: Install latest stable | ||
| uses: dtolnay/rust-toolchain@a54c7afa936fefeb4456b2dd8068152669aa8203 | ||
| with: | ||
| toolchain: stable | ||
| - name: Export CUDA variables | ||
| if: ${{ !cancelled() }} | ||
| run: | | ||
| echo "CUDA_PATH=$CUDA_PATH" >> "${GITHUB_ENV}" | ||
| echo "$CUDA_PATH/bin" >> "${GITHUB_PATH}" | ||
| echo "LD_LIBRARY_PATH=$CUDA_PATH/lib:$LD_LIBRARY_PATH" >> "${GITHUB_ENV}" | ||
| echo "CUDACXX=/usr/local/cuda-${{ matrix.cuda }}/bin/nvcc" >> "${GITHUB_ENV}" | ||
| # Specify the correct host compilers | ||
| - name: Export gcc and g++ variables | ||
| if: ${{ !cancelled() }} | ||
| run: | | ||
| { | ||
| echo "CC=/usr/bin/gcc-${{ matrix.gcc }}"; | ||
| echo "CXX=/usr/bin/g++-${{ matrix.gcc }}"; | ||
| echo "CUDAHOSTCXX=/usr/bin/g++-${{ matrix.gcc }}"; | ||
| echo "HOME=/home/ubuntu"; | ||
| } >> "${GITHUB_ENV}" | ||
| - name: Run fmt checks | ||
| run: | | ||
| make check_fmt_gpu | ||
| - name: Run clippy checks | ||
| run: | | ||
| make pcc_gpu | ||
| - name: Slack Notification | ||
| if: ${{ failure() }} | ||
| continue-on-error: true | ||
| uses: rtCamp/action-slack-notify@c33737706dea87cd7784c687dadc9adf1be59990 | ||
| env: | ||
| SLACK_COLOR: ${{ job.status }} | ||
| SLACK_MESSAGE: "CUDA AWS post-commit checks finished with status: ${{ job.status }} on '${{ env.BRANCH }}'. (${{ env.ACTION_RUN_URL }})" | ||
| teardown-instance: | ||
| name: Teardown instance (cuda-pcc) | ||
| if: ${{ always() && needs.setup-instance.result == 'success' }} | ||
| needs: [ setup-instance, cuda-pcc ] | ||
| runs-on: ubuntu-latest | ||
| steps: | ||
| - name: Stop instance | ||
| id: stop-instance | ||
| uses: zama-ai/slab-github-runner@79939325c3c429837c10d6041e4fd8589d328bac | ||
| with: | ||
| mode: stop | ||
| github-token: ${{ secrets.SLAB_ACTION_TOKEN }} | ||
| slab-url: ${{ secrets.SLAB_BASE_URL }} | ||
| job-secret: ${{ secrets.JOB_SECRET }} | ||
| label: ${{ needs.setup-instance.outputs.runner-name }} | ||
| - name: Slack Notification | ||
| if: ${{ failure() }} | ||
| continue-on-error: true | ||
| uses: rtCamp/action-slack-notify@c33737706dea87cd7784c687dadc9adf1be59990 | ||
| env: | ||
| SLACK_COLOR: ${{ job.status }} | ||
| SLACK_MESSAGE: "Instance teardown (cuda-pcc) finished with status: ${{ job.status }} on '${{ env.BRANCH }}'. (${{ env.ACTION_RUN_URL }})" | ||
