Update CI files

[noissue]
pulp · Dec 3, 2023 · b515c92 · b515c92
1 parent 3900007
commit b515c92
Show file tree

Hide file tree

Showing 14 changed files with 256 additions and 109 deletions.
diff --git a/.github/template_gitref b/.github/template_gitref
@@ -1 +1 @@
-2021.08.26-282-g53132bb
+2021.08.26-290-g4d54366
diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml
@@ -29,11 +29,13 @@ jobs:
       - name: "Install python dependencies"
         run: |
           echo ::group::PYDEPS
-          pip install packaging wheel
+          pip install packaging twine wheel
           echo ::endgroup::
       - name: "Build package"
-        run: "python3 setup.py sdist bdist_wheel --python-tag py3"
-      - name: 'Upload Package whl'
+        run: |
+          python3 setup.py sdist bdist_wheel --python-tag py3
+          twine check dist/*
+      - name: "Upload Package whl"
         uses: "actions/upload-artifact@v3"
         with:
           name: "plugin_package"

diff --git a/.github/workflows/nightly.yml b/.github/workflows/nightly.yml
@@ -88,7 +88,7 @@ jobs:
       - name: "Install python dependencies"
         run: |
           echo ::group::PYDEPS
-          pip install requests packaging~=21.3 mkdocs pymdown-extensions Jinja2<3.1
+          pip install requests 'packaging~=21.3' mkdocs pymdown-extensions 'Jinja2<3.1'
           echo ::endgroup::
 
       - name: "Set environment variables"

diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml
@@ -37,7 +37,7 @@ jobs:
       - name: "Install python dependencies"
         run: |
           echo ::group::PYDEPS
-          pip install packaging~=21.3 bump2version gitpython towncrier wheel requests
+          pip install 'packaging~=21.3' bump2version gitpython towncrier wheel requests
           echo ::endgroup::
 
       - name: "Configure Git with pulpbot name and email"
@@ -51,29 +51,38 @@ jobs:
         env:
           SECRETS_CONTEXT: "${{ toJson(secrets) }}"
 
-      - name: Create the release commit, tag it, create a post-release commit, and build plugin package
-        run: python .github/workflows/scripts/release.py ${{ github.event.inputs.release }}
+      - name: "Create the release commit, tag it, create a post-release commit, and build plugin package"
+        run: |
+          python .github/workflows/scripts/release.py ${{ github.event.inputs.release }}
+
+      - name: "Upload Package whl"
+        uses: "actions/upload-artifact@v3"
+        with:
+          name: "plugin_package"
+          path: "pulp_deb/dist/"
+          if-no-files-found: "error"
 
       - name: "Tar files"
         run: |
           tar -cvf pulp_deb.tar .
 
       - name: "Upload Artifact"
-        uses: actions/upload-artifact@v3
+        uses: "actions/upload-artifact@v3"
         with:
           name: "pulp_deb.tar"
           path: "pulp_deb/pulp_deb.tar"
 
 
   build-bindings-docs:
-    needs: build-artifacts
-    runs-on: ubuntu-latest
+    needs:
+      - "build-artifacts"
+    runs-on: "ubuntu-latest"
     # Install scripts expect TEST to be set, 'docs' is most appropriate even though we don't run tests
     env:
-      TEST: docs
+      TEST: "docs"
 
     steps:
-      - uses: actions/download-artifact@v3
+      - uses: "actions/download-artifact@v3"
         with:
           name: "pulp_deb.tar"
           path: "pulp_deb/"
@@ -98,7 +107,7 @@ jobs:
       - name: "Install python dependencies"
         run: |
           echo ::group::PYDEPS
-          pip install towncrier twine wheel httpie docker netaddr boto3 ansible
+          pip install towncrier twine wheel httpie docker netaddr boto3 ansible mkdocs
           echo "HTTPIE_CONFIG_DIR=$GITHUB_WORKSPACE/pulp_deb/.ci/assets/httpie/" >> $GITHUB_ENV
           echo ::endgroup::
 
@@ -114,16 +123,15 @@ jobs:
           GITHUB_TOKEN: "${{ secrets.GITHUB_TOKEN }}"
           GITHUB_CONTEXT: "${{ github.event.pull_request.commits_url }}"
 
-      - name: Install
+      - name: "Install"
         run: |
-          export PLUGIN_VERSION=${{ github.event.inputs.release }}
           .github/workflows/scripts/install.sh
+        shell: "bash"
         env:
           PY_COLORS: "1"
           ANSIBLE_FORCE_COLOR: "1"
           GITHUB_TOKEN: "${{ secrets.GITHUB_TOKEN }}"
           GITHUB_CONTEXT: "${{ github.event.pull_request.commits_url }}"
-        shell: bash
 
       - name: "Install Python client"
         run: |
@@ -134,20 +142,20 @@ jobs:
           .github/workflows/scripts/install_ruby_client.sh
         shell: "bash"
       - name: "Upload python client packages"
-        uses: actions/upload-artifact@v3
+        uses: "actions/upload-artifact@v3"
         with:
           name: "python-client.tar"
           path: "pulp_deb/deb-python-client.tar"
           if-no-files-found: "error"
 
       - name: "Upload python client docs"
-        uses: actions/upload-artifact@v3
+        uses: "actions/upload-artifact@v3"
         with:
           name: "python-client-docs.tar"
           path: "pulp_deb/deb-python-client-docs.tar"
           if-no-files-found: "error"
       - name: "Upload ruby client packages"
-        uses: actions/upload-artifact@v3
+        uses: "actions/upload-artifact@v3"
         with:
           name: "ruby-client.tar"
           path: "pulp_deb/deb-ruby-client.tar"
@@ -178,71 +186,93 @@ jobs:
           docker exec pulp bash -c "pip3 list && pip3 install pipdeptree && pipdeptree"
 
 
-  publish:
-    runs-on: ubuntu-latest
-    needs: build-bindings-docs
+  publish-tag:
+    runs-on: "ubuntu-latest"
+    needs:
+      - "build-bindings-docs"
 
     env:
-      TEST: publish
-      GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+      GITHUB_TOKEN: "${{ secrets.GITHUB_TOKEN }}"
 
     steps:
-      - uses: actions/download-artifact@v3
+      - uses: "actions/download-artifact@v3"
         with:
           name: "pulp_deb.tar"
           path: "pulp_deb/"
 
-      - uses: "actions/setup-python@v4"
-        with:
-          python-version: "3.8"
-
-      - uses: ruby/setup-ruby@v1
-        with:
-          ruby-version: "2.6"
+      - name: "Untar repository"
+        run: |
+          tar -xf pulp_deb.tar
 
       - name: "Configure Git with pulpbot name and email"
         run: |
           git config --global user.name 'pulpbot'
           git config --global user.email '[email protected]'
 
-      - name: Untar repository
-        run: |
-          tar -xf pulp_deb.tar
-
       - name: "Setting secrets"
         run: |
           python3 .github/workflows/scripts/secrets.py "$SECRETS_CONTEXT"
         env:
           SECRETS_CONTEXT: "${{ toJson(secrets) }}"
 
+      - name: "Push branch and tag to GitHub"
+        run: |
+          bash .github/workflows/scripts/push_branch_and_tag_to_github.sh ${{ github.event.inputs.release }}
+  publish-package:
+    runs-on: "ubuntu-latest"
+    needs:
+      - "build-bindings-docs"
+      - "publish-tag"
+
+    env:
+      GITHUB_TOKEN: "${{ secrets.GITHUB_TOKEN }}"
+
+    steps:
+      - uses: "actions/checkout@v4"
+        with:
+          fetch-depth: 1
+          path: "pulp_deb"
+
+      - uses: "actions/download-artifact@v3"
+        with:
+          name: "plugin_package"
+          path: "pulp_deb/dist/"
+
+      - uses: "actions/setup-python@v4"
+        with:
+          python-version: "3.8"
+
       - name: "Install python dependencies"
         run: |
           echo ::group::PYDEPS
-          pip install twine gitpython requests packaging~=21.3 mkdocs pymdown-extensions Jinja2<3.1
+          pip install twine
           echo ::endgroup::
 
-      - name: Push branch and tag to GitHub
-        run: bash .github/workflows/scripts/push_branch_and_tag_to_github.sh ${{ github.event.inputs.release }}
-      - name: "Download built docs"
-        uses: actions/download-artifact@v3
-        with:
-          name: "docs.tar"
-          path: "pulp_deb/"
+      - name: "Setting secrets"
+        run: |
+          python3 .github/workflows/scripts/secrets.py "$SECRETS_CONTEXT"
+        env:
+          SECRETS_CONTEXT: "${{ toJson(secrets) }}"
 
-      - name: "Download Python client docs"
-        uses: actions/download-artifact@v3
+      - name: "Deploy plugin to pypi"
+        run: |
+          .github/workflows/scripts/publish_plugin_pypi.sh ${{ github.event.inputs.release }}
+  publish-python-bindings:
+    runs-on: "ubuntu-latest"
+    needs:
+      - "build-bindings-docs"
+      - "publish-tag"
+    env:
+      GITHUB_TOKEN: "${{ secrets.GITHUB_TOKEN }}"
+
+    steps:
+      - uses: "actions/checkout@v4"
         with:
-          name: "python-client-docs.tar"
-          path: "pulp_deb/"
+          fetch-depth: 1
+          path: "pulp_deb"
 
-      - name: Publish docs to pulpproject.org
-        run: |
-          tar -xvf docs.tar
-          .github/workflows/scripts/publish_docs.sh tag ${{ github.event.inputs.release }}
-      - name: Deploy plugin to pypi
-        run: bash .github/workflows/scripts/publish_plugin_pypi.sh ${{ github.event.inputs.release }}
       - name: "Download Python client"
-        uses: actions/download-artifact@v3
+        uses: "actions/download-artifact@v3"
         with:
           name: "python-client.tar"
           path: "pulp_deb/"
@@ -251,11 +281,42 @@ jobs:
         run: |
           tar -xvf deb-python-client.tar
 
+      - uses: "actions/setup-python@v4"
+        with:
+          python-version: "3.8"
+
+      - name: "Install python dependencies"
+        run: |
+          echo ::group::PYDEPS
+          pip install twine
+          echo ::endgroup::
+
+      - name: "Setting secrets"
+        run: |
+          python3 .github/workflows/scripts/secrets.py "$SECRETS_CONTEXT"
+        env:
+          SECRETS_CONTEXT: "${{ toJson(secrets) }}"
+
       - name: "Publish client to pypi"
         run: |
-          bash .github/workflows/scripts/publish_client_pypi.sh
+          bash .github/workflows/scripts/publish_client_pypi.sh ${{ github.event.inputs.release }}
+  publish-ruby-bindings:
+    runs-on: "ubuntu-latest"
+    needs:
+      - "build-bindings-docs"
+      - "publish-tag"
+
+    env:
+      GITHUB_TOKEN: "${{ secrets.GITHUB_TOKEN }}"
+
+    steps:
+      - uses: "actions/checkout@v4"
+        with:
+          fetch-depth: 1
+          path: "pulp_deb"
+
       - name: "Download Ruby client"
-        uses: actions/download-artifact@v3
+        uses: "actions/download-artifact@v3"
         with:
           name: "ruby-client.tar"
           path: "pulp_deb/"
@@ -264,14 +325,82 @@ jobs:
         run: |
           tar -xvf deb-ruby-client.tar
 
+      - uses: ruby/setup-ruby@v1
+        with:
+          ruby-version: "2.6"
+
+      - name: "Setting secrets"
+        run: |
+          python3 .github/workflows/scripts/secrets.py "$SECRETS_CONTEXT"
+        env:
+          SECRETS_CONTEXT: "${{ toJson(secrets) }}"
+
       - name: "Publish client to rubygems"
         run: |
-          bash .github/workflows/scripts/publish_client_gem.sh
+          bash .github/workflows/scripts/publish_client_gem.sh ${{ github.event.inputs.release }}
+  publish-docs:
+    runs-on: "ubuntu-latest"
+    needs:
+      - "build-bindings-docs"
+      - "publish-tag"
+
+    env:
+      GITHUB_TOKEN: "${{ secrets.GITHUB_TOKEN }}"
+
+    steps:
+      - uses: "actions/checkout@v4"
+        with:
+          fetch-depth: 1
+          path: "pulp_deb"
+
+      - uses: "actions/setup-python@v4"
+        with:
+          python-version: "3.8"
+
+      - name: "Install python dependencies"
+        run: |
+          echo ::group::PYDEPS
+          pip install 'packaging~=21.3' requests
+          echo ::endgroup::
+
+      - name: "Setting secrets"
+        run: |
+          python3 .github/workflows/scripts/secrets.py "$SECRETS_CONTEXT"
+        env:
+          SECRETS_CONTEXT: "${{ toJson(secrets) }}"
 
-      - name: Create release on GitHub
-        uses: actions/github-script@v7
+      - name: "Download built docs"
+        uses: "actions/download-artifact@v3"
+        with:
+          name: "docs.tar"
+          path: "pulp_deb/"
+
+      - name: "Download Python client docs"
+        uses: "actions/download-artifact@v3"
+        with:
+          name: "python-client-docs.tar"
+          path: "pulp_deb/"
+
+      - name: "Publish docs to pulpproject.org"
+        run: |
+          tar -xvf docs.tar
+          .github/workflows/scripts/publish_docs.sh tag ${{ github.event.inputs.release }}
+
+  create-gh-release:
+    runs-on: "ubuntu-latest"
+    needs:
+      - "build-bindings-docs"
+      - "publish-tag"
+      - "publish-package"
+      - "publish-python-bindings"
+      - "publish-ruby-bindings"
+      - "publish-docs"
+
+    steps:
+      - name: "Create release on GitHub"
+        uses: "actions/github-script@v7"
         env:
-          TAG_NAME: ${{ inputs.release }}
+          TAG_NAME: "${{ inputs.release }}"
         with:
           script: |
             const { TAG_NAME } = process.env;