run_ge_test.yaml

name: run-ge-tests

on:
  workflow_dispatch:
  schedule:
  # Every Wednesday at 10am IST
    - cron: "30 4 * * 3"
  # Every Friday at 4pm IST
    - cron: "30 10 * * 5"

env:
  DB_HOST: ${{ secrets.HOST }}
  DB_PORT: ${{ secrets.DB_PORT }}
  DB_USERNAME: ${{ secrets.NEWSLETTER_DB_USER }}
  DB_PASSWORD: ${{ secrets.NEWSLETTER_DB_USER_PASSWORD }}
  DB_NAME: ${{ secrets.DB_NAME }}
  NETLIFY_URL: ${{secrets.NETLIFY_URL}}
  NETLIFY_AUTH_TOKEN: ${{ secrets.NETLIFY_AUTH_TOKEN }}
  NETLIFY_SITE_ID: ${{ secrets.NETLIFY_SITE_ID }}
  SKYPE_API_KEY: ${{ secrets.SKYPE_API_KEY }}
  SKYPE_CHANNEL: ${{ secrets.SKYPE_CHANNEL }}
  SKYPE_URL: ${{ secrets.SKYPE_URL }}

jobs:
  great_expectations_validation:
    runs-on: ubuntu-latest
    steps:
      - name: Install python
        uses: actions/setup-python@v3

      - name: Copy Repository contents
        uses: actions/checkout@main

      - name: Install dependencies
        run: |
          python -m pip install --upgrade pip
          pip install great_expectations
          pip install pytest
          pip install pymysql
          pip install SQLAlchemy==1.4.40

      - name: Run CheckpointWednesday10am
        if: ${{ github.event.schedule == '30 4 * * 3' }}
        run: |
          pytest tests/data_validation/great_expectations/utils/ -s -v -m CheckpointWednesday10am
      - name: Run CheckpointFriday04pm
        if: ${{ github.event.schedule == '30 10 * * 5' }}
        run: |
          pytest tests/data_validation/great_expectations/utils/ -s -v -m CheckpointFriday04pm

      - name: Deploy DataDocs to Netlify
        if: always()
        uses: nwtgck/actions-netlify@v1.2
        with:
          publish-dir: "tests/data_validation/great_expectations/uncommitted/data_docs/local_site"
          production-deploy: true

      - name: Send Skype notification after run
        if: always()
        run: |
          python tests/data_validation/great_expectations/utils/send_skype_message.py