capture_new_migrations.yml

name: Check any new django Migrations

on:
  workflow_dispatch:
  pull_request:
  push:
    branches:
      - master

jobs:
  check_migrations:
    name: check migrations
    runs-on: ${{ matrix.os }}
    strategy:
      matrix:
        os: [ ubuntu-20.04 ]
        python-version: [ 3.8 ]
        # 'pinned' is used to install the latest patch version of Django
        # within the global constraint i.e. Django==3.2.21 in current case
        # because we have global constraint of Django<4.2
        django-version: ["4.2"]
        mongo-version: ["4"]
        mysql-version: ["8"]
        # excluding mysql5.7 with Django 4.2 since Django 4.2 has
        # dropped support for MySQL<8
        exclude:
          - django-version: "4.2"
            mysql-version: "5.7"
    services:
      mongo:
        image: mongo:${{ matrix.mongo-version }}
        ports:
          - 27017:27017
        # Note: Calling mongo here only works with mongo 4, in newer versions of mongo
        # we'll have to use `mongosh`
        options: >-
          --health-cmd "mongo --quiet --eval 'db.runCommand(\"ping\")'"
          --health-interval 10s
          --health-timeout 5s
          --health-retries 3
      mysql:
        image: mysql:${{ matrix.mysql-version }}
        ports:
          - 3306:3306
        env:
          MYSQL_DATABASE: "edxapp"
          MYSQL_USER: "edxapp001"
          MYSQL_PASSWORD: "password"
          MYSQL_RANDOM_ROOT_PASSWORD: true
        options: >-
          --health-cmd "mysqladmin ping"
          --health-interval 10s
          --health-timeout 5s
          --health-retries 3
    steps:
    - name: Setup mongodb user
      run: |
        mongosh edxapp --eval '
          db.createUser(
            {
              user: "edxapp",
              pwd:  "password",
              roles: [
                   { role: "readWrite", db: "edxapp" },
              ]
            }
          );
        '

    - name: Verify mongo and mysql db credentials
      run: |
        mysql -h 127.0.0.1 -uedxapp001 -ppassword -e "select 1;" edxapp
        mongosh --host 127.0.0.1 --username edxapp --password password --eval 'use edxapp; db.adminCommand("ping");' edxapp

    - name: Checkout master repo
      uses: actions/checkout@v2
      with:
        ref: master

    - name: Setup Python ${{ matrix.python-version }}
      uses: actions/setup-python@v4
      with:
        python-version: ${{ matrix.python-version }}

    - name: Install system Packages
      run: |
        sudo apt-get update
        make ubuntu-requirements

    - name: Get pip cache dir
      id: pip-cache-dir
      run: |
        echo "::set-output name=dir::$(pip cache dir)"

    - name: Cache pip dependencies
      id: cache-dependencies
      uses: actions/cache@v3
      with:
        path: ${{ steps.pip-cache-dir.outputs.dir }}
        key: ${{ runner.os }}-pip-${{ hashFiles('requirements/edx/development.txt') }}
        restore-keys: ${{ runner.os }}-pip-

    - name: Install Python dependencies
      run: |
        make dev-requirements
        if [[ "${{ matrix.django-version }}" != "pinned" ]]; then
          pip install "django~=${{ matrix.django-version }}.0"
          pip check # fail if this test-reqs/Django combination is broken
        fi

    - name: Run Tests
      env:
        LMS_CFG: lms/envs/minimal.yml
        # This is from the LMS dir on purpose since we don't need anything different for the CMS yet.
        STUDIO_CFG: lms/envs/minimal.yml
      run: |
        echo "Running the LMS migrations."
        ./manage.py lms migrate social_django
#        echo "Running the CMS migrations."
#        ./manage.py cms migrate

#    - name: "Setup env vars"
#      id: envvars
#      run: |
#        number1=10
#        number2=5
#        echo "Number 1: $number1"
#        echo "Number 2: $number2"
#        result=$((number1 - number2))
#        echo "Result: $result"
#        echo "SUBTRACTION_RESULT=$result" >> $GITHUB_ENV
#      shell: bash
#
#    - name: Use subtraction result
#      run: |
#        subtraction_result=${{ env.SUBTRACTION_RESULT }}
#        echo "Subtraction Result: $subtraction_result"

    - name: Verify executed migrations on master.
      id: capture1
      shell: bash
      run: |
        query_result1=$(mysql -h 127.0.0.1 -uedxapp001 -ppassword -e "select count(*) from django_migrations;" edxapp;)
        echo "echo $query_result1"
        numeric_result=$(echo "$query_result1" | tr -d '\n' | sed -E 's/[^0-9]+//g')
        echo "Numeric Result: $numeric_result"
        echo "FIRST_QUERY=$numeric_result" >> $GITHUB_ENV

    - name: Step 12
      run: |
        subtraction_result=${{ env.FIRST_QUERY }}
        echo "State is: subtraction_result"

    - name: Checkout branch repo
      uses: actions/checkout@v2

    - name: Install Python dependencies
      run: |
        make dev-requirements
        if [[ "${{ matrix.django-version }}" != "pinned" ]]; then
          pip install "django~=${{ matrix.django-version }}.0"
          pip check # fail if this test-reqs/Django combination is broken
        fi
#
    - name: list installed package versions
      run: |
        pip freeze

    - name: Run Tests
      env:
        LMS_CFG: lms/envs/minimal.yml
        # This is from the LMS dir on purpose since we don't need anything different for the CMS yet.
        STUDIO_CFG: lms/envs/minimal.yml
      run: |
        echo "Running the LMS migrations."
        ./manage.py lms migrate social_django
#        echo "Running the CMS migrations."
#        ./manage.py cms migrate

    - name: Verify executed migrations on branch.
      shell: bash
      id: capture2
      run: |
        query_result1=$(mysql -h 127.0.0.1 -uedxapp001 -ppassword -e "select count(*) from django_migrations;" edxapp;)
        echo "echo $query_result1"
        numeric_result=$(echo "$query_result1" | tr -d '\n' | sed -E 's/[^0-9]+//g')
        echo "Numeric Result: $numeric_result"
        echo "SECOND_QUERY=$numeric_result" >> $GITHUB_ENV

    - name: Process Data
      run: |
        number1=${{ env.SECOND_QUERY }}
        number2=${{ env.FIRST_QUERY }}
        diff=$((number1 - number2))
        data=$(mysql -h 127.0.0.1 -uedxapp001 -ppassword -e "select app, name from django_migrations ORDER by -id limit $diff;" edxapp;)
        formatted_data=$(echo "$data" | tr '\t' ' ')
#        echo "CUSTOM_MESSAGE=$formatted_data" >> $GITHUB_ENV
        echo "$formatted_data" > multi_line_data.txt
      shell: bash

    - name: Comment PR
      uses: thollander/actions-comment-pull-request@v2
      filePath: multi_line_data.txt
        GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

  # This job aggregates test results. It's the required check for branch protection.
  # https://github.com/marketplace/actions/alls-green#why
  # https://github.com/orgs/community/discussions/33579
  success:
    name: Migrations checks successful
    if: always()
    needs:
      - check_migrations
    runs-on: ubuntu-latest
    steps:
      - name: Decide whether the needed jobs succeeded or failed
        # uses: re-actors/alls-green@v1.2.1
        uses: re-actors/alls-green@05ac9388f0aebcb5727afa17fcccfecd6f8ec5fe
        with:
          jobs: ${{ toJSON(needs) }}