temp

.github/workflows/ci_main.yml

@@ -0,0 +1,198 @@
+name: Automated CI testing
+# This workflow run automatically for every commit on github it checks the syntax and launch the tests.
+# | grep . | uniq -c filters out empty lines and then groups consecutive lines together with the number of occurrences
+on:
+  push:
+  workflow_dispatch:
+    inputs:
+      comment:
+        description: Just a simple comment to know the purpose of the manual build
+        required: false
+
+jobs:
+  ci_main:
+    runs-on: ubuntu-20.04
+
+    services:
+      mssql:
+        image: mcr.microsoft.com/mssql/server:2017-latest
+        env:
+          ACCEPT_EULA: Y
+          SA_PASSWORD: GitHub999
+        ports:
+          - 1433:1433
+        # this health-cmd needed because the mssql container does not provide a health check
+        options: >-
+          --health-interval=10s
+          --health-timeout=5s
+          --health-start-period=10s
+          --health-retries=10
+          --health-cmd="/opt/mssql-tools/bin/sqlcmd -S localhost -U sa -P ${SA_PASSWORD} -Q 'SELECT 1' || exit 1"
+      
+      pgsql:
+        image: postgres
+        env:
+          DB_HOST: localhost
+          DB_PORT: 5432
+          POSTGRES_DB: imis
+          POSTGRES_USER: postgres
+          POSTGRES_PASSWORD: GitHub999
+        ports:
+          - 5432:5432
+        options: >-
+          --health-cmd pg_isready
+          --health-interval 10s
+          --health-timeout 5s
+          --health-retries 10
+    steps:
+      - uses: actions/checkout@v2
+
+      - name: Set up Python 3.8
+        uses: actions/setup-python@v2
+        with:
+          python-version: 3.8
+
+      - name: Cache dependencies
+        uses: actions/cache@v2
+        with:
+          path: ~/.cache/pip
+          key: ${{ runner.os }}-pip-${{ hashFiles('**/requirements.txt') }}
+          restore-keys: |
+            ${{ runner.os }}-pip-${{ hashFiles('**/requirements.txt') }}
+            ${{ runner.os }}-pip-
+            ${{ runner.os }}-
+
+      - name: Install Python dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install -r requirements.txt
+          python modules-requirements.py openimis.json > modules-requirements.txt
+          pip install --no-cache-dir -r modules-requirements.txt
+          export MODULES=$(jq -r '(.modules[].name)' openimis.json | xargs)
+          echo $modules
+
+      - name: Environment info
+        run: |
+          pip list
+
+          sudo apt-get update
+          sudo apt-get install jq
+
+#      - name: Init PSQL
+#        run: |
+#          export DB_NAME_TEST="test_$DB_NAME"
+#
+#          if [ ${GITHUB_REF##*/} = "develop" ]; then export DBBRANCH="main"; else export DBBRANCH="develop"; fi
+#          echo "Branch ${GITHUB_REF##*/}, usign ${DBBRANCH} branch for database"
+#          git clone  --depth=1 --branch=$DBBRANCH https://github.com/openimis/database_postgresql.git ./sql_psql
+#
+#          echo 'set search_path to public' >> ~/.psqlrc
+#          PGPASSWORD=GitHub999 psql -U $DB_USER -h $DB_HOST -c "DROP DATABASE IF EXISTS \"$DB_NAME_TEST\";"
+#          PGPASSWORD=GitHub999 psql -U $DB_USER -h $DB_HOST -c "CREATE DATABASE \"$DB_NAME_TEST\";"
+#
+#          PGPASSWORD=GitHub999 psql -U $DB_USER -h $DB_HOST -d $DB_NAME_TEST -f  ./sql_psql/database\ scripts/00_dump.sql | grep . | uniq -c
+#          PGPASSWORD=GitHub999 psql -U $DB_USER -h $DB_HOST -d $DB_NAME_TEST -f  ./sql_psql/database\ scripts/02_aux_functions.sql | grep . | uniq -c
+#          PGPASSWORD=GitHub999 psql -U $DB_USER -h $DB_HOST -d $DB_NAME_TEST -f  ./sql_psql/database\ scripts/03_views.sql | grep . | uniq -c
+#          PGPASSWORD=GitHub999 psql -U $DB_USER -h $DB_HOST -d $DB_NAME_TEST -f  ./sql_psql/database\ scripts/04_functions.sql | grep . | uniq -c
+#          PGPASSWORD=GitHub999 psql -U $DB_USER -h $DB_HOST -d $DB_NAME_TEST -f  ./sql_psql/database\ scripts/05_stored_procs.sql | grep . | uniq -c
+#          PGPASSWORD=GitHub999 psql -U $DB_USER -h $DB_HOST -d $DB_NAME_TEST -f  ./sql_psql/database\ scripts/demo_db.sql | grep . | uniq -c
+#
+#        env:
+#          DB_HOST: localhost
+#          DB_PORT: 5432
+#          DB_NAME: imis
+#          DB_USER: postgres
+#          DB_PASSWORD: GitHub999
+
+      - name: Initialize MSSQL 
+        run: |
+          export DB_NAME_TEST="test_$DB_NAME"
+          
+          if [ ${GITHUB_REF##*/} = "develop" ]; then export DBBRANCH="main"; else export DBBRANCH="develop"; fi
+          echo "Branch ${GITHUB_REF##*/}, usign ${DBBRANCH} branch for database"
+          git clone --depth=1 --branch=$DBBRANCH https://github.com/openimis/database_ms_sqlserver.git ./sql_mssql
+          cd sql_mssql/ && bash concatenate_files.sh && cd ..
+
+          curl https://packages.microsoft.com/keys/microsoft.asc | sudo apt-key add -
+          curl https://packages.microsoft.com/config/ubuntu/20.04/prod.list | sudo tee /etc/apt/sources.list.d/msprod.list
+          sudo apt-get update
+          sudo apt-get install mssql-tools unixodbc-dev
+
+          /opt/mssql-tools/bin/sqlcmd -S $DB_HOST -U $DB_USER -P $DB_PASSWORD -Q "DROP DATABASE IF EXISTS $DB_NAME_TEST"
+          /opt/mssql-tools/bin/sqlcmd -S $DB_HOST -U $DB_USER -P $DB_PASSWORD -Q "CREATE DATABASE $DB_NAME_TEST"
+          /opt/mssql-tools/bin/sqlcmd -S $DB_HOST -U $DB_USER -P $DB_PASSWORD -d $DB_NAME_TEST -i ./sql_mssql/output/fullDemoDatabase.sql | grep . | uniq -c
+        env:
+          DB_HOST: localhost
+          DB_PORT: 1433
+          DB_NAME: imis
+          DB_USER: sa
+          DB_PASSWORD: GitHub999
+
+#      - name: Django tests PSQL
+#        if: success() || failure()
+#        run: |
+#          python -V
+#          export MODULES=$(jq -r '(.modules[].name)' openimis.json | xargs)
+#          echo $MODULES
+#          cd openIMIS
+#          python manage.py test --keepdb $MODULES
+#        env:
+#          SECRET_KEY: secret
+#          DEBUG: true
+#          DB_ENGINE: django.db.backends.postgresql
+#          #DJANGO_SETTINGS_MODULE: hat.settings
+#          DB_HOST: localhost
+#          DB_PORT: 5432
+#          DB_NAME: imis
+#          DB_USER: postgres
+#          DB_PASSWORD: GitHub999
+#          #DEV_SERVER: true
+#          SITE_ROOT: api
+#          DB_ENGINE: django.db.backends.postgresql
+
+      - name: Migrate test MSSQL
+        run: |
+          python -V
+          export MODULES=$(jq -r '(.modules[].name)' openimis.json | xargs)
+          echo $MODULES
+          cd openIMIS
+          ls -l
+          python manage.py migrate
+        env:
+          SECRET_KEY: secret
+          DEBUG: true
+          #DJANGO_SETTINGS_MODULE: hat.settings
+          DB_HOST: localhost
+          DB_PORT: 1433
+          DB_NAME: test_imis
+          DB_USER: sa
+          DB_PASSWORD: GitHub999
+          #DEV_SERVER: true
+          SITE_ROOT: api
+          #REMOTE_USER_AUTHENTICATION: False
+          DB_ENGINE: mssql
+
+
+      - name: Django tests MSSQL
+        if: success() || failure()
+        run: |
+          python -V
+          export MODULES=$(jq -r '(.modules[].name)' openimis.json | xargs)
+          echo $MODULES
+          cd openIMIS
+          ls -l
+          python manage.py check --database default
+          python manage.py test --debug-mode --timing --keepdb $MODULES
+        env:
+          SECRET_KEY: secret
+          DEBUG: true
+          #DJANGO_SETTINGS_MODULE: hat.settings
+          DB_HOST: localhost
+          DB_PORT: 1433
+          DB_NAME: imis
+          DB_USER: sa
+          DB_PASSWORD: GitHub999
+          #DEV_SERVER: true
+          SITE_ROOT: api
+          #REMOTE_USER_AUTHENTICATION: False
+          DB_ENGINE: mssql