[SE-4631] add CCX ID to generated filename prefixes

.annotation_safe_list.yml

@@ -131,36 +131,6 @@ djcelery.WorkerState:
 edx_oauth2_provider.TrustedClient:
   ".. no_pii:": "No PII"
 
-# Via Proctoring
-edx_proctoring.ProctoredExam:
-  ".. no_pii:": "No PII"
-edx_proctoring.ProctoredExamReviewPolicy:
-  ".. no_pii:": "No PII"
-edx_proctoring.ProctoredExamReviewPolicyHistory:
-  ".. no_pii:": "No PII"
-edx_proctoring.ProctoredExamSoftwareSecureComment:
-  ".. no_pii:": "No PII"
-edx_proctoring.ProctoredExamSoftwareSecureReview:
-  ".. pii:": "Proctored exam review feedback from Software Secure, contains video_url. Retained for record keeping."
-  ".. pii_types:": video
-  ".. pii_retirement:": retained
-edx_proctoring.ProctoredExamSoftwareSecureReviewHistory:
-  ".. pii:": "Proctored exam review feedback from Software Secure, contains video_url. Retained for record keeping."
-  ".. pii_types:": video
-  ".. pii_retirement:": retained
-edx_proctoring.ProctoredExamStudentAllowance:
-  ".. no_pii:": "No PII"
-edx_proctoring.ProctoredExamStudentAllowanceHistory:
-  ".. no_pii:": "No PII"
-edx_proctoring.ProctoredExamStudentAttempt:
-  ".. pii:": "Tracks attempts by a user to take a proctored exam. Contains student_name. Retained for record keeping."
-  ".. pii_types:": name
-  ".. pii_retirement:": retained
-edx_proctoring.ProctoredExamStudentAttemptHistory:
-  ".. pii:": "Tracks attempts by a user to take a proctored exam. Contains student_name. Retained for record keeping."
-  ".. pii_types:": name
-  ".. pii_retirement:": retained
-
 # Via VAL
 edxval.CourseVideo:
   ".. no_pii:": "No PII"

.coveragerc

@@ -1,6 +1,6 @@
 # .coveragerc for edx-platform
 [run]
-data_file = reports/.coverage
+data_file = reports/${TEST_SUITE}.coverage
 source =
     cms
     common/djangoapps
@@ -30,6 +30,7 @@ omit =
 
 concurrency=multiprocessing
 parallel = true
+relative_files = true
 
 [report]
 ignore_errors = True

.dockerignore

@@ -0,0 +1,151 @@
+# .dockerignore for edx-platform.
+# There's a lot here, please try to keep it organized.
+
+### Files that are not needed in the docker file
+
+/test_root/
+.git
+
+### Files private to developers
+
+# Files that should be git-ignored, but are hand-edited or otherwise valued,
+# and so should not be destroyed by "make clean".
+# start-noclean
+requirements/private.txt
+requirements/edx/private.in
+requirements/edx/private.txt
+lms/envs/private.py
+cms/envs/private.py
+# end-noclean
+
+### Python artifacts
+**/*.pyc
+
+### Editor and IDE artifacts
+**/*~
+**/*.swp
+**/*.orig
+**/nbproject
+**/.idea/
+**/.redcar/
+**/codekit-config.json
+**/.pycharm_helpers/
+**/_mac/*
+**/IntelliLang.xml
+**/conda_packages.xml
+**/databaseSettings.xml
+**/diff.xml
+**/debugger.xml
+**/editor.xml
+**/ide.general.xml
+**/inspection/Default.xml
+**/other.xml
+**/packages.xml
+**/web-browsers.xml
+
+### NFS artifacts
+**/.nfs*
+
+### OS X artifacts
+**/*.DS_Store
+**/.AppleDouble
+**/:2e_*
+**/:2e#
+
+### Internationalization artifacts
+**/*.mo
+**/*.po
+**/*.prob
+**/*.dup
+!**/django.po
+!**/django.mo
+!**/djangojs.po
+!**/djangojs.mo
+conf/locale/en/LC_MESSAGES/*.mo
+conf/locale/fake*/LC_MESSAGES/*.po
+conf/locale/fake*/LC_MESSAGES/*.mo
+
+### Testing artifacts
+**/.testids/
+**/.noseids
+**/nosetests.xml
+**/.cache/
+**/.coverage
+**/.coverage.*
+**/coverage.xml
+**/cover/
+**/cover_html/
+**/reports/
+**/jscover.log
+**/jscover.log.*
+**/.pytest_cache/
+**/pytest_task*.txt
+**/.tddium*
+common/test/data/test_unicode/static/
+test_root/courses/
+test_root/data/test_bare.git/
+test_root/export_course_repos/
+test_root/paver_logs/
+test_root/uploads/
+**/django-pyfs
+**/.tox/
+common/test/db_cache/bok_choy_*.yaml
+common/test/data/badges/*.png
+
+### Installation artifacts
+**/*.egg-info
+**/.pip_download_cache/
+**/.prereqs_cache
+**/.vagrant/
+**/node_modules
+**/bin/
+
+### Static assets pipeline artifacts
+**/*.scssc
+lms/static/css/
+lms/static/certificates/css/
+cms/static/css/
+common/static/common/js/vendor/
+common/static/common/css/vendor/
+common/static/bundles
+**/webpack-stats.json
+
+### Styling generated from templates
+lms/static/sass/*.css
+lms/static/sass/*.css.map
+lms/static/certificates/sass/*.css
+lms/static/themed_sass/
+cms/static/css/
+cms/static/sass/*.css
+cms/static/sass/*.css.map
+cms/static/themed_sass/
+themes/**/css
+
+### Logging artifacts
+**/log/
+**/logs
+**/chromedriver.log
+**/ghostdriver.log
+
+### Celery artifacts ###
+**/celerybeat-schedule
+
+### Unknown artifacts
+**/database.sqlite
+**/courseware/static/js/mathjax/*
+**/flushdb.sh
+**/build
+/src/
+\#*\#
+**/.env/
+openedx/core/djangoapps/django_comment_common/comment_client/python
+**/autodeploy.properties
+**/.ws_migrations_complete
+**/dist
+**/*.bak
+
+# Visual Studio Code
+**/.vscode
+
+# Locally generated PII reports
+**/pii_report

.github/CODEOWNERS

@@ -1,41 +1,41 @@
 # This does not cover all the code in edx-platform but it's a good start.
 
 # Core
-common/djangoapps/student/			@edx/platform-core
-common/djangoapps/third_party_auth/		@edx/platform-authn
-common/lib/xmodule/xmodule/			@edx/platform-core
-lms/djangoapps/course_api/blocks		@edx/platform-core
-lms/djangoapps/courseware/			@edx/platform-core
-lms/djangoapps/grades/				@edx/platform-grades
-lms/djangoapps/instructor/			@edx/platform-core
-lms/djangoapps/instructor_task/			@edx/platform-core
-lms/djangoapps/mobile_api/			@edx/platform-mobile
-openedx/core/djangoapps/contentserver/		@edx/platform-core
-openedx/core/djangoapps/heartbeat/		@edx/platform-core
-openedx/core/djangoapps/oauth_dispatch		@edx/platform-authn
-openedx/core/djangoapps/user_api/		@edx/platform-authn
-openedx/core/djangoapps/user_authn/		@edx/platform-authn
-openedx/features/course_experience/		@edx/platform-courseware
+common/djangoapps/student/
+common/djangoapps/third_party_auth/
+common/lib/xmodule/xmodule/
+lms/djangoapps/course_api/blocks
+lms/djangoapps/courseware/
+lms/djangoapps/grades/
+lms/djangoapps/instructor/
+lms/djangoapps/instructor_task/
+lms/djangoapps/mobile_api/
+openedx/core/djangoapps/contentserver/
+openedx/core/djangoapps/heartbeat/
+openedx/core/djangoapps/oauth_dispatch
+openedx/core/djangoapps/user_api/
+openedx/core/djangoapps/user_authn/
+openedx/features/course_experience/
 
-# Core Extensions 
-common/lib/xmodule/xmodule/capa_module.py	@edx/platform-core-extensions
-common/lib/xmodule/xmodule/html_module.py	@edx/platform-core-extensions
-common/lib/xmodule/xmodule/video_module		@edx/platform-core-extensions
-lms/djangoapps/discussion/			@edx/platform-core-extensions
-lms/djangoapps/edxnotes				@edx/platform-core-extensions
+# Core Extensions
+common/lib/xmodule/xmodule/capa_module.py
+common/lib/xmodule/xmodule/html_module.py
+common/lib/xmodule/xmodule/video_module
+lms/djangoapps/discussion/
+lms/djangoapps/edxnotes
 
 # Analytics
-common/djangoapps/track/			@edx/edx-data-engineering
+common/djangoapps/track/                   @edx/edx-data-engineering
 
 # Credentials
-lms/djangoapps/certificates/			@edx/platform-credentials
+lms/djangoapps/certificates/               @edx/platform-credentials
 
 # Discovery
-common/djangoapps/course_modes/			@edx/platform-discovery
-common/djangoapps/enrollment/			@edx/platform-discovery
-lms/djangoapps/commerce/			@edx/ecommerce
-lms/djangoapps/experiments/			@edx/rev-team
-lms/djangoapps/learner_dashboard/		@edx/platform-discovery
-openedx/features/content_type_gating/		@edx/rev-team
-openedx/features/course_duration_limits/	@edx/rev-team
-openedx/features/discounts/					@edx/rev-team
+common/djangoapps/course_modes/            @edx/platform-discovery
+common/djangoapps/enrollment/              @edx/platform-discovery
+lms/djangoapps/commerce/                   @edx/rev-team
+lms/djangoapps/experiments/                @edx/rev-team
+lms/djangoapps/learner_dashboard/          @edx/platform-discovery
+openedx/features/content_type_gating/      @edx/rev-team
+openedx/features/course_duration_limits/   @edx/rev-team
+openedx/features/discounts/                @edx/rev-team

.github/renovate.json

@@ -4,7 +4,7 @@
     "schedule:weekdays",
     ":preserveSemverRanges"
   ],
-  "prConcurrentLimit": 2,
+  "prConcurrentLimit": 5,
   "includePaths": [
     "package.json"
   ]

.github/workflows/docker-compose.yml.mysqldbdump

@@ -0,0 +1,24 @@
+version: '3'
+services:
+  mysql:
+    image: mysql:5.6
+    container_name: edx.devstack.mysql
+    ports:
+      - '3306:3306'
+    environment:
+      MYSQL_ROOT_PASSWORD: ""
+      MYSQL_ALLOW_EMPTY_PASSWORD: "yes"
+    volumes:
+      - ./init:/docker-entrypoint-initdb.d
+    healthcheck:
+      test: ["CMD", "mysqladmin" ,"ping", "-h", "localhost"]
+      timeout: 20s
+      retries: 10
+  edxapp:
+    image: edxops/edxapp:latest
+    command: bash -c 'source /edx/app/edxapp/edxapp_env && cd /edx/app/edxapp/edx-platform/ && paver update_db'
+    volumes:
+       - ../../:/edx/app/edxapp/edx-platform
+    depends_on:
+      mysql:
+        condition: service_healthy

.github/workflows/docker-publish.yml

@@ -0,0 +1,22 @@
+name: Push Docker Images
+
+on:
+  push:
+    branches:
+      - master
+jobs:
+  # Push image to GitHub Packages.
+  # See also https://docs.docker.com/docker-hub/builds/
+  push:
+    runs-on: ubuntu-latest
+    if: github.event_name == 'push'
+
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v2
+
+      - name: Build and Push docker image
+        env:
+          DOCKERHUB_PASSWORD: ${{ secrets.DOCKERHUB_PASSWORD }}
+          DOCKERHUB_USERNAME: ${{ secrets.DOCKERHUB_USERNAME }}
+        run : make docker_push

.github/workflows/init/01.sql

@@ -0,0 +1,3 @@
+CREATE DATABASE IF NOT EXISTS `edxapp`;
+CREATE DATABASE IF NOT EXISTS `edxapp_csmh`;
+GRANT ALL PRIVILEGES ON *.* TO 'edxapp001'@'%' IDENTIFIED BY 'password';

.github/workflows/mysqldbdump.yml

@@ -0,0 +1,23 @@
+name: mysqldbdump
+on:
+  schedule:
+    - cron: '0 8 * * *'
+jobs:
+  mysqldbdump:
+    name: mysqldbdump
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout repo
+        uses: actions/checkout@v2
+      - name: Migrate
+        run: docker-compose -f ./.github/workflows/docker-compose.yml.mysqldbdump up -d
+      - name: Wait for migration to complete
+        uses: jakejarvis/wait-action@master
+        with:
+          time: '900s'
+      - name: Dump database
+        run: docker exec -i edx.devstack.mysql57 mysqldump -u'edxapp001' -p'password' --skip-dump-date edxapp > edxapp.sql
+      - name: Commit dump file to repo.
+        run: ./.github/workflows/mysqldbdump_pr.sh
+        env:
+          GH_ACCESS_TOKEN: ${{ secrets.EDX_DEPLOYMENT_GH_TOKEN }}