Merge pull request #272 from ustaxcourt/staging

Update migration environment from staging.

.circleci/config.yml

@@ -123,7 +123,7 @@ jobs:
         environment:
           discovery.type: single-node
     resource_class: xlarge
-    parallelism: 4
+    parallelism: 5
     steps:
       - attach_workspace:
           at: ~/
@@ -135,7 +135,7 @@ jobs:
           command: |
             SKIP_CACHE_INVALIDATION=true AWS_ACCESS_KEY_ID=noop AWS_SECRET_ACCESS_KEY=noop npm run start:api:ci > /tmp/web-client/server-output.txt &
             ./wait-until.sh http://localhost:3000/api/swagger
-            TESTFILES=$(circleci tests glob "web-client/integration-tests/*.test.js" | circleci tests split --split-by=timings)
+            TESTFILES=$(circleci tests glob "web-client/integration-tests/*.test.js" "web-client/integration-tests-public/*.test.js" | circleci tests split --split-by=timings)
             CI=true NO_SCANNER=true SKIP_VIRUS_SCAN=true AWS_ACCESS_KEY_ID=noop AWS_SECRET_ACCESS_KEY=noop npx jest --coverageDirectory=./coverage-integration-${CIRCLE_NODE_INDEX} --runInBand --config web-client/jest-integration.config.js ${TESTFILES}
       - store_artifacts:
           path: /tmp/web-client
@@ -161,6 +161,7 @@ jobs:
             ./web-client/coverage-integration-1/coverage-final.json \
             ./web-client/coverage-integration-2/coverage-final.json \
             ./web-client/coverage-integration-3/coverage-final.json \
+            ./web-client/coverage-integration-4/coverage-final.json \
             ./web-client/coverage-unit/coverage-final.json
       - run:
           name: Check Coverage
@@ -254,6 +255,45 @@ jobs:
       - store_artifacts:
           path: /tmp/cypress
 
+  e2e-cypress-public:
+    docker:
+      - image: $AWS_ACCOUNT_ID.dkr.ecr.us-east-1.amazonaws.com/ef-cms-us-east-1:latest
+        aws_auth:
+          aws_access_key_id: $AWS_ACCESS_KEY_ID
+          aws_secret_access_key: $AWS_SECRET_ACCESS_KEY
+      - image: amazon/dynamodb-local
+        command: ['-jar', 'DynamoDBLocal.jar', '-sharedDb']
+      - image: elastic/elasticsearch:7.5.2
+        environment:
+          discovery.type: single-node
+    environment:
+      _JAVA_OPTIONS: '-Xms1024m -Xmx2048m'
+    resource_class: xlarge
+    steps:
+      - attach_workspace:
+          at: ~/
+      - run:
+          name: Create Cypress Artifacts Directory
+          command: mkdir /tmp/cypress
+      - run:
+          name: Cypress
+          command: |
+            npm run build:all &&
+            CYPRESS_VERSION=`./node_modules/.bin/cypress --version | awk -F' ' '{print $4; exit}'`
+            if [ ! -e "/root/.cache/Cypress/${CYPRESS_VERSION}/Cypress/Cypress" ]; then
+              ./node_modules/.bin/cypress install
+            fi
+
+            SKIP_CACHE_INVALIDATION=true TEMP_DOCUMENTS_BUCKET_NAME=noop-temp-documents-local-us-east-1 DOCUMENTS_BUCKET_NAME=noop-documents-local-us-east-1 S3_ENDPOINT=http://localhost:9000 MASTER_DYNAMODB_ENDPOINT=http://localhost:8000 AWS_ACCESS_KEY_ID=S3RVER AWS_SECRET_ACCESS_KEY=S3RVER SLS_DEPLOYMENT_BUCKET=noop npx run-p start:api:ci start:public:ci > /tmp/cypress/cypress-output.txt &
+            ./wait-until-services.sh
+            ./wait-until.sh http://localhost:3000/api/swagger
+            sleep 5
+            npm run cypress:public
+      - store_artifacts:
+          path: /root/project/cypress/videos/
+      - store_artifacts:
+          path: /tmp/cypress
+
   pre-deploy:
     machine:
       docker_layer_caching: true
@@ -358,6 +398,9 @@ jobs:
       - run:
           name: 'Deploy - Web API - Serverless - Practitioners - us-east-1'
           command: docker run -e "AWS_ACCESS_KEY_ID=${AWS_ACCESS_KEY_ID}" -e "AWS_SECRET_ACCESS_KEY=${AWS_SECRET_ACCESS_KEY}" -e "EFCMS_DOMAIN=${EFCMS_DOMAIN}" -e "CIRCLE_HONEYBADGER_API_KEY=${CIRCLE_HONEYBADGER_API_KEY}" -e "IRS_SUPERUSER_EMAIL=${IRS_SUPERUSER_EMAIL}" -v $(pwd)/.cache:/home/app/.cache --rm efcms /bin/sh -c "./web-api/run-serverless-practitioners.sh ${ENV} us-east-1"
+      - run:
+          name: 'Deploy - Web API - Serverless - Messages - us-east-1'
+          command: docker run -e "AWS_ACCESS_KEY_ID=${AWS_ACCESS_KEY_ID}" -e "AWS_SECRET_ACCESS_KEY=${AWS_SECRET_ACCESS_KEY}" -e "EFCMS_DOMAIN=${EFCMS_DOMAIN}" -e "CIRCLE_HONEYBADGER_API_KEY=${CIRCLE_HONEYBADGER_API_KEY}" -e "IRS_SUPERUSER_EMAIL=${IRS_SUPERUSER_EMAIL}" -v $(pwd)/.cache:/home/app/.cache --rm efcms /bin/sh -c "./web-api/run-serverless-messages.sh ${ENV} us-east-1"
       - run:
           name: 'Deploy - Web API - Serverless - Notifications - us-east-1'
           command: docker run -e "AWS_ACCESS_KEY_ID=${AWS_ACCESS_KEY_ID}" -e "AWS_SECRET_ACCESS_KEY=${AWS_SECRET_ACCESS_KEY}" -e "EFCMS_DOMAIN=${EFCMS_DOMAIN}" -e "CIRCLE_HONEYBADGER_API_KEY=${CIRCLE_HONEYBADGER_API_KEY}" -e "IRS_SUPERUSER_EMAIL=${IRS_SUPERUSER_EMAIL}" -v $(pwd)/.cache:/home/app/.cache --rm efcms /bin/sh -c "./web-api/run-serverless-notifications.sh ${ENV} us-east-1"
@@ -436,6 +479,9 @@ jobs:
       - run:
           name: 'Deploy - Web API - Serverless - Practitioners - us-west-1'
           command: docker run -e "AWS_ACCESS_KEY_ID=${AWS_ACCESS_KEY_ID}" -e "AWS_SECRET_ACCESS_KEY=${AWS_SECRET_ACCESS_KEY}" -e "EFCMS_DOMAIN=${EFCMS_DOMAIN}" -e "CIRCLE_HONEYBADGER_API_KEY=${CIRCLE_HONEYBADGER_API_KEY}" -e "IRS_SUPERUSER_EMAIL=${IRS_SUPERUSER_EMAIL}" -v $(pwd)/.cache:/home/app/.cache --rm efcms /bin/sh -c "./web-api/run-serverless-practitioners.sh ${ENV} us-west-1"
+      - run:
+          name: 'Deploy - Web API - Serverless - Messages - us-west-1'
+          command: docker run -e "AWS_ACCESS_KEY_ID=${AWS_ACCESS_KEY_ID}" -e "AWS_SECRET_ACCESS_KEY=${AWS_SECRET_ACCESS_KEY}" -e "EFCMS_DOMAIN=${EFCMS_DOMAIN}" -e "CIRCLE_HONEYBADGER_API_KEY=${CIRCLE_HONEYBADGER_API_KEY}" -e "IRS_SUPERUSER_EMAIL=${IRS_SUPERUSER_EMAIL}" -v $(pwd)/.cache:/home/app/.cache --rm efcms /bin/sh -c "./web-api/run-serverless-messages.sh ${ENV} us-west-1"
       - run:
           name: 'Deploy - Web API - Serverless - Notifications - us-west-1'
           command: docker run -e "AWS_ACCESS_KEY_ID=${AWS_ACCESS_KEY_ID}" -e "AWS_SECRET_ACCESS_KEY=${AWS_SECRET_ACCESS_KEY}" -e "EFCMS_DOMAIN=${EFCMS_DOMAIN}" -e "CIRCLE_HONEYBADGER_API_KEY=${CIRCLE_HONEYBADGER_API_KEY}" -e "IRS_SUPERUSER_EMAIL=${IRS_SUPERUSER_EMAIL}" -v $(pwd)/.cache:/home/app/.cache --rm efcms /bin/sh -c "./web-api/run-serverless-notifications.sh ${ENV} us-west-1"
@@ -462,10 +508,10 @@ jobs:
       #     command: docker run -e "AWS_ACCESS_KEY_ID=${AWS_ACCESS_KEY_ID}" -e "AWS_SECRET_ACCESS_KEY=${AWS_SECRET_ACCESS_KEY}" -e "EFCMS_DOMAIN=${EFCMS_DOMAIN}" --rm efcms /bin/sh -c "cd web-api && ./switch-environment-color.sh ${ENV}"
       - run:
           name: 'Deploy - Web Client - S3'
-          command: docker run -e "DYNAMSOFT_URL_OVERRIDE=${DYNAMSOFT_URL_OVERRIDE}" -e "ENV=${ENV}" -e "AWS_ACCESS_KEY_ID=${AWS_ACCESS_KEY_ID}" -e "AWS_SECRET_ACCESS_KEY=${AWS_SECRET_ACCESS_KEY}" -e "EFCMS_DOMAIN=${EFCMS_DOMAIN}" -e "COGNITO_SUFFIX=${COGNITO_SUFFIX}" -e "CIRCLE_SHA1=${CIRCLE_SHA1}" -e "CIRCLE_HONEYBADGER_API_KEY=${CIRCLE_HONEYBADGER_API_KEY}" --rm efcms /bin/sh -c "./web-client/build-dist.sh $ENV && aws s3 sync dist s3://ui-${ENV}.${EFCMS_DOMAIN} --delete --cache-control no-cache && aws s3 sync dist s3://failover-ui-${ENV}.${EFCMS_DOMAIN} --delete --cache-control no-cache"
+          command: docker run -e "DYNAMSOFT_URL_OVERRIDE=${DYNAMSOFT_URL_OVERRIDE}" -e "ENV=${ENV}" -e "AWS_ACCESS_KEY_ID=${AWS_ACCESS_KEY_ID}" -e "AWS_SECRET_ACCESS_KEY=${AWS_SECRET_ACCESS_KEY}" -e "EFCMS_DOMAIN=${EFCMS_DOMAIN}" -e "COGNITO_SUFFIX=${COGNITO_SUFFIX}" -e "CIRCLE_SHA1=${CIRCLE_SHA1}" -e "CIRCLE_HONEYBADGER_API_KEY=${CIRCLE_HONEYBADGER_API_KEY}" --rm efcms /bin/sh -c "./web-client/build-dist.sh $ENV && aws s3 sync dist s3://ui-${ENV}.${EFCMS_DOMAIN} --delete && aws s3 cp s3://ui-${ENV}.${EFCMS_DOMAIN}/index.html s3://ui-${ENV}.${EFCMS_DOMAIN}/index.html --metadata-directive REPLACE --cache-control max-age=0 && aws s3 sync dist s3://failover-ui-${ENV}.${EFCMS_DOMAIN} --delete --cache-control no-cache && aws s3 cp s3://failover-ui-${ENV}.${EFCMS_DOMAIN}/index.html s3://failover-ui-${ENV}.${EFCMS_DOMAIN}/index.html --metadata-directive REPLACE --cache-control max-age=0"
       - run:
           name: 'Deploy - Public Web Client - S3'
-          command: docker run -e "ENV=${ENV}" -e "AWS_ACCESS_KEY_ID=${AWS_ACCESS_KEY_ID}" -e "AWS_SECRET_ACCESS_KEY=${AWS_SECRET_ACCESS_KEY}" -e "EFCMS_DOMAIN=${EFCMS_DOMAIN}" -e "COGNITO_SUFFIX=${COGNITO_SUFFIX}" -e "CIRCLE_SHA1=${CIRCLE_SHA1}" --rm efcms /bin/sh -c "./web-client/build-dist-public.sh $ENV && aws s3 sync dist-public s3://ui-public-${ENV}.${EFCMS_DOMAIN} --delete --cache-control no-cache && aws s3 sync dist-public s3://failover-ui-public-${ENV}.${EFCMS_DOMAIN} --delete --cache-control no-cache"
+          command: docker run -e "ENV=${ENV}" -e "AWS_ACCESS_KEY_ID=${AWS_ACCESS_KEY_ID}" -e "AWS_SECRET_ACCESS_KEY=${AWS_SECRET_ACCESS_KEY}" -e "EFCMS_DOMAIN=${EFCMS_DOMAIN}" -e "COGNITO_SUFFIX=${COGNITO_SUFFIX}" -e "CIRCLE_SHA1=${CIRCLE_SHA1}" --rm efcms /bin/sh -c "./web-client/build-dist-public.sh $ENV && aws s3 sync dist-public s3://ui-public-${ENV}.${EFCMS_DOMAIN} --delete && aws s3 cp s3://ui-public-${ENV}.${EFCMS_DOMAIN}/index.html s3://ui-public-${ENV}.${EFCMS_DOMAIN}/index.html --metadata-directive REPLACE --cache-control max-age=0 && aws s3 sync dist-public s3://failover-ui-public-${ENV}.${EFCMS_DOMAIN} --delete --cache-control no-cache && aws s3 cp s3://failover-ui-public-${ENV}.${EFCMS_DOMAIN}/index.html s3://failover-ui-public-${ENV}.${EFCMS_DOMAIN}/index.html --metadata-directive REPLACE --cache-control max-age=0"
 
   post-deploy:
     machine:
@@ -493,22 +539,22 @@ jobs:
       - run:
           name: 'Deploy - Web API - Cognito Create Users'
           command: |
-            if [ "${CIRCLE_BRANCH}" == "staging" ] || [ "${CIRCLE_BRANCH}" == "irs" ]; then
+            if [ "${CIRCLE_BRANCH}" == "develop" ] || [ "${CIRCLE_BRANCH}" == "staging" ] || [ "${CIRCLE_BRANCH}" == "irs" ] || [ "${CIRCLE_BRANCH}" == "experimental1" ] || [ "${CIRCLE_BRANCH}" == "experimental2" ] ; then
               docker run -e "AWS_ACCESS_KEY_ID=${AWS_ACCESS_KEY_ID}" -e "AWS_SECRET_ACCESS_KEY=${AWS_SECRET_ACCESS_KEY}" -e "USTC_ADMIN_PASS=${USTC_ADMIN_PASS}" --rm efcms /bin/sh -c "cd web-api && ./setup-cognito-users.sh ${ENV}"
             else
               echo "skipping…"
             fi
       - run:
           name: 'Deploy - Web API - Cognito Create Court Users'
-          command:  |
-            if [ "${CIRCLE_BRANCH}" == "staging" ] || [ "${CIRCLE_BRANCH}" == "test" ]; then
+          command: |
+            if [ "${CIRCLE_BRANCH}" == "develop" ] || [ "${CIRCLE_BRANCH}" == "staging" ] || [ "${CIRCLE_BRANCH}" == "test" ] || [ "${CIRCLE_BRANCH}" == "experimental1" ] || [ "${CIRCLE_BRANCH}" == "experimental2" ]; then
               docker run -e "AWS_ACCESS_KEY_ID=${AWS_ACCESS_KEY_ID}" -e "AWS_SECRET_ACCESS_KEY=${AWS_SECRET_ACCESS_KEY}" -e "USTC_ADMIN_PASS=${USTC_ADMIN_PASS}" --rm efcms /bin/sh -c "cd web-api && ./setup-court-users.sh ${ENV}"
             else
               echo "skipping…"
             fi
       - run:
           name: 'Deploy - Web API - Cognito Create IRS User'
-          command:  |
+          command: |
             if [ "${CIRCLE_BRANCH}" == "irs" ]; then
               docker run -e "AWS_ACCESS_KEY_ID=${AWS_ACCESS_KEY_ID}" -e "AWS_SECRET_ACCESS_KEY=${AWS_SECRET_ACCESS_KEY}" -e "USTC_ADMIN_PASS=${USTC_ADMIN_PASS}" --rm efcms /bin/sh -c "cd web-api && ./setup-irs-user.sh ${ENV}"
             else
@@ -578,6 +624,9 @@ workflows:
       - e2e-cypress:
           requires:
             - bundle
+      - e2e-cypress-public:
+          requires:
+            - bundle
       - build-client-coverage:
           requires:
             - build-shared
@@ -586,6 +635,7 @@ workflows:
             - build-client-integration
             - e2e-pa11y
             - e2e-cypress
+            - e2e-cypress-public
       - pre-deploy:
           requires:
             - build-client-coverage
@@ -658,6 +708,13 @@ workflows:
             branches:
               ignore:
                 - develop
+      - e2e-cypress-public:
+          requires:
+            - bundle
+          filters:
+            branches:
+              ignore:
+                - develop
       - build-client-coverage:
           requires:
             - build-shared
@@ -666,6 +723,7 @@ workflows:
             - build-client-integration
             - e2e-pa11y
             - e2e-cypress
+            - e2e-cypress-public
           filters:
             branches:
               ignore:
@@ -681,7 +739,7 @@ workflows:
                 - test
                 - migration
                 - master
-                - experimental
+                - experimental1
                 - experimental2
       - deploy-api-east:
           requires:
@@ -694,7 +752,7 @@ workflows:
                 - test
                 - migration
                 - master
-                - experimental
+                - experimental1
                 - experimental2
       - deploy-api-west:
           requires:
@@ -707,7 +765,7 @@ workflows:
                 - test
                 - migration
                 - master
-                - experimental
+                - experimental1
                 - experimental2
       - switch-and-deploy-ui:
           requires:
@@ -721,7 +779,7 @@ workflows:
                 - test
                 - migration
                 - master
-                - experimental
+                - experimental1
                 - experimental2
       - post-deploy:
           requires:
@@ -734,5 +792,5 @@ workflows:
                 - test
                 - migration
                 - master
-                - experimental
+                - experimental1
                 - experimental2

.eslintrc.js

@@ -33,6 +33,15 @@ module.exports = {
         'promise/catch-or-return': 'off',
       },
     },
+    {
+      files: [
+        'web-client/integration-tests/**/*.js',
+        'web-client/integration-tests-public/**/*.js',
+      ],
+      rules: {
+        'jest/expect-expect': 'off',
+      },
+    },
   ],
   parser: 'babel-eslint',
   parserOptions: {
@@ -218,6 +227,7 @@ module.exports = {
           'dynamsoft',
           'efcms',
           'elasticsearch',
+          'enum',
           'eslint',
           'falsy',
           'fieldset',
@@ -324,6 +334,7 @@ module.exports = {
           'textarea',
           'thorton',
           'thortons',
+          'todays',
           'touchmove',
           'transferee',
           'truthy',

.github/workflows/nodejs.yml

@@ -2,9 +2,9 @@ name: Node.js CI
 
 on:
   push:
-    branches: [ develop, experimental, master ]
+    branches: [ develop, experimental1, master ]
   pull_request:
-    branches: [ develop, experimental, master ]
+    branches: [ develop, experimental1, master ]
 
 jobs:
   linting:
@@ -26,4 +26,3 @@ jobs:
       run: npm run lint
     - name: Shellcheck
       run: ./run-shellcheck.sh
-

.gitignore

@@ -23,23 +23,23 @@ graph-generators/node_modules/
 lambda-policy.json
 node_modules/
 parcel-debug-*
+proxy-request-times.json
 puppeteer_lambda_layer.tar.gz
+reports/test-reporter.xml
 shared/coverage
 shared/pdf-tests/*.html
 web-api/runtimes/clamav/bin
 web-api/runtimes/clamav/clamav_lambda_layer.tar.gz
 web-api/runtimes/clamav/lib
 web-api/storage/s3/*
-web-api/terraform/template/cognito-triggers/index.js.zip
 web-api/terraform/template/cognito-authorizer/index.js.zip
+web-api/terraform/template/cognito-triggers/index.js.zip
 web-api/terraform/template/log-forwarder/index.js.zip
 web-client/.cache/
 web-client/coverage-e2e
 web-client/coverage-integration/*
 web-client/coverage-unit/*
 web-client/pa11y/pa11y-screenshots
 web-client/reports
-web-client/tests_output/
 web-client/terraform/common/cloudfront-edge/index.js.zip
-proxy-request-times.json
-reports/test-reporter.xml
+web-client/tests_output/

.prettierignore

@@ -1,3 +1,3 @@
 package.json
 *.md
-*_.js
+*_.js

Dockerfile

@@ -1,6 +1,4 @@
-FROM cypress/base:12.16.0
-
-RUN echo "recache again"
+FROM cypress/base:12.16.2
 
 WORKDIR /home/app
 
@@ -46,6 +44,7 @@ ENV JAVA_HOME=/usr/lib/jvm/java-11-openjdk-amd64
 COPY package.json /home/app/package.json
 COPY package-lock.json /home/app/package-lock.json
 RUN npm set progress=false && \
+  npm config set puppeteer_skip_chromium_download true && \
   npm i
 
 COPY . /home/app

README.md

@@ -50,11 +50,6 @@ For documentation about the CI/CD setup, API, style guide, UX, code review, etc.
 
 <a href="docs/images/aws-diagram.png"><img src="docs/images/aws-diagram.png" style="border: 2px solid #000;" /></a>
 
-## Dependency diagrams
-
-- <a href="docs/images/client-dependencies.jpg">Client</a>
-- <a href="docs/images/server-dependencies.jpg">Server</a>
-
 ## Backlog
 
 The backlog is stored [in GitHub Issues in Flexion’s repository](https://github.com/flexion/ef-cms/issues), _not_ on this repository. Although they can be viewed like any other GitHub issues, they are managed on a scrum board that requires the [ZenHub browser plugin](https://www.zenhub.com/) to see.

config/dev.yml

@@ -1 +1 @@
-nodeEnv: production
+nodeEnv: production

config/prod.yml

@@ -1 +1 @@
-nodeEnv: production
+nodeEnv: production

config/stg.yml

@@ -1 +1 @@
-nodeEnv: production
+nodeEnv: production

cypress-public.json

@@ -0,0 +1,11 @@
+{
+  "baseUrl": "http://localhost:5678",
+  "reporter": "spec",
+  "reporterOptions": {
+    "toConsole": true
+  },
+  "defaultCommandTimeout": 20000,
+  "requestTimeout": 12000,
+  "viewportWidth": 1200,
+  "viewportHeight": 900
+}

cypress/integration/assign-a-work-item-to-self.spec.js

@@ -1,19 +1,12 @@
 const {
   getWorkItemCheckboxLabel,
-  getWorkItemMessage,
-  getWorkItemMessages,
   getWorkItemRow,
   navigateTo: navigateToDashboard,
   selectAssignee,
-  viewDocumentQCMyInbox,
   viewDocumentQCSectionInbox,
 } = require('../support/pages/dashboard');
 
 describe('Assign a work item ', () => {
-  before(() => {
-    cy.task('seed');
-  });
-
   it('views the section inbox', () => {
     navigateToDashboard('petitionsclerk');
     viewDocumentQCSectionInbox();
@@ -29,18 +22,5 @@ describe('Assign a work item ', () => {
     getWorkItemRow('101-19W')
       .contains('td.to', 'Test Petitionsclerk')
       .should('exist');
-
-    getWorkItemRow('101-19W').contains('a', 'Petition').click();
-    getWorkItemMessages();
-
-    getWorkItemMessage('2611344f-f7bf-4f47-8ba0-60c70cb25446').contains(
-      'Petition filed by Brett Osborne is ready for review.',
-    );
-  });
-
-  it('places the work item in the petitionsclerk my inbox', () => {
-    navigateToDashboard('petitionsclerk');
-    viewDocumentQCMyInbox();
-    getWorkItemRow('101-19W').should('exist');
   });
 });

cypress/integration/create-a-work-item.spec.js

@@ -22,7 +22,6 @@ const {
 
 describe('Create a work item ', () => {
   before(() => {
-    cy.task('seed');
     navigateToDocumentDetail(
       'petitionsclerk',
       '104-19',