Merge branch 'staging' into 10549-design-debt

cypress/local-only/tests/integration/statusReportOrder/status-report-order-description-fields.cy.ts

@@ -0,0 +1,112 @@
+import {
+  FORMATS,
+  formatNow,
+} from '../../../../../shared/src/business/utilities/DateHandler';
+import {
+  docketNumber,
+  getLastDraftOrderElementFromDrafts,
+} from '../../../support/statusReportOrder';
+import {
+  loginAsColvin,
+  loginAsColvinChambers,
+  loginAsDocketClerk,
+} from '../../../../helpers/authentication/login-as-helpers';
+import { logout } from '../../../../helpers/authentication/logout';
+
+describe('should default status report order descriptions', () => {
+  const today = formatNow(FORMATS.MMDDYYYY);
+  it('should display default description when document type is an Order', () => {
+    judgeOrChambersCreatesStatusReportOrder(today);
+    loginAsDocketClerk();
+    cy.visit(`/case-detail/${docketNumber}`);
+    cy.get('#tab-drafts').click();
+    getLastDraftOrderElementFromDrafts().click();
+    cy.get('[data-testid="add-court-issued-docket-entry-button"]').click();
+    cy.get('[data-testid="court-issued-document-type-search"]').should(
+      'have.text',
+      'Order',
+    );
+    cy.get('[data-testid="document-description-input"]').should(
+      'have.value',
+      `Order parties by ${today} shall file a status report.`,
+    );
+    cy.get('[data-testid="docket-entry-preview-text"]').should(
+      'have.text',
+      `Docket entry preview: Order parties by ${today} shall file a status report.`,
+    );
+  });
+
+  it('should set event code to OJR when case is stricken from trial session and jurisdiction is retained and display default description', () => {
+    judgeOrChambersCreatesStatusReportOrder(today, true);
+    loginAsDocketClerk();
+    cy.visit(`/case-detail/${docketNumber}`);
+    cy.get('#tab-drafts').click();
+    getLastDraftOrderElementFromDrafts().click();
+    cy.get('[data-testid="add-court-issued-docket-entry-button"]').click();
+    cy.get('[data-testid="court-issued-document-type-search"]').should(
+      'have.text',
+      'Order that jurisdiction is retained',
+    );
+    cy.get('[data-testid="document-description-input"]').should(
+      'have.value',
+      `. Parties by ${today} shall file a status report. Case is stricken from the current trial session.`,
+    );
+    cy.get('[data-testid="judge-select"]').should('have.value', 'Colvin');
+    cy.get('[data-testid="docket-entry-preview-text"]').should(
+      'have.text',
+      `Docket entry preview: Order that jurisdiction is retained by Judge Colvin. Parties by ${today} shall file a status report. Case is stricken from the current trial session.`,
+    );
+  });
+
+  it('should continue to handle OJR and set correct signing judge when status order report is signed by chambers user', () => {
+    judgeOrChambersCreatesStatusReportOrder(today, true, true);
+    loginAsDocketClerk();
+    cy.visit(`/case-detail/${docketNumber}`);
+    cy.get('#tab-drafts').click();
+    getLastDraftOrderElementFromDrafts().click();
+    cy.get('[data-testid="add-court-issued-docket-entry-button"]').click();
+    cy.get('[data-testid="court-issued-document-type-search"]').should(
+      'have.text',
+      'Order that jurisdiction is retained',
+    );
+    cy.get('[data-testid="document-description-input"]').should(
+      'have.value',
+      `. Parties by ${today} shall file a status report. Case is stricken from the current trial session.`,
+    );
+    cy.get('[data-testid="judge-select"]').should('have.value', 'Colvin');
+    cy.get('[data-testid="docket-entry-preview-text"]').should(
+      'have.text',
+      `Docket entry preview: Order that jurisdiction is retained by Judge Colvin. Parties by ${today} shall file a status report. Case is stricken from the current trial session.`,
+    );
+  });
+});
+
+function judgeOrChambersCreatesStatusReportOrder(
+  today: string,
+  jurisdictionRetained: boolean = false,
+  chambersUser: boolean = false,
+) {
+  if (chambersUser) {
+    loginAsColvinChambers();
+  } else {
+    loginAsColvin();
+  }
+  cy.visit(`/case-detail/${docketNumber}`);
+  cy.get('#tab-document-view').click();
+  cy.contains('Status Report').click();
+  cy.get('[data-testid="status-report-order-button"]').click();
+  cy.get('[data-testid="order-type-status-report"]').check({ force: true });
+  cy.get('#status-report-due-date-picker').type(today);
+
+  if (jurisdictionRetained) {
+    cy.get('#stricken-from-trial-sessions-label').click();
+    cy.get(
+      '#jurisdiction-form-group > :nth-child(2) > .usa-radio__label',
+    ).click();
+    cy.get('#jurisdiction-retained').check();
+  }
+  cy.get('[data-testid="save-draft-button"]').click();
+  cy.get('[data-testid="sign-pdf-canvas"]').click();
+  cy.get('[data-testid="save-signature-button"]').click();
+  logout();
+}

scripts/env/environments/00-common

@@ -5,7 +5,7 @@ REGION="${DEFAULT_REGION}"
 CURRENT_COLOR=$(./scripts/dynamo/get-current-color.sh "${ENV}")
 SOURCE_TABLE=$(./scripts/dynamo/get-source-table.sh "${ENV}")
 SOURCE_TABLE_VERSION="${SOURCE_TABLE//efcms-${ENV}-/}"
-DB_HOST=$(./scripts/postgres/get-host.sh -h)
+DB_HOST=$(./scripts/postgres/get-host.sh -h -w)
 
 # region hard-coded; all ES domains and Cognito user pools are in us-east-1
 ELASTICSEARCH_ENDPOINT=$(aws es describe-elasticsearch-domain \

scripts/run-once-scripts/cleanup-corrupt-messages.ts

@@ -0,0 +1,244 @@
+#!/usr/bin/env npx ts-node --transpile-only
+
+import { type ScriptConfig, parseArguments } from '../reports/reportUtils';
+import {
+  type ServerApplicationContext,
+  createApplicationContext,
+} from '../../web-api/src/applicationContext';
+import { requireEnvVars } from '../../shared/admin-tools/util';
+import { connect } from '../../web-api/src/database';
+import PQueue from 'p-queue';
+import fs from 'fs';
+import { queryFull } from '../../web-api/src/persistence/dynamodbClientService';
+import { Signer } from '@aws-sdk/rds-signer';
+import path from 'path';
+import { Kysely } from 'kysely';
+import { Database } from '../../web-api/src/database-types';
+import { RawCorrespondence } from '../../shared/src/business/entities/Correspondence';
+
+requireEnvVars(['REGION', 'DB_NAME', 'DB_HOST', 'DB_USER']);
+const { DB_NAME, DB_HOST, DB_USER } = process.env;
+const DB_PORT = 5432;
+
+const scriptConfig: ScriptConfig = {
+  parameters: {
+    liveRun: {
+      required: false,
+      type: 'boolean',
+      default: false,
+      long: 'live-run',
+      description:
+        'If true, will proceed with removing the attachments from the impacted messages.',
+    },
+  },
+};
+
+type MessageFragment = {
+  attachments: any[] | undefined;
+  docketNumber: string;
+  messageId: string;
+};
+
+const getDocketEntryIdsByDocketNumbers = async ({
+  applicationContext,
+  docketNumbers,
+}: {
+  applicationContext: ServerApplicationContext;
+  docketNumbers: string[];
+}): Promise<any> => {
+  console.log(`Fetching docket entries for each docket number...`);
+
+  const priorityQueue = new PQueue({ concurrency: 50 });
+
+  const docketEntryIdsByDocketNumber: Record<string, string[]> = {};
+  const correspondenceIdsByDocketNumber: Record<string, string[]> = {};
+
+  const getDocketEntriesFunctions = docketNumbers.map(
+    docketNumber => async () => {
+      const docketEntries = (await queryFull({
+        ExpressionAttributeNames: {
+          '#pk': 'pk',
+          '#sk': 'sk',
+        },
+        ExpressionAttributeValues: {
+          ':pk': `case|${docketNumber}`,
+          ':prefix': 'docket-entry|',
+        },
+        KeyConditionExpression: '#pk = :pk AND begins_with(#sk, :prefix)',
+        applicationContext,
+      })) as RawDocketEntry[];
+
+      const correspondence = (await queryFull({
+        ExpressionAttributeNames: {
+          '#pk': 'pk',
+          '#sk': 'sk',
+        },
+        ExpressionAttributeValues: {
+          ':pk': `case|${docketNumber}`,
+          ':prefix': 'correspondence|',
+        },
+        KeyConditionExpression: '#pk = :pk AND begins_with(#sk, :prefix)',
+        applicationContext,
+      })) as RawCorrespondence[];
+
+      docketEntryIdsByDocketNumber[docketNumber] = docketEntries.map(
+        docketEntry => docketEntry.docketEntryId,
+      );
+
+      correspondenceIdsByDocketNumber[docketNumber] = correspondence.map(
+        correspondence => correspondence.correspondenceId,
+      );
+    },
+  );
+
+  await priorityQueue.addAll(getDocketEntriesFunctions);
+  return { docketEntryIdsByDocketNumber, correspondenceIdsByDocketNumber };
+};
+
+const removePoisonAttachmentsFromMessages = async ({
+  messageFragments,
+  docketEntryIdsByDocketNumber,
+  correspondenceIdsByDocketNumber,
+}: {
+  messageFragments: MessageFragment[];
+  docketEntryIdsByDocketNumber: Record<string, string[]>;
+  correspondenceIdsByDocketNumber: Record<string, string[]>;
+}): Promise<{
+  deletedAttachmentAuditRecords: {
+    messageId: string;
+    docketEntryId: string;
+  }[];
+  updatedMessageFragments: MessageFragment[];
+}> => {
+  const updatedMessageFragments: MessageFragment[] = [];
+  const deletedAttachmentAuditRecords: {
+    messageId: string;
+    docketEntryId: string;
+  }[] = [];
+  for (const message of messageFragments) {
+    if (message.attachments) {
+      for (const attachment of message.attachments) {
+        if (
+          !docketEntryIdsByDocketNumber[message.docketNumber]?.includes(
+            attachment.documentId,
+          ) &&
+          !correspondenceIdsByDocketNumber[message.docketNumber]?.includes(
+            attachment.documentId,
+          )
+        ) {
+          deletedAttachmentAuditRecords.push({
+            messageId: message.messageId,
+            docketEntryId: attachment.documentId,
+          });
+          console.log(
+            `Removing attachment ${attachment.documentId} from message ${message.messageId}`,
+          );
+          message.attachments = message.attachments?.filter(
+            att => att.documentId !== attachment.documentId,
+          );
+          updatedMessageFragments.push(message);
+        }
+      }
+    }
+  }
+
+  return {
+    deletedAttachmentAuditRecords,
+    updatedMessageFragments,
+  };
+};
+
+const udpateMessagesInDb = async (
+  db: Kysely<Database>,
+  updatedMessageFragments: MessageFragment[],
+) => {
+  await db.transaction().execute(async trx => {
+    for (const message of updatedMessageFragments) {
+      await trx
+        .updateTable('dwMessage')
+        .set({ attachments: JSON.stringify(message.attachments) })
+        .where('messageId', '=', message.messageId)
+        .execute();
+    }
+  });
+};
+
+// eslint-disable-next-line @typescript-eslint/no-floating-promises
+(async () => {
+  const applicationContext: ServerApplicationContext = createApplicationContext(
+    {},
+  );
+
+  const { liveRun } = parseArguments(scriptConfig);
+
+  const sourceSigner = new Signer({
+    hostname: DB_HOST!,
+    port: DB_PORT,
+    region: 'us-east-1',
+    username: DB_USER!,
+  });
+  const sourcePassword = await sourceSigner.getAuthToken();
+
+  const config = {
+    database: DB_NAME,
+    host: DB_HOST,
+    idleTimeoutMillis: 1000,
+    max: 1,
+    password: sourcePassword,
+    port: DB_PORT,
+    user: DB_USER,
+    ssl: {
+      ca: fs.readFileSync('global-bundle.pem').toString(),
+    },
+  };
+
+  const db = await connect(config);
+
+  console.log('Fetching messages that have not been replied to...');
+  const messageFragments = await db
+    .selectFrom('dwMessage')
+    .select(['attachments', 'messageId', 'docketNumber'])
+    .execute();
+
+  // collect all unique docket numbers from messages
+  console.log('Collecting unique docket numbers from messages...');
+  const docketNumbers = Array.from(
+    new Set(messageFragments.map(message => message.docketNumber)),
+  );
+
+  const { docketEntryIdsByDocketNumber, correspondenceIdsByDocketNumber } =
+    await getDocketEntryIdsByDocketNumbers({
+      applicationContext,
+      docketNumbers,
+    });
+
+  const { deletedAttachmentAuditRecords, updatedMessageFragments } =
+    await removePoisonAttachmentsFromMessages({
+      docketEntryIdsByDocketNumber,
+      messageFragments,
+      correspondenceIdsByDocketNumber,
+    });
+
+  if (liveRun) {
+    console.log(`Updating ${updatedMessageFragments.length} messages in DB...`);
+    await udpateMessagesInDb(db, updatedMessageFragments);
+  }
+
+  const auditFilename = 'corruptMessageCleanupAudit.json';
+  fs.writeFileSync(
+    auditFilename,
+    JSON.stringify(deletedAttachmentAuditRecords, null, 2),
+  );
+
+  console.log(
+    '------------------------------------------------------------------',
+  );
+  console.log(
+    `A log of attachments removed can be found here: ${path.resolve(__dirname, auditFilename)}`,
+  );
+  console.log(
+    'Removed attachments count: ',
+    deletedAttachmentAuditRecords.length,
+  );
+  console.log('Impacted messages count: ', updatedMessageFragments.length);
+})();