CUMULUS-3847: Remove any remaining ES indexing functions and tests

CHANGELOG.md

@@ -92,6 +92,11 @@ External tooling making use of `searchContext` in the `GET` `/granules/` endpoin
   - Updated `@cumulus/api/bin/serveUtils` to no longer add records to ElasticSearch
   - Removed ElasticSearch from local API server code
   - Updated CollectionSearch to filter granule fields in addition to time frame for active collections
+- **CUMULUS-3847**
+  - remove remaining ES indexing in code and tests
+  - for asyncOperations test data, change any ES related values to other options
+  - remove code from `@cumulus/api/lambdas/cleanExecutions` leaving a dummy handler, as the code worked with ES. lambda will be rewritten with CUMULUS-3982
+  - remove `@cumulus/api/endpoints/elasticsearch`, `@cumulus/api/lambdas/bootstrap`, and `@cumulus/api/lambdas/index-from-database`
 
 ## [Unreleased]
 

example/deployments/cumulus/sandbox.tfvars

@@ -45,11 +45,6 @@ csdap_host_url = "https://auth.csdap.uat.earthdatacloud.nasa.gov"
 
 default_s3_multipart_chunksize_mb = 128
 
-elasticsearch_client_config = {
-  create_reconciliation_report_es_scroll_duration = "8m"
-  create_reconciliation_report_es_scroll_size = 1500
-}
-
 launchpad_api = "https://api.launchpad.nasa.gov/icam/api/sm/v1"
 launchpad_certificate = "launchpad.pfx"
 

example/spec/serial/AsyncOperationRunnerFailingLambdaSpec.js

@@ -49,7 +49,7 @@ describe('The AsyncOperation task runner executing a failing lambda function', (
         id: asyncOperationId,
         taskArn: randomString(),
         description: 'Some description',
-        operationType: 'ES Index',
+        operationType: 'Bulk Granules',
         status: 'RUNNING',
       };
 

example/spec/serial/AsyncOperationRunnerNonExistentLambdaSpec.js

@@ -43,7 +43,7 @@ describe('The AsyncOperation task runner running a non-existent lambda function'
         id: asyncOperationId,
         taskArn: randomString(),
         description: 'Some description',
-        operationType: 'ES Index',
+        operationType: 'Bulk Granules',
         status: 'RUNNING',
       };
 

example/spec/serial/AsyncOperationRunnerNonExistentPayloadSpec.js

@@ -43,7 +43,7 @@ describe('The AsyncOperation task runner with a non-existent payload', () => {
         id: asyncOperationId,
         taskArn: randomString(),
         description: 'Some description',
-        operationType: 'ES Index',
+        operationType: 'Bulk Granules',
         status: 'RUNNING',
       };
 

example/spec/serial/AsyncOperationRunnerNonJsonPayloadSpec.js

@@ -52,7 +52,7 @@ describe('The AsyncOperation task runner with a non-JSON payload', () => {
         id: asyncOperationId,
         taskArn: randomString(),
         description: 'Some description',
-        operationType: 'ES Index',
+        operationType: 'Kinesis Replay',
         status: 'RUNNING',
       };
 

example/spec/serial/AsyncOperationRunnerSuccessfulLambdaSpec.js

@@ -50,7 +50,7 @@ describe('The AsyncOperation task runner executing a successful lambda function'
 
       const asyncOperationObject = {
         description: 'Some description',
-        operationType: 'ES Index',
+        operationType: 'Bulk Granules',
         id: asyncOperationId,
         taskArn: randomString(),
         status: 'RUNNING',

packages/api/app/routes.js

@@ -23,7 +23,6 @@ const stats = require('../endpoints/stats');
 const version = require('../endpoints/version');
 const workflows = require('../endpoints/workflows');
 const dashboard = require('../endpoints/dashboard');
-const elasticsearch = require('../endpoints/elasticsearch');
 const deadLetterArchive = require('../endpoints/dead-letter-archive');
 const { launchpadProtectedAuth } = require('./launchpadAuth');
 const launchpadSaml = require('../endpoints/launchpadSaml');
@@ -110,8 +109,6 @@ router.delete('/tokenDelete/:token', token.deleteTokenEndpoint);
 
 router.use('/dashboard', dashboard);
 
-router.use('/elasticsearch', ensureAuthorized, elasticsearch.router);
-
 // Catch and send the error message down (instead of just 500: internal server error)
 router.use(defaultErrorHandler);
 

packages/api/ecs/async-operation/tests/test-index.js

@@ -32,7 +32,7 @@ test.beforeEach(async (t) => {
   t.context.testAsyncOperation = {
     id: t.context.asyncOperationId,
     description: 'test description',
-    operationType: 'ES Index',
+    operationType: 'Reconciliation Report',
     status: 'RUNNING',
     createdAt: Date.now(),
   };

packages/api/lambdas/bulk-operation.js

@@ -93,8 +93,8 @@ async function applyWorkflowToGranules({
  *   Defaults to `concurrency`
  * @param {number} [payload.concurrency]
  *   granule concurrency for the bulk deletion operation.  Defaults to 10
- * @param {Object} [payload.query] - Optional parameter of query to send to ES
- * @param {string} [payload.index] - Optional parameter of ES index to query.
+ * @param {Object} [payload.query] - Optional parameter of query to send to ES (Cloud Metrics)
+ * @param {string} [payload.index] - Optional parameter of ES index to query (Cloud Metrics).
  * Must exist if payload.query exists.
  * @param {Object} [payload.granules] - Optional list of granule unique IDs to bulk operate on
  * e.g. { granuleId: xxx, collectionID: xxx }
@@ -178,8 +178,8 @@ async function bulkGranuleDelete(
  * @param {string} payload.workflowName - name of the workflow that will be applied to each granule.
  * @param {Object} [payload.meta] - Optional meta to add to workflow input
  * @param {string} [payload.queueUrl] - Optional name of queue that will be used to start workflows
- * @param {Object} [payload.query] - Optional parameter of query to send to ES
- * @param {string} [payload.index] - Optional parameter of ES index to query.
+ * @param {Object} [payload.query] - Optional parameter of query to send to ES (Cloud Metrics)
+ * @param {string} [payload.index] - Optional parameter of ES index to query (Cloud Metrics).
  * Must exist if payload.query exists.
  * @param {Object} [payload.granules] - Optional list of granule unique IDs to bulk operate on
  * e.g. { granuleId: xxx, collectionID: xxx }