From fee08a78dd9b058a85b26664ccbdbf2c6892261b Mon Sep 17 00:00:00 2001 From: Rakshitha-D Date: Tue, 30 Jul 2024 17:10:59 +0530 Subject: [PATCH 1/3] #OBS-I142: updated postman collection --- .../V2 docs.postman_collection.json | 2543 +++++++++++++++++ 1 file changed, 2543 insertions(+) create mode 100644 api-service/postman-collection/V2 docs.postman_collection.json diff --git a/api-service/postman-collection/V2 docs.postman_collection.json b/api-service/postman-collection/V2 docs.postman_collection.json new file mode 100644 index 00000000..b673ccfb --- /dev/null +++ b/api-service/postman-collection/V2 docs.postman_collection.json @@ -0,0 +1,2543 @@ +{ + "info": { + "_postman_id": "51471244-e9b6-453e-964d-dccbdac80e72", + "name": "V2 docs", + "schema": "https://schema.getpostman.com/json/collection/v2.0.0/collection.json", + "_exporter_id": "37164806" + }, + "item": [ + { + "name": "Dataset api's", + "item": [ + { + "name": "Dataset create", + "request": { + "method": "POST", + "header": [ + { + "key": "Content-Type", + "value": "application/json" + } + ], + "body": { + "mode": "raw", + "raw": "{\n \"id\": \"api.datasets.create\",\n \"ver\": \"v1\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n // \"dataset_id\": \"telemetry_record-t4\",\n \"type\": \"event\",\n \"name\": \"sb-telemetry\",\n \"validation_config\": {\n \"validate\": true,\n \"mode\": \"Strict\"\n },\n \"extraction_config\": {\n \"is_batch_event\": true,\n \"extraction_key\": \"events\",\n \"dedup_config\": {\n \"drop_duplicates\": true,\n \"dedup_key\": \"id\"\n }\n },\n \"dedup_config\": {\n \"drop_duplicates\": true,\n \"dedup_key\": \"mid\"\n },\n \"data_schema\": {\n \"$schema\": \"https://json-schema.org/draft/2020-12/schema\",\n \"type\": \"object\",\n \"properties\": {\n \"mid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"ets\": {\n \"type\": \"integer\",\n \"arrival_format\": \"number\",\n \"data_type\": \"epoch\"\n },\n \"eid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n }\n },\n \"additionalProperties\": true\n },\n \"denorm_config\": {\n \"denorm_fields\": [\n {\n \"denorm_key\": \"eid\",\n \"denorm_out_field\": \"userdata\",\n \"dataset_id\": \"master-telemetry\"\n }\n ]\n },\n \"transformations_config\": [\n {\n \"field_key\": \"email\",\n \"transformation_function\": {\n \"type\": \"mask\",\n \"expr\": \"mid\",\n \"datatype\": \"string\",\n \"category\": \"pii\"\n },\n \"mode\": \"Strict\"\n }\n ],\n \"tags\":[\"tag1\"]\n }\n}", + "options": { + "raw": { + "language": "json" + } + } + }, + "url": "localhost:3007/v2/datasets/create" + }, + "response": [ + { + "name": "Success: Dataset created successfullly", + "originalRequest": { + "method": "POST", + "header": [ + { + "key": "Content-Type", + "value": "application/json" + } + ], + "body": { + "mode": "raw", + "raw": "{\n \"id\": \"api.datasets.create\",\n \"ver\": \"v1\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n \"dataset_id\": \"telemetry_record-t4\",\n \"type\": \"event\",\n \"name\": \"sb-telemetry\",\n \"validation_config\": {\n \"validate\": true,\n \"mode\": \"Strict\"\n },\n \"extraction_config\": {\n \"is_batch_event\": true,\n \"extraction_key\": \"events\",\n \"dedup_config\": {\n \"drop_duplicates\": true,\n \"dedup_key\": \"id\"\n }\n },\n \"dedup_config\": {\n \"drop_duplicates\": true,\n \"dedup_key\": \"mid\"\n },\n \"data_schema\": {\n \"$schema\": \"https://json-schema.org/draft/2020-12/schema\",\n \"type\": \"object\",\n \"properties\": {\n \"mid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"ets\": {\n \"type\": \"integer\",\n \"arrival_format\": \"number\",\n \"data_type\": \"epoch\"\n },\n \"eid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n }\n },\n \"additionalProperties\": true\n },\n \"denorm_config\": {\n \"denorm_fields\": [\n {\n \"denorm_key\": \"eid\",\n \"denorm_out_field\": \"userdata\",\n \"dataset_id\": \"master-telemetry\"\n }\n ]\n },\n \"transformations_config\": [\n {\n \"field_key\": \"email\",\n \"transformation_function\": {\n \"type\": \"mask\",\n \"expr\": \"mid\",\n \"datatype\": \"string\",\n \"category\": \"pii\"\n },\n \"mode\": \"Strict\"\n }\n ],\n \"tags\":[\"tag1\"]\n }\n}", + "options": { + "raw": { + "language": "json" + } + } + }, + "url": "localhost:3007/v2/datasets/create" + }, + "status": "OK", + "code": 200, + "_postman_previewlanguage": "json", + "header": [ + { + "key": "X-Powered-By", + "value": "Express" + }, + { + "key": "Content-Type", + "value": "application/json; charset=utf-8" + }, + { + "key": "Content-Length", + "value": "287" + }, + { + "key": "ETag", + "value": "W/\"11f-uBTr0zBIIFpz/sdLJx6WQf0rAbQ\"" + }, + { + "key": "Date", + "value": "Mon, 15 Jul 2024 13:14:09 GMT" + }, + { + "key": "Connection", + "value": "keep-alive" + }, + { + "key": "Keep-Alive", + "value": "timeout=5" + } + ], + "cookie": [], + "body": "{\n \"id\": \"api.datasets.create\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-15T18:44:08+05:30\",\n \"params\": {\n \"status\": \"SUCCESS\",\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\",\n \"resmsgid\": \"276c042c-0f23-4b26-9b10-6fe48bbc2d3a\"\n },\n \"responseCode\": \"OK\",\n \"result\": {\n \"id\": \"telemetry_record-t4\",\n \"version_key\": \"1721049248930\"\n }\n}" + }, + { + "name": "Success: Master dataset created successfully", + "originalRequest": { + "method": "POST", + "header": [ + { + "key": "Content-Type", + "value": "application/json" + } + ], + "body": { + "mode": "raw", + "raw": "{\n \"id\": \"api.datasets.create\",\n \"ver\": \"v1\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n \"dataset_id\": \"telemetry_record-master\",\n \"type\": \"master\",\n \"name\": \"sb-telemetry\",\n \"validation_config\": {\n \"validate\": true,\n \"mode\": \"Strict\"\n },\n \"extraction_config\": {\n \"is_batch_event\": true,\n \"extraction_key\": \"events\",\n \"dedup_config\": {\n \"drop_duplicates\": true,\n \"dedup_key\": \"id\"\n }\n },\n \"dedup_config\": {\n \"drop_duplicates\": true,\n \"dedup_key\": \"mid\"\n },\n \"data_schema\": {\n \"$schema\": \"https://json-schema.org/draft/2020-12/schema\",\n \"type\": \"object\",\n \"properties\": {\n \"mid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"ets\": {\n \"type\": \"integer\",\n \"arrival_format\": \"number\",\n \"data_type\": \"epoch\"\n },\n \"eid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n }\n },\n \"additionalProperties\": true\n },\n \"denorm_config\": {\n \"denorm_fields\": [\n {\n \"denorm_key\": \"eid\",\n \"denorm_out_field\": \"userdata\",\n \"dataset_id\": \"master-telemetry\"\n }\n ]\n },\n \"transformations_config\": [\n {\n \"field_key\": \"email\",\n \"transformation_function\": {\n \"type\": \"mask\",\n \"expr\": \"mid\",\n \"datatype\": \"string\",\n \"category\": \"pii\"\n },\n \"mode\": \"Strict\"\n }\n ],\n \"tags\":[\"tag1\"]\n }\n}", + "options": { + "raw": { + "language": "json" + } + } + }, + "url": "localhost:3007/v2/datasets/create" + }, + "status": "OK", + "code": 200, + "_postman_previewlanguage": "json", + "header": [ + { + "key": "X-Powered-By", + "value": "Express" + }, + { + "key": "Content-Type", + "value": "application/json; charset=utf-8" + }, + { + "key": "Content-Length", + "value": "291" + }, + { + "key": "ETag", + "value": "W/\"123-ZAXtVh5dFh84bZdu3SFBTQDhEHI\"" + }, + { + "key": "Date", + "value": "Tue, 16 Jul 2024 03:06:40 GMT" + }, + { + "key": "Connection", + "value": "keep-alive" + }, + { + "key": "Keep-Alive", + "value": "timeout=5" + } + ], + "cookie": [], + "body": "{\n \"id\": \"api.datasets.create\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-16T08:36:40+05:30\",\n \"params\": {\n \"status\": \"SUCCESS\",\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\",\n \"resmsgid\": \"845076be-d9e7-4246-bb8e-07ae0ce59d1e\"\n },\n \"responseCode\": \"OK\",\n \"result\": {\n \"id\": \"telemetry_record-master\",\n \"version_key\": \"1721099200603\"\n }\n}" + }, + { + "name": "Failure: Master dataset already exists", + "originalRequest": { + "method": "POST", + "header": [ + { + "key": "Content-Type", + "value": "application/json" + } + ], + "body": { + "mode": "raw", + "raw": "{\n \"id\": \"api.datasets.create\",\n \"ver\": \"v1\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n \"dataset_id\": \"telemetry_record-master\",\n \"type\": \"master\",\n \"name\": \"sb-telemetry\",\n \"validation_config\": {\n \"validate\": true,\n \"mode\": \"Strict\"\n },\n \"extraction_config\": {\n \"is_batch_event\": true,\n \"extraction_key\": \"events\",\n \"dedup_config\": {\n \"drop_duplicates\": true,\n \"dedup_key\": \"id\"\n }\n },\n \"dedup_config\": {\n \"drop_duplicates\": true,\n \"dedup_key\": \"mid\"\n },\n \"data_schema\": {\n \"$schema\": \"https://json-schema.org/draft/2020-12/schema\",\n \"type\": \"object\",\n \"properties\": {\n \"mid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"ets\": {\n \"type\": \"integer\",\n \"arrival_format\": \"number\",\n \"data_type\": \"epoch\"\n },\n \"eid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n }\n },\n \"additionalProperties\": true\n },\n \"denorm_config\": {\n \"denorm_fields\": [\n {\n \"denorm_key\": \"eid\",\n \"denorm_out_field\": \"userdata\",\n \"dataset_id\": \"master-telemetry\"\n }\n ]\n },\n \"transformations_config\": [\n {\n \"field_key\": \"email\",\n \"transformation_function\": {\n \"type\": \"mask\",\n \"expr\": \"mid\",\n \"datatype\": \"string\",\n \"category\": \"pii\"\n },\n \"mode\": \"Strict\"\n }\n ],\n \"tags\":[\"tag1\"]\n }\n}", + "options": { + "raw": { + "language": "json" + } + } + }, + "url": "localhost:3007/v2/datasets/create" + }, + "status": "Conflict", + "code": 409, + "_postman_previewlanguage": "json", + "header": [ + { + "key": "X-Powered-By", + "value": "Express" + }, + { + "key": "Content-Type", + "value": "application/json; charset=utf-8" + }, + { + "key": "Content-Length", + "value": "337" + }, + { + "key": "ETag", + "value": "W/\"151-a7dJ9XBUyT3AXNxl1TPcraxMX08\"" + }, + { + "key": "Date", + "value": "Tue, 16 Jul 2024 03:07:28 GMT" + }, + { + "key": "Connection", + "value": "keep-alive" + }, + { + "key": "Keep-Alive", + "value": "timeout=5" + } + ], + "cookie": [], + "body": "{\n \"id\": \"api.datasets.create\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-16T08:37:28+05:30\",\n \"params\": {\n \"status\": \"FAILED\",\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\",\n \"resmsgid\": \"138b796b-1b68-481a-a59d-1cb695c1adc9\"\n },\n \"responseCode\": \"CONFLICT\",\n \"result\": {},\n \"error\": {\n \"code\": \"DATASET_EXISTS\",\n \"message\": \"Dataset Already exists with id:telemetry_record-master\"\n }\n}" + }, + { + "name": "Failure: Dataset already exists", + "originalRequest": { + "method": "POST", + "header": [ + { + "key": "Content-Type", + "value": "application/json" + } + ], + "body": { + "mode": "raw", + "raw": "{\n \"id\": \"api.datasets.create\",\n \"ver\": \"v1\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n \"dataset_id\": \"telemetry_record-t4\",\n \"type\": \"event\",\n \"name\": \"sb-telemetry\",\n \"validation_config\": {\n \"validate\": true,\n \"mode\": \"Strict\"\n },\n \"extraction_config\": {\n \"is_batch_event\": true,\n \"extraction_key\": \"events\",\n \"dedup_config\": {\n \"drop_duplicates\": true,\n \"dedup_key\": \"id\"\n }\n },\n \"dedup_config\": {\n \"drop_duplicates\": true,\n \"dedup_key\": \"mid\"\n },\n \"data_schema\": {\n \"$schema\": \"https://json-schema.org/draft/2020-12/schema\",\n \"type\": \"object\",\n \"properties\": {\n \"mid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"ets\": {\n \"type\": \"integer\",\n \"arrival_format\": \"number\",\n \"data_type\": \"epoch\"\n },\n \"eid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n }\n },\n \"additionalProperties\": true\n },\n \"denorm_config\": {\n \"denorm_fields\": [\n {\n \"denorm_key\": \"eid\",\n \"denorm_out_field\": \"userdata\",\n \"dataset_id\": \"master-telemetry\"\n }\n ]\n },\n \"transformations_config\": [\n {\n \"field_key\": \"email\",\n \"transformation_function\": {\n \"type\": \"mask\",\n \"expr\": \"mid\",\n \"datatype\": \"string\",\n \"category\": \"pii\"\n },\n \"mode\": \"Strict\"\n }\n ],\n \"tags\":[\"tag1\"]\n }\n}", + "options": { + "raw": { + "language": "json" + } + } + }, + "url": "localhost:3007/v2/datasets/create" + }, + "status": "Conflict", + "code": 409, + "_postman_previewlanguage": "json", + "header": [ + { + "key": "X-Powered-By", + "value": "Express" + }, + { + "key": "Content-Type", + "value": "application/json; charset=utf-8" + }, + { + "key": "Content-Length", + "value": "333" + }, + { + "key": "ETag", + "value": "W/\"14d-QLXc3MJG4hFiMbBoA6mXFDpSryQ\"" + }, + { + "key": "Date", + "value": "Tue, 16 Jul 2024 03:08:05 GMT" + }, + { + "key": "Connection", + "value": "keep-alive" + }, + { + "key": "Keep-Alive", + "value": "timeout=5" + } + ], + "cookie": [], + "body": "{\n \"id\": \"api.datasets.create\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-16T08:38:05+05:30\",\n \"params\": {\n \"status\": \"FAILED\",\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\",\n \"resmsgid\": \"bf62693c-3aa4-42ce-a5ea-4bde340740f5\"\n },\n \"responseCode\": \"CONFLICT\",\n \"result\": {},\n \"error\": {\n \"code\": \"DATASET_EXISTS\",\n \"message\": \"Dataset Already exists with id:telemetry_record-t4\"\n }\n}" + }, + { + "name": "Failure: Invalid request body", + "originalRequest": { + "method": "POST", + "header": [ + { + "key": "Content-Type", + "value": "application/json" + } + ], + "body": { + "mode": "raw", + "raw": "{\n \"id\": \"api.datasets.create\",\n \"ver\": \"v1\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n // \"dataset_id\": \"telemetry_record-t4\",\n \"type\": \"event\",\n \"name\": \"sb-telemetry\",\n \"validation_config\": {\n \"validate\": true,\n \"mode\": \"Strict\"\n },\n \"extraction_config\": {\n \"is_batch_event\": true,\n \"extraction_key\": \"events\",\n \"dedup_config\": {\n \"drop_duplicates\": true,\n \"dedup_key\": \"id\"\n }\n },\n \"dedup_config\": {\n \"drop_duplicates\": true,\n \"dedup_key\": \"mid\"\n },\n \"data_schema\": {\n \"$schema\": \"https://json-schema.org/draft/2020-12/schema\",\n \"type\": \"object\",\n \"properties\": {\n \"mid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"ets\": {\n \"type\": \"integer\",\n \"arrival_format\": \"number\",\n \"data_type\": \"epoch\"\n },\n \"eid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n }\n },\n \"additionalProperties\": true\n },\n \"denorm_config\": {\n \"denorm_fields\": [\n {\n \"denorm_key\": \"eid\",\n \"denorm_out_field\": \"userdata\",\n \"dataset_id\": \"master-telemetry\"\n }\n ]\n },\n \"transformations_config\": [\n {\n \"field_key\": \"email\",\n \"transformation_function\": {\n \"type\": \"mask\",\n \"expr\": \"mid\",\n \"datatype\": \"string\",\n \"category\": \"pii\"\n },\n \"mode\": \"Strict\"\n }\n ],\n \"tags\":[\"tag1\"]\n }\n}", + "options": { + "raw": { + "language": "json" + } + } + }, + "url": "localhost:3007/v2/datasets/create" + }, + "status": "Bad Request", + "code": 400, + "_postman_previewlanguage": "json", + "header": [ + { + "key": "X-Powered-By", + "value": "Express" + }, + { + "key": "Content-Type", + "value": "application/json; charset=utf-8" + }, + { + "key": "Content-Length", + "value": "362" + }, + { + "key": "ETag", + "value": "W/\"16a-Jn1DYy5EYoYF/Syd3f9LOvOK0lI\"" + }, + { + "key": "Date", + "value": "Tue, 16 Jul 2024 03:09:00 GMT" + }, + { + "key": "Connection", + "value": "keep-alive" + }, + { + "key": "Keep-Alive", + "value": "timeout=5" + } + ], + "cookie": [], + "body": "{\n \"id\": \"api.datasets.create\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-16T08:39:00+05:30\",\n \"params\": {\n \"status\": \"FAILED\",\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\",\n \"resmsgid\": \"a07de860-dcbc-4ff6-822e-34b47635c8a3\"\n },\n \"responseCode\": \"BAD_REQUEST\",\n \"result\": {},\n \"error\": {\n \"code\": \"DATASET_INVALID_INPUT\",\n \"message\": \"#properties/request/required must have required property 'dataset_id'\"\n }\n}" + }, + { + "name": "Success: Minimal request body", + "originalRequest": { + "method": "POST", + "header": [ + { + "key": "Content-Type", + "value": "application/json" + } + ], + "body": { + "mode": "raw", + "raw": "{\n \"id\": \"api.datasets.create\",\n \"ver\": \"v1\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n \"dataset_id\": \"telemetry_events\",\n \"type\":\"event\", //\"master\" for master dataset\n \"name\": \"sb-telemetry\"\n }\n}", + "options": { + "raw": { + "language": "json" + } + } + }, + "url": "localhost:3007/v2/datasets/create" + }, + "status": "OK", + "code": 200, + "_postman_previewlanguage": "json", + "header": [ + { + "key": "X-Powered-By", + "value": "Express" + }, + { + "key": "Content-Type", + "value": "application/json; charset=utf-8" + }, + { + "key": "Content-Length", + "value": "284" + }, + { + "key": "ETag", + "value": "W/\"11c-kOoTX1K7Zbp+vsGfNEv87FBJOWg\"" + }, + { + "key": "Date", + "value": "Tue, 16 Jul 2024 12:44:59 GMT" + }, + { + "key": "Connection", + "value": "keep-alive" + }, + { + "key": "Keep-Alive", + "value": "timeout=5" + } + ], + "cookie": [], + "body": "{\n \"id\": \"api.datasets.create\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-16T18:14:59+05:30\",\n \"params\": {\n \"status\": \"SUCCESS\",\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\",\n \"resmsgid\": \"9e207f4f-2be6-4a45-ab78-213bea272ae0\"\n },\n \"responseCode\": \"OK\",\n \"result\": {\n \"id\": \"telemetry_events\",\n \"version_key\": \"1721133899306\"\n }\n}" + }, + { + "name": "Success: Dataset created successfully with all fields", + "originalRequest": { + "method": "POST", + "header": [ + { + "key": "Content-Type", + "value": "application/json" + } + ], + "body": { + "mode": "raw", + "raw": "{\n \"id\": \"api.datasets.create\",\n \"ver\": \"v1\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n \"dataset_id\": \"telemetry_record-t41\",\n \"type\": \"event\",\n \"name\": \"sb-telemetry\",\n \"validation_config\": {\n \"validate\": true,\n \"mode\": \"Strict\"\n },\n \"extraction_config\": {\n \"is_batch_event\": true,\n \"extraction_key\": \"events\",\n \"dedup_config\": {\n \"drop_duplicates\": true,\n \"dedup_key\": \"id\"\n }\n },\n \"dedup_config\": {\n \"drop_duplicates\": true,\n \"dedup_key\": \"mid\"\n },\n \"dataset_config\": {\n \"file_upload_path\": [\n \"/path/to/file1.csv\",\n \"/path/to/file2.csv\"\n ],\n \"indexing_config\": {\n \"olap_store_enabled\": false,\n \"lakehouse_enabled\": true,\n \"cache_enabled\": false\n },\n \"keys_config\": {\n \"data_key\": \"data_key\",\n \"partition_key\": \"partition_key\",\n \"timestamp_key\": \"time\",\n \"timestamp_format\": \"yyyy-MM-dd'T'HH:mm:ss.SSS'Z'\"\n }\n },\n \"data_schema\": {\n \"$schema\": \"https://json-schema.org/draft/2020-12/schema\",\n \"type\": \"object\",\n \"properties\": {\n \"mid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"ets\": {\n \"type\": \"integer\",\n \"arrival_format\": \"number\",\n \"data_type\": \"epoch\"\n },\n \"eid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n }\n },\n \"additionalProperties\": true\n },\n \"denorm_config\": {\n \"denorm_fields\": [\n {\n \"denorm_key\": \"eid\",\n \"denorm_out_field\": \"userdata\",\n \"dataset_id\": \"master-telemetry\"\n }\n ]\n },\n \"transformations_config\": [\n {\n \"field_key\": \"email\",\n \"transformation_function\": {\n \"type\": \"mask\",\n \"expr\": \"mid\",\n \"datatype\": \"string\",\n \"category\": \"pii\"\n },\n \"mode\": \"Strict\"\n }\n ],\n \"tags\": [\n \"tag1\"\n ]\n }\n}", + "options": { + "raw": { + "language": "json" + } + } + }, + "url": "localhost:3007/v2/datasets/create" + }, + "status": "OK", + "code": 200, + "_postman_previewlanguage": "json", + "header": [ + { + "key": "X-Powered-By", + "value": "Express" + }, + { + "key": "Content-Type", + "value": "application/json; charset=utf-8" + }, + { + "key": "Content-Length", + "value": "288" + }, + { + "key": "ETag", + "value": "W/\"120-QhzA7Fga/ADDeU90Nohadt+J8fg\"" + }, + { + "key": "Date", + "value": "Wed, 17 Jul 2024 12:49:53 GMT" + }, + { + "key": "Connection", + "value": "keep-alive" + }, + { + "key": "Keep-Alive", + "value": "timeout=5" + } + ], + "cookie": [], + "body": "{\n \"id\": \"api.datasets.create\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-17T18:19:53+05:30\",\n \"params\": {\n \"status\": \"SUCCESS\",\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\",\n \"resmsgid\": \"505fb3bc-ae32-4f5b-a931-adec4d1d84ba\"\n },\n \"responseCode\": \"OK\",\n \"result\": {\n \"id\": \"telemetry_record-t41\",\n \"version_key\": \"1721220593027\"\n }\n}" + } + ] + }, + { + "name": "File generate url", + "request": { + "method": "POST", + "header": [ + { + "key": "Content-Type", + "value": "application/json" + } + ], + "body": { + "mode": "raw", + "raw": "{\n \"id\": \"api.files.generate-url\",\n \"ver\": \"v1\",\n \"ts\": \"2024-04-19T12:58:47+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6\"\n },\n \"request\": {\n \"files\": [\n \"telemetry.json\",\n \"school_data.json\"\n ],\n \"access\": \"write\"\n }\n}", + "options": { + "raw": { + "language": "json" + } + } + }, + "url": "localhost:3007/v2/files/generate-url" + }, + "response": [ + { + "name": "Success: Generate put url", + "originalRequest": { + "method": "POST", + "header": [ + { + "key": "Content-Type", + "value": "application/json" + } + ], + "body": { + "mode": "raw", + "raw": "{\n \"id\": \"api.files.generate-url\",\n \"ver\": \"v1\",\n \"ts\": \"2024-04-19T12:58:47+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6\"\n },\n \"request\": {\n \"files\": [\n \"telemetry.json\",\n \"school_data.json\"\n ],\n \"access\": \"write\"\n }\n}", + "options": { + "raw": { + "language": "json" + } + } + }, + "url": "localhost:3007/v2/files/generate-url" + }, + "status": "OK", + "code": 200, + "_postman_previewlanguage": "json", + "header": [ + { + "key": "X-Powered-By", + "value": "Express" + }, + { + "key": "Content-Type", + "value": "application/json; charset=utf-8" + }, + { + "key": "Content-Length", + "value": "1344" + }, + { + "key": "ETag", + "value": "W/\"540-790rZel+H/rDwgvZRxvlUmZ8Gpc\"" + }, + { + "key": "Date", + "value": "Tue, 16 Jul 2024 02:56:19 GMT" + }, + { + "key": "Connection", + "value": "keep-alive" + }, + { + "key": "Keep-Alive", + "value": "timeout=5" + } + ], + "cookie": [], + "body": "{\n \"id\": \"api.files.generate-url\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-16T08:26:19+05:30\",\n \"params\": {\n \"status\": \"SUCCESS\",\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6\",\n \"resmsgid\": \"5306f309-4a15-458e-89e2-29d8ac0835d4\"\n },\n \"responseCode\": \"OK\",\n \"result\": [\n {\n \"filePath\": \"test-connector/api-service/user_uploads/telemetry_10d595.json\",\n \"fileName\": \"telemetry.json\",\n \"preSignedUrl\": \"https://test-connector.s3.us-east-2.amazonaws.com/test-connector/api-service/user_uploads/telemetry_10d595.json?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=AKIA2SANCC6IV26VYMEG%2F20240716%2Fus-east-2%2Fs3%2Faws4_request&X-Amz-Date=20240716T025619Z&X-Amz-Expires=600&X-Amz-Signature=49bbe1fe3fb1a16a0baa07ecd7331d9f6500c476287d225077f1a5dbccddeb50&X-Amz-SignedHeaders=host&x-id=PutObject\"\n },\n {\n \"filePath\": \"test-connector/api-service/user_uploads/school_data_33109a.json\",\n \"fileName\": \"school_data.json\",\n \"preSignedUrl\": \"https://test-connector.s3.us-east-2.amazonaws.com/test-connector/api-service/user_uploads/school_data_33109a.json?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=AKIA2SANCC6IV26VYMEG%2F20240716%2Fus-east-2%2Fs3%2Faws4_request&X-Amz-Date=20240716T025619Z&X-Amz-Expires=600&X-Amz-Signature=5ece002651b6437caa0193b5241a9172faec600093e4dca7f831645004c38cf5&X-Amz-SignedHeaders=host&x-id=PutObject\"\n }\n ]\n}" + }, + { + "name": "Success: Generate get url", + "originalRequest": { + "method": "POST", + "header": [ + { + "key": "Content-Type", + "value": "application/json", + "type": "text" + } + ], + "body": { + "mode": "raw", + "raw": "{\n \"id\": \"api.files.generate-url\",\n \"ver\": \"v1\",\n \"ts\": \"2024-04-19T12:58:47+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6\"\n },\n \"request\": {\n \"files\": [\n \"telemetry.json\",\n \"school_data.json\"\n ],\n \"access\": \"read\"\n }\n}", + "options": { + "raw": { + "language": "json" + } + } + }, + "url": "localhost:3007/v2/files/generate-url" + }, + "status": "OK", + "code": 200, + "_postman_previewlanguage": "json", + "header": [ + { + "key": "X-Powered-By", + "value": "Express" + }, + { + "key": "Content-Type", + "value": "application/json; charset=utf-8" + }, + { + "key": "Content-Length", + "value": "1316" + }, + { + "key": "ETag", + "value": "W/\"524-iPflsPqFFV7NFaQCi2ODhQtbq/g\"" + }, + { + "key": "Date", + "value": "Tue, 16 Jul 2024 04:01:40 GMT" + }, + { + "key": "Connection", + "value": "keep-alive" + }, + { + "key": "Keep-Alive", + "value": "timeout=5" + } + ], + "cookie": [], + "body": "{\n \"id\": \"api.files.generate-url\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-16T09:31:40+05:30\",\n \"params\": {\n \"status\": \"SUCCESS\",\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6\",\n \"resmsgid\": \"009c0b2d-8acd-40b0-a807-bbacf9242771\"\n },\n \"responseCode\": \"OK\",\n \"result\": [\n {\n \"filePath\": \"test-connector/api-service/user_uploads/telemetry.json\",\n \"fileName\": \"telemetry.json\",\n \"preSignedUrl\": \"https://test-connector.s3.us-east-2.amazonaws.com/test-connector/api-service/user_uploads/telemetry.json?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=AKIA2SANCC6IV26VYMEG%2F20240716%2Fus-east-2%2Fs3%2Faws4_request&X-Amz-Date=20240716T040140Z&X-Amz-Expires=600&X-Amz-Signature=f14978e897a7a15f23afb1ef9496d187a2f21abfb71c55a568461be4c5688cc6&X-Amz-SignedHeaders=host&x-id=GetObject\"\n },\n {\n \"filePath\": \"test-connector/api-service/user_uploads/school_data.json\",\n \"fileName\": \"school_data.json\",\n \"preSignedUrl\": \"https://test-connector.s3.us-east-2.amazonaws.com/test-connector/api-service/user_uploads/school_data.json?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=AKIA2SANCC6IV26VYMEG%2F20240716%2Fus-east-2%2Fs3%2Faws4_request&X-Amz-Date=20240716T040140Z&X-Amz-Expires=600&X-Amz-Signature=e02f34103615f7dcc206c3afc8365ebfe9b58a00eb4c0200aa986bce58406cbd&X-Amz-SignedHeaders=host&x-id=GetObject\"\n }\n ]\n}" + }, + { + "name": "Failure: limit exceeds", + "originalRequest": { + "method": "POST", + "header": [ + { + "key": "Content-Type", + "value": "application/json", + "type": "text" + } + ], + "body": { + "mode": "raw", + "raw": "{\n \"id\": \"api.files.generate-url\",\n \"ver\": \"v1\",\n \"ts\": \"2024-04-19T12:58:47+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6\"\n },\n \"request\": {\n \"files\": [\n \"telemetry.json\",\n \"school_data.json\",\n \"telemetry.json\",\n \"school_data.json\",\n \"telemetry.json\",\n \"school_data.json\",\n \"telemetry.json\",\n \"school_data.json\",\n \"telemetry.json\",\n \"school_data.json\",\n \"telemetry.json\",\n \"school_data.json\",\n \"telemetry.json\",\n \"school_data.json\",\n \"telemetry.json\",\n \"school_data.json\",\n \"telemetry.json\",\n \"school_data.json\",\n \"telemetry.json\",\n \"school_data.json\",\n \"telemetry.json\",\n \"school_data.json\",\n \"telemetry.json\",\n \"school_data.json\"\n ],\n \"access\": \"read\"\n }\n}", + "options": { + "raw": { + "language": "json" + } + } + }, + "url": "localhost:3007/v2/files/generate-url" + }, + "status": "Bad Request", + "code": 400, + "_postman_previewlanguage": "json", + "header": [ + { + "key": "X-Powered-By", + "value": "Express" + }, + { + "key": "Content-Type", + "value": "application/json; charset=utf-8" + }, + { + "key": "Content-Length", + "value": "355" + }, + { + "key": "ETag", + "value": "W/\"163-9oQYJJEaBH3mJAnzDHXn2MxE848\"" + }, + { + "key": "Date", + "value": "Tue, 16 Jul 2024 03:03:04 GMT" + }, + { + "key": "Connection", + "value": "keep-alive" + }, + { + "key": "Keep-Alive", + "value": "timeout=5" + } + ], + "cookie": [], + "body": "{\n \"id\": \"api.files.generate-url\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-16T08:33:04+05:30\",\n \"params\": {\n \"status\": \"FAILED\",\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6\",\n \"resmsgid\": \"d3a606ca-47d0-4746-95a1-c8692e749959\"\n },\n \"responseCode\": \"BAD_REQUEST\",\n \"error\": {\n \"code\": \"FILES_URL_GENERATION_LIMIT_EXCEED\",\n \"message\": \"Pre-signed URL generation failed: limit exceeded.\",\n \"trace\": \"\"\n }\n}" + }, + { + "name": "Failure: Invalid request", + "originalRequest": { + "method": "POST", + "header": [ + { + "key": "Content-Type", + "value": "application/json", + "type": "text" + } + ], + "body": { + "mode": "raw", + "raw": "{\n \"id\": \"api.files.generate-url\",\n \"ver\": \"v1\",\n \"ts\": \"2024-04-19T12:58:47+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6\"\n },\n \"request\": {\n \"files\": [\n \"telemetry.json\",\n \"school_data.json\"\n ],\n \"access\": \"update\"\n }\n}", + "options": { + "raw": { + "language": "json" + } + } + }, + "url": "localhost:3007/v2/files/generate-url" + }, + "status": "Bad Request", + "code": 400, + "_postman_previewlanguage": "json", + "header": [ + { + "key": "X-Powered-By", + "value": "Express" + }, + { + "key": "Content-Type", + "value": "application/json; charset=utf-8" + }, + { + "key": "Content-Length", + "value": "390" + }, + { + "key": "ETag", + "value": "W/\"186-KH9x0zC3+RqtWpa0tVT9XVg8agk\"" + }, + { + "key": "Date", + "value": "Tue, 16 Jul 2024 04:01:10 GMT" + }, + { + "key": "Connection", + "value": "keep-alive" + }, + { + "key": "Keep-Alive", + "value": "timeout=5" + } + ], + "cookie": [], + "body": "{\n \"id\": \"api.files.generate-url\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-16T09:31:10+05:30\",\n \"params\": {\n \"status\": \"FAILED\",\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6\",\n \"resmsgid\": \"c3e9da1c-09f3-4a3b-84ec-a19efc68b856\"\n },\n \"responseCode\": \"BAD_REQUEST\",\n \"error\": {\n \"code\": \"FILES_GENERATE_URL_INPUT_INVALID\",\n \"message\": \"#properties/request/properties/access/enum must be equal to one of the allowed values\",\n \"trace\": \"\"\n }\n}" + } + ] + }, + { + "name": "Data schema generator", + "request": { + "method": "POST", + "header": [ + { + "key": "Accept", + "value": "application/json, text/plain, */*", + "disabled": true + }, + { + "key": "Accept-Language", + "value": "en-GB,en", + "disabled": true + }, + { + "key": "Cache-Control", + "value": "no-store", + "disabled": true + }, + { + "key": "Connection", + "value": "keep-alive", + "disabled": true + }, + { + "key": "Content-Type", + "value": "application/json", + "disabled": true + }, + { + "key": "Cookie", + "value": "connect.sid=s%3AhmHcVuLu0Xb2zekokK6sl7cZibttCOYC.k7WzCmtQ%2BgwwBV4l4Mte6nJNw4pZPHePSisPRKUeBVQ", + "disabled": true + }, + { + "key": "Origin", + "value": "http://localhost:3001", + "disabled": true + }, + { + "key": "Pragma", + "value": "no-store", + "disabled": true + }, + { + "key": "Referer", + "value": "http://localhost:3001/console/dataset/new", + "disabled": true + }, + { + "key": "Sec-Fetch-Dest", + "value": "empty", + "disabled": true + }, + { + "key": "Sec-Fetch-Mode", + "value": "cors", + "disabled": true + }, + { + "key": "Sec-Fetch-Site", + "value": "same-origin", + "disabled": true + }, + { + "key": "Sec-GPC", + "value": "1", + "disabled": true + }, + { + "key": "User-Agent", + "value": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/126.0.0.0 Safari/537.36", + "disabled": true + }, + { + "key": "sec-ch-ua", + "value": "\"Not/A)Brand\";v=\"8\", \"Chromium\";v=\"126\", \"Brave\";v=\"126\"", + "disabled": true + }, + { + "key": "sec-ch-ua-mobile", + "value": "?0", + "disabled": true + }, + { + "key": "sec-ch-ua-platform", + "value": "\"macOS\"", + "disabled": true + } + ], + "body": { + "mode": "raw", + "raw": "{\n \"data\": [\n {\n \"tripID\": \"b97b0dbd-1463-4a42-99ff-211fc389464c\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2024-02-12 00:22:30\",\n \"tpep_dropoff_datetime\": \"2023-09-14 00:40:50\",\n \"passenger_count\": \"2\",\n \"trip_distance\": \"2.80\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"249\",\n \"DOLocationID\": \"162\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Raquel.Kunde@gmail.com\",\n \"mobile\": \"310-255-4865 x1413\"\n },\n \"fare_details\": {\n \"fare_amount\": \"13.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"14.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"a0520d95-1ae2-4d94-a6d2-0e35857e2b3c\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-07-01 00:47:00\",\n \"tpep_dropoff_datetime\": \"2024-01-25 00:52:18\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.00\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"236\",\n \"DOLocationID\": \"140\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Willy15@gmail.com\",\n \"mobile\": \"474-817-2801 x633\"\n },\n \"fare_details\": {\n \"fare_amount\": \"6\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"7.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"6248522a-ffbb-4d73-8b89-75a0e5310f25\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-03-19 00:55:39\",\n \"tpep_dropoff_datetime\": \"2023-03-16 01:03:06\",\n \"passenger_count\": \"4\",\n \"trip_distance\": \"1.90\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"140\",\n \"DOLocationID\": \"162\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Agustina74@yahoo.com\",\n \"mobile\": \"1-533-609-5857 x24749\"\n },\n \"fare_details\": {\n \"fare_amount\": \"8\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"9.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"3502a658-1bf8-4d62-a180-f1560d088d36\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-06-02 00:28:37\",\n \"tpep_dropoff_datetime\": \"2024-01-26 00:31:37\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \".76\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"142\",\n \"DOLocationID\": \"239\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Shemar97@hotmail.com\",\n \"mobile\": \"(738) 409-8443 x5839\"\n },\n \"fare_details\": {\n \"fare_amount\": \"4.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"2\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"7.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"245a42b8-be3f-49a7-b82b-755a60c0fe90\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-03-16 00:33:19\",\n \"tpep_dropoff_datetime\": \"2023-06-17 00:46:44\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"3.60\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"239\",\n \"DOLocationID\": \"68\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Alvis.Kshlerin77@hotmail.com\",\n \"mobile\": \"1-487-796-9469 x057\"\n },\n \"fare_details\": {\n \"fare_amount\": \"13.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"2\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"16.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"4e351ad9-b554-49fe-bdeb-351ced4a5fbc\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-05-11 00:59:05\",\n \"tpep_dropoff_datetime\": \"2023-06-21 01:19:25\",\n \"passenger_count\": \"2\",\n \"trip_distance\": \"3.80\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"246\",\n \"DOLocationID\": \"43\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Nicole.White@hotmail.com\",\n \"mobile\": \"687-578-1535 x50831\"\n },\n \"fare_details\": {\n \"fare_amount\": \"16.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"17.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"9f24c946-4f7d-4e2b-b0f0-34c11b61b97e\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-03-04 00:11:27\",\n \"tpep_dropoff_datetime\": \"2024-01-14 00:46:29\",\n \"passenger_count\": \"5\",\n \"trip_distance\": \"21.42\",\n \"RatecodeID\": \"2\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"132\",\n \"DOLocationID\": \"87\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Talia.Denesik@hotmail.com\",\n \"mobile\": \"727-537-1685 x107\"\n },\n \"fare_details\": {\n \"fare_amount\": \"52\",\n \"extra\": \"0\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"11.71\",\n \"tolls_amount\": \"5.76\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"70.27\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"4622df23-a8f1-482f-9310-76d6fb772b9a\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-04-02 00:19:27\",\n \"tpep_dropoff_datetime\": \"2023-03-06 01:03:21\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"10.84\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"114\",\n \"DOLocationID\": \"198\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Alice43@gmail.com\",\n \"mobile\": \"579-402-1634 x87762\"\n },\n \"fare_details\": {\n \"fare_amount\": \"37.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"38.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"8f8211bf-9693-4b36-817f-d9c1c7253691\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-05-12 00:11:49\",\n \"tpep_dropoff_datetime\": \"2023-02-28 00:23:07\",\n \"passenger_count\": \"2\",\n \"trip_distance\": \"3.60\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"161\",\n \"DOLocationID\": \"41\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Mike88@gmail.com\",\n \"mobile\": \"(501) 617-2020 x4697\"\n },\n \"fare_details\": {\n \"fare_amount\": \"12.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"2.5\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"16.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"6a102595-7db4-4184-bd80-ce249b784f0b\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-12-02 00:38:41\",\n \"tpep_dropoff_datetime\": \"2024-02-01 01:08:52\",\n \"passenger_count\": \"4\",\n \"trip_distance\": \"3.20\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"161\",\n \"DOLocationID\": \"249\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Vella.Armstrong71@gmail.com\",\n \"mobile\": \"978.794.7934 x32048\"\n },\n \"fare_details\": {\n \"fare_amount\": \"18.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"19.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"ceced196-7da9-4bac-83ad-fe0129098574\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2024-02-20 00:14:19\",\n \"tpep_dropoff_datetime\": \"2023-11-22 00:17:03\",\n \"passenger_count\": \"2\",\n \"trip_distance\": \".78\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"236\",\n \"DOLocationID\": \"236\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Keven_Kihn@hotmail.com\",\n \"mobile\": \"1-323-467-0737 x980\"\n },\n \"fare_details\": {\n \"fare_amount\": \"4.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1.16\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"6.96\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"23a467f1-de9b-474f-a60a-3d103ebeba04\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-04-03 00:20:57\",\n \"tpep_dropoff_datetime\": \"2023-11-12 00:30:01\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.71\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"236\",\n \"DOLocationID\": \"142\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Kiera.Kling@hotmail.com\",\n \"mobile\": \"704-373-7606 x93095\"\n },\n \"fare_details\": {\n \"fare_amount\": \"8.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"9.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"15c7f4d7-fa74-41ee-98d5-7c00f30bb366\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-07-25 00:36:13\",\n \"tpep_dropoff_datetime\": \"2023-08-19 00:46:08\",\n \"passenger_count\": \"2\",\n \"trip_distance\": \"2.28\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"43\",\n \"DOLocationID\": \"151\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Laura_Lind99@hotmail.com\",\n \"mobile\": \"(846) 893-6673 x69711\"\n },\n \"fare_details\": {\n \"fare_amount\": \"9.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"2.16\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"12.96\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"796dfa5d-e16d-49c9-b41c-f4223a8fedd9\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-08-14 00:56:36\",\n \"tpep_dropoff_datetime\": \"2023-07-08 01:04:49\",\n \"passenger_count\": \"2\",\n \"trip_distance\": \"1.57\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"238\",\n \"DOLocationID\": \"41\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Melvin68@yahoo.com\",\n \"mobile\": \"1-436-319-7744 x1743\"\n },\n \"fare_details\": {\n \"fare_amount\": \"8\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1.86\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"11.16\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"b8b56888-8bb4-4981-b669-2a56d563b25f\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-06-23 00:27:41\",\n \"tpep_dropoff_datetime\": \"2024-02-12 00:42:43\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"2.80\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"113\",\n \"DOLocationID\": \"229\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Mauricio8@gmail.com\",\n \"mobile\": \"1-298-756-7810 x0828\"\n },\n \"fare_details\": {\n \"fare_amount\": \"12\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"13.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"4f9c0e5e-1a8d-4e47-8e02-b5d3676162f2\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-09-30 00:46:37\",\n \"tpep_dropoff_datetime\": \"2023-04-07 00:53:37\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.18\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"141\",\n \"DOLocationID\": \"262\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Bailee.Roob80@gmail.com\",\n \"mobile\": \"753.766.7597 x58905\"\n },\n \"fare_details\": {\n \"fare_amount\": \"7\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1.66\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"9.96\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"dc5fb067-ee76-4c74-8d53-913518d7de3c\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-09-07 00:21:23\",\n \"tpep_dropoff_datetime\": \"2023-08-14 00:26:07\",\n \"passenger_count\": \"2\",\n \"trip_distance\": \".40\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"233\",\n \"DOLocationID\": \"233\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Francisco70@yahoo.com\",\n \"mobile\": \"1-591-565-3358 x04096\"\n },\n \"fare_details\": {\n \"fare_amount\": \"4.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"5.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"d1008fa4-1017-43e5-a7cd-7fcc235d82e5\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-08-13 00:49:45\",\n \"tpep_dropoff_datetime\": \"2023-08-30 00:56:01\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.00\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"113\",\n \"DOLocationID\": \"79\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Charity_Jacobs58@gmail.com\",\n \"mobile\": \"1-713-793-4442 x6226\"\n },\n \"fare_details\": {\n \"fare_amount\": \"6\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"7.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"a4d907fa-cad9-41fa-a25f-cd3fac14d0d9\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-10-27 00:56:42\",\n \"tpep_dropoff_datetime\": \"2023-03-23 01:26:09\",\n \"passenger_count\": \"4\",\n \"trip_distance\": \"6.00\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"79\",\n \"DOLocationID\": \"75\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Bridie61@yahoo.com\",\n \"mobile\": \"(632) 512-8857\"\n },\n \"fare_details\": {\n \"fare_amount\": \"24\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"5.05\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"30.35\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"28c84ea3-4129-4114-b0ee-7bb39cb9613f\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2024-03-07 00:10:50\",\n \"tpep_dropoff_datetime\": \"2023-06-10 00:17:46\",\n \"passenger_count\": \"5\",\n \"trip_distance\": \"1.32\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"42\",\n \"DOLocationID\": \"41\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Vickie.Franey93@gmail.com\",\n \"mobile\": \"874.663.4243\"\n },\n \"fare_details\": {\n \"fare_amount\": \"7\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"8.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"1218ae38-7474-4a4b-9343-e3d0fe6da9c6\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-07-18 00:32:36\",\n \"tpep_dropoff_datetime\": \"2023-06-16 00:54:08\",\n \"passenger_count\": \"3\",\n \"trip_distance\": \"3.65\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"43\",\n \"DOLocationID\": \"224\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Alexandro.Prohaska40@hotmail.com\",\n \"mobile\": \"(413) 378-0852 x100\"\n },\n \"fare_details\": {\n \"fare_amount\": \"15.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"16.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"0a5fc580-5a28-4153-b37f-a2ecc4ebc777\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-05-06 00:32:24\",\n \"tpep_dropoff_datetime\": \"2023-11-29 00:33:21\",\n \"passenger_count\": \"0\",\n \"trip_distance\": \"5.30\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"50\",\n \"DOLocationID\": \"50\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Veda_Stamm@hotmail.com\",\n \"mobile\": \"596-555-2936 x826\"\n },\n \"fare_details\": {\n \"fare_amount\": \"2.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0.75\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"4.55\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"89856e17-912a-40e6-8379-f1d75a066878\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-05-30 00:36:37\",\n \"tpep_dropoff_datetime\": \"2024-02-14 00:42:40\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.40\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"50\",\n \"DOLocationID\": \"239\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Jed60@hotmail.com\",\n \"mobile\": \"(761) 368-4573\"\n },\n \"fare_details\": {\n \"fare_amount\": \"6.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1.55\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"9.35\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"fece3c74-e914-46c6-8b84-88470d9c7b3a\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-09-14 00:44:29\",\n \"tpep_dropoff_datetime\": \"2023-03-22 00:48:05\",\n \"passenger_count\": \"3\",\n \"trip_distance\": \".60\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"238\",\n \"DOLocationID\": \"238\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Juwan_Schimmel@yahoo.com\",\n \"mobile\": \"1-725-659-7644\"\n },\n \"fare_details\": {\n \"fare_amount\": \"4.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"5.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"9142ffc4-db10-4faf-ad6a-b15595e02408\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2024-02-14 00:52:53\",\n \"tpep_dropoff_datetime\": \"2023-09-29 01:27:03\",\n \"passenger_count\": \"2\",\n \"trip_distance\": \"14.40\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"238\",\n \"DOLocationID\": \"98\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Pinkie13@hotmail.com\",\n \"mobile\": \"(991) 905-4690\"\n },\n \"fare_details\": {\n \"fare_amount\": \"42\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"5.76\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"49.06\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"ac62b151-e94c-473f-b461-c25f7035e8ac\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-08-01 00:28:12\",\n \"tpep_dropoff_datetime\": \"2023-03-08 00:34:55\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.43\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"14\",\n \"DOLocationID\": \"228\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Esteban_Ondricka@yahoo.com\",\n \"mobile\": \"(697) 411-7922\"\n },\n \"fare_details\": {\n \"fare_amount\": \"7\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"8.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"707e720d-afdd-4af9-9469-02fd5052ed9f\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-10-10 00:55:16\",\n \"tpep_dropoff_datetime\": \"2023-03-25 01:01:05\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.00\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"11\",\n \"DOLocationID\": \"22\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Kristin.Baumbach-Ferry@hotmail.com\",\n \"mobile\": \"964-998-1199\"\n },\n \"fare_details\": {\n \"fare_amount\": \"6\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"7.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"e75c5819-6f52-4c57-a6ea-85b79935821b\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-07-11 00:29:10\",\n \"tpep_dropoff_datetime\": \"2023-08-10 01:23:09\",\n \"passenger_count\": \"2\",\n \"trip_distance\": \"11.00\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"181\",\n \"DOLocationID\": \"239\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Dorothea.Kulas@gmail.com\",\n \"mobile\": \"354.367.7954\"\n },\n \"fare_details\": {\n \"fare_amount\": \"40\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"10.33\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"51.63\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"d8fc1a3c-3c56-4f21-94d2-f42a2e5e3a9d\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2024-01-12 00:20:30\",\n \"tpep_dropoff_datetime\": \"2023-11-09 00:36:07\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.50\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"161\",\n \"DOLocationID\": \"229\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Jazmyn_Corwin@gmail.com\",\n \"mobile\": \"642.790.7928 x83713\"\n },\n \"fare_details\": {\n \"fare_amount\": \"10.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"11.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"6eb24260-db4a-4a2f-a2bf-fbd0cfe0ffba\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2024-02-04 00:42:50\",\n \"tpep_dropoff_datetime\": \"2024-03-03 00:51:48\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \".72\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"162\",\n \"DOLocationID\": \"43\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Mazie18@hotmail.com\",\n \"mobile\": \"1-641-639-4170 x249\"\n },\n \"fare_details\": {\n \"fare_amount\": \"7\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"8.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"18578bdf-e169-4d3d-ae08-b6320bb04e29\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-04-19 00:53:39\",\n \"tpep_dropoff_datetime\": \"2023-05-12 00:51:48\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"2.60\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"43\",\n \"DOLocationID\": \"137\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Maud.Collins@gmail.com\",\n \"mobile\": \"214.847.9872\"\n },\n \"fare_details\": {\n \"fare_amount\": \"13\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"2.14\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"16.44\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"b44c85e8-ebd2-481f-a9d5-52124dec673a\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-02-25 00:16:33\",\n \"tpep_dropoff_datetime\": \"2023-09-01 00:23:16\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.50\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"236\",\n \"DOLocationID\": \"237\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Domenick_Pagac@yahoo.com\",\n \"mobile\": \"742.839.7610 x189\"\n },\n \"fare_details\": {\n \"fare_amount\": \"7\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1.65\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"9.95\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"dc355724-1226-4dbf-ace7-f5c34e39b7e7\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-07-23 00:24:43\",\n \"tpep_dropoff_datetime\": \"2023-06-26 00:30:13\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.00\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"237\",\n \"DOLocationID\": \"140\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Kathryne1@yahoo.com\",\n \"mobile\": \"(900) 624-9537\"\n },\n \"fare_details\": {\n \"fare_amount\": \"6\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"7.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"e65bc848-a894-4fb7-b889-dd7d812ab793\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-12-01 00:34:18\",\n \"tpep_dropoff_datetime\": \"2023-10-11 00:38:47\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \".60\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"140\",\n \"DOLocationID\": \"237\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Hilton.Jacobi@gmail.com\",\n \"mobile\": \"1-637-451-2136\"\n },\n \"fare_details\": {\n \"fare_amount\": \"5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1.25\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"7.55\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"32bf8dee-cd36-4c9e-befb-be32256653e0\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2024-02-01 00:39:55\",\n \"tpep_dropoff_datetime\": \"2023-03-31 00:51:01\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.90\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"237\",\n \"DOLocationID\": \"238\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Ole.Lindgren@hotmail.com\",\n \"mobile\": \"(728) 501-8337 x72810\"\n },\n \"fare_details\": {\n \"fare_amount\": \"9.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"3.2\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"14\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"1e7bc9a0-ccc6-4855-8650-a46e8695c1a2\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-08-24 00:52:47\",\n \"tpep_dropoff_datetime\": \"2023-12-12 00:59:52\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.90\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"238\",\n \"DOLocationID\": \"237\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Jazmin.Pollich-Little81@gmail.com\",\n \"mobile\": \"517-815-1765\"\n },\n \"fare_details\": {\n \"fare_amount\": \"8\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1.85\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"11.15\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"b81e5976-6581-4cad-914d-b1bf3a007c7b\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-08-24 00:24:43\",\n \"tpep_dropoff_datetime\": \"2023-05-19 00:37:30\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.30\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"162\",\n \"DOLocationID\": \"107\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Jake_Heidenreich52@gmail.com\",\n \"mobile\": \"300-566-1457 x9243\"\n },\n \"fare_details\": {\n \"fare_amount\": \"9.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"2.15\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"12.95\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"beae8765-a627-4af7-ac5b-a5ba96f6d54f\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-12-29 00:47:22\",\n \"tpep_dropoff_datetime\": \"2023-10-17 00:55:16\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \".80\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"107\",\n \"DOLocationID\": \"79\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Mitchell.Green64@hotmail.com\",\n \"mobile\": \"1-279-558-0312 x75465\"\n },\n \"fare_details\": {\n \"fare_amount\": \"6.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1.55\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"9.35\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"a59b934c-583c-4fa3-a5cb-15041379e8da\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-09-17 00:59:36\",\n \"tpep_dropoff_datetime\": \"2023-09-12 01:28:32\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"3.80\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"113\",\n \"DOLocationID\": \"142\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Esther.Hintz@hotmail.com\",\n \"mobile\": \"546-446-7171 x1903\"\n },\n \"fare_details\": {\n \"fare_amount\": \"19.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"4.15\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"24.95\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"7ed9ad81-42cb-436e-93c5-d88d7245493f\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-12-29 00:18:04\",\n \"tpep_dropoff_datetime\": \"2023-10-04 00:25:32\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.30\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"161\",\n \"DOLocationID\": \"137\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Carolanne_Buckridge@gmail.com\",\n \"mobile\": \"(972) 507-5995 x716\"\n },\n \"fare_details\": {\n \"fare_amount\": \"7\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"8.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"4c325355-2689-482f-8107-ece7515ddc33\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-08-17 00:40:33\",\n \"tpep_dropoff_datetime\": \"2023-03-17 00:44:25\",\n \"passenger_count\": \"2\",\n \"trip_distance\": \".40\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"164\",\n \"DOLocationID\": \"170\",\n \"payment_type\": \"4\",\n \"primary_passenger\": {\n \"email\": \"Willie.Zieme44@hotmail.com\",\n \"mobile\": \"813.930.8291 x27037\"\n },\n \"fare_details\": {\n \"fare_amount\": \"4.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"5.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"5e153af5-1e69-4acc-bd70-25b7d6e9856a\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-09-23 00:59:13\",\n \"tpep_dropoff_datetime\": \"2023-10-21 01:01:44\",\n \"passenger_count\": \"6\",\n \"trip_distance\": \".50\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"161\",\n \"DOLocationID\": \"161\",\n \"payment_type\": \"3\",\n \"primary_passenger\": {\n \"email\": \"Abe.Kassulke5@yahoo.com\",\n \"mobile\": \"1-994-727-5845 x8326\"\n },\n \"fare_details\": {\n \"fare_amount\": \"4\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"5.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"eef4af05-c391-4a67-9ed9-0a6a2c23645c\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2024-03-11 00:10:40\",\n \"tpep_dropoff_datetime\": \"2023-03-16 00:27:11\",\n \"passenger_count\": \"2\",\n \"trip_distance\": \"4.30\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"229\",\n \"DOLocationID\": \"223\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Clifford.Fisher@yahoo.com\",\n \"mobile\": \"1-934-478-8531 x33207\"\n },\n \"fare_details\": {\n \"fare_amount\": \"16\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"17.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"a790d399-dbbc-4483-805b-0fb001b6c6b7\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-06-27 00:25:03\",\n \"tpep_dropoff_datetime\": \"2024-03-07 01:02:07\",\n \"passenger_count\": \"6\",\n \"trip_distance\": \"3.58\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"211\",\n \"DOLocationID\": \"48\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Carson.Hartmann-Lynch59@gmail.com\",\n \"mobile\": \"(856) 507-5220 x738\"\n },\n \"fare_details\": {\n \"fare_amount\": \"23\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"24.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"10fb7db8-edee-4686-95e7-d07a17761fe9\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2024-02-17 00:26:54\",\n \"tpep_dropoff_datetime\": \"2023-08-06 00:49:47\",\n \"passenger_count\": \"2\",\n \"trip_distance\": \"2.10\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"158\",\n \"DOLocationID\": \"107\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Brandyn.Powlowski43@yahoo.com\",\n \"mobile\": \"(972) 869-2846\"\n },\n \"fare_details\": {\n \"fare_amount\": \"14.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"15.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"b575d34f-8874-4b67-8918-293cccec8558\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-03-04 00:18:00\",\n \"tpep_dropoff_datetime\": \"2023-11-02 00:26:10\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.11\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"13\",\n \"DOLocationID\": \"231\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Lelia71@hotmail.com\",\n \"mobile\": \"298-955-0204 x145\"\n },\n \"fare_details\": {\n \"fare_amount\": \"7\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"8.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"4524ce02-c41d-4e83-82a1-e41b00d97dab\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2024-01-25 00:33:25\",\n \"tpep_dropoff_datetime\": \"2023-10-29 01:07:18\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"5.63\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"113\",\n \"DOLocationID\": \"238\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Magali_Mohr90@gmail.com\",\n \"mobile\": \"1-339-745-7996 x126\"\n },\n \"fare_details\": {\n \"fare_amount\": \"24\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"5.06\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"30.36\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"0a4d6094-f334-4e18-a1e9-1001820b6f89\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2024-01-26 00:11:00\",\n \"tpep_dropoff_datetime\": \"2023-08-01 00:15:28\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \".80\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"79\",\n \"DOLocationID\": \"79\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Sydney.Sanford71@yahoo.com\",\n \"mobile\": \"557.212.3262 x589\"\n },\n \"fare_details\": {\n \"fare_amount\": \"5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1.26\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"7.56\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"9245af5e-632e-4f21-9060-88522728ab73\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-09-07 00:17:57\",\n \"tpep_dropoff_datetime\": \"2023-09-14 00:27:43\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"3.70\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"107\",\n \"DOLocationID\": \"87\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Deanna15@hotmail.com\",\n \"mobile\": \"927-327-6309 x16689\"\n },\n \"fare_details\": {\n \"fare_amount\": \"13\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"2.85\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"17.15\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"4dcce454-046c-4b67-bd80-ff773a3c3d96\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-08-16 00:35:11\",\n \"tpep_dropoff_datetime\": \"2023-05-07 00:58:40\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"5.40\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"261\",\n \"DOLocationID\": \"142\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Jeramie33@yahoo.com\",\n \"mobile\": \"757-419-8948 x7985\"\n },\n \"fare_details\": {\n \"fare_amount\": \"20.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"5.45\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"27.25\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"d5808aed-5e8e-447f-8c42-521f8472a24d\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2024-01-23 00:12:48\",\n \"tpep_dropoff_datetime\": \"2023-07-16 00:23:48\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.80\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"211\",\n \"DOLocationID\": \"232\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Jarrod_Bergstrom@hotmail.com\",\n \"mobile\": \"388-916-2388 x911\"\n },\n \"fare_details\": {\n \"fare_amount\": \"9.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"10.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"faf99a1d-127f-432a-bdb9-39c91a205ec3\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-08-12 00:31:53\",\n \"tpep_dropoff_datetime\": \"2023-09-30 00:47:26\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"2.10\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"79\",\n \"DOLocationID\": \"164\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"America72@gmail.com\",\n \"mobile\": \"528-291-8014 x700\"\n },\n \"fare_details\": {\n \"fare_amount\": \"11.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"2.55\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"15.35\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"21b8ea90-d3ab-4fe6-890e-2b8a911500e1\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2024-02-05 00:54:38\",\n \"tpep_dropoff_datetime\": \"2023-08-23 01:01:13\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.00\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"107\",\n \"DOLocationID\": \"170\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Autumn_Kerluke@hotmail.com\",\n \"mobile\": \"542.726.7058\"\n },\n \"fare_details\": {\n \"fare_amount\": \"6.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"8.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"080446ad-cf54-429f-82e2-e54f4f8d4a9c\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-07-16 00:00:58\",\n \"tpep_dropoff_datetime\": \"2023-10-29 00:06:38\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \".80\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"148\",\n \"DOLocationID\": \"79\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Reanna_Conroy-Ratke@gmail.com\",\n \"mobile\": \"(565) 628-3638\"\n },\n \"fare_details\": {\n \"fare_amount\": \"5.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"2\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"8.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"5ec8c804-9d6c-436b-be68-da3fa2ffcc8e\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-03-08 00:14:58\",\n \"tpep_dropoff_datetime\": \"2024-02-09 00:24:33\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"2.70\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"4\",\n \"DOLocationID\": \"87\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Randi0@yahoo.com\",\n \"mobile\": \"(248) 538-4300 x71383\"\n },\n \"fare_details\": {\n \"fare_amount\": \"11\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"13.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"3f59b9fa-e8da-4b82-ac19-3b4d5cae65e8\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-07-01 00:31:12\",\n \"tpep_dropoff_datetime\": \"2023-09-29 00:38:08\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \".70\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"Y\",\n \"PULocationID\": \"148\",\n \"DOLocationID\": \"148\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Ethyl74@yahoo.com\",\n \"mobile\": \"292-960-2200 x317\"\n },\n \"fare_details\": {\n \"fare_amount\": \"6\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1.8\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"9.1\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"dec9470a-6baa-492e-9220-d7ed626e2a99\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2024-02-22 00:43:21\",\n \"tpep_dropoff_datetime\": \"2024-03-02 00:50:49\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.10\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"79\",\n \"DOLocationID\": \"231\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Makayla_Schneider18@hotmail.com\",\n \"mobile\": \"1-885-537-0198 x47953\"\n },\n \"fare_details\": {\n \"fare_amount\": \"7\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"9.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"904d9b1f-1f17-4cfc-8e63-8bf57257da5e\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-12-29 00:54:14\",\n \"tpep_dropoff_datetime\": \"2023-05-03 01:02:32\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.50\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"231\",\n \"DOLocationID\": \"158\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Cora.Grimes@yahoo.com\",\n \"mobile\": \"843.706.7413\"\n },\n \"fare_details\": {\n \"fare_amount\": \"7.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"9.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"57d8ed83-afa7-44cb-a0d4-723775602c34\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2024-02-02 00:16:34\",\n \"tpep_dropoff_datetime\": \"2023-09-11 00:24:45\",\n \"passenger_count\": \"2\",\n \"trip_distance\": \"1.20\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"142\",\n \"DOLocationID\": \"237\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Tate.Bins@hotmail.com\",\n \"mobile\": \"(606) 682-9953 x671\"\n },\n \"fare_details\": {\n \"fare_amount\": \"7\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"8.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"fff2f2c8-4a30-446c-90af-443dd493886c\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-12-03 00:29:04\",\n \"tpep_dropoff_datetime\": \"2023-07-26 00:36:33\",\n \"passenger_count\": \"2\",\n \"trip_distance\": \"1.90\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"237\",\n \"DOLocationID\": \"262\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Magnus.Jacobs@hotmail.com\",\n \"mobile\": \"(955) 449-9284 x00149\"\n },\n \"fare_details\": {\n \"fare_amount\": \"8\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1.85\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"11.15\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"004c4cc7-e809-4108-aa01-87b0ded794ad\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-05-18 00:41:00\",\n \"tpep_dropoff_datetime\": \"2023-08-05 00:59:50\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"5.80\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"236\",\n \"DOLocationID\": \"244\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Palma24@gmail.com\",\n \"mobile\": \"1-861-673-8247 x142\"\n },\n \"fare_details\": {\n \"fare_amount\": \"20\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"21.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"1a01450d-537f-4f16-a2e9-f17021b077e9\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2024-01-31 00:20:53\",\n \"tpep_dropoff_datetime\": \"2023-12-21 00:40:21\",\n \"passenger_count\": \"2\",\n \"trip_distance\": \"5.70\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"164\",\n \"DOLocationID\": \"255\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Jeffry18@gmail.com\",\n \"mobile\": \"(206) 748-5730 x64895\"\n },\n \"fare_details\": {\n \"fare_amount\": \"19.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"5.76\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"26.56\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"5bccfd17-7813-43ca-9917-f2fe6ad49261\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-04-25 00:06:30\",\n \"tpep_dropoff_datetime\": \"2023-10-31 00:08:31\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \".46\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"239\",\n \"DOLocationID\": \"239\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Leanne.Swaniawski@gmail.com\",\n \"mobile\": \"(787) 969-9302 x2684\"\n },\n \"fare_details\": {\n \"fare_amount\": \"4\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1.59\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"6.89\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"e613b176-be28-4414-9a40-cff61e46db3b\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-08-13 00:09:35\",\n \"tpep_dropoff_datetime\": \"2023-04-01 00:17:05\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.72\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"239\",\n \"DOLocationID\": \"236\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Michel_Watsica63@yahoo.com\",\n \"mobile\": \"793.751.7397 x892\"\n },\n \"fare_details\": {\n \"fare_amount\": \"8\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"9.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"02e07922-e8a5-4655-84a8-b5ba1866f9fe\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-04-28 00:18:42\",\n \"tpep_dropoff_datetime\": \"2024-02-15 00:24:38\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.60\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"236\",\n \"DOLocationID\": \"239\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Dewayne_Kuvalis17@gmail.com\",\n \"mobile\": \"1-429-628-3797 x14211\"\n },\n \"fare_details\": {\n \"fare_amount\": \"7\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"8.3\",\n \"congestion_surcharge\": \"\"\n }\n }\n ],\n \"config\": {\n \"dataset\": \"generate-schema\"\n }\n}", + "options": { + "raw": { + "language": "json" + } + } + }, + "url": "http://localhost:3007/dataset/v1/dataschema" + }, + "response": [ + { + "name": "Success: Schema generated successfully", + "originalRequest": { + "method": "POST", + "header": [ + { + "key": "Accept", + "value": "application/json, text/plain, */*", + "disabled": true + }, + { + "key": "Accept-Language", + "value": "en-GB,en", + "disabled": true + }, + { + "key": "Cache-Control", + "value": "no-store", + "disabled": true + }, + { + "key": "Connection", + "value": "keep-alive", + "disabled": true + }, + { + "key": "Content-Type", + "value": "application/json", + "disabled": true + }, + { + "key": "Cookie", + "value": "connect.sid=s%3AhmHcVuLu0Xb2zekokK6sl7cZibttCOYC.k7WzCmtQ%2BgwwBV4l4Mte6nJNw4pZPHePSisPRKUeBVQ", + "disabled": true + }, + { + "key": "Origin", + "value": "http://localhost:3001", + "disabled": true + }, + { + "key": "Pragma", + "value": "no-store", + "disabled": true + }, + { + "key": "Referer", + "value": "http://localhost:3001/console/dataset/new", + "disabled": true + }, + { + "key": "Sec-Fetch-Dest", + "value": "empty", + "disabled": true + }, + { + "key": "Sec-Fetch-Mode", + "value": "cors", + "disabled": true + }, + { + "key": "Sec-Fetch-Site", + "value": "same-origin", + "disabled": true + }, + { + "key": "Sec-GPC", + "value": "1", + "disabled": true + }, + { + "key": "User-Agent", + "value": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/126.0.0.0 Safari/537.36", + "disabled": true + }, + { + "key": "sec-ch-ua", + "value": "\"Not/A)Brand\";v=\"8\", \"Chromium\";v=\"126\", \"Brave\";v=\"126\"", + "disabled": true + }, + { + "key": "sec-ch-ua-mobile", + "value": "?0", + "disabled": true + }, + { + "key": "sec-ch-ua-platform", + "value": "\"macOS\"", + "disabled": true + } + ], + "body": { + "mode": "raw", + "raw": "{\n \"data\": [\n {\n \"tripID\": \"b97b0dbd-1463-4a42-99ff-211fc389464c\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2024-02-12 00:22:30\",\n \"tpep_dropoff_datetime\": \"2023-09-14 00:40:50\",\n \"passenger_count\": \"2\",\n \"trip_distance\": \"2.80\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"249\",\n \"DOLocationID\": \"162\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Raquel.Kunde@gmail.com\",\n \"mobile\": \"310-255-4865 x1413\"\n },\n \"fare_details\": {\n \"fare_amount\": \"13.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"14.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"a0520d95-1ae2-4d94-a6d2-0e35857e2b3c\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-07-01 00:47:00\",\n \"tpep_dropoff_datetime\": \"2024-01-25 00:52:18\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.00\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"236\",\n \"DOLocationID\": \"140\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Willy15@gmail.com\",\n \"mobile\": \"474-817-2801 x633\"\n },\n \"fare_details\": {\n \"fare_amount\": \"6\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"7.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"6248522a-ffbb-4d73-8b89-75a0e5310f25\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-03-19 00:55:39\",\n \"tpep_dropoff_datetime\": \"2023-03-16 01:03:06\",\n \"passenger_count\": \"4\",\n \"trip_distance\": \"1.90\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"140\",\n \"DOLocationID\": \"162\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Agustina74@yahoo.com\",\n \"mobile\": \"1-533-609-5857 x24749\"\n },\n \"fare_details\": {\n \"fare_amount\": \"8\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"9.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"3502a658-1bf8-4d62-a180-f1560d088d36\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-06-02 00:28:37\",\n \"tpep_dropoff_datetime\": \"2024-01-26 00:31:37\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \".76\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"142\",\n \"DOLocationID\": \"239\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Shemar97@hotmail.com\",\n \"mobile\": \"(738) 409-8443 x5839\"\n },\n \"fare_details\": {\n \"fare_amount\": \"4.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"2\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"7.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"245a42b8-be3f-49a7-b82b-755a60c0fe90\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-03-16 00:33:19\",\n \"tpep_dropoff_datetime\": \"2023-06-17 00:46:44\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"3.60\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"239\",\n \"DOLocationID\": \"68\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Alvis.Kshlerin77@hotmail.com\",\n \"mobile\": \"1-487-796-9469 x057\"\n },\n \"fare_details\": {\n \"fare_amount\": \"13.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"2\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"16.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"4e351ad9-b554-49fe-bdeb-351ced4a5fbc\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-05-11 00:59:05\",\n \"tpep_dropoff_datetime\": \"2023-06-21 01:19:25\",\n \"passenger_count\": \"2\",\n \"trip_distance\": \"3.80\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"246\",\n \"DOLocationID\": \"43\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Nicole.White@hotmail.com\",\n \"mobile\": \"687-578-1535 x50831\"\n },\n \"fare_details\": {\n \"fare_amount\": \"16.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"17.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"9f24c946-4f7d-4e2b-b0f0-34c11b61b97e\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-03-04 00:11:27\",\n \"tpep_dropoff_datetime\": \"2024-01-14 00:46:29\",\n \"passenger_count\": \"5\",\n \"trip_distance\": \"21.42\",\n \"RatecodeID\": \"2\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"132\",\n \"DOLocationID\": \"87\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Talia.Denesik@hotmail.com\",\n \"mobile\": \"727-537-1685 x107\"\n },\n \"fare_details\": {\n \"fare_amount\": \"52\",\n \"extra\": \"0\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"11.71\",\n \"tolls_amount\": \"5.76\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"70.27\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"4622df23-a8f1-482f-9310-76d6fb772b9a\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-04-02 00:19:27\",\n \"tpep_dropoff_datetime\": \"2023-03-06 01:03:21\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"10.84\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"114\",\n \"DOLocationID\": \"198\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Alice43@gmail.com\",\n \"mobile\": \"579-402-1634 x87762\"\n },\n \"fare_details\": {\n \"fare_amount\": \"37.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"38.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"8f8211bf-9693-4b36-817f-d9c1c7253691\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-05-12 00:11:49\",\n \"tpep_dropoff_datetime\": \"2023-02-28 00:23:07\",\n \"passenger_count\": \"2\",\n \"trip_distance\": \"3.60\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"161\",\n \"DOLocationID\": \"41\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Mike88@gmail.com\",\n \"mobile\": \"(501) 617-2020 x4697\"\n },\n \"fare_details\": {\n \"fare_amount\": \"12.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"2.5\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"16.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"6a102595-7db4-4184-bd80-ce249b784f0b\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-12-02 00:38:41\",\n \"tpep_dropoff_datetime\": \"2024-02-01 01:08:52\",\n \"passenger_count\": \"4\",\n \"trip_distance\": \"3.20\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"161\",\n \"DOLocationID\": \"249\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Vella.Armstrong71@gmail.com\",\n \"mobile\": \"978.794.7934 x32048\"\n },\n \"fare_details\": {\n \"fare_amount\": \"18.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"19.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"ceced196-7da9-4bac-83ad-fe0129098574\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2024-02-20 00:14:19\",\n \"tpep_dropoff_datetime\": \"2023-11-22 00:17:03\",\n \"passenger_count\": \"2\",\n \"trip_distance\": \".78\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"236\",\n \"DOLocationID\": \"236\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Keven_Kihn@hotmail.com\",\n \"mobile\": \"1-323-467-0737 x980\"\n },\n \"fare_details\": {\n \"fare_amount\": \"4.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1.16\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"6.96\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"23a467f1-de9b-474f-a60a-3d103ebeba04\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-04-03 00:20:57\",\n \"tpep_dropoff_datetime\": \"2023-11-12 00:30:01\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.71\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"236\",\n \"DOLocationID\": \"142\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Kiera.Kling@hotmail.com\",\n \"mobile\": \"704-373-7606 x93095\"\n },\n \"fare_details\": {\n \"fare_amount\": \"8.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"9.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"15c7f4d7-fa74-41ee-98d5-7c00f30bb366\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-07-25 00:36:13\",\n \"tpep_dropoff_datetime\": \"2023-08-19 00:46:08\",\n \"passenger_count\": \"2\",\n \"trip_distance\": \"2.28\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"43\",\n \"DOLocationID\": \"151\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Laura_Lind99@hotmail.com\",\n \"mobile\": \"(846) 893-6673 x69711\"\n },\n \"fare_details\": {\n \"fare_amount\": \"9.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"2.16\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"12.96\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"796dfa5d-e16d-49c9-b41c-f4223a8fedd9\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-08-14 00:56:36\",\n \"tpep_dropoff_datetime\": \"2023-07-08 01:04:49\",\n \"passenger_count\": \"2\",\n \"trip_distance\": \"1.57\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"238\",\n \"DOLocationID\": \"41\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Melvin68@yahoo.com\",\n \"mobile\": \"1-436-319-7744 x1743\"\n },\n \"fare_details\": {\n \"fare_amount\": \"8\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1.86\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"11.16\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"b8b56888-8bb4-4981-b669-2a56d563b25f\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-06-23 00:27:41\",\n \"tpep_dropoff_datetime\": \"2024-02-12 00:42:43\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"2.80\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"113\",\n \"DOLocationID\": \"229\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Mauricio8@gmail.com\",\n \"mobile\": \"1-298-756-7810 x0828\"\n },\n \"fare_details\": {\n \"fare_amount\": \"12\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"13.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"4f9c0e5e-1a8d-4e47-8e02-b5d3676162f2\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-09-30 00:46:37\",\n \"tpep_dropoff_datetime\": \"2023-04-07 00:53:37\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.18\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"141\",\n \"DOLocationID\": \"262\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Bailee.Roob80@gmail.com\",\n \"mobile\": \"753.766.7597 x58905\"\n },\n \"fare_details\": {\n \"fare_amount\": \"7\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1.66\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"9.96\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"dc5fb067-ee76-4c74-8d53-913518d7de3c\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-09-07 00:21:23\",\n \"tpep_dropoff_datetime\": \"2023-08-14 00:26:07\",\n \"passenger_count\": \"2\",\n \"trip_distance\": \".40\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"233\",\n \"DOLocationID\": \"233\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Francisco70@yahoo.com\",\n \"mobile\": \"1-591-565-3358 x04096\"\n },\n \"fare_details\": {\n \"fare_amount\": \"4.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"5.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"d1008fa4-1017-43e5-a7cd-7fcc235d82e5\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-08-13 00:49:45\",\n \"tpep_dropoff_datetime\": \"2023-08-30 00:56:01\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.00\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"113\",\n \"DOLocationID\": \"79\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Charity_Jacobs58@gmail.com\",\n \"mobile\": \"1-713-793-4442 x6226\"\n },\n \"fare_details\": {\n \"fare_amount\": \"6\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"7.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"a4d907fa-cad9-41fa-a25f-cd3fac14d0d9\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-10-27 00:56:42\",\n \"tpep_dropoff_datetime\": \"2023-03-23 01:26:09\",\n \"passenger_count\": \"4\",\n \"trip_distance\": \"6.00\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"79\",\n \"DOLocationID\": \"75\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Bridie61@yahoo.com\",\n \"mobile\": \"(632) 512-8857\"\n },\n \"fare_details\": {\n \"fare_amount\": \"24\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"5.05\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"30.35\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"28c84ea3-4129-4114-b0ee-7bb39cb9613f\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2024-03-07 00:10:50\",\n \"tpep_dropoff_datetime\": \"2023-06-10 00:17:46\",\n \"passenger_count\": \"5\",\n \"trip_distance\": \"1.32\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"42\",\n \"DOLocationID\": \"41\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Vickie.Franey93@gmail.com\",\n \"mobile\": \"874.663.4243\"\n },\n \"fare_details\": {\n \"fare_amount\": \"7\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"8.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"1218ae38-7474-4a4b-9343-e3d0fe6da9c6\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-07-18 00:32:36\",\n \"tpep_dropoff_datetime\": \"2023-06-16 00:54:08\",\n \"passenger_count\": \"3\",\n \"trip_distance\": \"3.65\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"43\",\n \"DOLocationID\": \"224\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Alexandro.Prohaska40@hotmail.com\",\n \"mobile\": \"(413) 378-0852 x100\"\n },\n \"fare_details\": {\n \"fare_amount\": \"15.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"16.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"0a5fc580-5a28-4153-b37f-a2ecc4ebc777\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-05-06 00:32:24\",\n \"tpep_dropoff_datetime\": \"2023-11-29 00:33:21\",\n \"passenger_count\": \"0\",\n \"trip_distance\": \"5.30\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"50\",\n \"DOLocationID\": \"50\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Veda_Stamm@hotmail.com\",\n \"mobile\": \"596-555-2936 x826\"\n },\n \"fare_details\": {\n \"fare_amount\": \"2.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0.75\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"4.55\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"89856e17-912a-40e6-8379-f1d75a066878\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-05-30 00:36:37\",\n \"tpep_dropoff_datetime\": \"2024-02-14 00:42:40\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.40\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"50\",\n \"DOLocationID\": \"239\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Jed60@hotmail.com\",\n \"mobile\": \"(761) 368-4573\"\n },\n \"fare_details\": {\n \"fare_amount\": \"6.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1.55\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"9.35\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"fece3c74-e914-46c6-8b84-88470d9c7b3a\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-09-14 00:44:29\",\n \"tpep_dropoff_datetime\": \"2023-03-22 00:48:05\",\n \"passenger_count\": \"3\",\n \"trip_distance\": \".60\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"238\",\n \"DOLocationID\": \"238\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Juwan_Schimmel@yahoo.com\",\n \"mobile\": \"1-725-659-7644\"\n },\n \"fare_details\": {\n \"fare_amount\": \"4.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"5.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"9142ffc4-db10-4faf-ad6a-b15595e02408\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2024-02-14 00:52:53\",\n \"tpep_dropoff_datetime\": \"2023-09-29 01:27:03\",\n \"passenger_count\": \"2\",\n \"trip_distance\": \"14.40\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"238\",\n \"DOLocationID\": \"98\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Pinkie13@hotmail.com\",\n \"mobile\": \"(991) 905-4690\"\n },\n \"fare_details\": {\n \"fare_amount\": \"42\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"5.76\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"49.06\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"ac62b151-e94c-473f-b461-c25f7035e8ac\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-08-01 00:28:12\",\n \"tpep_dropoff_datetime\": \"2023-03-08 00:34:55\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.43\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"14\",\n \"DOLocationID\": \"228\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Esteban_Ondricka@yahoo.com\",\n \"mobile\": \"(697) 411-7922\"\n },\n \"fare_details\": {\n \"fare_amount\": \"7\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"8.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"707e720d-afdd-4af9-9469-02fd5052ed9f\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-10-10 00:55:16\",\n \"tpep_dropoff_datetime\": \"2023-03-25 01:01:05\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.00\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"11\",\n \"DOLocationID\": \"22\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Kristin.Baumbach-Ferry@hotmail.com\",\n \"mobile\": \"964-998-1199\"\n },\n \"fare_details\": {\n \"fare_amount\": \"6\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"7.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"e75c5819-6f52-4c57-a6ea-85b79935821b\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-07-11 00:29:10\",\n \"tpep_dropoff_datetime\": \"2023-08-10 01:23:09\",\n \"passenger_count\": \"2\",\n \"trip_distance\": \"11.00\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"181\",\n \"DOLocationID\": \"239\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Dorothea.Kulas@gmail.com\",\n \"mobile\": \"354.367.7954\"\n },\n \"fare_details\": {\n \"fare_amount\": \"40\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"10.33\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"51.63\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"d8fc1a3c-3c56-4f21-94d2-f42a2e5e3a9d\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2024-01-12 00:20:30\",\n \"tpep_dropoff_datetime\": \"2023-11-09 00:36:07\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.50\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"161\",\n \"DOLocationID\": \"229\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Jazmyn_Corwin@gmail.com\",\n \"mobile\": \"642.790.7928 x83713\"\n },\n \"fare_details\": {\n \"fare_amount\": \"10.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"11.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"6eb24260-db4a-4a2f-a2bf-fbd0cfe0ffba\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2024-02-04 00:42:50\",\n \"tpep_dropoff_datetime\": \"2024-03-03 00:51:48\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \".72\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"162\",\n \"DOLocationID\": \"43\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Mazie18@hotmail.com\",\n \"mobile\": \"1-641-639-4170 x249\"\n },\n \"fare_details\": {\n \"fare_amount\": \"7\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"8.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"18578bdf-e169-4d3d-ae08-b6320bb04e29\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-04-19 00:53:39\",\n \"tpep_dropoff_datetime\": \"2023-05-12 00:51:48\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"2.60\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"43\",\n \"DOLocationID\": \"137\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Maud.Collins@gmail.com\",\n \"mobile\": \"214.847.9872\"\n },\n \"fare_details\": {\n \"fare_amount\": \"13\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"2.14\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"16.44\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"b44c85e8-ebd2-481f-a9d5-52124dec673a\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-02-25 00:16:33\",\n \"tpep_dropoff_datetime\": \"2023-09-01 00:23:16\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.50\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"236\",\n \"DOLocationID\": \"237\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Domenick_Pagac@yahoo.com\",\n \"mobile\": \"742.839.7610 x189\"\n },\n \"fare_details\": {\n \"fare_amount\": \"7\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1.65\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"9.95\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"dc355724-1226-4dbf-ace7-f5c34e39b7e7\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-07-23 00:24:43\",\n \"tpep_dropoff_datetime\": \"2023-06-26 00:30:13\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.00\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"237\",\n \"DOLocationID\": \"140\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Kathryne1@yahoo.com\",\n \"mobile\": \"(900) 624-9537\"\n },\n \"fare_details\": {\n \"fare_amount\": \"6\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"7.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"e65bc848-a894-4fb7-b889-dd7d812ab793\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-12-01 00:34:18\",\n \"tpep_dropoff_datetime\": \"2023-10-11 00:38:47\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \".60\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"140\",\n \"DOLocationID\": \"237\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Hilton.Jacobi@gmail.com\",\n \"mobile\": \"1-637-451-2136\"\n },\n \"fare_details\": {\n \"fare_amount\": \"5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1.25\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"7.55\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"32bf8dee-cd36-4c9e-befb-be32256653e0\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2024-02-01 00:39:55\",\n \"tpep_dropoff_datetime\": \"2023-03-31 00:51:01\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.90\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"237\",\n \"DOLocationID\": \"238\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Ole.Lindgren@hotmail.com\",\n \"mobile\": \"(728) 501-8337 x72810\"\n },\n \"fare_details\": {\n \"fare_amount\": \"9.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"3.2\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"14\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"1e7bc9a0-ccc6-4855-8650-a46e8695c1a2\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-08-24 00:52:47\",\n \"tpep_dropoff_datetime\": \"2023-12-12 00:59:52\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.90\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"238\",\n \"DOLocationID\": \"237\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Jazmin.Pollich-Little81@gmail.com\",\n \"mobile\": \"517-815-1765\"\n },\n \"fare_details\": {\n \"fare_amount\": \"8\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1.85\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"11.15\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"b81e5976-6581-4cad-914d-b1bf3a007c7b\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-08-24 00:24:43\",\n \"tpep_dropoff_datetime\": \"2023-05-19 00:37:30\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.30\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"162\",\n \"DOLocationID\": \"107\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Jake_Heidenreich52@gmail.com\",\n \"mobile\": \"300-566-1457 x9243\"\n },\n \"fare_details\": {\n \"fare_amount\": \"9.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"2.15\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"12.95\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"beae8765-a627-4af7-ac5b-a5ba96f6d54f\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-12-29 00:47:22\",\n \"tpep_dropoff_datetime\": \"2023-10-17 00:55:16\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \".80\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"107\",\n \"DOLocationID\": \"79\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Mitchell.Green64@hotmail.com\",\n \"mobile\": \"1-279-558-0312 x75465\"\n },\n \"fare_details\": {\n \"fare_amount\": \"6.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1.55\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"9.35\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"a59b934c-583c-4fa3-a5cb-15041379e8da\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-09-17 00:59:36\",\n \"tpep_dropoff_datetime\": \"2023-09-12 01:28:32\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"3.80\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"113\",\n \"DOLocationID\": \"142\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Esther.Hintz@hotmail.com\",\n \"mobile\": \"546-446-7171 x1903\"\n },\n \"fare_details\": {\n \"fare_amount\": \"19.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"4.15\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"24.95\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"7ed9ad81-42cb-436e-93c5-d88d7245493f\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-12-29 00:18:04\",\n \"tpep_dropoff_datetime\": \"2023-10-04 00:25:32\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.30\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"161\",\n \"DOLocationID\": \"137\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Carolanne_Buckridge@gmail.com\",\n \"mobile\": \"(972) 507-5995 x716\"\n },\n \"fare_details\": {\n \"fare_amount\": \"7\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"8.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"4c325355-2689-482f-8107-ece7515ddc33\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-08-17 00:40:33\",\n \"tpep_dropoff_datetime\": \"2023-03-17 00:44:25\",\n \"passenger_count\": \"2\",\n \"trip_distance\": \".40\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"164\",\n \"DOLocationID\": \"170\",\n \"payment_type\": \"4\",\n \"primary_passenger\": {\n \"email\": \"Willie.Zieme44@hotmail.com\",\n \"mobile\": \"813.930.8291 x27037\"\n },\n \"fare_details\": {\n \"fare_amount\": \"4.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"5.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"5e153af5-1e69-4acc-bd70-25b7d6e9856a\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-09-23 00:59:13\",\n \"tpep_dropoff_datetime\": \"2023-10-21 01:01:44\",\n \"passenger_count\": \"6\",\n \"trip_distance\": \".50\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"161\",\n \"DOLocationID\": \"161\",\n \"payment_type\": \"3\",\n \"primary_passenger\": {\n \"email\": \"Abe.Kassulke5@yahoo.com\",\n \"mobile\": \"1-994-727-5845 x8326\"\n },\n \"fare_details\": {\n \"fare_amount\": \"4\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"5.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"eef4af05-c391-4a67-9ed9-0a6a2c23645c\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2024-03-11 00:10:40\",\n \"tpep_dropoff_datetime\": \"2023-03-16 00:27:11\",\n \"passenger_count\": \"2\",\n \"trip_distance\": \"4.30\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"229\",\n \"DOLocationID\": \"223\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Clifford.Fisher@yahoo.com\",\n \"mobile\": \"1-934-478-8531 x33207\"\n },\n \"fare_details\": {\n \"fare_amount\": \"16\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"17.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"a790d399-dbbc-4483-805b-0fb001b6c6b7\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-06-27 00:25:03\",\n \"tpep_dropoff_datetime\": \"2024-03-07 01:02:07\",\n \"passenger_count\": \"6\",\n \"trip_distance\": \"3.58\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"211\",\n \"DOLocationID\": \"48\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Carson.Hartmann-Lynch59@gmail.com\",\n \"mobile\": \"(856) 507-5220 x738\"\n },\n \"fare_details\": {\n \"fare_amount\": \"23\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"24.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"10fb7db8-edee-4686-95e7-d07a17761fe9\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2024-02-17 00:26:54\",\n \"tpep_dropoff_datetime\": \"2023-08-06 00:49:47\",\n \"passenger_count\": \"2\",\n \"trip_distance\": \"2.10\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"158\",\n \"DOLocationID\": \"107\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Brandyn.Powlowski43@yahoo.com\",\n \"mobile\": \"(972) 869-2846\"\n },\n \"fare_details\": {\n \"fare_amount\": \"14.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"15.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"b575d34f-8874-4b67-8918-293cccec8558\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-03-04 00:18:00\",\n \"tpep_dropoff_datetime\": \"2023-11-02 00:26:10\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.11\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"13\",\n \"DOLocationID\": \"231\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Lelia71@hotmail.com\",\n \"mobile\": \"298-955-0204 x145\"\n },\n \"fare_details\": {\n \"fare_amount\": \"7\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"8.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"4524ce02-c41d-4e83-82a1-e41b00d97dab\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2024-01-25 00:33:25\",\n \"tpep_dropoff_datetime\": \"2023-10-29 01:07:18\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"5.63\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"113\",\n \"DOLocationID\": \"238\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Magali_Mohr90@gmail.com\",\n \"mobile\": \"1-339-745-7996 x126\"\n },\n \"fare_details\": {\n \"fare_amount\": \"24\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"5.06\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"30.36\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"0a4d6094-f334-4e18-a1e9-1001820b6f89\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2024-01-26 00:11:00\",\n \"tpep_dropoff_datetime\": \"2023-08-01 00:15:28\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \".80\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"79\",\n \"DOLocationID\": \"79\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Sydney.Sanford71@yahoo.com\",\n \"mobile\": \"557.212.3262 x589\"\n },\n \"fare_details\": {\n \"fare_amount\": \"5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1.26\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"7.56\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"9245af5e-632e-4f21-9060-88522728ab73\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-09-07 00:17:57\",\n \"tpep_dropoff_datetime\": \"2023-09-14 00:27:43\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"3.70\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"107\",\n \"DOLocationID\": \"87\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Deanna15@hotmail.com\",\n \"mobile\": \"927-327-6309 x16689\"\n },\n \"fare_details\": {\n \"fare_amount\": \"13\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"2.85\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"17.15\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"4dcce454-046c-4b67-bd80-ff773a3c3d96\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-08-16 00:35:11\",\n \"tpep_dropoff_datetime\": \"2023-05-07 00:58:40\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"5.40\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"261\",\n \"DOLocationID\": \"142\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Jeramie33@yahoo.com\",\n \"mobile\": \"757-419-8948 x7985\"\n },\n \"fare_details\": {\n \"fare_amount\": \"20.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"5.45\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"27.25\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"d5808aed-5e8e-447f-8c42-521f8472a24d\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2024-01-23 00:12:48\",\n \"tpep_dropoff_datetime\": \"2023-07-16 00:23:48\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.80\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"211\",\n \"DOLocationID\": \"232\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Jarrod_Bergstrom@hotmail.com\",\n \"mobile\": \"388-916-2388 x911\"\n },\n \"fare_details\": {\n \"fare_amount\": \"9.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"10.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"faf99a1d-127f-432a-bdb9-39c91a205ec3\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-08-12 00:31:53\",\n \"tpep_dropoff_datetime\": \"2023-09-30 00:47:26\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"2.10\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"79\",\n \"DOLocationID\": \"164\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"America72@gmail.com\",\n \"mobile\": \"528-291-8014 x700\"\n },\n \"fare_details\": {\n \"fare_amount\": \"11.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"2.55\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"15.35\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"21b8ea90-d3ab-4fe6-890e-2b8a911500e1\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2024-02-05 00:54:38\",\n \"tpep_dropoff_datetime\": \"2023-08-23 01:01:13\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.00\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"107\",\n \"DOLocationID\": \"170\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Autumn_Kerluke@hotmail.com\",\n \"mobile\": \"542.726.7058\"\n },\n \"fare_details\": {\n \"fare_amount\": \"6.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"8.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"080446ad-cf54-429f-82e2-e54f4f8d4a9c\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-07-16 00:00:58\",\n \"tpep_dropoff_datetime\": \"2023-10-29 00:06:38\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \".80\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"148\",\n \"DOLocationID\": \"79\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Reanna_Conroy-Ratke@gmail.com\",\n \"mobile\": \"(565) 628-3638\"\n },\n \"fare_details\": {\n \"fare_amount\": \"5.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"2\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"8.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"5ec8c804-9d6c-436b-be68-da3fa2ffcc8e\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-03-08 00:14:58\",\n \"tpep_dropoff_datetime\": \"2024-02-09 00:24:33\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"2.70\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"4\",\n \"DOLocationID\": \"87\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Randi0@yahoo.com\",\n \"mobile\": \"(248) 538-4300 x71383\"\n },\n \"fare_details\": {\n \"fare_amount\": \"11\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"13.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"3f59b9fa-e8da-4b82-ac19-3b4d5cae65e8\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-07-01 00:31:12\",\n \"tpep_dropoff_datetime\": \"2023-09-29 00:38:08\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \".70\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"Y\",\n \"PULocationID\": \"148\",\n \"DOLocationID\": \"148\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Ethyl74@yahoo.com\",\n \"mobile\": \"292-960-2200 x317\"\n },\n \"fare_details\": {\n \"fare_amount\": \"6\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1.8\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"9.1\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"dec9470a-6baa-492e-9220-d7ed626e2a99\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2024-02-22 00:43:21\",\n \"tpep_dropoff_datetime\": \"2024-03-02 00:50:49\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.10\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"79\",\n \"DOLocationID\": \"231\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Makayla_Schneider18@hotmail.com\",\n \"mobile\": \"1-885-537-0198 x47953\"\n },\n \"fare_details\": {\n \"fare_amount\": \"7\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"9.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"904d9b1f-1f17-4cfc-8e63-8bf57257da5e\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-12-29 00:54:14\",\n \"tpep_dropoff_datetime\": \"2023-05-03 01:02:32\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.50\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"231\",\n \"DOLocationID\": \"158\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Cora.Grimes@yahoo.com\",\n \"mobile\": \"843.706.7413\"\n },\n \"fare_details\": {\n \"fare_amount\": \"7.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"9.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"57d8ed83-afa7-44cb-a0d4-723775602c34\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2024-02-02 00:16:34\",\n \"tpep_dropoff_datetime\": \"2023-09-11 00:24:45\",\n \"passenger_count\": \"2\",\n \"trip_distance\": \"1.20\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"142\",\n \"DOLocationID\": \"237\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Tate.Bins@hotmail.com\",\n \"mobile\": \"(606) 682-9953 x671\"\n },\n \"fare_details\": {\n \"fare_amount\": \"7\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"8.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"fff2f2c8-4a30-446c-90af-443dd493886c\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-12-03 00:29:04\",\n \"tpep_dropoff_datetime\": \"2023-07-26 00:36:33\",\n \"passenger_count\": \"2\",\n \"trip_distance\": \"1.90\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"237\",\n \"DOLocationID\": \"262\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Magnus.Jacobs@hotmail.com\",\n \"mobile\": \"(955) 449-9284 x00149\"\n },\n \"fare_details\": {\n \"fare_amount\": \"8\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1.85\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"11.15\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"004c4cc7-e809-4108-aa01-87b0ded794ad\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-05-18 00:41:00\",\n \"tpep_dropoff_datetime\": \"2023-08-05 00:59:50\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"5.80\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"236\",\n \"DOLocationID\": \"244\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Palma24@gmail.com\",\n \"mobile\": \"1-861-673-8247 x142\"\n },\n \"fare_details\": {\n \"fare_amount\": \"20\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"21.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"1a01450d-537f-4f16-a2e9-f17021b077e9\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2024-01-31 00:20:53\",\n \"tpep_dropoff_datetime\": \"2023-12-21 00:40:21\",\n \"passenger_count\": \"2\",\n \"trip_distance\": \"5.70\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"164\",\n \"DOLocationID\": \"255\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Jeffry18@gmail.com\",\n \"mobile\": \"(206) 748-5730 x64895\"\n },\n \"fare_details\": {\n \"fare_amount\": \"19.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"5.76\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"26.56\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"5bccfd17-7813-43ca-9917-f2fe6ad49261\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-04-25 00:06:30\",\n \"tpep_dropoff_datetime\": \"2023-10-31 00:08:31\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \".46\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"239\",\n \"DOLocationID\": \"239\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Leanne.Swaniawski@gmail.com\",\n \"mobile\": \"(787) 969-9302 x2684\"\n },\n \"fare_details\": {\n \"fare_amount\": \"4\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1.59\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"6.89\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"e613b176-be28-4414-9a40-cff61e46db3b\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-08-13 00:09:35\",\n \"tpep_dropoff_datetime\": \"2023-04-01 00:17:05\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.72\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"239\",\n \"DOLocationID\": \"236\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Michel_Watsica63@yahoo.com\",\n \"mobile\": \"793.751.7397 x892\"\n },\n \"fare_details\": {\n \"fare_amount\": \"8\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"9.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"02e07922-e8a5-4655-84a8-b5ba1866f9fe\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-04-28 00:18:42\",\n \"tpep_dropoff_datetime\": \"2024-02-15 00:24:38\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.60\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"236\",\n \"DOLocationID\": \"239\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Dewayne_Kuvalis17@gmail.com\",\n \"mobile\": \"1-429-628-3797 x14211\"\n },\n \"fare_details\": {\n \"fare_amount\": \"7\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"8.3\",\n \"congestion_surcharge\": \"\"\n }\n }\n ],\n \"config\": {\n \"dataset\": \"generate-schema\"\n }\n}", + "options": { + "raw": { + "language": "json" + } + } + }, + "url": "http://localhost:3007/dataset/v1/dataschema" + }, + "status": "OK", + "code": 200, + "_postman_previewlanguage": "json", + "header": [ + { + "key": "X-Powered-By", + "value": "Express" + }, + { + "key": "Content-Type", + "value": "application/json; charset=utf-8" + }, + { + "key": "Content-Length", + "value": "4414" + }, + { + "key": "ETag", + "value": "W/\"113e-ykaeY2EqBHdGqGLcr7K3WSs5fYo\"" + }, + { + "key": "Date", + "value": "Tue, 16 Jul 2024 03:28:22 GMT" + }, + { + "key": "Connection", + "value": "keep-alive" + }, + { + "key": "Keep-Alive", + "value": "timeout=5" + } + ], + "cookie": [], + "body": "{\n \"id\": \"dataset.schema.identify\",\n \"ver\": \"v1\",\n \"ts\": 1721100502574,\n \"params\": {\n \"status\": \"SUCCESS\",\n \"errmsg\": \"\"\n },\n \"responseCode\": \"OK\",\n \"result\": {\n \"schema\": {\n \"$schema\": \"https://json-schema.org/draft/2020-12/schema\",\n \"type\": \"object\",\n \"properties\": {\n \"tripID\": {\n \"type\": \"string\",\n \"suggestions\": [\n {\n \"message\": \"The Property 'tripID' appears to be 'uuid' format type.\",\n \"advice\": \"Suggest to not to index the high cardinal columns\",\n \"resolutionType\": \"DEDUP\",\n \"severity\": \"LOW\",\n \"path\": \"properties.tripID\"\n }\n ],\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"VendorID\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"tpep_pickup_datetime\": {\n \"type\": \"string\",\n \"suggestions\": [\n {\n \"message\": \"The Property 'tpep_pickup_datetime' appears to be 'date-time' format type.\",\n \"advice\": \"The System can index all data on this column\",\n \"resolutionType\": \"INDEX\",\n \"severity\": \"LOW\",\n \"path\": \"properties.tpep_pickup_datetime\"\n }\n ],\n \"arrival_format\": \"text\",\n \"data_type\": \"date-time\"\n },\n \"tpep_dropoff_datetime\": {\n \"type\": \"string\",\n \"suggestions\": [\n {\n \"message\": \"The Property 'tpep_dropoff_datetime' appears to be 'date-time' format type.\",\n \"advice\": \"The System can index all data on this column\",\n \"resolutionType\": \"INDEX\",\n \"severity\": \"LOW\",\n \"path\": \"properties.tpep_dropoff_datetime\"\n }\n ],\n \"arrival_format\": \"text\",\n \"data_type\": \"date-time\"\n },\n \"passenger_count\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"trip_distance\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"RatecodeID\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"store_and_fwd_flag\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"PULocationID\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"DOLocationID\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"payment_type\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"primary_passenger\": {\n \"type\": \"object\",\n \"properties\": {\n \"email\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"mobile\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n }\n },\n \"arrival_format\": \"object\",\n \"data_type\": \"object\"\n },\n \"fare_details\": {\n \"type\": \"object\",\n \"properties\": {\n \"fare_amount\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"extra\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"mta_tax\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"tip_amount\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"tolls_amount\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"improvement_surcharge\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"total_amount\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"congestion_surcharge\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n }\n },\n \"arrival_format\": \"object\",\n \"data_type\": \"object\"\n }\n },\n \"additionalProperties\": true\n },\n \"configurations\": {\n \"indexConfiguration\": {\n \"index\": {\n \"Event Arrival Time\": \"obsrv_meta.syncts\"\n },\n \"rollupSuggestions\": {\n \"summary\": {\n \"tripID\": {\n \"path\": \"$.tripID\",\n \"cardinality\": 98,\n \"index\": false\n }\n }\n }\n },\n \"processing\": {\n \"dedupKeys\": [\n \"tripID\"\n ],\n \"dropDuplicates\": [\n \"Yes\",\n \"No\"\n ]\n }\n },\n \"dataMappings\": {\n \"text\": {\n \"arrival_format\": [\n \"string\"\n ],\n \"store_format\": {\n \"string\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"string\"\n },\n \"date-time\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"string\"\n },\n \"date\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"string\"\n },\n \"boolean\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"boolean\"\n },\n \"epoch\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"integer\"\n },\n \"long\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"long\"\n },\n \"double\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"double\"\n },\n \"bigdecimal\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"double\"\n },\n \"integer\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"long\"\n }\n }\n },\n \"number\": {\n \"arrival_format\": [\n \"number\",\n \"integer\"\n ],\n \"store_format\": {\n \"integer\": {\n \"jsonSchema\": \"integer\",\n \"datasource\": \"long\"\n },\n \"float\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n },\n \"long\": {\n \"jsonSchema\": \"integer\",\n \"datasource\": \"long\"\n },\n \"double\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n },\n \"bigdecimal\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n },\n \"epoch\": {\n \"jsonSchema\": \"integer\",\n \"datasource\": \"long\"\n },\n \"number\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n }\n }\n },\n \"object\": {\n \"arrival_format\": [\n \"object\"\n ],\n \"store_format\": {\n \"object\": {\n \"jsonSchema\": \"object\",\n \"datasource\": \"json\"\n }\n }\n },\n \"array\": {\n \"arrival_format\": [\n \"array\"\n ],\n \"store_format\": {\n \"array\": {\n \"jsonSchema\": \"array\",\n \"datasource\": \"array\"\n }\n }\n },\n \"boolean\": {\n \"arrival_format\": [\n \"boolean\"\n ],\n \"store_format\": {\n \"boolean\": {\n \"jsonSchema\": \"boolean\",\n \"datasource\": \"boolean\"\n }\n }\n }\n }\n }\n}" + } + ] + }, + { + "name": "Dataset update", + "request": { + "method": "PATCH", + "header": [ + { + "key": "Content-Type", + "value": "application/json" + } + ], + "body": { + "mode": "raw", + "raw": "{\n \"id\": \"api.datasets.update\",\n \"ver\": \"v1\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n \"dataset_id\": \"telemetry_record-t4\",\n \"version_key\": \"1721135455988\",\n \"name\": \"sb-telemetry\",\n \"validation_config\": {\n \"validate\": true,\n \"mode\": \"Strict\"\n },\n \"extraction_config\": {\n \"is_batch_event\": true,\n \"extraction_key\": \"events\",\n \"dedup_config\": {\n \"drop_duplicates\": true,\n \"dedup_key\": \"ipid\"\n }\n },\n \"dedup_config\": {\n \"drop_duplicates\": true,\n \"dedup_key\": \"mid\"\n },\n \"data_schema\": {\n \"$schema\": \"https://json-schema.org/draft/2020-12/schema\",\n \"type\": \"object\",\n \"properties\": {\n \"midpid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"miduwi\": {\n \"type\": \"integer\",\n \"arrival_format\": \"number\",\n \"data_type\": \"epoch\"\n },\n \"mid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"sid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n }\n },\n \"additionalProperties\": true\n },\n \"denorm_config\": {\n \"denorm_fields\": [\n {\n \"value\": {\n \"denorm_key\": \"eid\",\n \"denorm_out_field\": \"userdata\"\n \n },\n \"action\": \"remove\"\n },\n {\n \"value\": {\n \"denorm_key\": \"eid\",\n \"denorm_out_field\": \"edata\",\n \"dataset_id\": \"trip-details\"\n },\n \"action\": \"upsert\"\n }\n ]\n },\n \"transformations_config\": [\n {\n \"value\": {\n \"field_key\": \"email\",\n \"transformation_function\": {\n \"type\": \"mask\",\n \"expr\": \"mid\",\n \"datatype\":\"string\",\n \"category\":\"pii\"\n },\n \"mode\": \"Strict\"\n },\n \"action\": \"upsert\"\n },\n {\n \"value\": {\n \"field_key\": \"email_id\",\n \"transformation_function\": {\n \"type\": \"mask\",\n \"expr\": \"mid\",\n \"datatype\":\"string\",\n \"category\":\"pii\"\n },\n \"mode\": \"Strict\"\n },\n \"action\": \"remove\"\n }\n ],\n \"tags\": [\n \n ],\n \"connectors_config\":[\n {\"value\":{\n \n \"connector_id\": \"jdbc\",\n \"connector_config\": {\n \"source_database_type\": \"postgresql\",\n \"source_database_host\": \"postgresql-hl.postgresql.svc.cluster.local.master\",\n \"source_database_port\": 5432,\n \"source_database_name\": \"obsrv_sample_datasets_1\",\n \"source_database_username\": \"postgres\",\n \"source_database_pwd\": \"postgres\",\n \"table\": \"new_york_taxi_data\",\n \"timestamp-column\": \"tpep_pickup_datetime\",\n \"batch-size\": 100,\n \"max-batches\": 2\n },\n \"operations_config\": {\n \"polling_interval\": \"periodic\",\n \"schedule\": \"twice\"\n }\n \n }, \"action\":\"upsert\"}\n ]\n }\n}", + "options": { + "raw": { + "language": "json" + } + } + }, + "url": "localhost:3007/v2/datasets/update" + }, + "response": [ + { + "name": "Success: Minimal dataset update", + "originalRequest": { + "method": "PATCH", + "header": [ + { + "key": "Content-Type", + "value": "application/json" + } + ], + "body": { + "mode": "raw", + "raw": "{\n \"id\": \"api.datasets.update\",\n \"ver\": \"v1\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n \"dataset_id\": \"telemetry_record-t4\",\n \"version_key\": \"1721134675878\",\n \"name\": \"sb-telemetry\",\n \"validation_config\": {\n \"validate\": true,\n \"mode\": \"Strict\"\n }\n }\n}", + "options": { + "raw": { + "language": "json" + } + } + }, + "url": "localhost:3007/v2/datasets/update" + }, + "status": "OK", + "code": 200, + "_postman_previewlanguage": "json", + "header": [ + { + "key": "X-Powered-By", + "value": "Express" + }, + { + "key": "Content-Type", + "value": "application/json; charset=utf-8" + }, + { + "key": "Content-Length", + "value": "331" + }, + { + "key": "ETag", + "value": "W/\"14b-fNmMHDpT4Ka5pwuzbYvZo7jECEo\"" + }, + { + "key": "Date", + "value": "Tue, 16 Jul 2024 13:00:45 GMT" + }, + { + "key": "Connection", + "value": "keep-alive" + }, + { + "key": "Keep-Alive", + "value": "timeout=5" + } + ], + "cookie": [], + "body": "{\n \"id\": \"api.datasets.update\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-16T18:30:45+05:30\",\n \"params\": {\n \"status\": \"SUCCESS\",\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\",\n \"resmsgid\": \"354f1fec-0c39-42ee-a52a-49552f847c11\"\n },\n \"responseCode\": \"OK\",\n \"result\": {\n \"message\": \"Dataset is updated successfully\",\n \"id\": \"telemetry_record-t4\",\n \"version_key\": \"1721134845559\"\n }\n}" + }, + { + "name": "Success: Updated successfully", + "originalRequest": { + "method": "PATCH", + "header": [ + { + "key": "Content-Type", + "value": "application/json" + } + ], + "body": { + "mode": "raw", + "raw": "{\n \"id\": \"api.datasets.update\",\n \"ver\": \"v1\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n \"dataset_id\": \"telemetry_record-t4\",\n \"version_key\": \"1721049248930\",\n \"name\": \"sb-telemetry\",\n \"validation_config\": {\n \"validate\": true,\n \"mode\": \"Strict\"\n },\n \"extraction_config\": {\n \"is_batch_event\": true,\n \"extraction_key\": \"events\",\n \"dedup_config\": {\n \"drop_duplicates\": true,\n \"dedup_key\": \"ipid\"\n }\n },\n \"dedup_config\": {\n \"drop_duplicates\": true,\n \"dedup_key\": \"mid\"\n },\n \"data_schema\": {\n \"$schema\": \"https://json-schema.org/draft/2020-12/schema\",\n \"type\": \"object\",\n \"properties\": {\n \"midpid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"miduwi\": {\n \"type\": \"integer\",\n \"arrival_format\": \"number\",\n \"data_type\": \"epoch\"\n },\n \"mid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"sid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n }\n },\n \"additionalProperties\": true\n },\n \"denorm_config\": {\n \"denorm_fields\": [\n {\n \"value\": {\n \"denorm_key\": \"eid\",\n \"denorm_out_field\": \"userdata\"\n \n },\n \"action\": \"remove\"\n },\n {\n \"value\": {\n \"denorm_key\": \"eid\",\n \"denorm_out_field\": \"edata\",\n \"dataset_id\": \"trip-details\"\n },\n \"action\": \"upsert\"\n }\n ]\n },\n \"transformations_config\": [\n {\n \"value\": {\n \"field_key\": \"email\",\n \"transformation_function\": {\n \"type\": \"mask\",\n \"expr\": \"mid\",\n \"datatype\":\"string\",\n \"category\":\"pii\"\n },\n \"mode\": \"Strict\"\n },\n \"action\": \"upsert\"\n },\n {\n \"value\": {\n \"field_key\": \"email_id\",\n \"transformation_function\": {\n \"type\": \"mask\",\n \"expr\": \"mid\",\n \"datatype\":\"string\",\n \"category\":\"pii\"\n },\n \"mode\": \"Strict\"\n },\n \"action\": \"remove\"\n }\n ],\n \"tags\": [\n \n ],\n \"connectors_config\":[\n {\"value\":{\n \n \"connector_id\": \"jdbc\",\n \"connector_config\": {\n \"source_database_type\": \"postgresql\",\n \"source_database_host\": \"postgresql-hl.postgresql.svc.cluster.local.master\",\n \"source_database_port\": 5432,\n \"source_database_name\": \"obsrv_sample_datasets_1\",\n \"source_database_username\": \"postgres\",\n \"source_database_pwd\": \"postgres\",\n \"table\": \"new_york_taxi_data\",\n \"timestamp-column\": \"tpep_pickup_datetime\",\n \"batch-size\": 100,\n \"max-batches\": 2\n },\n \"operations_config\": {\n \"polling_interval\": \"periodic\",\n \"schedule\": \"twice\"\n }\n \n }, \"action\":\"upsert\"}\n ]\n }\n}", + "options": { + "raw": { + "language": "json" + } + } + }, + "url": "localhost:3007/v2/datasets/update" + }, + "status": "OK", + "code": 200, + "_postman_previewlanguage": "json", + "header": [ + { + "key": "X-Powered-By", + "value": "Express" + }, + { + "key": "Content-Type", + "value": "application/json; charset=utf-8" + }, + { + "key": "Content-Length", + "value": "331" + }, + { + "key": "ETag", + "value": "W/\"14b-y8oEEJijvIDh8wU5ogipKdkv8y0\"" + }, + { + "key": "Date", + "value": "Tue, 16 Jul 2024 12:57:55 GMT" + }, + { + "key": "Connection", + "value": "keep-alive" + }, + { + "key": "Keep-Alive", + "value": "timeout=5" + } + ], + "cookie": [], + "body": "{\n \"id\": \"api.datasets.update\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-16T18:27:55+05:30\",\n \"params\": {\n \"status\": \"SUCCESS\",\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\",\n \"resmsgid\": \"6d835f07-aed5-4e8b-81c2-2142cfb55c52\"\n },\n \"responseCode\": \"OK\",\n \"result\": {\n \"message\": \"Dataset is updated successfully\",\n \"id\": \"telemetry_record-t4\",\n \"version_key\": \"1721134675878\"\n }\n}" + }, + { + "name": "Failure: Outdated key provided", + "originalRequest": { + "method": "PATCH", + "header": [ + { + "key": "Content-Type", + "value": "application/json" + } + ], + "body": { + "mode": "raw", + "raw": "{\n \"id\": \"api.datasets.update\",\n \"ver\": \"v1\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n \"dataset_id\": \"telemetry_record-t4\",\n \"version_key\": \"1721064642580\",\n \"name\": \"sb-telemetry\",\n \"validation_config\": {\n \"validate\": true,\n \"mode\": \"Strict\"\n },\n \"extraction_config\": {\n \"is_batch_event\": true,\n \"extraction_key\": \"events\",\n \"dedup_config\": {\n \"drop_duplicates\": true,\n \"dedup_key\": \"ipid\"\n }\n },\n \"dedup_config\": {\n \"drop_duplicates\": true,\n \"dedup_key\": \"mid\"\n },\n \"data_schema\": {\n \"$schema\": \"https://json-schema.org/draft/2020-12/schema\",\n \"type\": \"object\",\n \"properties\": {\n \"midpid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"miduwi\": {\n \"type\": \"integer\",\n \"arrival_format\": \"number\",\n \"data_type\": \"epoch\"\n },\n \"mid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"sid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n }\n },\n \"additionalProperties\": true\n },\n \"denorm_config\": {\n \"denorm_fields\": [\n {\n \"value\": {\n \"denorm_key\": \"eid\",\n \"denorm_out_field\": \"userdata\"\n \n },\n \"action\": \"remove\"\n },\n {\n \"value\": {\n \"denorm_key\": \"eid\",\n \"denorm_out_field\": \"edata\",\n \"dataset_id\": \"trip-details\"\n },\n \"action\": \"upsert\"\n }\n ]\n },\n \"transformations_config\": [\n {\n \"value\": {\n \"field_key\": \"email\",\n \"transformation_function\": {\n \"type\": \"mask\",\n \"expr\": \"mid\",\n \"datatype\":\"string\",\n \"category\":\"pii\"\n },\n \"mode\": \"Strict\"\n },\n \"action\": \"upsert\"\n },\n {\n \"value\": {\n \"field_key\": \"email_id\",\n \"transformation_function\": {\n \"type\": \"mask\",\n \"expr\": \"mid\",\n \"datatype\":\"string\",\n \"category\":\"pii\"\n },\n \"mode\": \"Strict\"\n },\n \"action\": \"remove\"\n }\n ],\n \"tags\": [\n \n ],\n \"connectors_config\":[\n {\"value\":{\n \n \"connector_id\": \"jdbc\",\n \"connector_config\": {\n \"source_database_type\": \"postgresql\",\n \"source_database_host\": \"postgresql-hl.postgresql.svc.cluster.local.master\",\n \"source_database_port\": 5432,\n \"source_database_name\": \"obsrv_sample_datasets_1\",\n \"source_database_username\": \"postgres\",\n \"source_database_pwd\": \"postgres\",\n \"table\": \"new_york_taxi_data\",\n \"timestamp-column\": \"tpep_pickup_datetime\",\n \"batch-size\": 100,\n \"max-batches\": 2\n },\n \"operations_config\": {\n \"polling_interval\": \"periodic\",\n \"schedule\": \"twice\"\n }\n \n }, \"action\":\"upsert\"}\n ]\n }\n}", + "options": { + "raw": { + "language": "json" + } + } + }, + "url": "localhost:3007/v2/datasets/update" + }, + "status": "Conflict", + "code": 409, + "_postman_previewlanguage": "json", + "header": [ + { + "key": "X-Powered-By", + "value": "Express" + }, + { + "key": "Content-Type", + "value": "application/json; charset=utf-8" + }, + { + "key": "Content-Length", + "value": "383" + }, + { + "key": "ETag", + "value": "W/\"17f-JnlFVLXyuhwx9KbxYWDRB4mmvVw\"" + }, + { + "key": "Date", + "value": "Tue, 16 Jul 2024 12:53:16 GMT" + }, + { + "key": "Connection", + "value": "keep-alive" + }, + { + "key": "Keep-Alive", + "value": "timeout=5" + } + ], + "cookie": [], + "body": "{\n \"id\": \"api.datasets.update\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-16T18:23:16+05:30\",\n \"params\": {\n \"status\": \"FAILED\",\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\",\n \"resmsgid\": \"02fe03f6-c4c4-48f6-9d84-a32cd52f4c13\"\n },\n \"responseCode\": \"CONFLICT\",\n \"result\": {},\n \"error\": {\n \"code\": \"DATASET_OUTDATED\",\n \"message\": \"The dataset is outdated. Please try to fetch latest changes of the dataset and perform the updates\"\n }\n}" + }, + { + "name": "Failure: Dataset not exists to update", + "originalRequest": { + "method": "PATCH", + "header": [ + { + "key": "Content-Type", + "value": "application/json" + } + ], + "body": { + "mode": "raw", + "raw": "{\n \"id\": \"api.datasets.update\",\n \"ver\": \"v1\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n \"dataset_id\": \"telemetry_record-t41\",\n \"version_key\": \"1721049248930\",\n \"name\": \"sb-telemetry\",\n \"validation_config\": {\n \"validate\": true,\n \"mode\": \"Strict\"\n },\n \"extraction_config\": {\n \"is_batch_event\": true,\n \"extraction_key\": \"events\",\n \"dedup_config\": {\n \"drop_duplicates\": true,\n \"dedup_key\": \"ipid\"\n }\n },\n \"dedup_config\": {\n \"drop_duplicates\": true,\n \"dedup_key\": \"mid\"\n },\n \"data_schema\": {\n \"$schema\": \"https://json-schema.org/draft/2020-12/schema\",\n \"type\": \"object\",\n \"properties\": {\n \"midpid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"miduwi\": {\n \"type\": \"integer\",\n \"arrival_format\": \"number\",\n \"data_type\": \"epoch\"\n },\n \"mid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"sid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n }\n },\n \"additionalProperties\": true\n },\n \"denorm_config\": {\n \"denorm_fields\": [\n {\n \"value\": {\n \"denorm_key\": \"eid\",\n \"denorm_out_field\": \"userdata\"\n \n },\n \"action\": \"remove\"\n },\n {\n \"value\": {\n \"denorm_key\": \"eid\",\n \"denorm_out_field\": \"edata\",\n \"dataset_id\": \"trip-details\"\n },\n \"action\": \"upsert\"\n }\n ]\n },\n \"transformations_config\": [\n {\n \"value\": {\n \"field_key\": \"email\",\n \"transformation_function\": {\n \"type\": \"mask\",\n \"expr\": \"mid\",\n \"datatype\":\"string\",\n \"category\":\"pii\"\n },\n \"mode\": \"Strict\"\n },\n \"action\": \"upsert\"\n },\n {\n \"value\": {\n \"field_key\": \"email_id\",\n \"transformation_function\": {\n \"type\": \"mask\",\n \"expr\": \"mid\",\n \"datatype\":\"string\",\n \"category\":\"pii\"\n },\n \"mode\": \"Strict\"\n },\n \"action\": \"remove\"\n }\n ],\n \"tags\": [\n \n ],\n \"connectors_config\":[\n {\"value\":{\n \n \"connector_id\": \"jdbc\",\n \"connector_config\": {\n \"source_database_type\": \"postgresql\",\n \"source_database_host\": \"postgresql-hl.postgresql.svc.cluster.local.master\",\n \"source_database_port\": 5432,\n \"source_database_name\": \"obsrv_sample_datasets_1\",\n \"source_database_username\": \"postgres\",\n \"source_database_pwd\": \"postgres\",\n \"table\": \"new_york_taxi_data\",\n \"timestamp-column\": \"tpep_pickup_datetime\",\n \"batch-size\": 100,\n \"max-batches\": 2\n },\n \"operations_config\": {\n \"polling_interval\": \"periodic\",\n \"schedule\": \"twice\"\n }\n \n }, \"action\":\"upsert\"}\n ]\n }\n}", + "options": { + "raw": { + "language": "json" + } + } + }, + "url": "localhost:3007/v2/datasets/update" + }, + "status": "Not Found", + "code": 404, + "_postman_previewlanguage": "json", + "header": [ + { + "key": "X-Powered-By", + "value": "Express" + }, + { + "key": "Content-Type", + "value": "application/json; charset=utf-8" + }, + { + "key": "Content-Length", + "value": "340" + }, + { + "key": "ETag", + "value": "W/\"154-4I5VyTBINyYBZZM8Ge9Cnqz2xBY\"" + }, + { + "key": "Date", + "value": "Tue, 16 Jul 2024 12:58:30 GMT" + }, + { + "key": "Connection", + "value": "keep-alive" + }, + { + "key": "Keep-Alive", + "value": "timeout=5" + } + ], + "cookie": [], + "body": "{\n \"id\": \"api.datasets.update\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-16T18:28:30+05:30\",\n \"params\": {\n \"status\": \"FAILED\",\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\",\n \"resmsgid\": \"bf64703c-bb6b-41bf-bc1a-c85373efd925\"\n },\n \"responseCode\": \"NOT_FOUND\",\n \"result\": {},\n \"error\": {\n \"code\": \"DATASET_NOT_EXISTS\",\n \"message\": \"Dataset does not exists with id:telemetry_record-t41\"\n }\n}" + }, + { + "name": "Failure: Invalid request", + "originalRequest": { + "method": "PATCH", + "header": [ + { + "key": "Content-Type", + "value": "application/json" + } + ], + "body": { + "mode": "raw", + "raw": "{\n \"id\": \"api.datasets.update\",\n \"ver\": \"v1\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n // \"dataset_id\": \"telemetry_record-t41\",\n \"version_key\": \"1721049248930\",\n \"name\": \"sb-telemetry\",\n \"validation_config\": {\n \"validate\": true,\n \"mode\": \"Strict\"\n },\n \"extraction_config\": {\n \"is_batch_event\": true,\n \"extraction_key\": \"events\",\n \"dedup_config\": {\n \"drop_duplicates\": true,\n \"dedup_key\": \"ipid\"\n }\n },\n \"dedup_config\": {\n \"drop_duplicates\": true,\n \"dedup_key\": \"mid\"\n },\n \"data_schema\": {\n \"$schema\": \"https://json-schema.org/draft/2020-12/schema\",\n \"type\": \"object\",\n \"properties\": {\n \"midpid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"miduwi\": {\n \"type\": \"integer\",\n \"arrival_format\": \"number\",\n \"data_type\": \"epoch\"\n },\n \"mid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"sid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n }\n },\n \"additionalProperties\": true\n },\n \"denorm_config\": {\n \"denorm_fields\": [\n {\n \"value\": {\n \"denorm_key\": \"eid\",\n \"denorm_out_field\": \"userdata\"\n \n },\n \"action\": \"remove\"\n },\n {\n \"value\": {\n \"denorm_key\": \"eid\",\n \"denorm_out_field\": \"edata\",\n \"dataset_id\": \"trip-details\"\n },\n \"action\": \"upsert\"\n }\n ]\n },\n \"transformations_config\": [\n {\n \"value\": {\n \"field_key\": \"email\",\n \"transformation_function\": {\n \"type\": \"mask\",\n \"expr\": \"mid\",\n \"datatype\":\"string\",\n \"category\":\"pii\"\n },\n \"mode\": \"Strict\"\n },\n \"action\": \"upsert\"\n },\n {\n \"value\": {\n \"field_key\": \"email_id\",\n \"transformation_function\": {\n \"type\": \"mask\",\n \"expr\": \"mid\",\n \"datatype\":\"string\",\n \"category\":\"pii\"\n },\n \"mode\": \"Strict\"\n },\n \"action\": \"remove\"\n }\n ],\n \"tags\": [\n \n ],\n \"connectors_config\":[\n {\"value\":{\n \n \"connector_id\": \"jdbc\",\n \"connector_config\": {\n \"source_database_type\": \"postgresql\",\n \"source_database_host\": \"postgresql-hl.postgresql.svc.cluster.local.master\",\n \"source_database_port\": 5432,\n \"source_database_name\": \"obsrv_sample_datasets_1\",\n \"source_database_username\": \"postgres\",\n \"source_database_pwd\": \"postgres\",\n \"table\": \"new_york_taxi_data\",\n \"timestamp-column\": \"tpep_pickup_datetime\",\n \"batch-size\": 100,\n \"max-batches\": 2\n },\n \"operations_config\": {\n \"polling_interval\": \"periodic\",\n \"schedule\": \"twice\"\n }\n \n }, \"action\":\"upsert\"}\n ]\n }\n}", + "options": { + "raw": { + "language": "json" + } + } + }, + "url": "localhost:3007/v2/datasets/update" + }, + "status": "Bad Request", + "code": 400, + "_postman_previewlanguage": "json", + "header": [ + { + "key": "X-Powered-By", + "value": "Express" + }, + { + "key": "Content-Type", + "value": "application/json; charset=utf-8" + }, + { + "key": "Content-Length", + "value": "369" + }, + { + "key": "ETag", + "value": "W/\"171-iNJoyWUecOEsXbHZwx6rld3Sr1I\"" + }, + { + "key": "Date", + "value": "Tue, 16 Jul 2024 12:59:21 GMT" + }, + { + "key": "Connection", + "value": "keep-alive" + }, + { + "key": "Keep-Alive", + "value": "timeout=5" + } + ], + "cookie": [], + "body": "{\n \"id\": \"api.datasets.update\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-16T18:29:21+05:30\",\n \"params\": {\n \"status\": \"FAILED\",\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\",\n \"resmsgid\": \"7d31672b-e5c3-4a6d-afac-d9d78011bcde\"\n },\n \"responseCode\": \"BAD_REQUEST\",\n \"result\": {},\n \"error\": {\n \"code\": \"DATASET_UPDATE_INPUT_INVALID\",\n \"message\": \"#properties/request/required must have required property 'dataset_id'\"\n }\n}" + }, + { + "name": "Failure: No fields are provided to update", + "originalRequest": { + "method": "PATCH", + "header": [ + { + "key": "Content-Type", + "value": "application/json" + } + ], + "body": { + "mode": "raw", + "raw": "{\n \"id\": \"api.datasets.update\",\n \"ver\": \"v1\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n \"dataset_id\": \"telemetry_record-t41\",\n \"version_key\": \"1721049248930\"\n }\n}", + "options": { + "raw": { + "language": "json" + } + } + }, + "url": "localhost:3007/v2/datasets/update" + }, + "status": "Bad Request", + "code": 400, + "_postman_previewlanguage": "json", + "header": [ + { + "key": "X-Powered-By", + "value": "Express" + }, + { + "key": "Content-Type", + "value": "application/json; charset=utf-8" + }, + { + "key": "Content-Length", + "value": "373" + }, + { + "key": "ETag", + "value": "W/\"175-ga30XLi7qSW4Ix+3Q/xaMUYcqII\"" + }, + { + "key": "Date", + "value": "Tue, 16 Jul 2024 13:02:44 GMT" + }, + { + "key": "Connection", + "value": "keep-alive" + }, + { + "key": "Keep-Alive", + "value": "timeout=5" + } + ], + "cookie": [], + "body": "{\n \"id\": \"api.datasets.update\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-16T18:32:44+05:30\",\n \"params\": {\n \"status\": \"FAILED\",\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\",\n \"resmsgid\": \"bf99b1e1-7694-4be0-ba5d-e347764736de\"\n },\n \"responseCode\": \"BAD_REQUEST\",\n \"result\": {},\n \"error\": {\n \"code\": \"DATASET_UPDATE_NO_FIELDS\",\n \"message\": \"Provide atleast one field in addition to the dataset_id to update the dataset\"\n }\n}" + } + ] + }, + { + "name": "Read dataset", + "request": { + "method": "GET", + "header": [ + { + "key": "Cookie", + "value": "connect.sid=s%3AAYYroI28UhzQVPM909UpLjZlcqMlDMlZ.gAO6bTMTktZi7udh7jntL%2Bw2xVWiI1z6gsSAb3bhZp4" + } + ], + "url": { + "raw": "localhost:3007/v2/datasets/read/beckn-test-data?mode=edit", + "host": [ + "localhost" + ], + "port": "3007", + "path": [ + "v2", + "datasets", + "read", + "beckn-test-data" + ], + "query": [ + { + "key": "mode", + "value": "edit" + } + ] + } + }, + "response": [ + { + "name": "Success: Read live dataset", + "originalRequest": { + "method": "GET", + "header": [ + { + "key": "Cookie", + "value": "connect.sid=s%3AAYYroI28UhzQVPM909UpLjZlcqMlDMlZ.gAO6bTMTktZi7udh7jntL%2Bw2xVWiI1z6gsSAb3bhZp4" + } + ], + "url": "localhost:3007/v2/datasets/read/master-test" + }, + "status": "OK", + "code": 200, + "_postman_previewlanguage": "json", + "header": [ + { + "key": "X-Powered-By", + "value": "Express" + }, + { + "key": "Content-Type", + "value": "application/json; charset=utf-8" + }, + { + "key": "Content-Length", + "value": "501" + }, + { + "key": "ETag", + "value": "W/\"1f5-p+b/6r0nHRFhgr5+URzxk4d/CSg\"" + }, + { + "key": "Date", + "value": "Wed, 17 Jul 2024 12:08:55 GMT" + }, + { + "key": "Connection", + "value": "keep-alive" + }, + { + "key": "Keep-Alive", + "value": "timeout=5" + } + ], + "cookie": [], + "body": "{\n \"id\": \"api.datasets.read\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-17T17:38:55+05:30\",\n \"params\": {\n \"status\": \"SUCCESS\",\n \"resmsgid\": \"8c8a2852-54bc-43fb-b063-7f359d11930a\"\n },\n \"responseCode\": \"OK\",\n \"result\": {\n \"dataset_id\": \"master-test\",\n \"name\": \"master-test\",\n \"type\": \"master\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"userid\",\n \"timestamp_key\": \"\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.masterdata.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 54\n }\n }\n}" + }, + { + "name": "Success: Read draft dataset", + "originalRequest": { + "method": "GET", + "header": [ + { + "key": "Cookie", + "value": "connect.sid=s%3AAYYroI28UhzQVPM909UpLjZlcqMlDMlZ.gAO6bTMTktZi7udh7jntL%2Bw2xVWiI1z6gsSAb3bhZp4" + } + ], + "url": { + "raw": "localhost:3007/v2/datasets/read/beckn-test-data?mode=edit", + "host": [ + "localhost" + ], + "port": "3007", + "path": [ + "v2", + "datasets", + "read", + "beckn-test-data" + ], + "query": [ + { + "key": "mode", + "value": "edit" + } + ] + } + }, + "status": "OK", + "code": 200, + "_postman_previewlanguage": "json", + "header": [ + { + "key": "X-Powered-By", + "value": "Express" + }, + { + "key": "Content-Type", + "value": "application/json; charset=utf-8" + }, + { + "key": "Content-Length", + "value": "528" + }, + { + "key": "ETag", + "value": "W/\"210-Qo8q3dU8l7LYIXVzJwStVe90z9Q\"" + }, + { + "key": "Date", + "value": "Wed, 17 Jul 2024 12:11:00 GMT" + }, + { + "key": "Connection", + "value": "keep-alive" + }, + { + "key": "Keep-Alive", + "value": "timeout=5" + } + ], + "cookie": [], + "body": "{\n \"id\": \"api.datasets.read\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-17T17:41:00+05:30\",\n \"params\": {\n \"status\": \"SUCCESS\",\n \"resmsgid\": \"96fd4f42-fa84-4730-bc79-d241a4e335a1\"\n },\n \"responseCode\": \"OK\",\n \"result\": {\n \"dataset_id\": \"beckn-test-data\",\n \"name\": \"beckn-test-data\",\n \"type\": \"event\",\n \"status\": \"ReadyToPublish\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v2\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"ets\",\n \"entry_topic\": \"beckn-test-data\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0,\n \"file_upload_path\": [],\n \"exclude_fields\": []\n }\n }\n}" + }, + { + "name": "Success: Read specific column", + "originalRequest": { + "method": "GET", + "header": [ + { + "key": "Cookie", + "value": "connect.sid=s%3AAYYroI28UhzQVPM909UpLjZlcqMlDMlZ.gAO6bTMTktZi7udh7jntL%2Bw2xVWiI1z6gsSAb3bhZp4" + } + ], + "url": { + "raw": "localhost:3007/v2/datasets/read/master-test?status=Draft&fields=name,type,id", + "host": [ + "localhost" + ], + "port": "3007", + "path": [ + "v2", + "datasets", + "read", + "master-test" + ], + "query": [ + { + "key": "status", + "value": "Draft" + }, + { + "key": "fields", + "value": "name,type,id" + } + ] + } + }, + "status": "OK", + "code": 200, + "_postman_previewlanguage": "json", + "header": [ + { + "key": "X-Powered-By", + "value": "Express" + }, + { + "key": "Content-Type", + "value": "application/json; charset=utf-8" + }, + { + "key": "Content-Length", + "value": "237" + }, + { + "key": "ETag", + "value": "W/\"ed-zvknH4AY6kid9Yit+KqMIdDeNGc\"" + }, + { + "key": "Date", + "value": "Wed, 17 Jul 2024 12:12:16 GMT" + }, + { + "key": "Connection", + "value": "keep-alive" + }, + { + "key": "Keep-Alive", + "value": "timeout=5" + } + ], + "cookie": [], + "body": "{\n \"id\": \"api.datasets.read\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-17T17:42:16+05:30\",\n \"params\": {\n \"status\": \"SUCCESS\",\n \"resmsgid\": \"02a6b03a-8bf3-4e37-8dcd-859d3e8f904e\"\n },\n \"responseCode\": \"OK\",\n \"result\": {\n \"name\": \"master-test\",\n \"type\": \"master\",\n \"id\": \"master-test\"\n }\n}" + }, + { + "name": "Success: Read version_key", + "originalRequest": { + "method": "GET", + "header": [ + { + "key": "Cookie", + "value": "connect.sid=s%3AAYYroI28UhzQVPM909UpLjZlcqMlDMlZ.gAO6bTMTktZi7udh7jntL%2Bw2xVWiI1z6gsSAb3bhZp4" + } + ], + "url": { + "raw": "localhost:3007/v2/datasets/read/beckn-test-data?fields=version_key&mode=edit", + "host": [ + "localhost" + ], + "port": "3007", + "path": [ + "v2", + "datasets", + "read", + "beckn-test-data" + ], + "query": [ + { + "key": "fields", + "value": "version_key" + }, + { + "key": "mode", + "value": "edit" + } + ] + } + }, + "status": "OK", + "code": 200, + "_postman_previewlanguage": "json", + "header": [ + { + "key": "X-Powered-By", + "value": "Express" + }, + { + "key": "Content-Type", + "value": "application/json; charset=utf-8" + }, + { + "key": "Content-Length", + "value": "211" + }, + { + "key": "ETag", + "value": "W/\"d3-hfyvp0pFPZhM2NbiiMDTfy+51YM\"" + }, + { + "key": "Date", + "value": "Wed, 17 Jul 2024 12:15:37 GMT" + }, + { + "key": "Connection", + "value": "keep-alive" + }, + { + "key": "Keep-Alive", + "value": "timeout=5" + } + ], + "cookie": [], + "body": "{\n \"id\": \"api.datasets.read\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-17T17:45:37+05:30\",\n \"params\": {\n \"status\": \"SUCCESS\",\n \"resmsgid\": \"805e848a-d260-47c3-b55c-fc9b8323719e\"\n },\n \"responseCode\": \"OK\",\n \"result\": {\n \"version_key\": \"1718791650227\"\n }\n}" + }, + { + "name": "Success: Read from draft, if not present cerate draft from live dataset and then read", + "originalRequest": { + "method": "GET", + "header": [ + { + "key": "Cookie", + "value": "connect.sid=s%3AAYYroI28UhzQVPM909UpLjZlcqMlDMlZ.gAO6bTMTktZi7udh7jntL%2Bw2xVWiI1z6gsSAb3bhZp4" + } + ], + "url": { + "raw": "localhost:3007/v2/datasets/read/sample1?mode=edit", + "host": [ + "localhost" + ], + "port": "3007", + "path": [ + "v2", + "datasets", + "read", + "sample1" + ], + "query": [ + { + "key": "mode", + "value": "edit" + } + ] + } + }, + "status": "OK", + "code": 200, + "_postman_previewlanguage": "json", + "header": [ + { + "key": "X-Powered-By", + "value": "Express" + }, + { + "key": "Content-Type", + "value": "application/json; charset=utf-8" + }, + { + "key": "Content-Length", + "value": "538" + }, + { + "key": "ETag", + "value": "W/\"21a-Iqg1rOMRqVpT0n8ZhQsPiTB2l44\"" + }, + { + "key": "Date", + "value": "Wed, 17 Jul 2024 12:19:28 GMT" + }, + { + "key": "Connection", + "value": "keep-alive" + }, + { + "key": "Keep-Alive", + "value": "timeout=5" + } + ], + "cookie": [], + "body": "{\n \"id\": \"api.datasets.read\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-17T17:49:28+05:30\",\n \"params\": {\n \"status\": \"SUCCESS\",\n \"resmsgid\": \"da70e25b-6ad0-49a7-a39d-340d1d0c46a7\"\n },\n \"responseCode\": \"OK\",\n \"result\": {\n \"dataset_id\": \"sample1\",\n \"name\": \"sample1\",\n \"type\": \"event\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 2,\n \"api_version\": \"v2\",\n \"dataset_config\": {\n \"indexing_config\": {\n \"olap_store_enabled\": true,\n \"lakehouse_enabled\": false,\n \"cache_enabled\": false\n },\n \"keys_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"time\"\n },\n \"cache_config\": {\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"redis_db\": 0\n }\n }\n }\n}" + }, + { + "name": "Failure: Invalid field name provided", + "originalRequest": { + "method": "GET", + "header": [ + { + "key": "Cookie", + "value": "connect.sid=s%3AAYYroI28UhzQVPM909UpLjZlcqMlDMlZ.gAO6bTMTktZi7udh7jntL%2Bw2xVWiI1z6gsSAb3bhZp4" + } + ], + "url": { + "raw": "localhost:3007/v2/datasets/read/telemetry_record?fields=newname", + "host": [ + "localhost" + ], + "port": "3007", + "path": [ + "v2", + "datasets", + "read", + "telemetry_record" + ], + "query": [ + { + "key": "fields", + "value": "newname" + } + ] + } + }, + "status": "Bad Request", + "code": 400, + "_postman_previewlanguage": "json", + "header": [ + { + "key": "X-Powered-By", + "value": "Express" + }, + { + "key": "Content-Type", + "value": "application/json; charset=utf-8" + }, + { + "key": "Content-Length", + "value": "307" + }, + { + "key": "ETag", + "value": "W/\"133-TQ9WpmutsrDcTNkRRmbWOhUChMk\"" + }, + { + "key": "Date", + "value": "Wed, 17 Jul 2024 12:20:17 GMT" + }, + { + "key": "Connection", + "value": "keep-alive" + }, + { + "key": "Keep-Alive", + "value": "timeout=5" + } + ], + "cookie": [], + "body": "{\n \"id\": \"api.datasets.read\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-17T17:50:17+05:30\",\n \"params\": {\n \"status\": \"FAILED\",\n \"resmsgid\": \"bccd40ad-db0a-4ed5-984c-e89a9d7b3fdd\"\n },\n \"responseCode\": \"BAD_REQUEST\",\n \"result\": {},\n \"error\": {\n \"code\": \"DATASET_INVALID_FIELDS\",\n \"message\": \"The specified fields [newname] in the dataset cannot be found.\"\n }\n}" + }, + { + "name": "Failure: Dataset not found", + "originalRequest": { + "method": "GET", + "header": [ + { + "key": "Cookie", + "value": "connect.sid=s%3AAYYroI28UhzQVPM909UpLjZlcqMlDMlZ.gAO6bTMTktZi7udh7jntL%2Bw2xVWiI1z6gsSAb3bhZp4" + } + ], + "url": "localhost:3007/v2/datasets/read/new_telemetry_record.1" + }, + "status": "Not Found", + "code": 404, + "_postman_previewlanguage": "json", + "header": [ + { + "key": "X-Powered-By", + "value": "Express" + }, + { + "key": "Content-Type", + "value": "application/json; charset=utf-8" + }, + { + "key": "Content-Length", + "value": "304" + }, + { + "key": "ETag", + "value": "W/\"130-JL/oBB+GUHTrBp278giBHRvO71I\"" + }, + { + "key": "Date", + "value": "Wed, 17 Jul 2024 12:21:12 GMT" + }, + { + "key": "Connection", + "value": "keep-alive" + }, + { + "key": "Keep-Alive", + "value": "timeout=5" + } + ], + "cookie": [], + "body": "{\n \"id\": \"api.datasets.read\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-17T17:51:12+05:30\",\n \"params\": {\n \"status\": \"FAILED\",\n \"resmsgid\": \"3aad3842-a76e-4fe8-b635-c7fef5f318f9\"\n },\n \"responseCode\": \"NOT_FOUND\",\n \"result\": {},\n \"error\": {\n \"code\": \"DATASET_NOT_FOUND\",\n \"message\": \"Dataset with the given dataset_id:new_telemetry_record.1 not found\"\n }\n}" + } + ] + }, + { + "name": "Dataset list", + "request": { + "method": "POST", + "header": [], + "body": { + "mode": "raw", + "raw": "{\n \"id\": \"api.datasets.list\",\n \"ver\": \"v1\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n \"filters\": {\n \"status\": [\n \"Live\"\n ]\n }\n }\n}", + "options": { + "raw": { + "language": "json" + } + } + }, + "url": "localhost:3007/v2/datasets/list" + }, + "response": [ + { + "name": "Success: Lists all when no filters provided", + "originalRequest": { + "method": "POST", + "header": [], + "body": { + "mode": "raw", + "raw": "{\n \"id\": \"api.datasets.list\",\n \"ver\": \"v1\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n \n }\n}", + "options": { + "raw": { + "language": "json" + } + } + }, + "url": "localhost:3007/v2/datasets/list" + }, + "status": "OK", + "code": 200, + "_postman_previewlanguage": "json", + "header": [ + { + "key": "X-Powered-By", + "value": "Express" + }, + { + "key": "Content-Type", + "value": "application/json; charset=utf-8" + }, + { + "key": "Content-Length", + "value": "24340" + }, + { + "key": "ETag", + "value": "W/\"5f14-Cq3tfdk3YuXhXtjub1V0q8YVdC4\"" + }, + { + "key": "Date", + "value": "Wed, 17 Jul 2024 12:25:36 GMT" + }, + { + "key": "Connection", + "value": "keep-alive" + }, + { + "key": "Keep-Alive", + "value": "timeout=5" + } + ], + "cookie": [], + "body": "{\n \"id\": \"api.datasets.list\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-17T17:55:36+05:30\",\n \"params\": {\n \"status\": \"SUCCESS\",\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\",\n \"resmsgid\": \"97efe04d-e981-493d-9ee7-a6dad6887d64\"\n },\n \"responseCode\": \"OK\",\n \"result\": {\n \"data\": [\n {\n \"dataset_id\": \"telemetry-summary\",\n \"name\": \"telemetry-summary\",\n \"type\": \"event\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"obsrv_meta.syncts\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"tripdetailstest\",\n \"name\": \"TripDetailsTest1\",\n \"type\": \"event\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"tpep_dropoff_datetime\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"test-normal\",\n \"name\": \"test-normal-renamed\",\n \"type\": \"event\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"tpep_pickup_datetime\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"test-dataset\",\n \"name\": \"test-dataset-renamed\",\n \"type\": \"event\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"tpep_dropoff_datetime\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"triptestdataset\",\n \"name\": \"triptestdataset\",\n \"type\": \"event\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"tpep_pickup_datetime\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"master-test\",\n \"name\": \"master-test\",\n \"type\": \"master\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"userid\",\n \"timestamp_key\": \"\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.masterdata.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 54\n }\n },\n {\n \"dataset_id\": \"test-trip-details\",\n \"name\": \"test-trip-details\",\n \"type\": \"event\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"obsrv_meta.syncts\",\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0,\n \"file_upload_path\": []\n }\n },\n {\n \"dataset_id\": \"sb-telemetry\",\n \"name\": \"sb-telemetry\",\n \"type\": \"event\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"ets\",\n \"exclude_fields\": [],\n \"entry_topic\": \"sb-dev.ingest\",\n \"redis_db_host\": \"obsrv-redis-master.redis.svc.cluster.local\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"sb-telemetry-user\",\n \"name\": \"sb-telemetry-user\",\n \"type\": \"master\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"id\",\n \"timestamp_key\": \"\",\n \"exclude_fields\": [],\n \"entry_topic\": \"sb-dev.masterdata.ingest\",\n \"redis_db_host\": \"obsrv-redis-master.redis.svc.cluster.local\",\n \"redis_db_port\": 6379,\n \"index_data\": false,\n \"redis_db\": 4\n }\n },\n {\n \"dataset_id\": \"sb-telemetry-test\",\n \"name\": \"sb-telemetry\",\n \"type\": \"event\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"ets\",\n \"exclude_fields\": [],\n \"entry_topic\": \"sb-dev.ingest\",\n \"redis_db_host\": \"obsrv-redis-master.redis.svc.cluster.local\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"test-changes\",\n \"name\": \"test-changes\",\n \"type\": \"event\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"date\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"sample1\",\n \"name\": \"sample1\",\n \"type\": \"event\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"time\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"telemetry-events\",\n \"name\": \"telemetry-events\",\n \"type\": \"event\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"date\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"taxt_trip\",\n \"name\": \"taxt_trip\",\n \"type\": \"event\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"date\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"test\",\n \"name\": \"test\",\n \"type\": \"event\",\n \"status\": \"Live\",\n \"tags\": [\n \"TAG1\"\n ],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"obsrv_meta.syncts\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"beckn-test-data\",\n \"name\": \"beckn-test-data\",\n \"type\": \"event\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"ets\",\n \"exclude_fields\": [],\n \"entry_topic\": \"beckn-test-data\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"telemetry_record-t4\",\n \"name\": \"sb-telemetry\",\n \"type\": \"event\",\n \"status\": \"Draft\",\n \"tags\": [\n \"tag1\"\n ],\n \"version\": 1,\n \"api_version\": \"v2\",\n \"dataset_config\": {\n \"indexing_config\": {\n \"olap_store_enabled\": true,\n \"lakehouse_enabled\": true,\n \"cache_enabled\": false\n },\n \"keys_config\": {\n \"data_key\": \"\",\n \"partition_key\": \"\",\n \"timestamp_key\": \"obsrv_meta.syncts\"\n },\n \"cache_config\": {\n \"redis_db_port\": null,\n \"redis_db\": 0\n },\n \"file_upload_path\": []\n }\n },\n {\n \"dataset_id\": \"telemetry_events\",\n \"name\": \"sb-telemetry\",\n \"type\": \"event\",\n \"status\": \"Draft\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v2\",\n \"dataset_config\": {\n \"indexing_config\": {\n \"olap_store_enabled\": true,\n \"lakehouse_enabled\": true,\n \"cache_enabled\": false\n },\n \"keys_config\": {\n \"data_key\": \"\",\n \"partition_key\": \"\",\n \"timestamp_key\": \"obsrv_meta.syncts\"\n },\n \"cache_config\": {\n \"redis_db_port\": null,\n \"redis_db\": 0\n },\n \"file_upload_path\": []\n }\n },\n {\n \"dataset_id\": \"telemetry_record-master\",\n \"name\": \"sb-telemetry\",\n \"type\": \"master\",\n \"status\": \"Draft\",\n \"tags\": [\n \"tag1\"\n ],\n \"version\": 1,\n \"api_version\": \"v2\",\n \"dataset_config\": {\n \"indexing_config\": {\n \"olap_store_enabled\": true,\n \"lakehouse_enabled\": true,\n \"cache_enabled\": false\n },\n \"keys_config\": {\n \"data_key\": \"\",\n \"partition_key\": \"\",\n \"timestamp_key\": \"obsrv_meta.syncts\"\n },\n \"cache_config\": {\n \"redis_db_port\": null,\n \"redis_db\": 0\n },\n \"file_upload_path\": []\n }\n },\n {\n \"dataset_id\": \"generate-schema\",\n \"name\": \"generate-schema\",\n \"type\": \"event\",\n \"status\": \"Draft\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": null,\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"test-summary\",\n \"name\": \"test-summary\",\n \"type\": \"event\",\n \"status\": \"ReadyToPublish\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": null,\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"obsrv_meta.syncts\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"trip-details1\",\n \"name\": \"trip-details\",\n \"type\": \"event\",\n \"status\": \"ReadyToPublish\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": null,\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"tpep_pickup_datetime\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"telemetry-test-dataset\",\n \"name\": \"telemetry-test-dataset\",\n \"type\": \"event\",\n \"status\": \"ReadyToPublish\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": null,\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"obsrv_meta.syncts\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"trip-test\",\n \"name\": \"trip-test\",\n \"type\": \"event\",\n \"status\": \"Draft\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": null,\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"sample-trip-details\",\n \"name\": \"sample-trip-details\",\n \"type\": \"event\",\n \"status\": \"Draft\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": null,\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"test-rollup\",\n \"name\": \"test-rollup\",\n \"type\": \"event\",\n \"status\": \"ReadyToPublish\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v2\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"obsrv_meta.syncts\",\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0,\n \"file_upload_path\": [],\n \"dataMappings\": {\n \"text\": {\n \"arrival_format\": [\n \"string\"\n ],\n \"store_format\": {\n \"string\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"string\"\n },\n \"date-time\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"string\"\n },\n \"date\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"string\"\n },\n \"boolean\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"boolean\"\n },\n \"epoch\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"integer\"\n },\n \"long\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"long\"\n },\n \"double\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"double\"\n },\n \"bigdecimal\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"double\"\n },\n \"integer\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"long\"\n }\n }\n },\n \"number\": {\n \"arrival_format\": [\n \"number\",\n \"integer\"\n ],\n \"store_format\": {\n \"integer\": {\n \"jsonSchema\": \"integer\",\n \"datasource\": \"long\"\n },\n \"float\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n },\n \"long\": {\n \"jsonSchema\": \"integer\",\n \"datasource\": \"long\"\n },\n \"double\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n },\n \"bigdecimal\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n },\n \"epoch\": {\n \"jsonSchema\": \"integer\",\n \"datasource\": \"long\"\n },\n \"number\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n }\n }\n },\n \"object\": {\n \"arrival_format\": [\n \"object\"\n ],\n \"store_format\": {\n \"object\": {\n \"jsonSchema\": \"object\",\n \"datasource\": \"json\"\n }\n }\n },\n \"array\": {\n \"arrival_format\": [\n \"array\"\n ],\n \"store_format\": {\n \"array\": {\n \"jsonSchema\": \"array\",\n \"datasource\": \"array\"\n }\n }\n },\n \"boolean\": {\n \"arrival_format\": [\n \"boolean\"\n ],\n \"store_format\": {\n \"boolean\": {\n \"jsonSchema\": \"boolean\",\n \"datasource\": \"boolean\"\n }\n }\n }\n },\n \"configurations\": {\n \"indexConfiguration\": {\n \"index\": {\n \"Event Arrival Time\": \"obsrv_meta.syncts\"\n },\n \"rollupSuggestions\": {}\n },\n \"processing\": {\n \"dedupKeys\": [],\n \"dropDuplicates\": [\n \"Yes\",\n \"No\"\n ]\n }\n },\n \"mergedEvent\": {\n \"$schema\": \"https://json-schema.org/draft/2020-12/schema\",\n \"type\": \"object\",\n \"properties\": {\n \"eid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"ets\": {\n \"type\": \"integer\",\n \"suggestions\": [\n {\n \"message\": \"The Property 'ets' appears to be 'epoch' format type.\",\n \"severity\": \"\",\n \"path\": \"properties.ets\"\n }\n ],\n \"arrival_format\": \"number\",\n \"data_type\": \"epoch\"\n },\n \"syncts\": {\n \"type\": \"integer\",\n \"suggestions\": [\n {\n \"message\": \"The Property 'syncts' appears to be 'epoch' format type.\",\n \"severity\": \"\",\n \"path\": \"properties.syncts\"\n }\n ],\n \"arrival_format\": \"number\",\n \"data_type\": \"epoch\"\n },\n \"ver\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"mid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"uid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"content_id\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"context\": {\n \"type\": \"object\",\n \"properties\": {\n \"pdata\": {\n \"type\": \"object\",\n \"properties\": {\n \"id\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"ver\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"model\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"pid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n }\n },\n \"arrival_format\": \"object\",\n \"data_type\": \"object\",\n \"additionalProperties\": true\n },\n \"granularity\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"date_range\": {\n \"type\": \"object\",\n \"properties\": {\n \"from\": {\n \"type\": \"integer\",\n \"suggestions\": [\n {\n \"message\": \"The Property 'context.date_range.from' appears to be 'epoch' format type.\",\n \"severity\": \"\",\n \"path\": \"properties.context.properties.date_range.properties.from\"\n }\n ],\n \"arrival_format\": \"number\",\n \"data_type\": \"epoch\"\n },\n \"to\": {\n \"type\": \"integer\",\n \"suggestions\": [\n {\n \"message\": \"The Property 'context.date_range.to' appears to be 'epoch' format type.\",\n \"severity\": \"\",\n \"path\": \"properties.context.properties.date_range.properties.to\"\n }\n ],\n \"arrival_format\": \"number\",\n \"data_type\": \"epoch\"\n }\n },\n \"arrival_format\": \"object\",\n \"data_type\": \"object\",\n \"additionalProperties\": true\n },\n \"rollup\": {\n \"type\": \"object\",\n \"arrival_format\": \"object\",\n \"data_type\": \"object\",\n \"additionalProperties\": true\n },\n \"cdata\": {\n \"type\": \"array\",\n \"items\": false,\n \"arrival_format\": \"array\",\n \"data_type\": \"array\"\n }\n },\n \"arrival_format\": \"object\",\n \"data_type\": \"object\",\n \"additionalProperties\": true\n },\n \"dimensions\": {\n \"type\": \"object\",\n \"properties\": {\n \"did\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"pdata\": {\n \"type\": \"object\",\n \"properties\": {\n \"id\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"ver\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"pid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n }\n },\n \"arrival_format\": \"object\",\n \"data_type\": \"object\",\n \"additionalProperties\": true\n },\n \"sid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"channel\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"type\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"mode\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"content_type\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n }\n },\n \"arrival_format\": \"object\",\n \"data_type\": \"object\",\n \"additionalProperties\": true\n },\n \"edata\": {\n \"type\": \"object\",\n \"properties\": {\n \"eks\": {\n \"type\": \"object\",\n \"properties\": {\n \"interact_events_per_min\": {\n \"type\": \"integer\",\n \"arrival_format\": \"number\",\n \"data_type\": \"integer\"\n },\n \"start_time\": {\n \"type\": \"integer\",\n \"suggestions\": [\n {\n \"message\": \"The Property 'edata.eks.start_time' appears to be 'epoch' format type.\",\n \"severity\": \"\",\n \"path\": \"properties.edata.properties.eks.properties.start_time\"\n }\n ],\n \"arrival_format\": \"number\",\n \"data_type\": \"epoch\"\n },\n \"interact_events_count\": {\n \"type\": \"integer\",\n \"arrival_format\": \"number\",\n \"data_type\": \"integer\"\n },\n \"item_responses\": {\n \"type\": \"array\",\n \"items\": false,\n \"arrival_format\": \"array\",\n \"data_type\": \"array\"\n },\n \"end_time\": {\n \"type\": \"integer\",\n \"suggestions\": [\n {\n \"message\": \"The Property 'edata.eks.end_time' appears to be 'epoch' format type.\",\n \"severity\": \"\",\n \"path\": \"properties.edata.properties.eks.properties.end_time\"\n }\n ],\n \"arrival_format\": \"number\",\n \"data_type\": \"epoch\"\n },\n \"events_summary\": {\n \"type\": \"array\",\n \"items\": {\n \"type\": \"object\",\n \"properties\": {\n \"id\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"count\": {\n \"type\": \"integer\",\n \"arrival_format\": \"number\",\n \"data_type\": \"integer\"\n }\n },\n \"additionalProperties\": true\n },\n \"arrival_format\": \"array\",\n \"data_type\": \"array\"\n },\n \"page_summary\": {\n \"type\": \"array\",\n \"items\": {\n \"type\": \"object\",\n \"properties\": {\n \"id\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"env\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"time_spent\": {\n \"type\": \"integer\",\n \"arrival_format\": \"number\",\n \"data_type\": \"integer\"\n },\n \"visit_count\": {\n \"type\": \"integer\",\n \"arrival_format\": \"number\",\n \"data_type\": \"integer\"\n }\n },\n \"additionalProperties\": true\n },\n \"arrival_format\": \"array\",\n \"data_type\": \"array\"\n },\n \"time_diff\": {\n \"type\": \"number\",\n \"arrival_format\": \"number\",\n \"data_type\": \"number\"\n },\n \"telemetry_version\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"env_summary\": {\n \"type\": \"array\",\n \"items\": {\n \"type\": \"object\",\n \"properties\": {\n \"env\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"time_spent\": {\n \"type\": \"integer\",\n \"arrival_format\": \"number\",\n \"data_type\": \"integer\"\n },\n \"count\": {\n \"type\": \"integer\",\n \"arrival_format\": \"number\",\n \"data_type\": \"integer\"\n }\n },\n \"additionalProperties\": true\n },\n \"arrival_format\": \"array\",\n \"data_type\": \"array\"\n },\n \"time_spent\": {\n \"type\": \"number\",\n \"arrival_format\": \"number\",\n \"data_type\": \"number\"\n }\n },\n \"arrival_format\": \"object\",\n \"data_type\": \"object\",\n \"additionalProperties\": true\n }\n },\n \"arrival_format\": \"object\",\n \"data_type\": \"object\",\n \"additionalProperties\": true\n },\n \"tags\": {\n \"type\": \"array\",\n \"items\": {\n \"type\": \"string\"\n },\n \"arrival_format\": \"array\",\n \"data_type\": \"array\"\n },\n \"object\": {\n \"type\": \"object\",\n \"properties\": {\n \"ver\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"id\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n }\n },\n \"arrival_format\": \"object\",\n \"data_type\": \"object\",\n \"additionalProperties\": true\n }\n },\n \"additionalProperties\": true\n }\n }\n },\n {\n \"dataset_id\": \"trip\",\n \"name\": \"trip\",\n \"type\": \"event\",\n \"status\": \"ReadyToPublish\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v2\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"obsrv_meta.syncts\",\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0,\n \"file_upload_path\": [],\n \"dataMappings\": {\n \"text\": {\n \"arrival_format\": [\n \"string\"\n ],\n \"store_format\": {\n \"string\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"string\"\n },\n \"date-time\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"string\"\n },\n \"date\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"string\"\n },\n \"boolean\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"boolean\"\n },\n \"epoch\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"integer\"\n },\n \"long\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"long\"\n },\n \"double\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"double\"\n },\n \"bigdecimal\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"double\"\n },\n \"integer\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"long\"\n }\n }\n },\n \"number\": {\n \"arrival_format\": [\n \"number\",\n \"integer\"\n ],\n \"store_format\": {\n \"integer\": {\n \"jsonSchema\": \"integer\",\n \"datasource\": \"long\"\n },\n \"float\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n },\n \"long\": {\n \"jsonSchema\": \"integer\",\n \"datasource\": \"long\"\n },\n \"double\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n },\n \"bigdecimal\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n },\n \"epoch\": {\n \"jsonSchema\": \"integer\",\n \"datasource\": \"long\"\n },\n \"number\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n }\n }\n },\n \"object\": {\n \"arrival_format\": [\n \"object\"\n ],\n \"store_format\": {\n \"object\": {\n \"jsonSchema\": \"object\",\n \"datasource\": \"json\"\n }\n }\n },\n \"array\": {\n \"arrival_format\": [\n \"array\"\n ],\n \"store_format\": {\n \"array\": {\n \"jsonSchema\": \"array\",\n \"datasource\": \"array\"\n }\n }\n },\n \"boolean\": {\n \"arrival_format\": [\n \"boolean\"\n ],\n \"store_format\": {\n \"boolean\": {\n \"jsonSchema\": \"boolean\",\n \"datasource\": \"boolean\"\n }\n }\n }\n },\n \"configurations\": {\n \"indexConfiguration\": {\n \"index\": {\n \"Event Arrival Time\": \"obsrv_meta.syncts\"\n },\n \"rollupSuggestions\": {\n \"summary\": {\n \"tripID\": {\n \"path\": \"$.tripID\",\n \"cardinality\": 99,\n \"index\": false\n }\n }\n }\n },\n \"processing\": {\n \"dedupKeys\": [\n \"tripID\"\n ],\n \"dropDuplicates\": [\n \"Yes\",\n \"No\"\n ]\n }\n },\n \"mergedEvent\": {\n \"tripID\": \"02e07922-e8a5-4655-84a8-b5ba1866f9fe\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-04-28 00:18:42\",\n \"tpep_dropoff_datetime\": \"2024-02-15 00:24:38\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.60\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"236\",\n \"DOLocationID\": \"239\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Dewayne_Kuvalis17@gmail.com\",\n \"mobile\": \"1-429-628-3797 x14211\"\n },\n \"fare_details\": {\n \"fare_amount\": \"7\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"8.3\",\n \"congestion_surcharge\": \"\"\n },\n \"passenger-name\": \"yashashk\"\n }\n }\n },\n {\n \"dataset_id\": \"test1\",\n \"name\": \"test1\",\n \"type\": \"event\",\n \"status\": \"ReadyToPublish\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v2\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"obsrv_meta.syncts\",\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0,\n \"file_upload_path\": [],\n \"dataMappings\": {\n \"text\": {\n \"arrival_format\": [\n \"string\"\n ],\n \"store_format\": {\n \"string\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"string\"\n },\n \"date-time\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"string\"\n },\n \"date\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"string\"\n },\n \"boolean\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"boolean\"\n },\n \"epoch\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"integer\"\n },\n \"long\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"long\"\n },\n \"double\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"double\"\n },\n \"bigdecimal\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"double\"\n },\n \"integer\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"long\"\n }\n }\n },\n \"number\": {\n \"arrival_format\": [\n \"number\",\n \"integer\"\n ],\n \"store_format\": {\n \"integer\": {\n \"jsonSchema\": \"integer\",\n \"datasource\": \"long\"\n },\n \"float\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n },\n \"long\": {\n \"jsonSchema\": \"integer\",\n \"datasource\": \"long\"\n },\n \"double\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n },\n \"bigdecimal\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n },\n \"epoch\": {\n \"jsonSchema\": \"integer\",\n \"datasource\": \"long\"\n },\n \"number\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n }\n }\n },\n \"object\": {\n \"arrival_format\": [\n \"object\"\n ],\n \"store_format\": {\n \"object\": {\n \"jsonSchema\": \"object\",\n \"datasource\": \"json\"\n }\n }\n },\n \"array\": {\n \"arrival_format\": [\n \"array\"\n ],\n \"store_format\": {\n \"array\": {\n \"jsonSchema\": \"array\",\n \"datasource\": \"array\"\n }\n }\n },\n \"boolean\": {\n \"arrival_format\": [\n \"boolean\"\n ],\n \"store_format\": {\n \"boolean\": {\n \"jsonSchema\": \"boolean\",\n \"datasource\": \"boolean\"\n }\n }\n }\n },\n \"configurations\": {\n \"indexConfiguration\": {\n \"index\": {\n \"Event Arrival Time\": \"obsrv_meta.syncts\"\n },\n \"rollupSuggestions\": {\n \"summary\": {\n \"tripID\": {\n \"path\": \"$.tripID\",\n \"cardinality\": 99,\n \"index\": false\n }\n }\n }\n },\n \"processing\": {\n \"dedupKeys\": [\n \"tripID\"\n ],\n \"dropDuplicates\": [\n \"Yes\",\n \"No\"\n ]\n }\n },\n \"mergedEvent\": {\n \"tripID\": \"02e07922-e8a5-4655-84a8-b5ba1866f9fe\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-04-28 00:18:42\",\n \"tpep_dropoff_datetime\": \"2024-02-15 00:24:38\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.60\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"236\",\n \"DOLocationID\": \"239\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Dewayne_Kuvalis17@gmail.com\",\n \"mobile\": \"1-429-628-3797 x14211\"\n },\n \"fare_details\": {\n \"fare_amount\": \"7\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"8.3\",\n \"congestion_surcharge\": \"\"\n },\n \"passenger-name\": \"yashashk\"\n }\n }\n },\n {\n \"dataset_id\": \"beckn-test-data\",\n \"name\": \"beckn-test-data\",\n \"type\": \"event\",\n \"status\": \"ReadyToPublish\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v2\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"ets\",\n \"entry_topic\": \"beckn-test-data\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0,\n \"file_upload_path\": [],\n \"exclude_fields\": []\n }\n },\n {\n \"dataset_id\": \"trip-details\",\n \"name\": \"trip-details\",\n \"type\": \"event\",\n \"status\": \"ReadyToPublish\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v2\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"obsrv_meta.syncts\",\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0,\n \"file_upload_path\": [],\n \"dataMappings\": {\n \"text\": {\n \"arrival_format\": [\n \"string\"\n ],\n \"store_format\": {\n \"string\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"string\"\n },\n \"date-time\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"string\"\n },\n \"date\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"string\"\n },\n \"boolean\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"boolean\"\n },\n \"epoch\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"integer\"\n },\n \"long\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"long\"\n },\n \"double\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"double\"\n },\n \"bigdecimal\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"double\"\n },\n \"integer\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"long\"\n }\n }\n },\n \"number\": {\n \"arrival_format\": [\n \"number\",\n \"integer\"\n ],\n \"store_format\": {\n \"integer\": {\n \"jsonSchema\": \"integer\",\n \"datasource\": \"long\"\n },\n \"float\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n },\n \"long\": {\n \"jsonSchema\": \"integer\",\n \"datasource\": \"long\"\n },\n \"double\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n },\n \"bigdecimal\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n },\n \"epoch\": {\n \"jsonSchema\": \"integer\",\n \"datasource\": \"long\"\n },\n \"number\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n }\n }\n },\n \"object\": {\n \"arrival_format\": [\n \"object\"\n ],\n \"store_format\": {\n \"object\": {\n \"jsonSchema\": \"object\",\n \"datasource\": \"json\"\n }\n }\n },\n \"array\": {\n \"arrival_format\": [\n \"array\"\n ],\n \"store_format\": {\n \"array\": {\n \"jsonSchema\": \"array\",\n \"datasource\": \"array\"\n }\n }\n },\n \"boolean\": {\n \"arrival_format\": [\n \"boolean\"\n ],\n \"store_format\": {\n \"boolean\": {\n \"jsonSchema\": \"boolean\",\n \"datasource\": \"boolean\"\n }\n }\n }\n },\n \"configurations\": {\n \"indexConfiguration\": {\n \"index\": {\n \"Event Arrival Time\": \"obsrv_meta.syncts\"\n },\n \"rollupSuggestions\": {\n \"summary\": {\n \"tripID\": {\n \"path\": \"$.tripID\",\n \"cardinality\": 99,\n \"index\": false\n }\n }\n }\n },\n \"processing\": {\n \"dedupKeys\": [\n \"tripID\"\n ],\n \"dropDuplicates\": [\n \"Yes\",\n \"No\"\n ]\n }\n },\n \"mergedEvent\": {\n \"tripID\": \"02e07922-e8a5-4655-84a8-b5ba1866f9fe\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-04-28 00:18:42\",\n \"tpep_dropoff_datetime\": \"2024-02-15 00:24:38\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.60\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"236\",\n \"DOLocationID\": \"239\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Dewayne_Kuvalis17@gmail.com\",\n \"mobile\": \"1-429-628-3797 x14211\"\n },\n \"fare_details\": {\n \"fare_amount\": \"7\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"8.3\",\n \"congestion_surcharge\": \"\"\n },\n \"passenger-name\": \"yashashk\"\n }\n }\n }\n ],\n \"count\": 30\n }\n}" + }, + { + "name": "Success: Filter based on status as array", + "originalRequest": { + "method": "POST", + "header": [], + "body": { + "mode": "raw", + "raw": "{\n \"id\": \"api.datasets.list\",\n \"ver\": \"v1\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n \"filters\": {\n \"status\": [\n \"Live\"\n ]\n }\n }\n}", + "options": { + "raw": { + "language": "json" + } + } + }, + "url": "localhost:3007/v2/datasets/list" + }, + "status": "OK", + "code": 200, + "_postman_previewlanguage": "json", + "header": [ + { + "key": "X-Powered-By", + "value": "Express" + }, + { + "key": "Content-Type", + "value": "application/json; charset=utf-8" + }, + { + "key": "Content-Length", + "value": "5475" + }, + { + "key": "ETag", + "value": "W/\"1563-FnaUnwhv4LmMcE5J8f4+jKz+DDk\"" + }, + { + "key": "Date", + "value": "Wed, 17 Jul 2024 12:27:38 GMT" + }, + { + "key": "Connection", + "value": "keep-alive" + }, + { + "key": "Keep-Alive", + "value": "timeout=5" + } + ], + "cookie": [], + "body": "{\n \"id\": \"api.datasets.list\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-17T17:57:38+05:30\",\n \"params\": {\n \"status\": \"SUCCESS\",\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\",\n \"resmsgid\": \"31aba5bc-8492-45ce-be0e-8c52d8716014\"\n },\n \"responseCode\": \"OK\",\n \"result\": {\n \"data\": [\n {\n \"dataset_id\": \"telemetry-summary\",\n \"name\": \"telemetry-summary\",\n \"type\": \"event\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"obsrv_meta.syncts\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"tripdetailstest\",\n \"name\": \"TripDetailsTest1\",\n \"type\": \"event\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"tpep_dropoff_datetime\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"test-normal\",\n \"name\": \"test-normal-renamed\",\n \"type\": \"event\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"tpep_pickup_datetime\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"test-dataset\",\n \"name\": \"test-dataset-renamed\",\n \"type\": \"event\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"tpep_dropoff_datetime\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"triptestdataset\",\n \"name\": \"triptestdataset\",\n \"type\": \"event\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"tpep_pickup_datetime\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"master-test\",\n \"name\": \"master-test\",\n \"type\": \"master\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"userid\",\n \"timestamp_key\": \"\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.masterdata.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 54\n }\n },\n {\n \"dataset_id\": \"test-trip-details\",\n \"name\": \"test-trip-details\",\n \"type\": \"event\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"obsrv_meta.syncts\",\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0,\n \"file_upload_path\": []\n }\n },\n {\n \"dataset_id\": \"sb-telemetry\",\n \"name\": \"sb-telemetry\",\n \"type\": \"event\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"ets\",\n \"exclude_fields\": [],\n \"entry_topic\": \"sb-dev.ingest\",\n \"redis_db_host\": \"obsrv-redis-master.redis.svc.cluster.local\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"sb-telemetry-user\",\n \"name\": \"sb-telemetry-user\",\n \"type\": \"master\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"id\",\n \"timestamp_key\": \"\",\n \"exclude_fields\": [],\n \"entry_topic\": \"sb-dev.masterdata.ingest\",\n \"redis_db_host\": \"obsrv-redis-master.redis.svc.cluster.local\",\n \"redis_db_port\": 6379,\n \"index_data\": false,\n \"redis_db\": 4\n }\n },\n {\n \"dataset_id\": \"sb-telemetry-test\",\n \"name\": \"sb-telemetry\",\n \"type\": \"event\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"ets\",\n \"exclude_fields\": [],\n \"entry_topic\": \"sb-dev.ingest\",\n \"redis_db_host\": \"obsrv-redis-master.redis.svc.cluster.local\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"test-changes\",\n \"name\": \"test-changes\",\n \"type\": \"event\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"date\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"sample1\",\n \"name\": \"sample1\",\n \"type\": \"event\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"time\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"telemetry-events\",\n \"name\": \"telemetry-events\",\n \"type\": \"event\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"date\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"taxt_trip\",\n \"name\": \"taxt_trip\",\n \"type\": \"event\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"date\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"test\",\n \"name\": \"test\",\n \"type\": \"event\",\n \"status\": \"Live\",\n \"tags\": [\n \"TAG1\"\n ],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"obsrv_meta.syncts\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"beckn-test-data\",\n \"name\": \"beckn-test-data\",\n \"type\": \"event\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"ets\",\n \"exclude_fields\": [],\n \"entry_topic\": \"beckn-test-data\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n }\n ],\n \"count\": 16\n }\n}" + }, + { + "name": "Success: Filter basen on status as string", + "originalRequest": { + "method": "POST", + "header": [], + "body": { + "mode": "raw", + "raw": "{\n \"id\": \"api.datasets.list\",\n \"ver\": \"v1\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n \"filters\": {\n \"status\": \"ReadyToPublish\"\n }\n }\n}", + "options": { + "raw": { + "language": "json" + } + } + }, + "url": "localhost:3007/v2/datasets/list" + }, + "status": "OK", + "code": 200, + "_postman_previewlanguage": "json", + "header": [ + { + "key": "X-Powered-By", + "value": "Express" + }, + { + "key": "Content-Type", + "value": "application/json; charset=utf-8" + }, + { + "key": "Content-Length", + "value": "16960" + }, + { + "key": "ETag", + "value": "W/\"4240-18LMqkfsWst/M+Uc53td59PATTk\"" + }, + { + "key": "Date", + "value": "Wed, 17 Jul 2024 12:29:18 GMT" + }, + { + "key": "Connection", + "value": "keep-alive" + }, + { + "key": "Keep-Alive", + "value": "timeout=5" + } + ], + "cookie": [], + "body": "{\n \"id\": \"api.datasets.list\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-17T17:59:18+05:30\",\n \"params\": {\n \"status\": \"SUCCESS\",\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\",\n \"resmsgid\": \"a08c7ea0-bb1c-4998-b47d-a76e38e87e31\"\n },\n \"responseCode\": \"OK\",\n \"result\": {\n \"data\": [\n {\n \"dataset_id\": \"test-summary\",\n \"name\": \"test-summary\",\n \"type\": \"event\",\n \"status\": \"ReadyToPublish\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": null,\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"obsrv_meta.syncts\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"trip-details1\",\n \"name\": \"trip-details\",\n \"type\": \"event\",\n \"status\": \"ReadyToPublish\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": null,\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"tpep_pickup_datetime\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"telemetry-test-dataset\",\n \"name\": \"telemetry-test-dataset\",\n \"type\": \"event\",\n \"status\": \"ReadyToPublish\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": null,\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"obsrv_meta.syncts\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"test-rollup\",\n \"name\": \"test-rollup\",\n \"type\": \"event\",\n \"status\": \"ReadyToPublish\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v2\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"obsrv_meta.syncts\",\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0,\n \"file_upload_path\": [],\n \"dataMappings\": {\n \"text\": {\n \"arrival_format\": [\n \"string\"\n ],\n \"store_format\": {\n \"string\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"string\"\n },\n \"date-time\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"string\"\n },\n \"date\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"string\"\n },\n \"boolean\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"boolean\"\n },\n \"epoch\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"integer\"\n },\n \"long\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"long\"\n },\n \"double\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"double\"\n },\n \"bigdecimal\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"double\"\n },\n \"integer\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"long\"\n }\n }\n },\n \"number\": {\n \"arrival_format\": [\n \"number\",\n \"integer\"\n ],\n \"store_format\": {\n \"integer\": {\n \"jsonSchema\": \"integer\",\n \"datasource\": \"long\"\n },\n \"float\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n },\n \"long\": {\n \"jsonSchema\": \"integer\",\n \"datasource\": \"long\"\n },\n \"double\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n },\n \"bigdecimal\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n },\n \"epoch\": {\n \"jsonSchema\": \"integer\",\n \"datasource\": \"long\"\n },\n \"number\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n }\n }\n },\n \"object\": {\n \"arrival_format\": [\n \"object\"\n ],\n \"store_format\": {\n \"object\": {\n \"jsonSchema\": \"object\",\n \"datasource\": \"json\"\n }\n }\n },\n \"array\": {\n \"arrival_format\": [\n \"array\"\n ],\n \"store_format\": {\n \"array\": {\n \"jsonSchema\": \"array\",\n \"datasource\": \"array\"\n }\n }\n },\n \"boolean\": {\n \"arrival_format\": [\n \"boolean\"\n ],\n \"store_format\": {\n \"boolean\": {\n \"jsonSchema\": \"boolean\",\n \"datasource\": \"boolean\"\n }\n }\n }\n },\n \"configurations\": {\n \"indexConfiguration\": {\n \"index\": {\n \"Event Arrival Time\": \"obsrv_meta.syncts\"\n },\n \"rollupSuggestions\": {}\n },\n \"processing\": {\n \"dedupKeys\": [],\n \"dropDuplicates\": [\n \"Yes\",\n \"No\"\n ]\n }\n },\n \"mergedEvent\": {\n \"$schema\": \"https://json-schema.org/draft/2020-12/schema\",\n \"type\": \"object\",\n \"properties\": {\n \"eid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"ets\": {\n \"type\": \"integer\",\n \"suggestions\": [\n {\n \"message\": \"The Property 'ets' appears to be 'epoch' format type.\",\n \"severity\": \"\",\n \"path\": \"properties.ets\"\n }\n ],\n \"arrival_format\": \"number\",\n \"data_type\": \"epoch\"\n },\n \"syncts\": {\n \"type\": \"integer\",\n \"suggestions\": [\n {\n \"message\": \"The Property 'syncts' appears to be 'epoch' format type.\",\n \"severity\": \"\",\n \"path\": \"properties.syncts\"\n }\n ],\n \"arrival_format\": \"number\",\n \"data_type\": \"epoch\"\n },\n \"ver\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"mid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"uid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"content_id\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"context\": {\n \"type\": \"object\",\n \"properties\": {\n \"pdata\": {\n \"type\": \"object\",\n \"properties\": {\n \"id\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"ver\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"model\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"pid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n }\n },\n \"arrival_format\": \"object\",\n \"data_type\": \"object\",\n \"additionalProperties\": true\n },\n \"granularity\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"date_range\": {\n \"type\": \"object\",\n \"properties\": {\n \"from\": {\n \"type\": \"integer\",\n \"suggestions\": [\n {\n \"message\": \"The Property 'context.date_range.from' appears to be 'epoch' format type.\",\n \"severity\": \"\",\n \"path\": \"properties.context.properties.date_range.properties.from\"\n }\n ],\n \"arrival_format\": \"number\",\n \"data_type\": \"epoch\"\n },\n \"to\": {\n \"type\": \"integer\",\n \"suggestions\": [\n {\n \"message\": \"The Property 'context.date_range.to' appears to be 'epoch' format type.\",\n \"severity\": \"\",\n \"path\": \"properties.context.properties.date_range.properties.to\"\n }\n ],\n \"arrival_format\": \"number\",\n \"data_type\": \"epoch\"\n }\n },\n \"arrival_format\": \"object\",\n \"data_type\": \"object\",\n \"additionalProperties\": true\n },\n \"rollup\": {\n \"type\": \"object\",\n \"arrival_format\": \"object\",\n \"data_type\": \"object\",\n \"additionalProperties\": true\n },\n \"cdata\": {\n \"type\": \"array\",\n \"items\": false,\n \"arrival_format\": \"array\",\n \"data_type\": \"array\"\n }\n },\n \"arrival_format\": \"object\",\n \"data_type\": \"object\",\n \"additionalProperties\": true\n },\n \"dimensions\": {\n \"type\": \"object\",\n \"properties\": {\n \"did\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"pdata\": {\n \"type\": \"object\",\n \"properties\": {\n \"id\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"ver\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"pid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n }\n },\n \"arrival_format\": \"object\",\n \"data_type\": \"object\",\n \"additionalProperties\": true\n },\n \"sid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"channel\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"type\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"mode\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"content_type\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n }\n },\n \"arrival_format\": \"object\",\n \"data_type\": \"object\",\n \"additionalProperties\": true\n },\n \"edata\": {\n \"type\": \"object\",\n \"properties\": {\n \"eks\": {\n \"type\": \"object\",\n \"properties\": {\n \"interact_events_per_min\": {\n \"type\": \"integer\",\n \"arrival_format\": \"number\",\n \"data_type\": \"integer\"\n },\n \"start_time\": {\n \"type\": \"integer\",\n \"suggestions\": [\n {\n \"message\": \"The Property 'edata.eks.start_time' appears to be 'epoch' format type.\",\n \"severity\": \"\",\n \"path\": \"properties.edata.properties.eks.properties.start_time\"\n }\n ],\n \"arrival_format\": \"number\",\n \"data_type\": \"epoch\"\n },\n \"interact_events_count\": {\n \"type\": \"integer\",\n \"arrival_format\": \"number\",\n \"data_type\": \"integer\"\n },\n \"item_responses\": {\n \"type\": \"array\",\n \"items\": false,\n \"arrival_format\": \"array\",\n \"data_type\": \"array\"\n },\n \"end_time\": {\n \"type\": \"integer\",\n \"suggestions\": [\n {\n \"message\": \"The Property 'edata.eks.end_time' appears to be 'epoch' format type.\",\n \"severity\": \"\",\n \"path\": \"properties.edata.properties.eks.properties.end_time\"\n }\n ],\n \"arrival_format\": \"number\",\n \"data_type\": \"epoch\"\n },\n \"events_summary\": {\n \"type\": \"array\",\n \"items\": {\n \"type\": \"object\",\n \"properties\": {\n \"id\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"count\": {\n \"type\": \"integer\",\n \"arrival_format\": \"number\",\n \"data_type\": \"integer\"\n }\n },\n \"additionalProperties\": true\n },\n \"arrival_format\": \"array\",\n \"data_type\": \"array\"\n },\n \"page_summary\": {\n \"type\": \"array\",\n \"items\": {\n \"type\": \"object\",\n \"properties\": {\n \"id\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"env\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"time_spent\": {\n \"type\": \"integer\",\n \"arrival_format\": \"number\",\n \"data_type\": \"integer\"\n },\n \"visit_count\": {\n \"type\": \"integer\",\n \"arrival_format\": \"number\",\n \"data_type\": \"integer\"\n }\n },\n \"additionalProperties\": true\n },\n \"arrival_format\": \"array\",\n \"data_type\": \"array\"\n },\n \"time_diff\": {\n \"type\": \"number\",\n \"arrival_format\": \"number\",\n \"data_type\": \"number\"\n },\n \"telemetry_version\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"env_summary\": {\n \"type\": \"array\",\n \"items\": {\n \"type\": \"object\",\n \"properties\": {\n \"env\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"time_spent\": {\n \"type\": \"integer\",\n \"arrival_format\": \"number\",\n \"data_type\": \"integer\"\n },\n \"count\": {\n \"type\": \"integer\",\n \"arrival_format\": \"number\",\n \"data_type\": \"integer\"\n }\n },\n \"additionalProperties\": true\n },\n \"arrival_format\": \"array\",\n \"data_type\": \"array\"\n },\n \"time_spent\": {\n \"type\": \"number\",\n \"arrival_format\": \"number\",\n \"data_type\": \"number\"\n }\n },\n \"arrival_format\": \"object\",\n \"data_type\": \"object\",\n \"additionalProperties\": true\n }\n },\n \"arrival_format\": \"object\",\n \"data_type\": \"object\",\n \"additionalProperties\": true\n },\n \"tags\": {\n \"type\": \"array\",\n \"items\": {\n \"type\": \"string\"\n },\n \"arrival_format\": \"array\",\n \"data_type\": \"array\"\n },\n \"object\": {\n \"type\": \"object\",\n \"properties\": {\n \"ver\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"id\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n }\n },\n \"arrival_format\": \"object\",\n \"data_type\": \"object\",\n \"additionalProperties\": true\n }\n },\n \"additionalProperties\": true\n }\n }\n },\n {\n \"dataset_id\": \"trip\",\n \"name\": \"trip\",\n \"type\": \"event\",\n \"status\": \"ReadyToPublish\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v2\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"obsrv_meta.syncts\",\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0,\n \"file_upload_path\": [],\n \"dataMappings\": {\n \"text\": {\n \"arrival_format\": [\n \"string\"\n ],\n \"store_format\": {\n \"string\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"string\"\n },\n \"date-time\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"string\"\n },\n \"date\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"string\"\n },\n \"boolean\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"boolean\"\n },\n \"epoch\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"integer\"\n },\n \"long\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"long\"\n },\n \"double\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"double\"\n },\n \"bigdecimal\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"double\"\n },\n \"integer\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"long\"\n }\n }\n },\n \"number\": {\n \"arrival_format\": [\n \"number\",\n \"integer\"\n ],\n \"store_format\": {\n \"integer\": {\n \"jsonSchema\": \"integer\",\n \"datasource\": \"long\"\n },\n \"float\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n },\n \"long\": {\n \"jsonSchema\": \"integer\",\n \"datasource\": \"long\"\n },\n \"double\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n },\n \"bigdecimal\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n },\n \"epoch\": {\n \"jsonSchema\": \"integer\",\n \"datasource\": \"long\"\n },\n \"number\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n }\n }\n },\n \"object\": {\n \"arrival_format\": [\n \"object\"\n ],\n \"store_format\": {\n \"object\": {\n \"jsonSchema\": \"object\",\n \"datasource\": \"json\"\n }\n }\n },\n \"array\": {\n \"arrival_format\": [\n \"array\"\n ],\n \"store_format\": {\n \"array\": {\n \"jsonSchema\": \"array\",\n \"datasource\": \"array\"\n }\n }\n },\n \"boolean\": {\n \"arrival_format\": [\n \"boolean\"\n ],\n \"store_format\": {\n \"boolean\": {\n \"jsonSchema\": \"boolean\",\n \"datasource\": \"boolean\"\n }\n }\n }\n },\n \"configurations\": {\n \"indexConfiguration\": {\n \"index\": {\n \"Event Arrival Time\": \"obsrv_meta.syncts\"\n },\n \"rollupSuggestions\": {\n \"summary\": {\n \"tripID\": {\n \"path\": \"$.tripID\",\n \"cardinality\": 99,\n \"index\": false\n }\n }\n }\n },\n \"processing\": {\n \"dedupKeys\": [\n \"tripID\"\n ],\n \"dropDuplicates\": [\n \"Yes\",\n \"No\"\n ]\n }\n },\n \"mergedEvent\": {\n \"tripID\": \"02e07922-e8a5-4655-84a8-b5ba1866f9fe\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-04-28 00:18:42\",\n \"tpep_dropoff_datetime\": \"2024-02-15 00:24:38\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.60\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"236\",\n \"DOLocationID\": \"239\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Dewayne_Kuvalis17@gmail.com\",\n \"mobile\": \"1-429-628-3797 x14211\"\n },\n \"fare_details\": {\n \"fare_amount\": \"7\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"8.3\",\n \"congestion_surcharge\": \"\"\n },\n \"passenger-name\": \"yashashk\"\n }\n }\n },\n {\n \"dataset_id\": \"test1\",\n \"name\": \"test1\",\n \"type\": \"event\",\n \"status\": \"ReadyToPublish\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v2\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"obsrv_meta.syncts\",\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0,\n \"file_upload_path\": [],\n \"dataMappings\": {\n \"text\": {\n \"arrival_format\": [\n \"string\"\n ],\n \"store_format\": {\n \"string\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"string\"\n },\n \"date-time\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"string\"\n },\n \"date\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"string\"\n },\n \"boolean\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"boolean\"\n },\n \"epoch\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"integer\"\n },\n \"long\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"long\"\n },\n \"double\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"double\"\n },\n \"bigdecimal\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"double\"\n },\n \"integer\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"long\"\n }\n }\n },\n \"number\": {\n \"arrival_format\": [\n \"number\",\n \"integer\"\n ],\n \"store_format\": {\n \"integer\": {\n \"jsonSchema\": \"integer\",\n \"datasource\": \"long\"\n },\n \"float\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n },\n \"long\": {\n \"jsonSchema\": \"integer\",\n \"datasource\": \"long\"\n },\n \"double\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n },\n \"bigdecimal\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n },\n \"epoch\": {\n \"jsonSchema\": \"integer\",\n \"datasource\": \"long\"\n },\n \"number\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n }\n }\n },\n \"object\": {\n \"arrival_format\": [\n \"object\"\n ],\n \"store_format\": {\n \"object\": {\n \"jsonSchema\": \"object\",\n \"datasource\": \"json\"\n }\n }\n },\n \"array\": {\n \"arrival_format\": [\n \"array\"\n ],\n \"store_format\": {\n \"array\": {\n \"jsonSchema\": \"array\",\n \"datasource\": \"array\"\n }\n }\n },\n \"boolean\": {\n \"arrival_format\": [\n \"boolean\"\n ],\n \"store_format\": {\n \"boolean\": {\n \"jsonSchema\": \"boolean\",\n \"datasource\": \"boolean\"\n }\n }\n }\n },\n \"configurations\": {\n \"indexConfiguration\": {\n \"index\": {\n \"Event Arrival Time\": \"obsrv_meta.syncts\"\n },\n \"rollupSuggestions\": {\n \"summary\": {\n \"tripID\": {\n \"path\": \"$.tripID\",\n \"cardinality\": 99,\n \"index\": false\n }\n }\n }\n },\n \"processing\": {\n \"dedupKeys\": [\n \"tripID\"\n ],\n \"dropDuplicates\": [\n \"Yes\",\n \"No\"\n ]\n }\n },\n \"mergedEvent\": {\n \"tripID\": \"02e07922-e8a5-4655-84a8-b5ba1866f9fe\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-04-28 00:18:42\",\n \"tpep_dropoff_datetime\": \"2024-02-15 00:24:38\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.60\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"236\",\n \"DOLocationID\": \"239\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Dewayne_Kuvalis17@gmail.com\",\n \"mobile\": \"1-429-628-3797 x14211\"\n },\n \"fare_details\": {\n \"fare_amount\": \"7\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"8.3\",\n \"congestion_surcharge\": \"\"\n },\n \"passenger-name\": \"yashashk\"\n }\n }\n },\n {\n \"dataset_id\": \"beckn-test-data\",\n \"name\": \"beckn-test-data\",\n \"type\": \"event\",\n \"status\": \"ReadyToPublish\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v2\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"ets\",\n \"entry_topic\": \"beckn-test-data\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0,\n \"file_upload_path\": [],\n \"exclude_fields\": []\n }\n },\n {\n \"dataset_id\": \"trip-details\",\n \"name\": \"trip-details\",\n \"type\": \"event\",\n \"status\": \"ReadyToPublish\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v2\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"obsrv_meta.syncts\",\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0,\n \"file_upload_path\": [],\n \"dataMappings\": {\n \"text\": {\n \"arrival_format\": [\n \"string\"\n ],\n \"store_format\": {\n \"string\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"string\"\n },\n \"date-time\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"string\"\n },\n \"date\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"string\"\n },\n \"boolean\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"boolean\"\n },\n \"epoch\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"integer\"\n },\n \"long\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"long\"\n },\n \"double\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"double\"\n },\n \"bigdecimal\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"double\"\n },\n \"integer\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"long\"\n }\n }\n },\n \"number\": {\n \"arrival_format\": [\n \"number\",\n \"integer\"\n ],\n \"store_format\": {\n \"integer\": {\n \"jsonSchema\": \"integer\",\n \"datasource\": \"long\"\n },\n \"float\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n },\n \"long\": {\n \"jsonSchema\": \"integer\",\n \"datasource\": \"long\"\n },\n \"double\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n },\n \"bigdecimal\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n },\n \"epoch\": {\n \"jsonSchema\": \"integer\",\n \"datasource\": \"long\"\n },\n \"number\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n }\n }\n },\n \"object\": {\n \"arrival_format\": [\n \"object\"\n ],\n \"store_format\": {\n \"object\": {\n \"jsonSchema\": \"object\",\n \"datasource\": \"json\"\n }\n }\n },\n \"array\": {\n \"arrival_format\": [\n \"array\"\n ],\n \"store_format\": {\n \"array\": {\n \"jsonSchema\": \"array\",\n \"datasource\": \"array\"\n }\n }\n },\n \"boolean\": {\n \"arrival_format\": [\n \"boolean\"\n ],\n \"store_format\": {\n \"boolean\": {\n \"jsonSchema\": \"boolean\",\n \"datasource\": \"boolean\"\n }\n }\n }\n },\n \"configurations\": {\n \"indexConfiguration\": {\n \"index\": {\n \"Event Arrival Time\": \"obsrv_meta.syncts\"\n },\n \"rollupSuggestions\": {\n \"summary\": {\n \"tripID\": {\n \"path\": \"$.tripID\",\n \"cardinality\": 99,\n \"index\": false\n }\n }\n }\n },\n \"processing\": {\n \"dedupKeys\": [\n \"tripID\"\n ],\n \"dropDuplicates\": [\n \"Yes\",\n \"No\"\n ]\n }\n },\n \"mergedEvent\": {\n \"tripID\": \"02e07922-e8a5-4655-84a8-b5ba1866f9fe\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-04-28 00:18:42\",\n \"tpep_dropoff_datetime\": \"2024-02-15 00:24:38\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.60\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"236\",\n \"DOLocationID\": \"239\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Dewayne_Kuvalis17@gmail.com\",\n \"mobile\": \"1-429-628-3797 x14211\"\n },\n \"fare_details\": {\n \"fare_amount\": \"7\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"8.3\",\n \"congestion_surcharge\": \"\"\n },\n \"passenger-name\": \"yashashk\"\n }\n }\n }\n ],\n \"count\": 8\n }\n}" + }, + { + "name": "Success: Filter based on dataset type", + "originalRequest": { + "method": "POST", + "header": [], + "body": { + "mode": "raw", + "raw": "{\n \"id\": \"api.datasets.list\",\n \"ver\": \"v1\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n \"filters\": {\n \"status\": \"Live\",\n \"type\": \"master\"\n }\n }\n}", + "options": { + "raw": { + "language": "json" + } + } + }, + "url": "localhost:3007/v2/datasets/list" + }, + "status": "OK", + "code": 200, + "_postman_previewlanguage": "json", + "header": [ + { + "key": "X-Powered-By", + "value": "Express" + }, + { + "key": "Content-Type", + "value": "application/json; charset=utf-8" + }, + { + "key": "Content-Length", + "value": "933" + }, + { + "key": "ETag", + "value": "W/\"3a5-IM9o2EpRUzccL+l2CW/BBpoBMqA\"" + }, + { + "key": "Date", + "value": "Wed, 17 Jul 2024 12:30:41 GMT" + }, + { + "key": "Connection", + "value": "keep-alive" + }, + { + "key": "Keep-Alive", + "value": "timeout=5" + } + ], + "cookie": [], + "body": "{\n \"id\": \"api.datasets.list\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-17T18:00:41+05:30\",\n \"params\": {\n \"status\": \"SUCCESS\",\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\",\n \"resmsgid\": \"0d1ff2de-42c9-4192-b75d-84f711dbfb55\"\n },\n \"responseCode\": \"OK\",\n \"result\": {\n \"data\": [\n {\n \"dataset_id\": \"master-test\",\n \"name\": \"master-test\",\n \"type\": \"master\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"userid\",\n \"timestamp_key\": \"\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.masterdata.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 54\n }\n },\n {\n \"dataset_id\": \"sb-telemetry-user\",\n \"name\": \"sb-telemetry-user\",\n \"type\": \"master\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"id\",\n \"timestamp_key\": \"\",\n \"exclude_fields\": [],\n \"entry_topic\": \"sb-dev.masterdata.ingest\",\n \"redis_db_host\": \"obsrv-redis-master.redis.svc.cluster.local\",\n \"redis_db_port\": 6379,\n \"index_data\": false,\n \"redis_db\": 4\n }\n }\n ],\n \"count\": 2\n }\n}" + }, + { + "name": "Failure: Invalid payload", + "originalRequest": { + "method": "POST", + "header": [], + "body": { + "mode": "raw", + "raw": "{\n \"id\": \"api.datasets.list\",\n \"ver\": \"v1\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"mid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n \"filters\": {\n \"type\": \"nodataset\"\n }\n }\n}", + "options": { + "raw": { + "language": "json" + } + } + }, + "url": "localhost:3007/v2/datasets/list" + }, + "status": "Bad Request", + "code": 400, + "_postman_previewlanguage": "json", + "header": [ + { + "key": "X-Powered-By", + "value": "Express" + }, + { + "key": "Content-Type", + "value": "application/json; charset=utf-8" + }, + { + "key": "Content-Length", + "value": "312" + }, + { + "key": "ETag", + "value": "W/\"138-XQplwhrgIYKIg0qtQdRCYWIGTNM\"" + }, + { + "key": "Date", + "value": "Wed, 17 Jul 2024 12:32:26 GMT" + }, + { + "key": "Connection", + "value": "keep-alive" + }, + { + "key": "Keep-Alive", + "value": "timeout=5" + } + ], + "cookie": [], + "body": "{\n \"id\": \"api.datasets.list\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-17T18:02:26+05:30\",\n \"params\": {\n \"status\": \"FAILED\",\n \"resmsgid\": \"add9dbe0-f362-4f99-890c-3387c998a049\"\n },\n \"responseCode\": \"BAD_REQUEST\",\n \"result\": {},\n \"error\": {\n \"code\": \"DATASET_LIST_INPUT_INVALID\",\n \"message\": \"#properties/params/required must have required property 'msgid'\"\n }\n}" + } + ] + }, + { + "name": "Data schema generator", + "request": { + "method": "POST", + "header": [ + { + "key": "Content-Type", + "value": "application/json" + }, + { + "key": "Cookie", + "value": "connect.sid=s%3AJzaMWaCpHb1z3bsRWPA9oP7-CQ0SrTch.0WR3PbOYcF4NXk4I6cTfvM1o%2F7Hq5x%2BekUOnwguHHHA" + } + ], + "body": { + "mode": "raw", + "raw": "{\n \"id\": \"api.datasets.dataschema\",\n \"ver\": \"v2\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n \"data\": [\n {\n \"eid\": \"IMPRESSION\",\n \"ets\": 1.672657002221E12,\n \"ver\": \"3.0\",\n \"mid\": \"IMPRESSION:2b5834e196f485c17c4e49d292af43c0\",\n \"actor\": {\n \"id\": \"0c45959486f579c24854d40a225d6161\",\n \"type\": \"User\"\n },\n \"context\": {\n \"channel\": \"01268904781886259221\",\n \"pdata\": {\n \"id\": \"staging.diksha.portal\",\n \"ver\": \"5.1.0\",\n \"pid\": \"sunbird-portal\"\n },\n \"env\": \"public\",\n \"sid\": \"23850c90-8a8c-11ed-95d0-276800e1048c\",\n \"did\": \"0c45959486f579c24854d40a225d6161\",\n \"cdata\": [],\n \"rollup\": {\n \"l1\": \"01268904781886259221\"\n },\n \"uid\": \"anonymous\"\n },\n \"object\": {},\n \"tags\": [\n \"01268904781886259221\"\n ],\n \"edata\": {\n \"type\": \"view\",\n \"pageid\": \"login\",\n \"subtype\": \"pageexit\",\n \"uri\": \"https://staging.sunbirded.org/auth/realms/sunbird/protocol/openid-connect/auth?client_id\\u003dportal\\u0026state\\u003d254efd70-6b89-4f7d-868b-5c957f54174e\\u0026redirect_uri\\u003dhttps%253A%252F%252Fstaging.sunbirded.org%252Fresources%253Fboard%253DState%252520(Andhra%252520Pradesh)%2526medium%253DEnglish%2526gradeLevel%253DClass%2525201%2526%2526id%253Dap_k-12_1%2526selectedTab%253Dhome%2526auth_callback%253D1\\u0026scope\\u003dopenid\\u0026response_type\\u003dcode\\u0026version\\u003d4\",\n \"visits\": []\n },\n \"syncts\": 1672657005814,\n \"@timestamp\": \"2023-01-02T10:56:45.814Z\",\n \"flags\": {\n \"ex_processed\": true\n }\n },\n {\n \"eid\": \"IMPRESSION\",\n \"ets\": 1672656997928,\n \"ver\": \"3.0\",\n \"mid\": \"50263f0f-c2d5-4b15-95f4-5384c537f6cc\",\n \"actor\": {\n \"id\": \"internal\",\n \"type\": \"Consumer\"\n },\n \"context\": {\n \"channel\": \"0126796199493140480\",\n \"pdata\": {\n \"id\": \"staging.sunbird.learning.service\",\n \"pid\": \"learner-service\",\n \"ver\": \"5.0.0\"\n },\n \"env\": \"Organisation\",\n \"cdata\": [\n {\n \"id\": \"50263f0f-c2d5-4b15-95f4-5384c537f6cc\",\n \"type\": \"Request\"\n }\n ],\n \"rollup\": {}\n },\n \"edata\": {\n \"level\": \"info\",\n \"type\": \"Api_access\",\n \"message\": \"\",\n \"params\": [\n {\n \"method\": \"POST\"\n },\n {\n \"url\": \"/v1/org/search\"\n },\n {\n \"duration\": 0\n },\n {\n \"status\": \"OK\"\n }\n ]\n }\n },\n {\n \"eid\": \"LOG\",\n \"ets\": 1672656998024,\n \"ver\": \"3.0\",\n \"mid\": \"4a340ad0-0665-49b6-a1fa-a581dcac4550\",\n \"actor\": {\n \"id\": \"internal\",\n \"type\": \"Consumer\"\n },\n \"context\": {\n \"channel\": \"0126796199493140480\",\n \"pdata\": {\n \"id\": \"staging.sunbird.learning.service\",\n \"pid\": \"learner-service\",\n \"ver\": \"5.0.0\"\n },\n \"env\": \"Organisation\",\n \"cdata\": [\n {\n \"id\": \"4a340ad0-0665-49b6-a1fa-a581dcac4550\",\n \"type\": \"Request\"\n }\n ],\n \"rollup\": {}\n },\n \"edata\": {\n \"level\": \"info\",\n \"type\": \"Api_access\",\n \"message\": \"{eid='LOG', edata={level=trace, requestid=4a340ad0-0665-49b6-a1fa-a581dcac4550, type=system, message=EXIT LOG: method : POST, url: /v1/org/search , For Operation : orgSearch, params=[{msgid=4a340ad0-0665-49b6-a1fa-a581dcac4550, errmsg=Invalid value null for parameter hashTagId. Please provide a valid value., resmsgid=4a340ad0-0665-49b6-a1fa-a581dcac4550, err=UOS_ORGSER0017, status=FAILED, responseCode=400}]}}\",\n \"params\": []\n }\n },\n {\n \"eid\": \"LOG\",\n \"ets\": 1672657004961,\n \"ver\": \"3.0\",\n \"mid\": \"f34112c7242a3e3a26f0015796b029c2\",\n \"actor\": {\n \"id\": \"internal\",\n \"type\": \"Consumer\"\n },\n \"context\": {\n \"channel\": \"0126796199493140480\",\n \"pdata\": {\n \"id\": \"staging.sunbird.learning.service\",\n \"pid\": \"learner-service\",\n \"ver\": \"5.0.0\"\n },\n \"env\": \"Organisation\",\n \"cdata\": [\n {\n \"id\": \"f34112c7242a3e3a26f0015796b029c2\",\n \"type\": \"Request\"\n }\n ],\n \"rollup\": {}\n },\n \"edata\": {\n \"level\": \"info\",\n \"type\": \"Api_access\",\n \"message\": \"ElasticSearchRestHighImpl:search: calling search for index org_alias, with query = {\\\"from\\\":0,\\\"size\\\":250,\\\"query\\\":{\\\"bool\\\":{\\\"must\\\":[{\\\"term\\\":{\\\"isTenant.raw\\\":{\\\"value\\\":true,\\\"boost\\\":1.0}}},{\\\"term\\\":{\\\"slug.raw\\\":{\\\"value\\\":\\\"ntp\\\",\\\"boost\\\":1.0}}}],\\\"adjust_pure_negative\\\":true,\\\"boost\\\":1.0}},\\\"_source\\\":{\\\"includes\\\":[],\\\"excludes\\\":[]}}\",\n \"params\": []\n }\n },\n {\n \"eid\": \"LOG\",\n \"ets\": 1672657006595,\n \"ver\": \"3.0\",\n \"mid\": \"d23ff123-40f0-4262-a69b-b75b46d315a1\",\n \"actor\": {\n \"id\": \"930a3994-cbe7-4e84-936f-4974096af6f2\",\n \"type\": \"Consumer\"\n },\n \"context\": {\n \"channel\": \"0126796199493140480\",\n \"pdata\": {\n \"id\": \"staging.sunbird.learning.service\",\n \"pid\": \"learner-service\",\n \"ver\": \"5.0.0\"\n },\n \"env\": \"User\",\n \"cdata\": [\n {\n \"id\": \"d23ff123-40f0-4262-a69b-b75b46d315a1\",\n \"type\": \"Request\"\n }\n ],\n \"rollup\": {}\n },\n \"edata\": {\n \"level\": \"info\",\n \"type\": \"Api_access\",\n \"message\": \"{eid='LOG', edata={level=trace, requestid=d23ff123-40f0-4262-a69b-b75b46d315a1, type=system, message=ENTRY LOG: method : GET, url: /v1/user/role/read/6ab35eea-01fd-4de0-8902-f68722caf859 , For Operation : getUserRolesById, params=[{id=null, userId=6ab35eea-01fd-4de0-8902-f68722caf859}]}}\",\n \"params\": []\n }\n },\n {\n \"eid\": \"LOG\",\n \"ets\": 1672657006611,\n \"ver\": \"3.0\",\n \"mid\": \"7d944b1c-a906-4082-b42a-905aa6b78a4e\",\n \"actor\": {\n \"id\": \"6ab35eea-01fd-4de0-8902-f68722caf859\",\n \"type\": \"User\"\n },\n \"context\": {\n \"channel\": \"0126796199493140480\",\n \"pdata\": {\n \"id\": \"staging.sunbird.learning.service\",\n \"pid\": \"learner-service\",\n \"ver\": \"5.0.0\"\n },\n \"env\": \"User\",\n \"cdata\": [\n {\n \"id\": \"7d944b1c-a906-4082-b42a-905aa6b78a4e\",\n \"type\": \"Request\"\n }\n ],\n \"rollup\": {}\n },\n \"edata\": {\n \"level\": \"info\",\n \"type\": \"Api_access\",\n \"message\": \"{eid='LOG', edata={level=trace, requestid=7d944b1c-a906-4082-b42a-905aa6b78a4e, type=system, message=ENTRY LOG: method : GET, url: /v5/user/read/6ab35eea-01fd-4de0-8902-f68722caf859 , For Operation : getUserProfileV5, params=[{id=null, userId=6ab35eea-01fd-4de0-8902-f68722caf859}]}}\",\n \"params\": []\n }\n },\n {\n \"eid\": \"LOG\",\n \"ets\": 1672657006620,\n \"ver\": \"3.0\",\n \"mid\": \"7d944b1c-a906-4082-b42a-905aa6b78a4e\",\n \"actor\": {\n \"id\": \"6ab35eea-01fd-4de0-8902-f68722caf859\",\n \"type\": \"User\"\n },\n \"context\": {\n \"channel\": \"0126796199493140480\",\n \"pdata\": {\n \"id\": \"staging.sunbird.learning.service\",\n \"pid\": \"learner-service\",\n \"ver\": \"5.0.0\"\n },\n \"env\": \"User\",\n \"cdata\": [\n {\n \"id\": \"7d944b1c-a906-4082-b42a-905aa6b78a4e\",\n \"type\": \"Request\"\n }\n ],\n \"rollup\": {}\n },\n \"edata\": {\n \"level\": \"info\",\n \"type\": \"Api_access\",\n \"message\": \"Cassandra query : SELECT * FROM sunbird.user_roles WHERE userId=?;\",\n \"params\": []\n }\n },\n {\n \"eid\": \"LOG\",\n \"ets\": 1672657006645,\n \"ver\": \"3.0\",\n \"mid\": \"7d944b1c-a906-4082-b42a-905aa6b78a4e\",\n \"actor\": {\n \"id\": \"6ab35eea-01fd-4de0-8902-f68722caf859\",\n \"type\": \"User\"\n },\n \"context\": {\n \"channel\": \"0126796199493140480\",\n \"pdata\": {\n \"id\": \"staging.sunbird.learning.service\",\n \"pid\": \"learner-service\",\n \"ver\": \"5.0.0\"\n },\n \"env\": \"User\",\n \"cdata\": [\n {\n \"id\": \"7d944b1c-a906-4082-b42a-905aa6b78a4e\",\n \"type\": \"Request\"\n }\n ],\n \"rollup\": {}\n },\n \"edata\": {\n \"level\": \"info\",\n \"type\": \"Api_access\",\n \"message\": \"\",\n \"params\": [\n {\n \"method\": \"GET\"\n },\n {\n \"url\": \"/v5/user/read/6ab35eea-01fd-4de0-8902-f68722caf859\"\n },\n {\n \"duration\": 0\n },\n {\n \"status\": \"OK\"\n }\n ]\n }\n },\n {\n \"eid\": \"LOG\",\n \"ets\": 1672657007238,\n \"ver\": \"3.0\",\n \"mid\": \"d4d34fde-c407-efb6-03bd-9f892ca0f114\",\n \"actor\": {\n \"id\": \"6ab35eea-01fd-4de0-8902-f68722caf859\",\n \"type\": \"User\"\n },\n \"context\": {\n \"channel\": \"0126796199493140480\",\n \"pdata\": {\n \"id\": \"staging.sunbird.portal\",\n \"pid\": \"learner-service\",\n \"ver\": \"5.0.0\"\n },\n \"env\": \"User\",\n \"did\": \"d904c90d9f81ddac20141b94ddd606a0\",\n \"cdata\": [\n {\n \"id\": \"d4d34fde-c407-efb6-03bd-9f892ca0f114\",\n \"type\": \"Request\"\n }\n ],\n \"rollup\": {}\n },\n \"edata\": {\n \"level\": \"info\",\n \"type\": \"Api_access\",\n \"message\": \"Cassandra query : SELECT * FROM sunbird.user WHERE id=?;\",\n \"params\": []\n }\n }\n ],\n \"config\": {\n \"dataset\": \"financial_transactions\"\n }\n }\n}", + "options": { + "raw": { + "language": "json" + } + } + }, + "url": "localhost:3007/v2/datasets/dataschema" + }, + "response": [ + { + "name": "Data schema generated successfully", + "originalRequest": { + "method": "POST", + "header": [ + { + "key": "Content-Type", + "value": "application/json" + }, + { + "key": "Cookie", + "value": "connect.sid=s%3AJzaMWaCpHb1z3bsRWPA9oP7-CQ0SrTch.0WR3PbOYcF4NXk4I6cTfvM1o%2F7Hq5x%2BekUOnwguHHHA" + } + ], + "body": { + "mode": "raw", + "raw": "{\n \"id\": \"api.datasets.dataschema\",\n \"ver\": \"v2\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n \"data\": [\n {\n \"eid\": \"IMPRESSION\",\n \"ets\": 1.672657002221E12,\n \"ver\": \"3.0\",\n \"mid\": \"IMPRESSION:2b5834e196f485c17c4e49d292af43c0\",\n \"actor\": {\n \"id\": \"0c45959486f579c24854d40a225d6161\",\n \"type\": \"User\"\n },\n \"context\": {\n \"channel\": \"01268904781886259221\",\n \"pdata\": {\n \"id\": \"staging.diksha.portal\",\n \"ver\": \"5.1.0\",\n \"pid\": \"sunbird-portal\"\n },\n \"env\": \"public\",\n \"sid\": \"23850c90-8a8c-11ed-95d0-276800e1048c\",\n \"did\": \"0c45959486f579c24854d40a225d6161\",\n \"cdata\": [],\n \"rollup\": {\n \"l1\": \"01268904781886259221\"\n },\n \"uid\": \"anonymous\"\n },\n \"object\": {},\n \"tags\": [\n \"01268904781886259221\"\n ],\n \"edata\": {\n \"type\": \"view\",\n \"pageid\": \"login\",\n \"subtype\": \"pageexit\",\n \"uri\": \"https://staging.sunbirded.org/auth/realms/sunbird/protocol/openid-connect/auth?client_id\\u003dportal\\u0026state\\u003d254efd70-6b89-4f7d-868b-5c957f54174e\\u0026redirect_uri\\u003dhttps%253A%252F%252Fstaging.sunbirded.org%252Fresources%253Fboard%253DState%252520(Andhra%252520Pradesh)%2526medium%253DEnglish%2526gradeLevel%253DClass%2525201%2526%2526id%253Dap_k-12_1%2526selectedTab%253Dhome%2526auth_callback%253D1\\u0026scope\\u003dopenid\\u0026response_type\\u003dcode\\u0026version\\u003d4\",\n \"visits\": []\n },\n \"syncts\": 1672657005814,\n \"@timestamp\": \"2023-01-02T10:56:45.814Z\",\n \"flags\": {\n \"ex_processed\": true\n }\n },\n {\n \"eid\": \"IMPRESSION\",\n \"ets\": 1672656997928,\n \"ver\": \"3.0\",\n \"mid\": \"50263f0f-c2d5-4b15-95f4-5384c537f6cc\",\n \"actor\": {\n \"id\": \"internal\",\n \"type\": \"Consumer\"\n },\n \"context\": {\n \"channel\": \"0126796199493140480\",\n \"pdata\": {\n \"id\": \"staging.sunbird.learning.service\",\n \"pid\": \"learner-service\",\n \"ver\": \"5.0.0\"\n },\n \"env\": \"Organisation\",\n \"cdata\": [\n {\n \"id\": \"50263f0f-c2d5-4b15-95f4-5384c537f6cc\",\n \"type\": \"Request\"\n }\n ],\n \"rollup\": {}\n },\n \"edata\": {\n \"level\": \"info\",\n \"type\": \"Api_access\",\n \"message\": \"\",\n \"params\": [\n {\n \"method\": \"POST\"\n },\n {\n \"url\": \"/v1/org/search\"\n },\n {\n \"duration\": 0\n },\n {\n \"status\": \"OK\"\n }\n ]\n }\n },\n {\n \"eid\": \"LOG\",\n \"ets\": 1672656998024,\n \"ver\": \"3.0\",\n \"mid\": \"4a340ad0-0665-49b6-a1fa-a581dcac4550\",\n \"actor\": {\n \"id\": \"internal\",\n \"type\": \"Consumer\"\n },\n \"context\": {\n \"channel\": \"0126796199493140480\",\n \"pdata\": {\n \"id\": \"staging.sunbird.learning.service\",\n \"pid\": \"learner-service\",\n \"ver\": \"5.0.0\"\n },\n \"env\": \"Organisation\",\n \"cdata\": [\n {\n \"id\": \"4a340ad0-0665-49b6-a1fa-a581dcac4550\",\n \"type\": \"Request\"\n }\n ],\n \"rollup\": {}\n },\n \"edata\": {\n \"level\": \"info\",\n \"type\": \"Api_access\",\n \"message\": \"{eid='LOG', edata={level=trace, requestid=4a340ad0-0665-49b6-a1fa-a581dcac4550, type=system, message=EXIT LOG: method : POST, url: /v1/org/search , For Operation : orgSearch, params=[{msgid=4a340ad0-0665-49b6-a1fa-a581dcac4550, errmsg=Invalid value null for parameter hashTagId. Please provide a valid value., resmsgid=4a340ad0-0665-49b6-a1fa-a581dcac4550, err=UOS_ORGSER0017, status=FAILED, responseCode=400}]}}\",\n \"params\": []\n }\n },\n {\n \"eid\": \"LOG\",\n \"ets\": 1672657004961,\n \"ver\": \"3.0\",\n \"mid\": \"f34112c7242a3e3a26f0015796b029c2\",\n \"actor\": {\n \"id\": \"internal\",\n \"type\": \"Consumer\"\n },\n \"context\": {\n \"channel\": \"0126796199493140480\",\n \"pdata\": {\n \"id\": \"staging.sunbird.learning.service\",\n \"pid\": \"learner-service\",\n \"ver\": \"5.0.0\"\n },\n \"env\": \"Organisation\",\n \"cdata\": [\n {\n \"id\": \"f34112c7242a3e3a26f0015796b029c2\",\n \"type\": \"Request\"\n }\n ],\n \"rollup\": {}\n },\n \"edata\": {\n \"level\": \"info\",\n \"type\": \"Api_access\",\n \"message\": \"ElasticSearchRestHighImpl:search: calling search for index org_alias, with query = {\\\"from\\\":0,\\\"size\\\":250,\\\"query\\\":{\\\"bool\\\":{\\\"must\\\":[{\\\"term\\\":{\\\"isTenant.raw\\\":{\\\"value\\\":true,\\\"boost\\\":1.0}}},{\\\"term\\\":{\\\"slug.raw\\\":{\\\"value\\\":\\\"ntp\\\",\\\"boost\\\":1.0}}}],\\\"adjust_pure_negative\\\":true,\\\"boost\\\":1.0}},\\\"_source\\\":{\\\"includes\\\":[],\\\"excludes\\\":[]}}\",\n \"params\": []\n }\n },\n {\n \"eid\": \"LOG\",\n \"ets\": 1672657006595,\n \"ver\": \"3.0\",\n \"mid\": \"d23ff123-40f0-4262-a69b-b75b46d315a1\",\n \"actor\": {\n \"id\": \"930a3994-cbe7-4e84-936f-4974096af6f2\",\n \"type\": \"Consumer\"\n },\n \"context\": {\n \"channel\": \"0126796199493140480\",\n \"pdata\": {\n \"id\": \"staging.sunbird.learning.service\",\n \"pid\": \"learner-service\",\n \"ver\": \"5.0.0\"\n },\n \"env\": \"User\",\n \"cdata\": [\n {\n \"id\": \"d23ff123-40f0-4262-a69b-b75b46d315a1\",\n \"type\": \"Request\"\n }\n ],\n \"rollup\": {}\n },\n \"edata\": {\n \"level\": \"info\",\n \"type\": \"Api_access\",\n \"message\": \"{eid='LOG', edata={level=trace, requestid=d23ff123-40f0-4262-a69b-b75b46d315a1, type=system, message=ENTRY LOG: method : GET, url: /v1/user/role/read/6ab35eea-01fd-4de0-8902-f68722caf859 , For Operation : getUserRolesById, params=[{id=null, userId=6ab35eea-01fd-4de0-8902-f68722caf859}]}}\",\n \"params\": []\n }\n },\n {\n \"eid\": \"LOG\",\n \"ets\": 1672657006611,\n \"ver\": \"3.0\",\n \"mid\": \"7d944b1c-a906-4082-b42a-905aa6b78a4e\",\n \"actor\": {\n \"id\": \"6ab35eea-01fd-4de0-8902-f68722caf859\",\n \"type\": \"User\"\n },\n \"context\": {\n \"channel\": \"0126796199493140480\",\n \"pdata\": {\n \"id\": \"staging.sunbird.learning.service\",\n \"pid\": \"learner-service\",\n \"ver\": \"5.0.0\"\n },\n \"env\": \"User\",\n \"cdata\": [\n {\n \"id\": \"7d944b1c-a906-4082-b42a-905aa6b78a4e\",\n \"type\": \"Request\"\n }\n ],\n \"rollup\": {}\n },\n \"edata\": {\n \"level\": \"info\",\n \"type\": \"Api_access\",\n \"message\": \"{eid='LOG', edata={level=trace, requestid=7d944b1c-a906-4082-b42a-905aa6b78a4e, type=system, message=ENTRY LOG: method : GET, url: /v5/user/read/6ab35eea-01fd-4de0-8902-f68722caf859 , For Operation : getUserProfileV5, params=[{id=null, userId=6ab35eea-01fd-4de0-8902-f68722caf859}]}}\",\n \"params\": []\n }\n },\n {\n \"eid\": \"LOG\",\n \"ets\": 1672657006620,\n \"ver\": \"3.0\",\n \"mid\": \"7d944b1c-a906-4082-b42a-905aa6b78a4e\",\n \"actor\": {\n \"id\": \"6ab35eea-01fd-4de0-8902-f68722caf859\",\n \"type\": \"User\"\n },\n \"context\": {\n \"channel\": \"0126796199493140480\",\n \"pdata\": {\n \"id\": \"staging.sunbird.learning.service\",\n \"pid\": \"learner-service\",\n \"ver\": \"5.0.0\"\n },\n \"env\": \"User\",\n \"cdata\": [\n {\n \"id\": \"7d944b1c-a906-4082-b42a-905aa6b78a4e\",\n \"type\": \"Request\"\n }\n ],\n \"rollup\": {}\n },\n \"edata\": {\n \"level\": \"info\",\n \"type\": \"Api_access\",\n \"message\": \"Cassandra query : SELECT * FROM sunbird.user_roles WHERE userId=?;\",\n \"params\": []\n }\n },\n {\n \"eid\": \"LOG\",\n \"ets\": 1672657006645,\n \"ver\": \"3.0\",\n \"mid\": \"7d944b1c-a906-4082-b42a-905aa6b78a4e\",\n \"actor\": {\n \"id\": \"6ab35eea-01fd-4de0-8902-f68722caf859\",\n \"type\": \"User\"\n },\n \"context\": {\n \"channel\": \"0126796199493140480\",\n \"pdata\": {\n \"id\": \"staging.sunbird.learning.service\",\n \"pid\": \"learner-service\",\n \"ver\": \"5.0.0\"\n },\n \"env\": \"User\",\n \"cdata\": [\n {\n \"id\": \"7d944b1c-a906-4082-b42a-905aa6b78a4e\",\n \"type\": \"Request\"\n }\n ],\n \"rollup\": {}\n },\n \"edata\": {\n \"level\": \"info\",\n \"type\": \"Api_access\",\n \"message\": \"\",\n \"params\": [\n {\n \"method\": \"GET\"\n },\n {\n \"url\": \"/v5/user/read/6ab35eea-01fd-4de0-8902-f68722caf859\"\n },\n {\n \"duration\": 0\n },\n {\n \"status\": \"OK\"\n }\n ]\n }\n },\n {\n \"eid\": \"LOG\",\n \"ets\": 1672657007238,\n \"ver\": \"3.0\",\n \"mid\": \"d4d34fde-c407-efb6-03bd-9f892ca0f114\",\n \"actor\": {\n \"id\": \"6ab35eea-01fd-4de0-8902-f68722caf859\",\n \"type\": \"User\"\n },\n \"context\": {\n \"channel\": \"0126796199493140480\",\n \"pdata\": {\n \"id\": \"staging.sunbird.portal\",\n \"pid\": \"learner-service\",\n \"ver\": \"5.0.0\"\n },\n \"env\": \"User\",\n \"did\": \"d904c90d9f81ddac20141b94ddd606a0\",\n \"cdata\": [\n {\n \"id\": \"d4d34fde-c407-efb6-03bd-9f892ca0f114\",\n \"type\": \"Request\"\n }\n ],\n \"rollup\": {}\n },\n \"edata\": {\n \"level\": \"info\",\n \"type\": \"Api_access\",\n \"message\": \"Cassandra query : SELECT * FROM sunbird.user WHERE id=?;\",\n \"params\": []\n }\n }\n ],\n \"config\": {\n \"dataset\": \"financial_transactions\"\n }\n }\n}", + "options": { + "raw": { + "language": "json" + } + } + }, + "url": "localhost:3007/v2/datasets/dataschema" + }, + "status": "OK", + "code": 200, + "_postman_previewlanguage": "json", + "header": [ + { + "key": "X-Powered-By", + "value": "Express" + }, + { + "key": "Content-Type", + "value": "application/json; charset=utf-8" + }, + { + "key": "Content-Length", + "value": "10760" + }, + { + "key": "ETag", + "value": "W/\"2a08-QF5x1q0kIlfE9XU/pa9IboJuY8I\"" + }, + { + "key": "Date", + "value": "Mon, 22 Jul 2024 07:02:50 GMT" + }, + { + "key": "Connection", + "value": "keep-alive" + }, + { + "key": "Keep-Alive", + "value": "timeout=5" + } + ], + "cookie": [], + "body": "{\n \"id\": \"api.datasets.dataschema\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-22T12:32:50+05:30\",\n \"params\": {\n \"status\": \"SUCCESS\",\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\",\n \"resmsgid\": \"1309aea0-9a97-46e9-bc5e-a16a8a7fb624\"\n },\n \"responseCode\": \"OK\",\n \"result\": {\n \"schema\": {\n \"$schema\": \"https://json-schema.org/draft/2020-12/schema\",\n \"type\": \"object\",\n \"properties\": {\n \"eid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"ets\": {\n \"type\": \"integer\",\n \"suggestions\": [\n {\n \"message\": \"The Property 'ets' appears to be 'epoch' format type.\",\n \"severity\": \"\",\n \"path\": \"properties.ets\"\n }\n ],\n \"arrival_format\": \"number\",\n \"data_type\": \"epoch\"\n },\n \"ver\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"mid\": {\n \"type\": \"string\",\n \"suggestions\": [\n {\n \"message\": \"The Property 'mid' appears to be 'uuid' format type.\",\n \"advice\": \"Suggest to not to index the high cardinal columns\",\n \"resolutionType\": \"DEDUP\",\n \"severity\": \"LOW\",\n \"path\": \"properties.mid\"\n }\n ],\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"actor\": {\n \"type\": \"object\",\n \"properties\": {\n \"id\": {\n \"type\": \"string\",\n \"suggestions\": [\n {\n \"message\": \"The Property 'actor.id' appears to be 'uuid' format type.\",\n \"advice\": \"Suggest to not to index the high cardinal columns\",\n \"resolutionType\": \"DEDUP\",\n \"severity\": \"LOW\",\n \"path\": \"properties.actor.properties.id\"\n }\n ],\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"type\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n }\n },\n \"arrival_format\": \"object\",\n \"data_type\": \"object\"\n },\n \"context\": {\n \"type\": \"object\",\n \"properties\": {\n \"channel\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"pdata\": {\n \"type\": \"object\",\n \"properties\": {\n \"id\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"ver\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"pid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n }\n },\n \"arrival_format\": \"object\",\n \"data_type\": \"object\"\n },\n \"env\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"sid\": {\n \"type\": \"string\",\n \"suggestions\": [\n {\n \"message\": \"Conflict in the Schema Generation at property: 'sid'. The property sid: only 1 time(s) appeared \",\n \"advice\": \"The Property looks to be Optional. System has updated the property schema to optional\",\n \"resolutionType\": \"OPTIONAL\",\n \"severity\": \"MEDIUM\",\n \"path\": \"properties.context.properties.sid\"\n },\n {\n \"message\": \"The Property 'context.sid' appears to be 'uuid' format type.\",\n \"advice\": \"Suggest to not to index the high cardinal columns\",\n \"resolutionType\": \"DEDUP\",\n \"severity\": \"LOW\",\n \"path\": \"properties.context.properties.sid\"\n }\n ],\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"did\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"cdata\": {\n \"type\": \"array\",\n \"items\": {\n \"type\": \"object\",\n \"properties\": {\n \"id\": {\n \"type\": \"string\",\n \"suggestions\": [\n {\n \"message\": \"The Property 'context.cdata[*].id' appears to be 'uuid' format type.\",\n \"advice\": \"Suggest to not to index the high cardinal columns\",\n \"resolutionType\": \"DEDUP\",\n \"severity\": \"LOW\",\n \"path\": \"properties.context.properties.cdata.items.properties.id\"\n }\n ],\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"type\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n }\n }\n },\n \"arrival_format\": \"array\",\n \"data_type\": \"array\"\n },\n \"rollup\": {\n \"type\": \"object\",\n \"properties\": {\n \"l1\": {\n \"type\": \"string\",\n \"suggestions\": [\n {\n \"message\": \"Conflict in the Schema Generation at property: 'l1'. The property l1: only 1 time(s) appeared \",\n \"advice\": \"The Property looks to be Optional. System has updated the property schema to optional\",\n \"resolutionType\": \"OPTIONAL\",\n \"severity\": \"MEDIUM\",\n \"path\": \"properties.context.properties.rollup.properties.l1\"\n }\n ],\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n }\n },\n \"arrival_format\": \"object\",\n \"data_type\": \"object\"\n },\n \"uid\": {\n \"type\": \"string\",\n \"suggestions\": [\n {\n \"message\": \"Conflict in the Schema Generation at property: 'uid'. The property uid: only 1 time(s) appeared \",\n \"advice\": \"The Property looks to be Optional. System has updated the property schema to optional\",\n \"resolutionType\": \"OPTIONAL\",\n \"severity\": \"MEDIUM\",\n \"path\": \"properties.context.properties.uid\"\n }\n ],\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n }\n },\n \"arrival_format\": \"object\",\n \"data_type\": \"object\"\n },\n \"object\": {\n \"type\": \"object\",\n \"suggestions\": [\n {\n \"message\": \"Conflict in the Schema Generation at property: 'object'. The property object: only 1 time(s) appeared \",\n \"advice\": \"The Property looks to be Optional. System has updated the property schema to optional\",\n \"resolutionType\": \"OPTIONAL\",\n \"severity\": \"MEDIUM\",\n \"path\": \"properties.object\"\n }\n ],\n \"arrival_format\": \"object\",\n \"data_type\": \"object\"\n },\n \"tags\": {\n \"type\": \"array\",\n \"items\": {\n \"type\": \"string\"\n },\n \"suggestions\": [\n {\n \"message\": \"Conflict in the Schema Generation at property: 'tags'. The property tags: only 1 time(s) appeared \",\n \"advice\": \"The Property looks to be Optional. System has updated the property schema to optional\",\n \"resolutionType\": \"OPTIONAL\",\n \"severity\": \"MEDIUM\",\n \"path\": \"properties.tags\"\n }\n ],\n \"arrival_format\": \"array\",\n \"data_type\": \"array\"\n },\n \"edata\": {\n \"type\": \"object\",\n \"properties\": {\n \"type\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"pageid\": {\n \"type\": \"string\",\n \"suggestions\": [\n {\n \"message\": \"Conflict in the Schema Generation at property: 'pageid'. The property pageid: only 1 time(s) appeared \",\n \"advice\": \"The Property looks to be Optional. System has updated the property schema to optional\",\n \"resolutionType\": \"OPTIONAL\",\n \"severity\": \"MEDIUM\",\n \"path\": \"properties.edata.properties.pageid\"\n }\n ],\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"subtype\": {\n \"type\": \"string\",\n \"suggestions\": [\n {\n \"message\": \"Conflict in the Schema Generation at property: 'subtype'. The property subtype: only 1 time(s) appeared \",\n \"advice\": \"The Property looks to be Optional. System has updated the property schema to optional\",\n \"resolutionType\": \"OPTIONAL\",\n \"severity\": \"MEDIUM\",\n \"path\": \"properties.edata.properties.subtype\"\n }\n ],\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"uri\": {\n \"type\": \"string\",\n \"suggestions\": [\n {\n \"message\": \"Conflict in the Schema Generation at property: 'uri'. The property uri: only 1 time(s) appeared \",\n \"advice\": \"The Property looks to be Optional. System has updated the property schema to optional\",\n \"resolutionType\": \"OPTIONAL\",\n \"severity\": \"MEDIUM\",\n \"path\": \"properties.edata.properties.uri\"\n },\n {\n \"message\": \"The Property 'edata.uri' appears to be 'uri' format type.\",\n \"severity\": \"\",\n \"path\": \"properties.edata.properties.uri\"\n }\n ],\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"visits\": {\n \"type\": \"array\",\n \"items\": false,\n \"suggestions\": [\n {\n \"message\": \"Conflict in the Schema Generation at property: 'visits'. The property visits: only 1 time(s) appeared \",\n \"advice\": \"The Property looks to be Optional. System has updated the property schema to optional\",\n \"resolutionType\": \"OPTIONAL\",\n \"severity\": \"MEDIUM\",\n \"path\": \"properties.edata.properties.visits\"\n }\n ],\n \"arrival_format\": \"array\",\n \"data_type\": \"array\"\n },\n \"level\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"message\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"params\": {\n \"type\": \"array\",\n \"items\": false,\n \"arrival_format\": \"array\",\n \"data_type\": \"array\"\n }\n },\n \"arrival_format\": \"object\",\n \"data_type\": \"object\"\n },\n \"syncts\": {\n \"type\": \"integer\",\n \"suggestions\": [\n {\n \"message\": \"Conflict in the Schema Generation at property: 'syncts'. The property syncts: only 1 time(s) appeared \",\n \"advice\": \"The Property looks to be Optional. System has updated the property schema to optional\",\n \"resolutionType\": \"OPTIONAL\",\n \"severity\": \"MEDIUM\",\n \"path\": \"properties.syncts\"\n },\n {\n \"message\": \"The Property 'syncts' appears to be 'epoch' format type.\",\n \"severity\": \"\",\n \"path\": \"properties.syncts\"\n }\n ],\n \"arrival_format\": \"number\",\n \"data_type\": \"epoch\"\n },\n \"@timestamp\": {\n \"type\": \"string\",\n \"suggestions\": [\n {\n \"message\": \"Conflict in the Schema Generation at property: '@timestamp'. The property @timestamp: only 1 time(s) appeared \",\n \"advice\": \"The Property looks to be Optional. System has updated the property schema to optional\",\n \"resolutionType\": \"OPTIONAL\",\n \"severity\": \"MEDIUM\",\n \"path\": \"properties.@timestamp\"\n },\n {\n \"message\": \"The Property '@timestamp' appears to be 'date-time' format type.\",\n \"advice\": \"The System can index all data on this column\",\n \"resolutionType\": \"INDEX\",\n \"severity\": \"LOW\",\n \"path\": \"properties.@timestamp\"\n }\n ],\n \"arrival_format\": \"text\",\n \"data_type\": \"date-time\"\n },\n \"flags\": {\n \"type\": \"object\",\n \"properties\": {\n \"ex_processed\": {\n \"type\": \"boolean\",\n \"suggestions\": [\n {\n \"message\": \"Conflict in the Schema Generation at property: 'ex_processed'. The property ex_processed: only 1 time(s) appeared \",\n \"advice\": \"The Property looks to be Optional. System has updated the property schema to optional\",\n \"resolutionType\": \"OPTIONAL\",\n \"severity\": \"MEDIUM\",\n \"path\": \"properties.flags.properties.ex_processed\"\n }\n ],\n \"arrival_format\": \"boolean\",\n \"data_type\": \"boolean\"\n }\n },\n \"suggestions\": [\n {\n \"message\": \"Conflict in the Schema Generation at property: 'flags'. The property flags: only 1 time(s) appeared \",\n \"advice\": \"The Property looks to be Optional. System has updated the property schema to optional\",\n \"resolutionType\": \"OPTIONAL\",\n \"severity\": \"MEDIUM\",\n \"path\": \"properties.flags\"\n }\n ],\n \"arrival_format\": \"object\",\n \"data_type\": \"object\"\n }\n },\n \"additionalProperties\": true\n },\n \"configurations\": {\n \"indexConfiguration\": {\n \"index\": {\n \"Event Arrival Time\": \"obsrv_meta.syncts\"\n },\n \"rollupSuggestions\": {\n \"summary\": {\n \"mid\": {\n \"path\": \"$.mid\",\n \"cardinality\": 67,\n \"index\": false\n },\n \"actor.id\": {\n \"path\": \"$.actor.properties.id\",\n \"cardinality\": 56,\n \"index\": false\n },\n \"context.sid\": {\n \"path\": \"$.context.properties.sid\",\n \"cardinality\": 11,\n \"index\": true\n },\n \"edata.uri\": {\n \"path\": \"$.edata.properties.uri\",\n \"cardinality\": 11,\n \"index\": true\n },\n \"context.cdata[*].id\": {\n \"path\": \"$.context.properties.cdata.items.properties.id\",\n \"cardinality\": 62,\n \"index\": false\n }\n }\n }\n },\n \"processing\": {\n \"dedupKeys\": [\n \"mid\",\n \"context.cdata[*].id\",\n \"actor.id\"\n ],\n \"dropDuplicates\": [\n \"Yes\",\n \"No\"\n ]\n }\n },\n \"dataMappings\": {\n \"text\": {\n \"arrival_format\": [\n \"string\"\n ],\n \"store_format\": {\n \"string\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"string\"\n },\n \"date-time\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"string\"\n },\n \"date\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"string\"\n },\n \"boolean\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"boolean\"\n },\n \"epoch\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"integer\"\n },\n \"long\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"long\"\n },\n \"double\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"double\"\n },\n \"bigdecimal\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"double\"\n },\n \"integer\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"long\"\n }\n }\n },\n \"number\": {\n \"arrival_format\": [\n \"number\",\n \"integer\"\n ],\n \"store_format\": {\n \"integer\": {\n \"jsonSchema\": \"integer\",\n \"datasource\": \"long\"\n },\n \"float\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n },\n \"long\": {\n \"jsonSchema\": \"integer\",\n \"datasource\": \"long\"\n },\n \"double\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n },\n \"bigdecimal\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n },\n \"epoch\": {\n \"jsonSchema\": \"integer\",\n \"datasource\": \"long\"\n },\n \"number\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n }\n }\n },\n \"object\": {\n \"arrival_format\": [\n \"object\"\n ],\n \"store_format\": {\n \"object\": {\n \"jsonSchema\": \"object\",\n \"datasource\": \"json\"\n }\n }\n },\n \"array\": {\n \"arrival_format\": [\n \"array\"\n ],\n \"store_format\": {\n \"array\": {\n \"jsonSchema\": \"array\",\n \"datasource\": \"array\"\n }\n }\n },\n \"boolean\": {\n \"arrival_format\": [\n \"boolean\"\n ],\n \"store_format\": {\n \"boolean\": {\n \"jsonSchema\": \"boolean\",\n \"datasource\": \"boolean\"\n }\n }\n }\n }\n }\n}" + }, + { + "name": "Failure: Invalid request body", + "originalRequest": { + "method": "POST", + "header": [ + { + "key": "Content-Type", + "value": "application/json" + }, + { + "key": "Cookie", + "value": "connect.sid=s%3AJzaMWaCpHb1z3bsRWPA9oP7-CQ0SrTch.0WR3PbOYcF4NXk4I6cTfvM1o%2F7Hq5x%2BekUOnwguHHHA" + } + ], + "body": { + "mode": "raw", + "raw": "{\n \"id\": \"api.datasets.dataschema\",\n \"ver\": \"v2\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n \n \"config\": {\n \"dataset\": \"financial_transactions\"\n }\n }\n}", + "options": { + "raw": { + "language": "json" + } + } + }, + "url": "localhost:3007/v2/datasets/dataschema" + }, + "status": "Bad Request", + "code": 400, + "_postman_previewlanguage": "json", + "header": [ + { + "key": "X-Powered-By", + "value": "Express" + }, + { + "key": "Content-Type", + "value": "application/json; charset=utf-8" + }, + { + "key": "Content-Length", + "value": "364" + }, + { + "key": "ETag", + "value": "W/\"16c-tfKVtCWTjNkWCtH8cFw1RrzbgV0\"" + }, + { + "key": "Date", + "value": "Mon, 22 Jul 2024 07:03:47 GMT" + }, + { + "key": "Connection", + "value": "keep-alive" + }, + { + "key": "Keep-Alive", + "value": "timeout=5" + } + ], + "cookie": [], + "body": "{\n \"id\": \"api.datasets.dataschema\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-22T12:33:47+05:30\",\n \"params\": {\n \"status\": \"FAILED\",\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\",\n \"resmsgid\": \"bbcc86c2-042d-4f77-bb6e-e1c9116df570\"\n },\n \"responseCode\": \"BAD_REQUEST\",\n \"result\": {},\n \"error\": {\n \"code\": \"DATA_SCHEMA_INVALID_INPUT\",\n \"message\": \"#properties/request/required must have required property 'data'\"\n }\n}" + }, + { + "name": "Failure: Invalid request (config not provided)", + "originalRequest": { + "method": "POST", + "header": [ + { + "key": "Content-Type", + "value": "application/json" + }, + { + "key": "Cookie", + "value": "connect.sid=s%3AJzaMWaCpHb1z3bsRWPA9oP7-CQ0SrTch.0WR3PbOYcF4NXk4I6cTfvM1o%2F7Hq5x%2BekUOnwguHHHA" + } + ], + "body": { + "mode": "raw", + "raw": "{\n \"id\": \"api.datasets.dataschema\",\n \"ver\": \"v2\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n \"data\": [\n {\n \"eid\": \"IMPRESSION\",\n \"ets\": 1.672657002221E12,\n \"ver\": \"3.0\",\n \"mid\": \"IMPRESSION:2b5834e196f485c17c4e49d292af43c0\",\n \"actor\": {\n \"id\": \"0c45959486f579c24854d40a225d6161\",\n \"type\": \"User\"\n },\n \"context\": {\n \"channel\": \"01268904781886259221\",\n \"pdata\": {\n \"id\": \"staging.diksha.portal\",\n \"ver\": \"5.1.0\",\n \"pid\": \"sunbird-portal\"\n },\n \"env\": \"public\",\n \"sid\": \"23850c90-8a8c-11ed-95d0-276800e1048c\",\n \"did\": \"0c45959486f579c24854d40a225d6161\",\n \"cdata\": [],\n \"rollup\": {\n \"l1\": \"01268904781886259221\"\n },\n \"uid\": \"anonymous\"\n },\n \"object\": {},\n \"tags\": [\n \"01268904781886259221\"\n ],\n \"edata\": {\n \"type\": \"view\",\n \"pageid\": \"login\",\n \"subtype\": \"pageexit\",\n \"uri\": \"https://staging.sunbirded.org/auth/realms/sunbird/protocol/openid-connect/auth?client_id\\u003dportal\\u0026state\\u003d254efd70-6b89-4f7d-868b-5c957f54174e\\u0026redirect_uri\\u003dhttps%253A%252F%252Fstaging.sunbirded.org%252Fresources%253Fboard%253DState%252520(Andhra%252520Pradesh)%2526medium%253DEnglish%2526gradeLevel%253DClass%2525201%2526%2526id%253Dap_k-12_1%2526selectedTab%253Dhome%2526auth_callback%253D1\\u0026scope\\u003dopenid\\u0026response_type\\u003dcode\\u0026version\\u003d4\",\n \"visits\": []\n },\n \"syncts\": 1672657005814,\n \"@timestamp\": \"2023-01-02T10:56:45.814Z\",\n \"flags\": {\n \"ex_processed\": true\n }\n },\n {\n \"eid\": \"IMPRESSION\",\n \"ets\": 1672656997928,\n \"ver\": \"3.0\",\n \"mid\": \"50263f0f-c2d5-4b15-95f4-5384c537f6cc\",\n \"actor\": {\n \"id\": \"internal\",\n \"type\": \"Consumer\"\n },\n \"context\": {\n \"channel\": \"0126796199493140480\",\n \"pdata\": {\n \"id\": \"staging.sunbird.learning.service\",\n \"pid\": \"learner-service\",\n \"ver\": \"5.0.0\"\n },\n \"env\": \"Organisation\",\n \"cdata\": [\n {\n \"id\": \"50263f0f-c2d5-4b15-95f4-5384c537f6cc\",\n \"type\": \"Request\"\n }\n ],\n \"rollup\": {}\n },\n \"edata\": {\n \"level\": \"info\",\n \"type\": \"Api_access\",\n \"message\": \"\",\n \"params\": [\n {\n \"method\": \"POST\"\n },\n {\n \"url\": \"/v1/org/search\"\n },\n {\n \"duration\": 0\n },\n {\n \"status\": \"OK\"\n }\n ]\n }\n },\n {\n \"eid\": \"LOG\",\n \"ets\": 1672656998024,\n \"ver\": \"3.0\",\n \"mid\": \"4a340ad0-0665-49b6-a1fa-a581dcac4550\",\n \"actor\": {\n \"id\": \"internal\",\n \"type\": \"Consumer\"\n },\n \"context\": {\n \"channel\": \"0126796199493140480\",\n \"pdata\": {\n \"id\": \"staging.sunbird.learning.service\",\n \"pid\": \"learner-service\",\n \"ver\": \"5.0.0\"\n },\n \"env\": \"Organisation\",\n \"cdata\": [\n {\n \"id\": \"4a340ad0-0665-49b6-a1fa-a581dcac4550\",\n \"type\": \"Request\"\n }\n ],\n \"rollup\": {}\n },\n \"edata\": {\n \"level\": \"info\",\n \"type\": \"Api_access\",\n \"message\": \"{eid='LOG', edata={level=trace, requestid=4a340ad0-0665-49b6-a1fa-a581dcac4550, type=system, message=EXIT LOG: method : POST, url: /v1/org/search , For Operation : orgSearch, params=[{msgid=4a340ad0-0665-49b6-a1fa-a581dcac4550, errmsg=Invalid value null for parameter hashTagId. Please provide a valid value., resmsgid=4a340ad0-0665-49b6-a1fa-a581dcac4550, err=UOS_ORGSER0017, status=FAILED, responseCode=400}]}}\",\n \"params\": []\n }\n },\n {\n \"eid\": \"LOG\",\n \"ets\": 1672657004961,\n \"ver\": \"3.0\",\n \"mid\": \"f34112c7242a3e3a26f0015796b029c2\",\n \"actor\": {\n \"id\": \"internal\",\n \"type\": \"Consumer\"\n },\n \"context\": {\n \"channel\": \"0126796199493140480\",\n \"pdata\": {\n \"id\": \"staging.sunbird.learning.service\",\n \"pid\": \"learner-service\",\n \"ver\": \"5.0.0\"\n },\n \"env\": \"Organisation\",\n \"cdata\": [\n {\n \"id\": \"f34112c7242a3e3a26f0015796b029c2\",\n \"type\": \"Request\"\n }\n ],\n \"rollup\": {}\n },\n \"edata\": {\n \"level\": \"info\",\n \"type\": \"Api_access\",\n \"message\": \"ElasticSearchRestHighImpl:search: calling search for index org_alias, with query = {\\\"from\\\":0,\\\"size\\\":250,\\\"query\\\":{\\\"bool\\\":{\\\"must\\\":[{\\\"term\\\":{\\\"isTenant.raw\\\":{\\\"value\\\":true,\\\"boost\\\":1.0}}},{\\\"term\\\":{\\\"slug.raw\\\":{\\\"value\\\":\\\"ntp\\\",\\\"boost\\\":1.0}}}],\\\"adjust_pure_negative\\\":true,\\\"boost\\\":1.0}},\\\"_source\\\":{\\\"includes\\\":[],\\\"excludes\\\":[]}}\",\n \"params\": []\n }\n },\n {\n \"eid\": \"LOG\",\n \"ets\": 1672657006595,\n \"ver\": \"3.0\",\n \"mid\": \"d23ff123-40f0-4262-a69b-b75b46d315a1\",\n \"actor\": {\n \"id\": \"930a3994-cbe7-4e84-936f-4974096af6f2\",\n \"type\": \"Consumer\"\n },\n \"context\": {\n \"channel\": \"0126796199493140480\",\n \"pdata\": {\n \"id\": \"staging.sunbird.learning.service\",\n \"pid\": \"learner-service\",\n \"ver\": \"5.0.0\"\n },\n \"env\": \"User\",\n \"cdata\": [\n {\n \"id\": \"d23ff123-40f0-4262-a69b-b75b46d315a1\",\n \"type\": \"Request\"\n }\n ],\n \"rollup\": {}\n },\n \"edata\": {\n \"level\": \"info\",\n \"type\": \"Api_access\",\n \"message\": \"{eid='LOG', edata={level=trace, requestid=d23ff123-40f0-4262-a69b-b75b46d315a1, type=system, message=ENTRY LOG: method : GET, url: /v1/user/role/read/6ab35eea-01fd-4de0-8902-f68722caf859 , For Operation : getUserRolesById, params=[{id=null, userId=6ab35eea-01fd-4de0-8902-f68722caf859}]}}\",\n \"params\": []\n }\n },\n {\n \"eid\": \"LOG\",\n \"ets\": 1672657006611,\n \"ver\": \"3.0\",\n \"mid\": \"7d944b1c-a906-4082-b42a-905aa6b78a4e\",\n \"actor\": {\n \"id\": \"6ab35eea-01fd-4de0-8902-f68722caf859\",\n \"type\": \"User\"\n },\n \"context\": {\n \"channel\": \"0126796199493140480\",\n \"pdata\": {\n \"id\": \"staging.sunbird.learning.service\",\n \"pid\": \"learner-service\",\n \"ver\": \"5.0.0\"\n },\n \"env\": \"User\",\n \"cdata\": [\n {\n \"id\": \"7d944b1c-a906-4082-b42a-905aa6b78a4e\",\n \"type\": \"Request\"\n }\n ],\n \"rollup\": {}\n },\n \"edata\": {\n \"level\": \"info\",\n \"type\": \"Api_access\",\n \"message\": \"{eid='LOG', edata={level=trace, requestid=7d944b1c-a906-4082-b42a-905aa6b78a4e, type=system, message=ENTRY LOG: method : GET, url: /v5/user/read/6ab35eea-01fd-4de0-8902-f68722caf859 , For Operation : getUserProfileV5, params=[{id=null, userId=6ab35eea-01fd-4de0-8902-f68722caf859}]}}\",\n \"params\": []\n }\n },\n {\n \"eid\": \"LOG\",\n \"ets\": 1672657006620,\n \"ver\": \"3.0\",\n \"mid\": \"7d944b1c-a906-4082-b42a-905aa6b78a4e\",\n \"actor\": {\n \"id\": \"6ab35eea-01fd-4de0-8902-f68722caf859\",\n \"type\": \"User\"\n },\n \"context\": {\n \"channel\": \"0126796199493140480\",\n \"pdata\": {\n \"id\": \"staging.sunbird.learning.service\",\n \"pid\": \"learner-service\",\n \"ver\": \"5.0.0\"\n },\n \"env\": \"User\",\n \"cdata\": [\n {\n \"id\": \"7d944b1c-a906-4082-b42a-905aa6b78a4e\",\n \"type\": \"Request\"\n }\n ],\n \"rollup\": {}\n },\n \"edata\": {\n \"level\": \"info\",\n \"type\": \"Api_access\",\n \"message\": \"Cassandra query : SELECT * FROM sunbird.user_roles WHERE userId=?;\",\n \"params\": []\n }\n },\n {\n \"eid\": \"LOG\",\n \"ets\": 1672657006645,\n \"ver\": \"3.0\",\n \"mid\": \"7d944b1c-a906-4082-b42a-905aa6b78a4e\",\n \"actor\": {\n \"id\": \"6ab35eea-01fd-4de0-8902-f68722caf859\",\n \"type\": \"User\"\n },\n \"context\": {\n \"channel\": \"0126796199493140480\",\n \"pdata\": {\n \"id\": \"staging.sunbird.learning.service\",\n \"pid\": \"learner-service\",\n \"ver\": \"5.0.0\"\n },\n \"env\": \"User\",\n \"cdata\": [\n {\n \"id\": \"7d944b1c-a906-4082-b42a-905aa6b78a4e\",\n \"type\": \"Request\"\n }\n ],\n \"rollup\": {}\n },\n \"edata\": {\n \"level\": \"info\",\n \"type\": \"Api_access\",\n \"message\": \"\",\n \"params\": [\n {\n \"method\": \"GET\"\n },\n {\n \"url\": \"/v5/user/read/6ab35eea-01fd-4de0-8902-f68722caf859\"\n },\n {\n \"duration\": 0\n },\n {\n \"status\": \"OK\"\n }\n ]\n }\n },\n {\n \"eid\": \"LOG\",\n \"ets\": 1672657007238,\n \"ver\": \"3.0\",\n \"mid\": \"d4d34fde-c407-efb6-03bd-9f892ca0f114\",\n \"actor\": {\n \"id\": \"6ab35eea-01fd-4de0-8902-f68722caf859\",\n \"type\": \"User\"\n },\n \"context\": {\n \"channel\": \"0126796199493140480\",\n \"pdata\": {\n \"id\": \"staging.sunbird.portal\",\n \"pid\": \"learner-service\",\n \"ver\": \"5.0.0\"\n },\n \"env\": \"User\",\n \"did\": \"d904c90d9f81ddac20141b94ddd606a0\",\n \"cdata\": [\n {\n \"id\": \"d4d34fde-c407-efb6-03bd-9f892ca0f114\",\n \"type\": \"Request\"\n }\n ],\n \"rollup\": {}\n },\n \"edata\": {\n \"level\": \"info\",\n \"type\": \"Api_access\",\n \"message\": \"Cassandra query : SELECT * FROM sunbird.user WHERE id=?;\",\n \"params\": []\n }\n }\n ]\n \n }\n}", + "options": { + "raw": { + "language": "json" + } + } + }, + "url": "localhost:3007/v2/datasets/dataschema" + }, + "status": "Bad Request", + "code": 400, + "_postman_previewlanguage": "json", + "header": [ + { + "key": "X-Powered-By", + "value": "Express" + }, + { + "key": "Content-Type", + "value": "application/json; charset=utf-8" + }, + { + "key": "Content-Length", + "value": "366" + }, + { + "key": "ETag", + "value": "W/\"16e-YeX++2sGUWsjHqjP2GoTgqujU+c\"" + }, + { + "key": "Date", + "value": "Mon, 22 Jul 2024 07:05:36 GMT" + }, + { + "key": "Connection", + "value": "keep-alive" + }, + { + "key": "Keep-Alive", + "value": "timeout=5" + } + ], + "cookie": [], + "body": "{\n \"id\": \"api.datasets.dataschema\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-22T12:35:36+05:30\",\n \"params\": {\n \"status\": \"FAILED\",\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\",\n \"resmsgid\": \"1f856c5e-37f0-41e9-96fb-642471228da2\"\n },\n \"responseCode\": \"BAD_REQUEST\",\n \"result\": {},\n \"error\": {\n \"code\": \"DATA_SCHEMA_INVALID_INPUT\",\n \"message\": \"#properties/request/required must have required property 'config'\"\n }\n}" + } + ] + } + ] + }, + { + "name": "Connector api's", + "item": [ + { + "name": "Connector list", + "request": { + "method": "POST", + "header": [], + "body": { + "mode": "raw", + "raw": "{\n \"id\": \"api.connectors.list\",\n \"ver\": \"v2\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n \"filters\": {\n \"status\": [\n \"Draft\"\n ]\n }\n }\n}", + "options": { + "raw": { + "language": "json" + } + } + }, + "url": "http://localhost:3000/v2/connectors/list" + }, + "response": [ + { + "name": "Success: Filtered based on category", + "originalRequest": { + "method": "POST", + "header": [], + "body": { + "mode": "raw", + "raw": "{\n \"id\": \"api.connectors.list\",\n \"ver\": \"v2\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6dc\"\n },\n \"request\": {\n \"filters\": {\n \"category\":[\n \"Database\"\n ]\n }\n }\n}", + "options": { + "raw": { + "language": "json" + } + } + }, + "url": "http://localhost:3000/v2/connectors/list" + }, + "status": "OK", + "code": 200, + "_postman_previewlanguage": "json", + "header": [ + { + "key": "X-Powered-By", + "value": "Express" + }, + { + "key": "Content-Type", + "value": "application/json; charset=utf-8" + }, + { + "key": "Content-Length", + "value": "1908" + }, + { + "key": "ETag", + "value": "W/\"774-58gfxDsxY66h3KZnTg62QbkxcPY\"" + }, + { + "key": "Date", + "value": "Tue, 30 Jul 2024 09:37:42 GMT" + }, + { + "key": "Connection", + "value": "keep-alive" + }, + { + "key": "Keep-Alive", + "value": "timeout=5" + } + ], + "cookie": [], + "body": "{\n \"id\": \"api.connectors.list\",\n \"ver\": \"v2\",\n \"ts\": \"2024-07-30T15:07:42+05:30\",\n \"params\": {\n \"status\": \"SUCCESS\",\n \"msgid\": \"abc\",\n \"resmsgid\": \"632d3342-fd8a-47f7-afbb-96402a00b92f\"\n },\n \"responseCode\": \"OK\",\n \"result\": {\n \"data\": [\n {\n \"id\": \"aws-s3-connector-0.1.0\",\n \"connector_id\": \"aws-s3-connector\",\n \"name\": \"AWS S3\",\n \"type\": \"source\",\n \"category\": \"File\",\n \"version\": \"0.1.0\",\n \"description\": \"The AWS S3 Connector is used to move data from any S3 Bucket to the Obsrv platform\",\n \"technology\": \"python\",\n \"runtime\": \"spark\",\n \"licence\": \"MIT\",\n \"owner\": \"Sunbird\",\n \"iconurl\": \"https://upload.wikimedia.org/wikipedia/commons/b/bc/Amazon-S3-Logo.svg\",\n \"status\": \"Live\",\n \"created_by\": \"SYSTEM\",\n \"updated_by\": \"SYSTEM\",\n \"created_date\": \"2024-06-25T04:39:21.237Z\",\n \"updated_date\": \"2024-06-25T04:39:21.237Z\"\n },\n {\n \"id\": \"azure-blob-connector-0.1.0\",\n \"connector_id\": \"azure-blob-connector\",\n \"name\": \"Azure Blob Store\",\n \"type\": \"source\",\n \"category\": \"File\",\n \"version\": \"0.1.0\",\n \"description\": \"The Azure Blob Store Connector is used to move data from any Azure Blob Container to the Obsrv platform\",\n \"technology\": \"python\",\n \"runtime\": \"spark\",\n \"licence\": \"MIT\",\n \"owner\": \"Sunbird\",\n \"iconurl\": \"https://upload.wikimedia.org/wikipedia/commons/f/fa/Microsoft_Azure.svg\",\n \"status\": \"Live\",\n \"created_by\": \"SYSTEM\",\n \"updated_by\": \"SYSTEM\",\n \"created_date\": \"2024-06-25T04:39:21.302Z\",\n \"updated_date\": \"2024-06-25T04:39:21.302Z\"\n },\n {\n \"id\": \"gcs-connector-0.1.0\",\n \"connector_id\": \"gcs-connector\",\n \"name\": \"Google Cloud Storage\",\n \"type\": \"source\",\n \"category\": \"File\",\n \"version\": \"0.1.0\",\n \"description\": \"The GCS Connector is used to move data from any Google Bucket to the Obsrv platform\",\n \"technology\": \"python\",\n \"runtime\": \"spark\",\n \"licence\": \"MIT\",\n \"owner\": \"Sunbird\",\n \"iconurl\": \"https://upload.wikimedia.org/wikipedia/commons/thumb/5/51/Google_Cloud_logo.svg/512px-Google_Cloud_logo.svg.png\",\n \"status\": \"Live\",\n \"created_by\": \"SYSTEM\",\n \"updated_by\": \"SYSTEM\",\n \"created_date\": \"2024-06-25T04:39:21.364Z\",\n \"updated_date\": \"2024-06-25T04:39:21.364Z\"\n }\n ],\n \"count\": 3\n }\n}" + }, + { + "name": "Failure: Invalid request body, filter option array should not be empty", + "originalRequest": { + "method": "POST", + "header": [], + "body": { + "mode": "raw", + "raw": "{\n \"id\": \"api.connectors.list\",\n \"ver\": \"v2\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n \"filters\": {\n \"category\":[\n \"File\"\n ],\n \"status\": [\n //\"Live\"\n ]\n }\n }\n}", + "options": { + "raw": { + "language": "json" + } + } + }, + "url": "http://localhost:3000/v2/connectors/list" + }, + "status": "Bad Request", + "code": 400, + "_postman_previewlanguage": "json", + "header": [ + { + "key": "X-Powered-By", + "value": "Express" + }, + { + "key": "Content-Type", + "value": "application/json; charset=utf-8" + }, + { + "key": "Content-Length", + "value": "399" + }, + { + "key": "ETag", + "value": "W/\"18f-Hsau3RTrCuWgbSoS3cqIWuUq45k\"" + }, + { + "key": "Date", + "value": "Tue, 30 Jul 2024 09:43:14 GMT" + }, + { + "key": "Connection", + "value": "keep-alive" + }, + { + "key": "Keep-Alive", + "value": "timeout=5" + } + ], + "cookie": [], + "body": "{\n \"id\": \"api.connectors.list\",\n \"ver\": \"v2\",\n \"ts\": \"2024-07-30T15:13:14+05:30\",\n \"params\": {\n \"status\": \"FAILED\",\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\",\n \"resmsgid\": \"02fadde0-8c59-4420-8ab3-56474b01670b\"\n },\n \"responseCode\": \"BAD_REQUEST\",\n \"result\": {},\n \"error\": {\n \"code\": \"CONNECTORS_LIST_INPUT_INVALID\",\n \"message\": \"#properties/request/properties/filters/properties/status/minItems must NOT have fewer than 1 items\"\n }\n}" + }, + { + "name": "Success: Connectors list with all filter options", + "originalRequest": { + "method": "POST", + "header": [], + "body": { + "mode": "raw", + "raw": "{\n \"id\": \"api.connectors.list\",\n \"ver\": \"v2\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n \"filters\": {\n \"category\":[\n \"File\",\"Database\"\n ],\n \"status\": [\n \"Live\",\"Draft\",\"InValidation\", \"Retired\"\n ]\n }\n }\n}", + "options": { + "raw": { + "language": "json" + } + } + }, + "url": "http://localhost:3000/v2/connectors/list" + }, + "status": "OK", + "code": 200, + "_postman_previewlanguage": "json", + "header": [ + { + "key": "X-Powered-By", + "value": "Express" + }, + { + "key": "Content-Type", + "value": "application/json; charset=utf-8" + }, + { + "key": "Content-Length", + "value": "4107" + }, + { + "key": "ETag", + "value": "W/\"100b-SEJt8xn1TwmZz8DKpFAwkYx6E8s\"" + }, + { + "key": "Date", + "value": "Tue, 30 Jul 2024 09:47:51 GMT" + }, + { + "key": "Connection", + "value": "keep-alive" + }, + { + "key": "Keep-Alive", + "value": "timeout=5" + } + ], + "cookie": [], + "body": "{\n \"id\": \"api.connectors.list\",\n \"ver\": \"v2\",\n \"ts\": \"2024-07-30T15:17:51+05:30\",\n \"params\": {\n \"status\": \"SUCCESS\",\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\",\n \"resmsgid\": \"fffa3ee0-da12-4bea-9b72-365571a62a4e\"\n },\n \"responseCode\": \"OK\",\n \"result\": {\n \"data\": [\n {\n \"id\": \"postgres-connector-1.0.0\",\n \"connector_id\": \"postgres-connector\",\n \"name\": \"PostgreSQL\",\n \"type\": \"source\",\n \"category\": \"Database\",\n \"version\": \"1.0.0\",\n \"description\": \"The PostgreSQL Connector is used to move data from any Postgres Table to the Obsrv platform\",\n \"technology\": \"scala\",\n \"runtime\": \"spark\",\n \"licence\": \"MIT\",\n \"owner\": \"Sunbird\",\n \"iconurl\": \"https://upload.wikimedia.org/wikipedia/commons/2/29/Postgresql_elephant.svg\",\n \"status\": \"Live\",\n \"created_by\": \"SYSTEM\",\n \"updated_by\": \"SYSTEM\",\n \"created_date\": \"2024-06-25T04:38:28.732Z\",\n \"updated_date\": \"2024-06-25T04:38:28.732Z\"\n },\n {\n \"id\": \"mysql-connector-1.0.0\",\n \"connector_id\": \"mysql-connector\",\n \"name\": \"MySQL\",\n \"type\": \"source\",\n \"category\": \"Database\",\n \"version\": \"1.0.0\",\n \"description\": \"The MySQL Connector is used to move data from any MySQL Table to the Obsrv platform\",\n \"technology\": \"scala\",\n \"runtime\": \"spark\",\n \"licence\": \"MIT\",\n \"owner\": \"Sunbird\",\n \"iconurl\": \"https://upload.wikimedia.org/wikipedia/en/6/62/MySQL.svg\",\n \"status\": \"Live\",\n \"created_by\": \"SYSTEM\",\n \"updated_by\": \"SYSTEM\",\n \"created_date\": \"2024-06-25T04:38:28.834Z\",\n \"updated_date\": \"2024-06-25T04:38:28.834Z\"\n },\n {\n \"id\": \"oracle-connector-1.0.0\",\n \"connector_id\": \"oracle-connector\",\n \"name\": \"Oracle\",\n \"type\": \"source\",\n \"category\": \"Database\",\n \"version\": \"1.0.0\",\n \"description\": \"The Oracle Connector is used to move data from any Oracle Table to the Obsrv platform\",\n \"technology\": \"scala\",\n \"runtime\": \"spark\",\n \"licence\": \"MIT\",\n \"owner\": \"Sunbird\",\n \"iconurl\": \"https://upload.wikimedia.org/wikipedia/commons/5/50/Oracle_logo.svg\",\n \"status\": \"Live\",\n \"created_by\": \"SYSTEM\",\n \"updated_by\": \"SYSTEM\",\n \"created_date\": \"2024-06-25T04:38:28.840Z\",\n \"updated_date\": \"2024-06-25T04:38:28.840Z\"\n },\n {\n \"id\": \"mssql-connector-1.0.0\",\n \"connector_id\": \"mssql-connector\",\n \"name\": \"MS SQL\",\n \"type\": \"source\",\n \"category\": \"Database\",\n \"version\": \"1.0.0\",\n \"description\": \"The MS SQL Connector is used to move data from any MS SQL Table to the Obsrv platform\",\n \"technology\": \"scala\",\n \"runtime\": \"spark\",\n \"licence\": \"MIT\",\n \"owner\": \"Sunbird\",\n \"iconurl\": \"https://upload.wikimedia.org/wikipedia/commons/2/29/Microsoft_SQL_Server_Logo.svg\",\n \"status\": \"Live\",\n \"created_by\": \"SYSTEM\",\n \"updated_by\": \"SYSTEM\",\n \"created_date\": \"2024-06-25T04:38:28.847Z\",\n \"updated_date\": \"2024-06-25T04:38:28.847Z\"\n },\n {\n \"id\": \"aws-s3-connector-0.1.0\",\n \"connector_id\": \"aws-s3-connector\",\n \"name\": \"AWS S3\",\n \"type\": \"source\",\n \"category\": \"File\",\n \"version\": \"0.1.0\",\n \"description\": \"The AWS S3 Connector is used to move data from any S3 Bucket to the Obsrv platform\",\n \"technology\": \"python\",\n \"runtime\": \"spark\",\n \"licence\": \"MIT\",\n \"owner\": \"Sunbird\",\n \"iconurl\": \"https://upload.wikimedia.org/wikipedia/commons/b/bc/Amazon-S3-Logo.svg\",\n \"status\": \"Live\",\n \"created_by\": \"SYSTEM\",\n \"updated_by\": \"SYSTEM\",\n \"created_date\": \"2024-06-25T04:39:21.237Z\",\n \"updated_date\": \"2024-06-25T04:39:21.237Z\"\n },\n {\n \"id\": \"azure-blob-connector-0.1.0\",\n \"connector_id\": \"azure-blob-connector\",\n \"name\": \"Azure Blob Store\",\n \"type\": \"source\",\n \"category\": \"File\",\n \"version\": \"0.1.0\",\n \"description\": \"The Azure Blob Store Connector is used to move data from any Azure Blob Container to the Obsrv platform\",\n \"technology\": \"python\",\n \"runtime\": \"spark\",\n \"licence\": \"MIT\",\n \"owner\": \"Sunbird\",\n \"iconurl\": \"https://upload.wikimedia.org/wikipedia/commons/f/fa/Microsoft_Azure.svg\",\n \"status\": \"Live\",\n \"created_by\": \"SYSTEM\",\n \"updated_by\": \"SYSTEM\",\n \"created_date\": \"2024-06-25T04:39:21.302Z\",\n \"updated_date\": \"2024-06-25T04:39:21.302Z\"\n },\n {\n \"id\": \"gcs-connector-0.1.0\",\n \"connector_id\": \"gcs-connector\",\n \"name\": \"Google Cloud Storage\",\n \"type\": \"source\",\n \"category\": \"File\",\n \"version\": \"0.1.0\",\n \"description\": \"The GCS Connector is used to move data from any Google Bucket to the Obsrv platform\",\n \"technology\": \"python\",\n \"runtime\": \"spark\",\n \"licence\": \"MIT\",\n \"owner\": \"Sunbird\",\n \"iconurl\": \"https://upload.wikimedia.org/wikipedia/commons/thumb/5/51/Google_Cloud_logo.svg/512px-Google_Cloud_logo.svg.png\",\n \"status\": \"Live\",\n \"created_by\": \"SYSTEM\",\n \"updated_by\": \"SYSTEM\",\n \"created_date\": \"2024-06-25T04:39:21.364Z\",\n \"updated_date\": \"2024-06-25T04:39:21.364Z\"\n }\n ],\n \"count\": 7\n }\n}" + }, + { + "name": "Success: Connectors list without filters", + "originalRequest": { + "method": "POST", + "header": [], + "body": { + "mode": "raw", + "raw": "{\n \"id\": \"api.connectors.list\",\n \"ver\": \"v2\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n // \"filters\": {\n // \"category\":[\n // \"File\",\"Database\"\n // ],\n // \"status\": [\n // \"Live\",\"Draft\",\"InValidation\", \"Retired\"\n // ]\n // }\n }\n}", + "options": { + "raw": { + "language": "json" + } + } + }, + "url": "http://localhost:3000/v2/connectors/list" + }, + "status": "OK", + "code": 200, + "_postman_previewlanguage": "json", + "header": [ + { + "key": "X-Powered-By", + "value": "Express" + }, + { + "key": "Content-Type", + "value": "application/json; charset=utf-8" + }, + { + "key": "Content-Length", + "value": "4107" + }, + { + "key": "ETag", + "value": "W/\"100b-N8mD4H5+SlIOmnNcq6Fnlq2pwXs\"" + }, + { + "key": "Date", + "value": "Tue, 30 Jul 2024 09:50:11 GMT" + }, + { + "key": "Connection", + "value": "keep-alive" + }, + { + "key": "Keep-Alive", + "value": "timeout=5" + } + ], + "cookie": [], + "body": "{\n \"id\": \"api.connectors.list\",\n \"ver\": \"v2\",\n \"ts\": \"2024-07-30T15:20:11+05:30\",\n \"params\": {\n \"status\": \"SUCCESS\",\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\",\n \"resmsgid\": \"2c527a46-7bfe-4c74-a290-4dcf1a3c5f10\"\n },\n \"responseCode\": \"OK\",\n \"result\": {\n \"data\": [\n {\n \"id\": \"postgres-connector-1.0.0\",\n \"connector_id\": \"postgres-connector\",\n \"name\": \"PostgreSQL\",\n \"type\": \"source\",\n \"category\": \"Database\",\n \"version\": \"1.0.0\",\n \"description\": \"The PostgreSQL Connector is used to move data from any Postgres Table to the Obsrv platform\",\n \"technology\": \"scala\",\n \"runtime\": \"spark\",\n \"licence\": \"MIT\",\n \"owner\": \"Sunbird\",\n \"iconurl\": \"https://upload.wikimedia.org/wikipedia/commons/2/29/Postgresql_elephant.svg\",\n \"status\": \"Live\",\n \"created_by\": \"SYSTEM\",\n \"updated_by\": \"SYSTEM\",\n \"created_date\": \"2024-06-25T04:38:28.732Z\",\n \"updated_date\": \"2024-06-25T04:38:28.732Z\"\n },\n {\n \"id\": \"mysql-connector-1.0.0\",\n \"connector_id\": \"mysql-connector\",\n \"name\": \"MySQL\",\n \"type\": \"source\",\n \"category\": \"Database\",\n \"version\": \"1.0.0\",\n \"description\": \"The MySQL Connector is used to move data from any MySQL Table to the Obsrv platform\",\n \"technology\": \"scala\",\n \"runtime\": \"spark\",\n \"licence\": \"MIT\",\n \"owner\": \"Sunbird\",\n \"iconurl\": \"https://upload.wikimedia.org/wikipedia/en/6/62/MySQL.svg\",\n \"status\": \"Live\",\n \"created_by\": \"SYSTEM\",\n \"updated_by\": \"SYSTEM\",\n \"created_date\": \"2024-06-25T04:38:28.834Z\",\n \"updated_date\": \"2024-06-25T04:38:28.834Z\"\n },\n {\n \"id\": \"oracle-connector-1.0.0\",\n \"connector_id\": \"oracle-connector\",\n \"name\": \"Oracle\",\n \"type\": \"source\",\n \"category\": \"Database\",\n \"version\": \"1.0.0\",\n \"description\": \"The Oracle Connector is used to move data from any Oracle Table to the Obsrv platform\",\n \"technology\": \"scala\",\n \"runtime\": \"spark\",\n \"licence\": \"MIT\",\n \"owner\": \"Sunbird\",\n \"iconurl\": \"https://upload.wikimedia.org/wikipedia/commons/5/50/Oracle_logo.svg\",\n \"status\": \"Live\",\n \"created_by\": \"SYSTEM\",\n \"updated_by\": \"SYSTEM\",\n \"created_date\": \"2024-06-25T04:38:28.840Z\",\n \"updated_date\": \"2024-06-25T04:38:28.840Z\"\n },\n {\n \"id\": \"mssql-connector-1.0.0\",\n \"connector_id\": \"mssql-connector\",\n \"name\": \"MS SQL\",\n \"type\": \"source\",\n \"category\": \"Database\",\n \"version\": \"1.0.0\",\n \"description\": \"The MS SQL Connector is used to move data from any MS SQL Table to the Obsrv platform\",\n \"technology\": \"scala\",\n \"runtime\": \"spark\",\n \"licence\": \"MIT\",\n \"owner\": \"Sunbird\",\n \"iconurl\": \"https://upload.wikimedia.org/wikipedia/commons/2/29/Microsoft_SQL_Server_Logo.svg\",\n \"status\": \"Live\",\n \"created_by\": \"SYSTEM\",\n \"updated_by\": \"SYSTEM\",\n \"created_date\": \"2024-06-25T04:38:28.847Z\",\n \"updated_date\": \"2024-06-25T04:38:28.847Z\"\n },\n {\n \"id\": \"aws-s3-connector-0.1.0\",\n \"connector_id\": \"aws-s3-connector\",\n \"name\": \"AWS S3\",\n \"type\": \"source\",\n \"category\": \"File\",\n \"version\": \"0.1.0\",\n \"description\": \"The AWS S3 Connector is used to move data from any S3 Bucket to the Obsrv platform\",\n \"technology\": \"python\",\n \"runtime\": \"spark\",\n \"licence\": \"MIT\",\n \"owner\": \"Sunbird\",\n \"iconurl\": \"https://upload.wikimedia.org/wikipedia/commons/b/bc/Amazon-S3-Logo.svg\",\n \"status\": \"Live\",\n \"created_by\": \"SYSTEM\",\n \"updated_by\": \"SYSTEM\",\n \"created_date\": \"2024-06-25T04:39:21.237Z\",\n \"updated_date\": \"2024-06-25T04:39:21.237Z\"\n },\n {\n \"id\": \"azure-blob-connector-0.1.0\",\n \"connector_id\": \"azure-blob-connector\",\n \"name\": \"Azure Blob Store\",\n \"type\": \"source\",\n \"category\": \"File\",\n \"version\": \"0.1.0\",\n \"description\": \"The Azure Blob Store Connector is used to move data from any Azure Blob Container to the Obsrv platform\",\n \"technology\": \"python\",\n \"runtime\": \"spark\",\n \"licence\": \"MIT\",\n \"owner\": \"Sunbird\",\n \"iconurl\": \"https://upload.wikimedia.org/wikipedia/commons/f/fa/Microsoft_Azure.svg\",\n \"status\": \"Live\",\n \"created_by\": \"SYSTEM\",\n \"updated_by\": \"SYSTEM\",\n \"created_date\": \"2024-06-25T04:39:21.302Z\",\n \"updated_date\": \"2024-06-25T04:39:21.302Z\"\n },\n {\n \"id\": \"gcs-connector-0.1.0\",\n \"connector_id\": \"gcs-connector\",\n \"name\": \"Google Cloud Storage\",\n \"type\": \"source\",\n \"category\": \"File\",\n \"version\": \"0.1.0\",\n \"description\": \"The GCS Connector is used to move data from any Google Bucket to the Obsrv platform\",\n \"technology\": \"python\",\n \"runtime\": \"spark\",\n \"licence\": \"MIT\",\n \"owner\": \"Sunbird\",\n \"iconurl\": \"https://upload.wikimedia.org/wikipedia/commons/thumb/5/51/Google_Cloud_logo.svg/512px-Google_Cloud_logo.svg.png\",\n \"status\": \"Live\",\n \"created_by\": \"SYSTEM\",\n \"updated_by\": \"SYSTEM\",\n \"created_date\": \"2024-06-25T04:39:21.364Z\",\n \"updated_date\": \"2024-06-25T04:39:21.364Z\"\n }\n ],\n \"count\": 7\n }\n}" + }, + { + "name": "Success: Filtered based on status", + "originalRequest": { + "method": "POST", + "header": [], + "body": { + "mode": "raw", + "raw": "{\n \"id\": \"api.connectors.list\",\n \"ver\": \"v2\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n \"filters\": {\n \"status\": [\n \"Draft\"\n ]\n }\n }\n}", + "options": { + "raw": { + "language": "json" + } + } + }, + "url": "http://localhost:3000/v2/connectors/list" + }, + "status": "OK", + "code": 200, + "_postman_previewlanguage": "json", + "header": [ + { + "key": "X-Powered-By", + "value": "Express" + }, + { + "key": "Content-Type", + "value": "application/json; charset=utf-8" + }, + { + "key": "Content-Length", + "value": "250" + }, + { + "key": "ETag", + "value": "W/\"fa-+eWKIfUxsWBGuJy23qSucgLXke4\"" + }, + { + "key": "Date", + "value": "Tue, 30 Jul 2024 09:55:51 GMT" + }, + { + "key": "Connection", + "value": "keep-alive" + }, + { + "key": "Keep-Alive", + "value": "timeout=5" + } + ], + "cookie": [], + "body": "{\n \"id\": \"api.connectors.list\",\n \"ver\": \"v2\",\n \"ts\": \"2024-07-30T15:25:51+05:30\",\n \"params\": {\n \"status\": \"SUCCESS\",\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\",\n \"resmsgid\": \"f506e725-eed4-41df-86dc-2477d5c4d19a\"\n },\n \"responseCode\": \"OK\",\n \"result\": {\n \"data\": [],\n \"count\": 0\n }\n}" + } + ] + } + ] + } + ] +} \ No newline at end of file From 1ae38803ddd5b75c974eaf6d651459ba176c4cfe Mon Sep 17 00:00:00 2001 From: Rakshitha-D Date: Tue, 30 Jul 2024 17:11:44 +0530 Subject: [PATCH 2/3] #OBS-I142: added connector list swagger documentation --- .../swagger-doc/v2_updated_doc_openapi.yml | 483 +++++++++++++++++- 1 file changed, 482 insertions(+), 1 deletion(-) diff --git a/api-service/swagger-doc/v2_updated_doc_openapi.yml b/api-service/swagger-doc/v2_updated_doc_openapi.yml index ea2a663c..48400bff 100644 --- a/api-service/swagger-doc/v2_updated_doc_openapi.yml +++ b/api-service/swagger-doc/v2_updated_doc_openapi.yml @@ -4140,4 +4140,485 @@ paths: message: >- #properties/request/properties/access/enum must be equal to one of the allowed values - trace: '' \ No newline at end of file + trace: '' + /v2/connectors/list: + post: + tags: + - Connector api's + summary: Connector list + requestBody: + content: + application/json: + examples: + example1: + summary: Filter based on category + value: + id: api.connectors.list + ver: v2 + ts: '2024-04-10T16:10:50+05:30' + params: + msgid: 4a7f14c3-d61e-4d4f-be78-181834eeff6d + request: + filters: + category: + - Database + example2: + summary: Connectors list with all filter options + value: + id: api.connectors.list + ver: v2 + ts: '2024-04-10T16:10:50+05:30' + params: + msgid: 4a7f14c3-d61e-4d4f-be78-181834eeff6d + request: + filters: + category: + - Database, File + status: + - Live, Draft, InValidation, Retired + example3: + summary: Connectors list without filters + value: + id: api.connectors.list + ver: v2 + ts: '2024-04-10T16:10:50+05:30' + params: + msgid: 4a7f14c3-d61e-4d4f-be78-181834eeff6d + request: {} + example4: + summary: Filtered based on status + value: + id: api.connectors.list + ver: v2 + ts: '2024-04-10T16:10:50+05:30' + params: + msgid: 4a7f14c3-d61e-4d4f-be78-181834eeff6d + request: + filters: + status: + - Draft + responses: + '200': + description: OK + content: + application/json: + schema: + type: object + examples: + example-0: + summary: 'Success: Filtered based on category' + value: + id: api.connectors.list + ver: v2 + ts: '2024-07-30T15:07:42+05:30' + params: + status: SUCCESS + msgid: abc + resmsgid: 632d3342-fd8a-47f7-afbb-96402a00b92f + responseCode: OK + result: + data: + - id: aws-s3-connector-0.1.0 + connector_id: aws-s3-connector + name: AWS S3 + type: source + category: File + version: 0.1.0 + description: >- + The AWS S3 Connector is used to move data from any + S3 Bucket to the Obsrv platform + technology: python + runtime: spark + licence: MIT + owner: Sunbird + iconurl: >- + https://upload.wikimedia.org/wikipedia/commons/b/bc/Amazon-S3-Logo.svg + status: Live + created_by: SYSTEM + updated_by: SYSTEM + created_date: '2024-06-25T04:39:21.237Z' + updated_date: '2024-06-25T04:39:21.237Z' + - id: azure-blob-connector-0.1.0 + connector_id: azure-blob-connector + name: Azure Blob Store + type: source + category: File + version: 0.1.0 + description: >- + The Azure Blob Store Connector is used to move data + from any Azure Blob Container to the Obsrv platform + technology: python + runtime: spark + licence: MIT + owner: Sunbird + iconurl: >- + https://upload.wikimedia.org/wikipedia/commons/f/fa/Microsoft_Azure.svg + status: Live + created_by: SYSTEM + updated_by: SYSTEM + created_date: '2024-06-25T04:39:21.302Z' + updated_date: '2024-06-25T04:39:21.302Z' + - id: gcs-connector-0.1.0 + connector_id: gcs-connector + name: Google Cloud Storage + type: source + category: File + version: 0.1.0 + description: >- + The GCS Connector is used to move data from any + Google Bucket to the Obsrv platform + technology: python + runtime: spark + licence: MIT + owner: Sunbird + iconurl: >- + https://upload.wikimedia.org/wikipedia/commons/thumb/5/51/Google_Cloud_logo.svg/512px-Google_Cloud_logo.svg.png + status: Live + created_by: SYSTEM + updated_by: SYSTEM + created_date: '2024-06-25T04:39:21.364Z' + updated_date: '2024-06-25T04:39:21.364Z' + count: 3 + example-1: + summary: 'Success: Connectors list with all filter options' + value: + id: api.connectors.list + ver: v2 + ts: '2024-07-30T15:17:51+05:30' + params: + status: SUCCESS + msgid: 4a7f14c3-d61e-4d4f-be78-181834eeff6d + resmsgid: fffa3ee0-da12-4bea-9b72-365571a62a4e + responseCode: OK + result: + data: + - id: postgres-connector-1.0.0 + connector_id: postgres-connector + name: PostgreSQL + type: source + category: Database + version: 1.0.0 + description: >- + The PostgreSQL Connector is used to move data from + any Postgres Table to the Obsrv platform + technology: scala + runtime: spark + licence: MIT + owner: Sunbird + iconurl: >- + https://upload.wikimedia.org/wikipedia/commons/2/29/Postgresql_elephant.svg + status: Live + created_by: SYSTEM + updated_by: SYSTEM + created_date: '2024-06-25T04:38:28.732Z' + updated_date: '2024-06-25T04:38:28.732Z' + - id: mysql-connector-1.0.0 + connector_id: mysql-connector + name: MySQL + type: source + category: Database + version: 1.0.0 + description: >- + The MySQL Connector is used to move data from any + MySQL Table to the Obsrv platform + technology: scala + runtime: spark + licence: MIT + owner: Sunbird + iconurl: >- + https://upload.wikimedia.org/wikipedia/en/6/62/MySQL.svg + status: Live + created_by: SYSTEM + updated_by: SYSTEM + created_date: '2024-06-25T04:38:28.834Z' + updated_date: '2024-06-25T04:38:28.834Z' + - id: oracle-connector-1.0.0 + connector_id: oracle-connector + name: Oracle + type: source + category: Database + version: 1.0.0 + description: >- + The Oracle Connector is used to move data from any + Oracle Table to the Obsrv platform + technology: scala + runtime: spark + licence: MIT + owner: Sunbird + iconurl: >- + https://upload.wikimedia.org/wikipedia/commons/5/50/Oracle_logo.svg + status: Live + created_by: SYSTEM + updated_by: SYSTEM + created_date: '2024-06-25T04:38:28.840Z' + updated_date: '2024-06-25T04:38:28.840Z' + - id: mssql-connector-1.0.0 + connector_id: mssql-connector + name: MS SQL + type: source + category: Database + version: 1.0.0 + description: >- + The MS SQL Connector is used to move data from any + MS SQL Table to the Obsrv platform + technology: scala + runtime: spark + licence: MIT + owner: Sunbird + iconurl: >- + https://upload.wikimedia.org/wikipedia/commons/2/29/Microsoft_SQL_Server_Logo.svg + status: Live + created_by: SYSTEM + updated_by: SYSTEM + created_date: '2024-06-25T04:38:28.847Z' + updated_date: '2024-06-25T04:38:28.847Z' + - id: aws-s3-connector-0.1.0 + connector_id: aws-s3-connector + name: AWS S3 + type: source + category: File + version: 0.1.0 + description: >- + The AWS S3 Connector is used to move data from any + S3 Bucket to the Obsrv platform + technology: python + runtime: spark + licence: MIT + owner: Sunbird + iconurl: >- + https://upload.wikimedia.org/wikipedia/commons/b/bc/Amazon-S3-Logo.svg + status: Live + created_by: SYSTEM + updated_by: SYSTEM + created_date: '2024-06-25T04:39:21.237Z' + updated_date: '2024-06-25T04:39:21.237Z' + - id: azure-blob-connector-0.1.0 + connector_id: azure-blob-connector + name: Azure Blob Store + type: source + category: File + version: 0.1.0 + description: >- + The Azure Blob Store Connector is used to move data + from any Azure Blob Container to the Obsrv platform + technology: python + runtime: spark + licence: MIT + owner: Sunbird + iconurl: >- + https://upload.wikimedia.org/wikipedia/commons/f/fa/Microsoft_Azure.svg + status: Live + created_by: SYSTEM + updated_by: SYSTEM + created_date: '2024-06-25T04:39:21.302Z' + updated_date: '2024-06-25T04:39:21.302Z' + - id: gcs-connector-0.1.0 + connector_id: gcs-connector + name: Google Cloud Storage + type: source + category: File + version: 0.1.0 + description: >- + The GCS Connector is used to move data from any + Google Bucket to the Obsrv platform + technology: python + runtime: spark + licence: MIT + owner: Sunbird + iconurl: >- + https://upload.wikimedia.org/wikipedia/commons/thumb/5/51/Google_Cloud_logo.svg/512px-Google_Cloud_logo.svg.png + status: Live + created_by: SYSTEM + updated_by: SYSTEM + created_date: '2024-06-25T04:39:21.364Z' + updated_date: '2024-06-25T04:39:21.364Z' + count: 7 + example-2: + summary: 'Success: Connectors list without filters' + value: + id: api.connectors.list + ver: v2 + ts: '2024-07-30T15:20:11+05:30' + params: + status: SUCCESS + msgid: 4a7f14c3-d61e-4d4f-be78-181834eeff6d + resmsgid: 2c527a46-7bfe-4c74-a290-4dcf1a3c5f10 + responseCode: OK + result: + data: + - id: postgres-connector-1.0.0 + connector_id: postgres-connector + name: PostgreSQL + type: source + category: Database + version: 1.0.0 + description: >- + The PostgreSQL Connector is used to move data from + any Postgres Table to the Obsrv platform + technology: scala + runtime: spark + licence: MIT + owner: Sunbird + iconurl: >- + https://upload.wikimedia.org/wikipedia/commons/2/29/Postgresql_elephant.svg + status: Live + created_by: SYSTEM + updated_by: SYSTEM + created_date: '2024-06-25T04:38:28.732Z' + updated_date: '2024-06-25T04:38:28.732Z' + - id: mysql-connector-1.0.0 + connector_id: mysql-connector + name: MySQL + type: source + category: Database + version: 1.0.0 + description: >- + The MySQL Connector is used to move data from any + MySQL Table to the Obsrv platform + technology: scala + runtime: spark + licence: MIT + owner: Sunbird + iconurl: >- + https://upload.wikimedia.org/wikipedia/en/6/62/MySQL.svg + status: Live + created_by: SYSTEM + updated_by: SYSTEM + created_date: '2024-06-25T04:38:28.834Z' + updated_date: '2024-06-25T04:38:28.834Z' + - id: oracle-connector-1.0.0 + connector_id: oracle-connector + name: Oracle + type: source + category: Database + version: 1.0.0 + description: >- + The Oracle Connector is used to move data from any + Oracle Table to the Obsrv platform + technology: scala + runtime: spark + licence: MIT + owner: Sunbird + iconurl: >- + https://upload.wikimedia.org/wikipedia/commons/5/50/Oracle_logo.svg + status: Live + created_by: SYSTEM + updated_by: SYSTEM + created_date: '2024-06-25T04:38:28.840Z' + updated_date: '2024-06-25T04:38:28.840Z' + - id: mssql-connector-1.0.0 + connector_id: mssql-connector + name: MS SQL + type: source + category: Database + version: 1.0.0 + description: >- + The MS SQL Connector is used to move data from any + MS SQL Table to the Obsrv platform + technology: scala + runtime: spark + licence: MIT + owner: Sunbird + iconurl: >- + https://upload.wikimedia.org/wikipedia/commons/2/29/Microsoft_SQL_Server_Logo.svg + status: Live + created_by: SYSTEM + updated_by: SYSTEM + created_date: '2024-06-25T04:38:28.847Z' + updated_date: '2024-06-25T04:38:28.847Z' + - id: aws-s3-connector-0.1.0 + connector_id: aws-s3-connector + name: AWS S3 + type: source + category: File + version: 0.1.0 + description: >- + The AWS S3 Connector is used to move data from any + S3 Bucket to the Obsrv platform + technology: python + runtime: spark + licence: MIT + owner: Sunbird + iconurl: >- + https://upload.wikimedia.org/wikipedia/commons/b/bc/Amazon-S3-Logo.svg + status: Live + created_by: SYSTEM + updated_by: SYSTEM + created_date: '2024-06-25T04:39:21.237Z' + updated_date: '2024-06-25T04:39:21.237Z' + - id: azure-blob-connector-0.1.0 + connector_id: azure-blob-connector + name: Azure Blob Store + type: source + category: File + version: 0.1.0 + description: >- + The Azure Blob Store Connector is used to move data + from any Azure Blob Container to the Obsrv platform + technology: python + runtime: spark + licence: MIT + owner: Sunbird + iconurl: >- + https://upload.wikimedia.org/wikipedia/commons/f/fa/Microsoft_Azure.svg + status: Live + created_by: SYSTEM + updated_by: SYSTEM + created_date: '2024-06-25T04:39:21.302Z' + updated_date: '2024-06-25T04:39:21.302Z' + - id: gcs-connector-0.1.0 + connector_id: gcs-connector + name: Google Cloud Storage + type: source + category: File + version: 0.1.0 + description: >- + The GCS Connector is used to move data from any + Google Bucket to the Obsrv platform + technology: python + runtime: spark + licence: MIT + owner: Sunbird + iconurl: >- + https://upload.wikimedia.org/wikipedia/commons/thumb/5/51/Google_Cloud_logo.svg/512px-Google_Cloud_logo.svg.png + status: Live + created_by: SYSTEM + updated_by: SYSTEM + created_date: '2024-06-25T04:39:21.364Z' + updated_date: '2024-06-25T04:39:21.364Z' + count: 7 + example-3: + summary: 'Success: Filtered based on status' + value: + id: api.connectors.list + ver: v2 + ts: '2024-07-30T15:25:51+05:30' + params: + status: SUCCESS + msgid: 4a7f14c3-d61e-4d4f-be78-181834eeff6d + resmsgid: f506e725-eed4-41df-86dc-2477d5c4d19a + responseCode: OK + result: + data: [] + count: 0 + '400': + description: Bad Request + content: + application/json: + schema: + type: object + example: + id: api.connectors.list + ver: v2 + ts: '2024-07-30T15:13:14+05:30' + params: + status: FAILED + msgid: 4a7f14c3-d61e-4d4f-be78-181834eeff6d + resmsgid: 02fadde0-8c59-4420-8ab3-56474b01670b + responseCode: BAD_REQUEST + result: {} + error: + code: CONNECTORS_LIST_INPUT_INVALID + message: >- + #properties/request/properties/filters/properties/status/minItems + must NOT have fewer than 1 items \ No newline at end of file From 8a4578e199a7e5be0c13ad834cab05a8aabb8645 Mon Sep 17 00:00:00 2001 From: Rakshitha-D Date: Tue, 30 Jul 2024 17:57:58 +0530 Subject: [PATCH 3/3] #OBS-I142: updated postman collection --- .../V2 docs.postman_collection.json | 2543 ----------------- .../updated_v2_collection.json | 289 +- 2 files changed, 286 insertions(+), 2546 deletions(-) delete mode 100644 api-service/postman-collection/V2 docs.postman_collection.json diff --git a/api-service/postman-collection/V2 docs.postman_collection.json b/api-service/postman-collection/V2 docs.postman_collection.json deleted file mode 100644 index b673ccfb..00000000 --- a/api-service/postman-collection/V2 docs.postman_collection.json +++ /dev/null @@ -1,2543 +0,0 @@ -{ - "info": { - "_postman_id": "51471244-e9b6-453e-964d-dccbdac80e72", - "name": "V2 docs", - "schema": "https://schema.getpostman.com/json/collection/v2.0.0/collection.json", - "_exporter_id": "37164806" - }, - "item": [ - { - "name": "Dataset api's", - "item": [ - { - "name": "Dataset create", - "request": { - "method": "POST", - "header": [ - { - "key": "Content-Type", - "value": "application/json" - } - ], - "body": { - "mode": "raw", - "raw": "{\n \"id\": \"api.datasets.create\",\n \"ver\": \"v1\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n // \"dataset_id\": \"telemetry_record-t4\",\n \"type\": \"event\",\n \"name\": \"sb-telemetry\",\n \"validation_config\": {\n \"validate\": true,\n \"mode\": \"Strict\"\n },\n \"extraction_config\": {\n \"is_batch_event\": true,\n \"extraction_key\": \"events\",\n \"dedup_config\": {\n \"drop_duplicates\": true,\n \"dedup_key\": \"id\"\n }\n },\n \"dedup_config\": {\n \"drop_duplicates\": true,\n \"dedup_key\": \"mid\"\n },\n \"data_schema\": {\n \"$schema\": \"https://json-schema.org/draft/2020-12/schema\",\n \"type\": \"object\",\n \"properties\": {\n \"mid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"ets\": {\n \"type\": \"integer\",\n \"arrival_format\": \"number\",\n \"data_type\": \"epoch\"\n },\n \"eid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n }\n },\n \"additionalProperties\": true\n },\n \"denorm_config\": {\n \"denorm_fields\": [\n {\n \"denorm_key\": \"eid\",\n \"denorm_out_field\": \"userdata\",\n \"dataset_id\": \"master-telemetry\"\n }\n ]\n },\n \"transformations_config\": [\n {\n \"field_key\": \"email\",\n \"transformation_function\": {\n \"type\": \"mask\",\n \"expr\": \"mid\",\n \"datatype\": \"string\",\n \"category\": \"pii\"\n },\n \"mode\": \"Strict\"\n }\n ],\n \"tags\":[\"tag1\"]\n }\n}", - "options": { - "raw": { - "language": "json" - } - } - }, - "url": "localhost:3007/v2/datasets/create" - }, - "response": [ - { - "name": "Success: Dataset created successfullly", - "originalRequest": { - "method": "POST", - "header": [ - { - "key": "Content-Type", - "value": "application/json" - } - ], - "body": { - "mode": "raw", - "raw": "{\n \"id\": \"api.datasets.create\",\n \"ver\": \"v1\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n \"dataset_id\": \"telemetry_record-t4\",\n \"type\": \"event\",\n \"name\": \"sb-telemetry\",\n \"validation_config\": {\n \"validate\": true,\n \"mode\": \"Strict\"\n },\n \"extraction_config\": {\n \"is_batch_event\": true,\n \"extraction_key\": \"events\",\n \"dedup_config\": {\n \"drop_duplicates\": true,\n \"dedup_key\": \"id\"\n }\n },\n \"dedup_config\": {\n \"drop_duplicates\": true,\n \"dedup_key\": \"mid\"\n },\n \"data_schema\": {\n \"$schema\": \"https://json-schema.org/draft/2020-12/schema\",\n \"type\": \"object\",\n \"properties\": {\n \"mid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"ets\": {\n \"type\": \"integer\",\n \"arrival_format\": \"number\",\n \"data_type\": \"epoch\"\n },\n \"eid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n }\n },\n \"additionalProperties\": true\n },\n \"denorm_config\": {\n \"denorm_fields\": [\n {\n \"denorm_key\": \"eid\",\n \"denorm_out_field\": \"userdata\",\n \"dataset_id\": \"master-telemetry\"\n }\n ]\n },\n \"transformations_config\": [\n {\n \"field_key\": \"email\",\n \"transformation_function\": {\n \"type\": \"mask\",\n \"expr\": \"mid\",\n \"datatype\": \"string\",\n \"category\": \"pii\"\n },\n \"mode\": \"Strict\"\n }\n ],\n \"tags\":[\"tag1\"]\n }\n}", - "options": { - "raw": { - "language": "json" - } - } - }, - "url": "localhost:3007/v2/datasets/create" - }, - "status": "OK", - "code": 200, - "_postman_previewlanguage": "json", - "header": [ - { - "key": "X-Powered-By", - "value": "Express" - }, - { - "key": "Content-Type", - "value": "application/json; charset=utf-8" - }, - { - "key": "Content-Length", - "value": "287" - }, - { - "key": "ETag", - "value": "W/\"11f-uBTr0zBIIFpz/sdLJx6WQf0rAbQ\"" - }, - { - "key": "Date", - "value": "Mon, 15 Jul 2024 13:14:09 GMT" - }, - { - "key": "Connection", - "value": "keep-alive" - }, - { - "key": "Keep-Alive", - "value": "timeout=5" - } - ], - "cookie": [], - "body": "{\n \"id\": \"api.datasets.create\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-15T18:44:08+05:30\",\n \"params\": {\n \"status\": \"SUCCESS\",\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\",\n \"resmsgid\": \"276c042c-0f23-4b26-9b10-6fe48bbc2d3a\"\n },\n \"responseCode\": \"OK\",\n \"result\": {\n \"id\": \"telemetry_record-t4\",\n \"version_key\": \"1721049248930\"\n }\n}" - }, - { - "name": "Success: Master dataset created successfully", - "originalRequest": { - "method": "POST", - "header": [ - { - "key": "Content-Type", - "value": "application/json" - } - ], - "body": { - "mode": "raw", - "raw": "{\n \"id\": \"api.datasets.create\",\n \"ver\": \"v1\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n \"dataset_id\": \"telemetry_record-master\",\n \"type\": \"master\",\n \"name\": \"sb-telemetry\",\n \"validation_config\": {\n \"validate\": true,\n \"mode\": \"Strict\"\n },\n \"extraction_config\": {\n \"is_batch_event\": true,\n \"extraction_key\": \"events\",\n \"dedup_config\": {\n \"drop_duplicates\": true,\n \"dedup_key\": \"id\"\n }\n },\n \"dedup_config\": {\n \"drop_duplicates\": true,\n \"dedup_key\": \"mid\"\n },\n \"data_schema\": {\n \"$schema\": \"https://json-schema.org/draft/2020-12/schema\",\n \"type\": \"object\",\n \"properties\": {\n \"mid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"ets\": {\n \"type\": \"integer\",\n \"arrival_format\": \"number\",\n \"data_type\": \"epoch\"\n },\n \"eid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n }\n },\n \"additionalProperties\": true\n },\n \"denorm_config\": {\n \"denorm_fields\": [\n {\n \"denorm_key\": \"eid\",\n \"denorm_out_field\": \"userdata\",\n \"dataset_id\": \"master-telemetry\"\n }\n ]\n },\n \"transformations_config\": [\n {\n \"field_key\": \"email\",\n \"transformation_function\": {\n \"type\": \"mask\",\n \"expr\": \"mid\",\n \"datatype\": \"string\",\n \"category\": \"pii\"\n },\n \"mode\": \"Strict\"\n }\n ],\n \"tags\":[\"tag1\"]\n }\n}", - "options": { - "raw": { - "language": "json" - } - } - }, - "url": "localhost:3007/v2/datasets/create" - }, - "status": "OK", - "code": 200, - "_postman_previewlanguage": "json", - "header": [ - { - "key": "X-Powered-By", - "value": "Express" - }, - { - "key": "Content-Type", - "value": "application/json; charset=utf-8" - }, - { - "key": "Content-Length", - "value": "291" - }, - { - "key": "ETag", - "value": "W/\"123-ZAXtVh5dFh84bZdu3SFBTQDhEHI\"" - }, - { - "key": "Date", - "value": "Tue, 16 Jul 2024 03:06:40 GMT" - }, - { - "key": "Connection", - "value": "keep-alive" - }, - { - "key": "Keep-Alive", - "value": "timeout=5" - } - ], - "cookie": [], - "body": "{\n \"id\": \"api.datasets.create\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-16T08:36:40+05:30\",\n \"params\": {\n \"status\": \"SUCCESS\",\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\",\n \"resmsgid\": \"845076be-d9e7-4246-bb8e-07ae0ce59d1e\"\n },\n \"responseCode\": \"OK\",\n \"result\": {\n \"id\": \"telemetry_record-master\",\n \"version_key\": \"1721099200603\"\n }\n}" - }, - { - "name": "Failure: Master dataset already exists", - "originalRequest": { - "method": "POST", - "header": [ - { - "key": "Content-Type", - "value": "application/json" - } - ], - "body": { - "mode": "raw", - "raw": "{\n \"id\": \"api.datasets.create\",\n \"ver\": \"v1\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n \"dataset_id\": \"telemetry_record-master\",\n \"type\": \"master\",\n \"name\": \"sb-telemetry\",\n \"validation_config\": {\n \"validate\": true,\n \"mode\": \"Strict\"\n },\n \"extraction_config\": {\n \"is_batch_event\": true,\n \"extraction_key\": \"events\",\n \"dedup_config\": {\n \"drop_duplicates\": true,\n \"dedup_key\": \"id\"\n }\n },\n \"dedup_config\": {\n \"drop_duplicates\": true,\n \"dedup_key\": \"mid\"\n },\n \"data_schema\": {\n \"$schema\": \"https://json-schema.org/draft/2020-12/schema\",\n \"type\": \"object\",\n \"properties\": {\n \"mid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"ets\": {\n \"type\": \"integer\",\n \"arrival_format\": \"number\",\n \"data_type\": \"epoch\"\n },\n \"eid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n }\n },\n \"additionalProperties\": true\n },\n \"denorm_config\": {\n \"denorm_fields\": [\n {\n \"denorm_key\": \"eid\",\n \"denorm_out_field\": \"userdata\",\n \"dataset_id\": \"master-telemetry\"\n }\n ]\n },\n \"transformations_config\": [\n {\n \"field_key\": \"email\",\n \"transformation_function\": {\n \"type\": \"mask\",\n \"expr\": \"mid\",\n \"datatype\": \"string\",\n \"category\": \"pii\"\n },\n \"mode\": \"Strict\"\n }\n ],\n \"tags\":[\"tag1\"]\n }\n}", - "options": { - "raw": { - "language": "json" - } - } - }, - "url": "localhost:3007/v2/datasets/create" - }, - "status": "Conflict", - "code": 409, - "_postman_previewlanguage": "json", - "header": [ - { - "key": "X-Powered-By", - "value": "Express" - }, - { - "key": "Content-Type", - "value": "application/json; charset=utf-8" - }, - { - "key": "Content-Length", - "value": "337" - }, - { - "key": "ETag", - "value": "W/\"151-a7dJ9XBUyT3AXNxl1TPcraxMX08\"" - }, - { - "key": "Date", - "value": "Tue, 16 Jul 2024 03:07:28 GMT" - }, - { - "key": "Connection", - "value": "keep-alive" - }, - { - "key": "Keep-Alive", - "value": "timeout=5" - } - ], - "cookie": [], - "body": "{\n \"id\": \"api.datasets.create\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-16T08:37:28+05:30\",\n \"params\": {\n \"status\": \"FAILED\",\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\",\n \"resmsgid\": \"138b796b-1b68-481a-a59d-1cb695c1adc9\"\n },\n \"responseCode\": \"CONFLICT\",\n \"result\": {},\n \"error\": {\n \"code\": \"DATASET_EXISTS\",\n \"message\": \"Dataset Already exists with id:telemetry_record-master\"\n }\n}" - }, - { - "name": "Failure: Dataset already exists", - "originalRequest": { - "method": "POST", - "header": [ - { - "key": "Content-Type", - "value": "application/json" - } - ], - "body": { - "mode": "raw", - "raw": "{\n \"id\": \"api.datasets.create\",\n \"ver\": \"v1\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n \"dataset_id\": \"telemetry_record-t4\",\n \"type\": \"event\",\n \"name\": \"sb-telemetry\",\n \"validation_config\": {\n \"validate\": true,\n \"mode\": \"Strict\"\n },\n \"extraction_config\": {\n \"is_batch_event\": true,\n \"extraction_key\": \"events\",\n \"dedup_config\": {\n \"drop_duplicates\": true,\n \"dedup_key\": \"id\"\n }\n },\n \"dedup_config\": {\n \"drop_duplicates\": true,\n \"dedup_key\": \"mid\"\n },\n \"data_schema\": {\n \"$schema\": \"https://json-schema.org/draft/2020-12/schema\",\n \"type\": \"object\",\n \"properties\": {\n \"mid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"ets\": {\n \"type\": \"integer\",\n \"arrival_format\": \"number\",\n \"data_type\": \"epoch\"\n },\n \"eid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n }\n },\n \"additionalProperties\": true\n },\n \"denorm_config\": {\n \"denorm_fields\": [\n {\n \"denorm_key\": \"eid\",\n \"denorm_out_field\": \"userdata\",\n \"dataset_id\": \"master-telemetry\"\n }\n ]\n },\n \"transformations_config\": [\n {\n \"field_key\": \"email\",\n \"transformation_function\": {\n \"type\": \"mask\",\n \"expr\": \"mid\",\n \"datatype\": \"string\",\n \"category\": \"pii\"\n },\n \"mode\": \"Strict\"\n }\n ],\n \"tags\":[\"tag1\"]\n }\n}", - "options": { - "raw": { - "language": "json" - } - } - }, - "url": "localhost:3007/v2/datasets/create" - }, - "status": "Conflict", - "code": 409, - "_postman_previewlanguage": "json", - "header": [ - { - "key": "X-Powered-By", - "value": "Express" - }, - { - "key": "Content-Type", - "value": "application/json; charset=utf-8" - }, - { - "key": "Content-Length", - "value": "333" - }, - { - "key": "ETag", - "value": "W/\"14d-QLXc3MJG4hFiMbBoA6mXFDpSryQ\"" - }, - { - "key": "Date", - "value": "Tue, 16 Jul 2024 03:08:05 GMT" - }, - { - "key": "Connection", - "value": "keep-alive" - }, - { - "key": "Keep-Alive", - "value": "timeout=5" - } - ], - "cookie": [], - "body": "{\n \"id\": \"api.datasets.create\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-16T08:38:05+05:30\",\n \"params\": {\n \"status\": \"FAILED\",\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\",\n \"resmsgid\": \"bf62693c-3aa4-42ce-a5ea-4bde340740f5\"\n },\n \"responseCode\": \"CONFLICT\",\n \"result\": {},\n \"error\": {\n \"code\": \"DATASET_EXISTS\",\n \"message\": \"Dataset Already exists with id:telemetry_record-t4\"\n }\n}" - }, - { - "name": "Failure: Invalid request body", - "originalRequest": { - "method": "POST", - "header": [ - { - "key": "Content-Type", - "value": "application/json" - } - ], - "body": { - "mode": "raw", - "raw": "{\n \"id\": \"api.datasets.create\",\n \"ver\": \"v1\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n // \"dataset_id\": \"telemetry_record-t4\",\n \"type\": \"event\",\n \"name\": \"sb-telemetry\",\n \"validation_config\": {\n \"validate\": true,\n \"mode\": \"Strict\"\n },\n \"extraction_config\": {\n \"is_batch_event\": true,\n \"extraction_key\": \"events\",\n \"dedup_config\": {\n \"drop_duplicates\": true,\n \"dedup_key\": \"id\"\n }\n },\n \"dedup_config\": {\n \"drop_duplicates\": true,\n \"dedup_key\": \"mid\"\n },\n \"data_schema\": {\n \"$schema\": \"https://json-schema.org/draft/2020-12/schema\",\n \"type\": \"object\",\n \"properties\": {\n \"mid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"ets\": {\n \"type\": \"integer\",\n \"arrival_format\": \"number\",\n \"data_type\": \"epoch\"\n },\n \"eid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n }\n },\n \"additionalProperties\": true\n },\n \"denorm_config\": {\n \"denorm_fields\": [\n {\n \"denorm_key\": \"eid\",\n \"denorm_out_field\": \"userdata\",\n \"dataset_id\": \"master-telemetry\"\n }\n ]\n },\n \"transformations_config\": [\n {\n \"field_key\": \"email\",\n \"transformation_function\": {\n \"type\": \"mask\",\n \"expr\": \"mid\",\n \"datatype\": \"string\",\n \"category\": \"pii\"\n },\n \"mode\": \"Strict\"\n }\n ],\n \"tags\":[\"tag1\"]\n }\n}", - "options": { - "raw": { - "language": "json" - } - } - }, - "url": "localhost:3007/v2/datasets/create" - }, - "status": "Bad Request", - "code": 400, - "_postman_previewlanguage": "json", - "header": [ - { - "key": "X-Powered-By", - "value": "Express" - }, - { - "key": "Content-Type", - "value": "application/json; charset=utf-8" - }, - { - "key": "Content-Length", - "value": "362" - }, - { - "key": "ETag", - "value": "W/\"16a-Jn1DYy5EYoYF/Syd3f9LOvOK0lI\"" - }, - { - "key": "Date", - "value": "Tue, 16 Jul 2024 03:09:00 GMT" - }, - { - "key": "Connection", - "value": "keep-alive" - }, - { - "key": "Keep-Alive", - "value": "timeout=5" - } - ], - "cookie": [], - "body": "{\n \"id\": \"api.datasets.create\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-16T08:39:00+05:30\",\n \"params\": {\n \"status\": \"FAILED\",\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\",\n \"resmsgid\": \"a07de860-dcbc-4ff6-822e-34b47635c8a3\"\n },\n \"responseCode\": \"BAD_REQUEST\",\n \"result\": {},\n \"error\": {\n \"code\": \"DATASET_INVALID_INPUT\",\n \"message\": \"#properties/request/required must have required property 'dataset_id'\"\n }\n}" - }, - { - "name": "Success: Minimal request body", - "originalRequest": { - "method": "POST", - "header": [ - { - "key": "Content-Type", - "value": "application/json" - } - ], - "body": { - "mode": "raw", - "raw": "{\n \"id\": \"api.datasets.create\",\n \"ver\": \"v1\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n \"dataset_id\": \"telemetry_events\",\n \"type\":\"event\", //\"master\" for master dataset\n \"name\": \"sb-telemetry\"\n }\n}", - "options": { - "raw": { - "language": "json" - } - } - }, - "url": "localhost:3007/v2/datasets/create" - }, - "status": "OK", - "code": 200, - "_postman_previewlanguage": "json", - "header": [ - { - "key": "X-Powered-By", - "value": "Express" - }, - { - "key": "Content-Type", - "value": "application/json; charset=utf-8" - }, - { - "key": "Content-Length", - "value": "284" - }, - { - "key": "ETag", - "value": "W/\"11c-kOoTX1K7Zbp+vsGfNEv87FBJOWg\"" - }, - { - "key": "Date", - "value": "Tue, 16 Jul 2024 12:44:59 GMT" - }, - { - "key": "Connection", - "value": "keep-alive" - }, - { - "key": "Keep-Alive", - "value": "timeout=5" - } - ], - "cookie": [], - "body": "{\n \"id\": \"api.datasets.create\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-16T18:14:59+05:30\",\n \"params\": {\n \"status\": \"SUCCESS\",\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\",\n \"resmsgid\": \"9e207f4f-2be6-4a45-ab78-213bea272ae0\"\n },\n \"responseCode\": \"OK\",\n \"result\": {\n \"id\": \"telemetry_events\",\n \"version_key\": \"1721133899306\"\n }\n}" - }, - { - "name": "Success: Dataset created successfully with all fields", - "originalRequest": { - "method": "POST", - "header": [ - { - "key": "Content-Type", - "value": "application/json" - } - ], - "body": { - "mode": "raw", - "raw": "{\n \"id\": \"api.datasets.create\",\n \"ver\": \"v1\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n \"dataset_id\": \"telemetry_record-t41\",\n \"type\": \"event\",\n \"name\": \"sb-telemetry\",\n \"validation_config\": {\n \"validate\": true,\n \"mode\": \"Strict\"\n },\n \"extraction_config\": {\n \"is_batch_event\": true,\n \"extraction_key\": \"events\",\n \"dedup_config\": {\n \"drop_duplicates\": true,\n \"dedup_key\": \"id\"\n }\n },\n \"dedup_config\": {\n \"drop_duplicates\": true,\n \"dedup_key\": \"mid\"\n },\n \"dataset_config\": {\n \"file_upload_path\": [\n \"/path/to/file1.csv\",\n \"/path/to/file2.csv\"\n ],\n \"indexing_config\": {\n \"olap_store_enabled\": false,\n \"lakehouse_enabled\": true,\n \"cache_enabled\": false\n },\n \"keys_config\": {\n \"data_key\": \"data_key\",\n \"partition_key\": \"partition_key\",\n \"timestamp_key\": \"time\",\n \"timestamp_format\": \"yyyy-MM-dd'T'HH:mm:ss.SSS'Z'\"\n }\n },\n \"data_schema\": {\n \"$schema\": \"https://json-schema.org/draft/2020-12/schema\",\n \"type\": \"object\",\n \"properties\": {\n \"mid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"ets\": {\n \"type\": \"integer\",\n \"arrival_format\": \"number\",\n \"data_type\": \"epoch\"\n },\n \"eid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n }\n },\n \"additionalProperties\": true\n },\n \"denorm_config\": {\n \"denorm_fields\": [\n {\n \"denorm_key\": \"eid\",\n \"denorm_out_field\": \"userdata\",\n \"dataset_id\": \"master-telemetry\"\n }\n ]\n },\n \"transformations_config\": [\n {\n \"field_key\": \"email\",\n \"transformation_function\": {\n \"type\": \"mask\",\n \"expr\": \"mid\",\n \"datatype\": \"string\",\n \"category\": \"pii\"\n },\n \"mode\": \"Strict\"\n }\n ],\n \"tags\": [\n \"tag1\"\n ]\n }\n}", - "options": { - "raw": { - "language": "json" - } - } - }, - "url": "localhost:3007/v2/datasets/create" - }, - "status": "OK", - "code": 200, - "_postman_previewlanguage": "json", - "header": [ - { - "key": "X-Powered-By", - "value": "Express" - }, - { - "key": "Content-Type", - "value": "application/json; charset=utf-8" - }, - { - "key": "Content-Length", - "value": "288" - }, - { - "key": "ETag", - "value": "W/\"120-QhzA7Fga/ADDeU90Nohadt+J8fg\"" - }, - { - "key": "Date", - "value": "Wed, 17 Jul 2024 12:49:53 GMT" - }, - { - "key": "Connection", - "value": "keep-alive" - }, - { - "key": "Keep-Alive", - "value": "timeout=5" - } - ], - "cookie": [], - "body": "{\n \"id\": \"api.datasets.create\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-17T18:19:53+05:30\",\n \"params\": {\n \"status\": \"SUCCESS\",\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\",\n \"resmsgid\": \"505fb3bc-ae32-4f5b-a931-adec4d1d84ba\"\n },\n \"responseCode\": \"OK\",\n \"result\": {\n \"id\": \"telemetry_record-t41\",\n \"version_key\": \"1721220593027\"\n }\n}" - } - ] - }, - { - "name": "File generate url", - "request": { - "method": "POST", - "header": [ - { - "key": "Content-Type", - "value": "application/json" - } - ], - "body": { - "mode": "raw", - "raw": "{\n \"id\": \"api.files.generate-url\",\n \"ver\": \"v1\",\n \"ts\": \"2024-04-19T12:58:47+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6\"\n },\n \"request\": {\n \"files\": [\n \"telemetry.json\",\n \"school_data.json\"\n ],\n \"access\": \"write\"\n }\n}", - "options": { - "raw": { - "language": "json" - } - } - }, - "url": "localhost:3007/v2/files/generate-url" - }, - "response": [ - { - "name": "Success: Generate put url", - "originalRequest": { - "method": "POST", - "header": [ - { - "key": "Content-Type", - "value": "application/json" - } - ], - "body": { - "mode": "raw", - "raw": "{\n \"id\": \"api.files.generate-url\",\n \"ver\": \"v1\",\n \"ts\": \"2024-04-19T12:58:47+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6\"\n },\n \"request\": {\n \"files\": [\n \"telemetry.json\",\n \"school_data.json\"\n ],\n \"access\": \"write\"\n }\n}", - "options": { - "raw": { - "language": "json" - } - } - }, - "url": "localhost:3007/v2/files/generate-url" - }, - "status": "OK", - "code": 200, - "_postman_previewlanguage": "json", - "header": [ - { - "key": "X-Powered-By", - "value": "Express" - }, - { - "key": "Content-Type", - "value": "application/json; charset=utf-8" - }, - { - "key": "Content-Length", - "value": "1344" - }, - { - "key": "ETag", - "value": "W/\"540-790rZel+H/rDwgvZRxvlUmZ8Gpc\"" - }, - { - "key": "Date", - "value": "Tue, 16 Jul 2024 02:56:19 GMT" - }, - { - "key": "Connection", - "value": "keep-alive" - }, - { - "key": "Keep-Alive", - "value": "timeout=5" - } - ], - "cookie": [], - "body": "{\n \"id\": \"api.files.generate-url\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-16T08:26:19+05:30\",\n \"params\": {\n \"status\": \"SUCCESS\",\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6\",\n \"resmsgid\": \"5306f309-4a15-458e-89e2-29d8ac0835d4\"\n },\n \"responseCode\": \"OK\",\n \"result\": [\n {\n \"filePath\": \"test-connector/api-service/user_uploads/telemetry_10d595.json\",\n \"fileName\": \"telemetry.json\",\n \"preSignedUrl\": \"https://test-connector.s3.us-east-2.amazonaws.com/test-connector/api-service/user_uploads/telemetry_10d595.json?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=AKIA2SANCC6IV26VYMEG%2F20240716%2Fus-east-2%2Fs3%2Faws4_request&X-Amz-Date=20240716T025619Z&X-Amz-Expires=600&X-Amz-Signature=49bbe1fe3fb1a16a0baa07ecd7331d9f6500c476287d225077f1a5dbccddeb50&X-Amz-SignedHeaders=host&x-id=PutObject\"\n },\n {\n \"filePath\": \"test-connector/api-service/user_uploads/school_data_33109a.json\",\n \"fileName\": \"school_data.json\",\n \"preSignedUrl\": \"https://test-connector.s3.us-east-2.amazonaws.com/test-connector/api-service/user_uploads/school_data_33109a.json?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=AKIA2SANCC6IV26VYMEG%2F20240716%2Fus-east-2%2Fs3%2Faws4_request&X-Amz-Date=20240716T025619Z&X-Amz-Expires=600&X-Amz-Signature=5ece002651b6437caa0193b5241a9172faec600093e4dca7f831645004c38cf5&X-Amz-SignedHeaders=host&x-id=PutObject\"\n }\n ]\n}" - }, - { - "name": "Success: Generate get url", - "originalRequest": { - "method": "POST", - "header": [ - { - "key": "Content-Type", - "value": "application/json", - "type": "text" - } - ], - "body": { - "mode": "raw", - "raw": "{\n \"id\": \"api.files.generate-url\",\n \"ver\": \"v1\",\n \"ts\": \"2024-04-19T12:58:47+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6\"\n },\n \"request\": {\n \"files\": [\n \"telemetry.json\",\n \"school_data.json\"\n ],\n \"access\": \"read\"\n }\n}", - "options": { - "raw": { - "language": "json" - } - } - }, - "url": "localhost:3007/v2/files/generate-url" - }, - "status": "OK", - "code": 200, - "_postman_previewlanguage": "json", - "header": [ - { - "key": "X-Powered-By", - "value": "Express" - }, - { - "key": "Content-Type", - "value": "application/json; charset=utf-8" - }, - { - "key": "Content-Length", - "value": "1316" - }, - { - "key": "ETag", - "value": "W/\"524-iPflsPqFFV7NFaQCi2ODhQtbq/g\"" - }, - { - "key": "Date", - "value": "Tue, 16 Jul 2024 04:01:40 GMT" - }, - { - "key": "Connection", - "value": "keep-alive" - }, - { - "key": "Keep-Alive", - "value": "timeout=5" - } - ], - "cookie": [], - "body": "{\n \"id\": \"api.files.generate-url\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-16T09:31:40+05:30\",\n \"params\": {\n \"status\": \"SUCCESS\",\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6\",\n \"resmsgid\": \"009c0b2d-8acd-40b0-a807-bbacf9242771\"\n },\n \"responseCode\": \"OK\",\n \"result\": [\n {\n \"filePath\": \"test-connector/api-service/user_uploads/telemetry.json\",\n \"fileName\": \"telemetry.json\",\n \"preSignedUrl\": \"https://test-connector.s3.us-east-2.amazonaws.com/test-connector/api-service/user_uploads/telemetry.json?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=AKIA2SANCC6IV26VYMEG%2F20240716%2Fus-east-2%2Fs3%2Faws4_request&X-Amz-Date=20240716T040140Z&X-Amz-Expires=600&X-Amz-Signature=f14978e897a7a15f23afb1ef9496d187a2f21abfb71c55a568461be4c5688cc6&X-Amz-SignedHeaders=host&x-id=GetObject\"\n },\n {\n \"filePath\": \"test-connector/api-service/user_uploads/school_data.json\",\n \"fileName\": \"school_data.json\",\n \"preSignedUrl\": \"https://test-connector.s3.us-east-2.amazonaws.com/test-connector/api-service/user_uploads/school_data.json?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=AKIA2SANCC6IV26VYMEG%2F20240716%2Fus-east-2%2Fs3%2Faws4_request&X-Amz-Date=20240716T040140Z&X-Amz-Expires=600&X-Amz-Signature=e02f34103615f7dcc206c3afc8365ebfe9b58a00eb4c0200aa986bce58406cbd&X-Amz-SignedHeaders=host&x-id=GetObject\"\n }\n ]\n}" - }, - { - "name": "Failure: limit exceeds", - "originalRequest": { - "method": "POST", - "header": [ - { - "key": "Content-Type", - "value": "application/json", - "type": "text" - } - ], - "body": { - "mode": "raw", - "raw": "{\n \"id\": \"api.files.generate-url\",\n \"ver\": \"v1\",\n \"ts\": \"2024-04-19T12:58:47+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6\"\n },\n \"request\": {\n \"files\": [\n \"telemetry.json\",\n \"school_data.json\",\n \"telemetry.json\",\n \"school_data.json\",\n \"telemetry.json\",\n \"school_data.json\",\n \"telemetry.json\",\n \"school_data.json\",\n \"telemetry.json\",\n \"school_data.json\",\n \"telemetry.json\",\n \"school_data.json\",\n \"telemetry.json\",\n \"school_data.json\",\n \"telemetry.json\",\n \"school_data.json\",\n \"telemetry.json\",\n \"school_data.json\",\n \"telemetry.json\",\n \"school_data.json\",\n \"telemetry.json\",\n \"school_data.json\",\n \"telemetry.json\",\n \"school_data.json\"\n ],\n \"access\": \"read\"\n }\n}", - "options": { - "raw": { - "language": "json" - } - } - }, - "url": "localhost:3007/v2/files/generate-url" - }, - "status": "Bad Request", - "code": 400, - "_postman_previewlanguage": "json", - "header": [ - { - "key": "X-Powered-By", - "value": "Express" - }, - { - "key": "Content-Type", - "value": "application/json; charset=utf-8" - }, - { - "key": "Content-Length", - "value": "355" - }, - { - "key": "ETag", - "value": "W/\"163-9oQYJJEaBH3mJAnzDHXn2MxE848\"" - }, - { - "key": "Date", - "value": "Tue, 16 Jul 2024 03:03:04 GMT" - }, - { - "key": "Connection", - "value": "keep-alive" - }, - { - "key": "Keep-Alive", - "value": "timeout=5" - } - ], - "cookie": [], - "body": "{\n \"id\": \"api.files.generate-url\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-16T08:33:04+05:30\",\n \"params\": {\n \"status\": \"FAILED\",\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6\",\n \"resmsgid\": \"d3a606ca-47d0-4746-95a1-c8692e749959\"\n },\n \"responseCode\": \"BAD_REQUEST\",\n \"error\": {\n \"code\": \"FILES_URL_GENERATION_LIMIT_EXCEED\",\n \"message\": \"Pre-signed URL generation failed: limit exceeded.\",\n \"trace\": \"\"\n }\n}" - }, - { - "name": "Failure: Invalid request", - "originalRequest": { - "method": "POST", - "header": [ - { - "key": "Content-Type", - "value": "application/json", - "type": "text" - } - ], - "body": { - "mode": "raw", - "raw": "{\n \"id\": \"api.files.generate-url\",\n \"ver\": \"v1\",\n \"ts\": \"2024-04-19T12:58:47+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6\"\n },\n \"request\": {\n \"files\": [\n \"telemetry.json\",\n \"school_data.json\"\n ],\n \"access\": \"update\"\n }\n}", - "options": { - "raw": { - "language": "json" - } - } - }, - "url": "localhost:3007/v2/files/generate-url" - }, - "status": "Bad Request", - "code": 400, - "_postman_previewlanguage": "json", - "header": [ - { - "key": "X-Powered-By", - "value": "Express" - }, - { - "key": "Content-Type", - "value": "application/json; charset=utf-8" - }, - { - "key": "Content-Length", - "value": "390" - }, - { - "key": "ETag", - "value": "W/\"186-KH9x0zC3+RqtWpa0tVT9XVg8agk\"" - }, - { - "key": "Date", - "value": "Tue, 16 Jul 2024 04:01:10 GMT" - }, - { - "key": "Connection", - "value": "keep-alive" - }, - { - "key": "Keep-Alive", - "value": "timeout=5" - } - ], - "cookie": [], - "body": "{\n \"id\": \"api.files.generate-url\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-16T09:31:10+05:30\",\n \"params\": {\n \"status\": \"FAILED\",\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6\",\n \"resmsgid\": \"c3e9da1c-09f3-4a3b-84ec-a19efc68b856\"\n },\n \"responseCode\": \"BAD_REQUEST\",\n \"error\": {\n \"code\": \"FILES_GENERATE_URL_INPUT_INVALID\",\n \"message\": \"#properties/request/properties/access/enum must be equal to one of the allowed values\",\n \"trace\": \"\"\n }\n}" - } - ] - }, - { - "name": "Data schema generator", - "request": { - "method": "POST", - "header": [ - { - "key": "Accept", - "value": "application/json, text/plain, */*", - "disabled": true - }, - { - "key": "Accept-Language", - "value": "en-GB,en", - "disabled": true - }, - { - "key": "Cache-Control", - "value": "no-store", - "disabled": true - }, - { - "key": "Connection", - "value": "keep-alive", - "disabled": true - }, - { - "key": "Content-Type", - "value": "application/json", - "disabled": true - }, - { - "key": "Cookie", - "value": "connect.sid=s%3AhmHcVuLu0Xb2zekokK6sl7cZibttCOYC.k7WzCmtQ%2BgwwBV4l4Mte6nJNw4pZPHePSisPRKUeBVQ", - "disabled": true - }, - { - "key": "Origin", - "value": "http://localhost:3001", - "disabled": true - }, - { - "key": "Pragma", - "value": "no-store", - "disabled": true - }, - { - "key": "Referer", - "value": "http://localhost:3001/console/dataset/new", - "disabled": true - }, - { - "key": "Sec-Fetch-Dest", - "value": "empty", - "disabled": true - }, - { - "key": "Sec-Fetch-Mode", - "value": "cors", - "disabled": true - }, - { - "key": "Sec-Fetch-Site", - "value": "same-origin", - "disabled": true - }, - { - "key": "Sec-GPC", - "value": "1", - "disabled": true - }, - { - "key": "User-Agent", - "value": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/126.0.0.0 Safari/537.36", - "disabled": true - }, - { - "key": "sec-ch-ua", - "value": "\"Not/A)Brand\";v=\"8\", \"Chromium\";v=\"126\", \"Brave\";v=\"126\"", - "disabled": true - }, - { - "key": "sec-ch-ua-mobile", - "value": "?0", - "disabled": true - }, - { - "key": "sec-ch-ua-platform", - "value": "\"macOS\"", - "disabled": true - } - ], - "body": { - "mode": "raw", - "raw": "{\n \"data\": [\n {\n \"tripID\": \"b97b0dbd-1463-4a42-99ff-211fc389464c\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2024-02-12 00:22:30\",\n \"tpep_dropoff_datetime\": \"2023-09-14 00:40:50\",\n \"passenger_count\": \"2\",\n \"trip_distance\": \"2.80\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"249\",\n \"DOLocationID\": \"162\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Raquel.Kunde@gmail.com\",\n \"mobile\": \"310-255-4865 x1413\"\n },\n \"fare_details\": {\n \"fare_amount\": \"13.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"14.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"a0520d95-1ae2-4d94-a6d2-0e35857e2b3c\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-07-01 00:47:00\",\n \"tpep_dropoff_datetime\": \"2024-01-25 00:52:18\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.00\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"236\",\n \"DOLocationID\": \"140\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Willy15@gmail.com\",\n \"mobile\": \"474-817-2801 x633\"\n },\n \"fare_details\": {\n \"fare_amount\": \"6\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"7.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"6248522a-ffbb-4d73-8b89-75a0e5310f25\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-03-19 00:55:39\",\n \"tpep_dropoff_datetime\": \"2023-03-16 01:03:06\",\n \"passenger_count\": \"4\",\n \"trip_distance\": \"1.90\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"140\",\n \"DOLocationID\": \"162\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Agustina74@yahoo.com\",\n \"mobile\": \"1-533-609-5857 x24749\"\n },\n \"fare_details\": {\n \"fare_amount\": \"8\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"9.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"3502a658-1bf8-4d62-a180-f1560d088d36\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-06-02 00:28:37\",\n \"tpep_dropoff_datetime\": \"2024-01-26 00:31:37\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \".76\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"142\",\n \"DOLocationID\": \"239\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Shemar97@hotmail.com\",\n \"mobile\": \"(738) 409-8443 x5839\"\n },\n \"fare_details\": {\n \"fare_amount\": \"4.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"2\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"7.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"245a42b8-be3f-49a7-b82b-755a60c0fe90\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-03-16 00:33:19\",\n \"tpep_dropoff_datetime\": \"2023-06-17 00:46:44\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"3.60\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"239\",\n \"DOLocationID\": \"68\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Alvis.Kshlerin77@hotmail.com\",\n \"mobile\": \"1-487-796-9469 x057\"\n },\n \"fare_details\": {\n \"fare_amount\": \"13.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"2\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"16.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"4e351ad9-b554-49fe-bdeb-351ced4a5fbc\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-05-11 00:59:05\",\n \"tpep_dropoff_datetime\": \"2023-06-21 01:19:25\",\n \"passenger_count\": \"2\",\n \"trip_distance\": \"3.80\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"246\",\n \"DOLocationID\": \"43\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Nicole.White@hotmail.com\",\n \"mobile\": \"687-578-1535 x50831\"\n },\n \"fare_details\": {\n \"fare_amount\": \"16.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"17.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"9f24c946-4f7d-4e2b-b0f0-34c11b61b97e\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-03-04 00:11:27\",\n \"tpep_dropoff_datetime\": \"2024-01-14 00:46:29\",\n \"passenger_count\": \"5\",\n \"trip_distance\": \"21.42\",\n \"RatecodeID\": \"2\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"132\",\n \"DOLocationID\": \"87\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Talia.Denesik@hotmail.com\",\n \"mobile\": \"727-537-1685 x107\"\n },\n \"fare_details\": {\n \"fare_amount\": \"52\",\n \"extra\": \"0\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"11.71\",\n \"tolls_amount\": \"5.76\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"70.27\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"4622df23-a8f1-482f-9310-76d6fb772b9a\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-04-02 00:19:27\",\n \"tpep_dropoff_datetime\": \"2023-03-06 01:03:21\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"10.84\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"114\",\n \"DOLocationID\": \"198\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Alice43@gmail.com\",\n \"mobile\": \"579-402-1634 x87762\"\n },\n \"fare_details\": {\n \"fare_amount\": \"37.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"38.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"8f8211bf-9693-4b36-817f-d9c1c7253691\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-05-12 00:11:49\",\n \"tpep_dropoff_datetime\": \"2023-02-28 00:23:07\",\n \"passenger_count\": \"2\",\n \"trip_distance\": \"3.60\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"161\",\n \"DOLocationID\": \"41\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Mike88@gmail.com\",\n \"mobile\": \"(501) 617-2020 x4697\"\n },\n \"fare_details\": {\n \"fare_amount\": \"12.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"2.5\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"16.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"6a102595-7db4-4184-bd80-ce249b784f0b\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-12-02 00:38:41\",\n \"tpep_dropoff_datetime\": \"2024-02-01 01:08:52\",\n \"passenger_count\": \"4\",\n \"trip_distance\": \"3.20\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"161\",\n \"DOLocationID\": \"249\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Vella.Armstrong71@gmail.com\",\n \"mobile\": \"978.794.7934 x32048\"\n },\n \"fare_details\": {\n \"fare_amount\": \"18.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"19.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"ceced196-7da9-4bac-83ad-fe0129098574\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2024-02-20 00:14:19\",\n \"tpep_dropoff_datetime\": \"2023-11-22 00:17:03\",\n \"passenger_count\": \"2\",\n \"trip_distance\": \".78\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"236\",\n \"DOLocationID\": \"236\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Keven_Kihn@hotmail.com\",\n \"mobile\": \"1-323-467-0737 x980\"\n },\n \"fare_details\": {\n \"fare_amount\": \"4.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1.16\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"6.96\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"23a467f1-de9b-474f-a60a-3d103ebeba04\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-04-03 00:20:57\",\n \"tpep_dropoff_datetime\": \"2023-11-12 00:30:01\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.71\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"236\",\n \"DOLocationID\": \"142\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Kiera.Kling@hotmail.com\",\n \"mobile\": \"704-373-7606 x93095\"\n },\n \"fare_details\": {\n \"fare_amount\": \"8.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"9.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"15c7f4d7-fa74-41ee-98d5-7c00f30bb366\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-07-25 00:36:13\",\n \"tpep_dropoff_datetime\": \"2023-08-19 00:46:08\",\n \"passenger_count\": \"2\",\n \"trip_distance\": \"2.28\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"43\",\n \"DOLocationID\": \"151\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Laura_Lind99@hotmail.com\",\n \"mobile\": \"(846) 893-6673 x69711\"\n },\n \"fare_details\": {\n \"fare_amount\": \"9.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"2.16\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"12.96\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"796dfa5d-e16d-49c9-b41c-f4223a8fedd9\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-08-14 00:56:36\",\n \"tpep_dropoff_datetime\": \"2023-07-08 01:04:49\",\n \"passenger_count\": \"2\",\n \"trip_distance\": \"1.57\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"238\",\n \"DOLocationID\": \"41\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Melvin68@yahoo.com\",\n \"mobile\": \"1-436-319-7744 x1743\"\n },\n \"fare_details\": {\n \"fare_amount\": \"8\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1.86\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"11.16\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"b8b56888-8bb4-4981-b669-2a56d563b25f\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-06-23 00:27:41\",\n \"tpep_dropoff_datetime\": \"2024-02-12 00:42:43\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"2.80\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"113\",\n \"DOLocationID\": \"229\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Mauricio8@gmail.com\",\n \"mobile\": \"1-298-756-7810 x0828\"\n },\n \"fare_details\": {\n \"fare_amount\": \"12\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"13.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"4f9c0e5e-1a8d-4e47-8e02-b5d3676162f2\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-09-30 00:46:37\",\n \"tpep_dropoff_datetime\": \"2023-04-07 00:53:37\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.18\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"141\",\n \"DOLocationID\": \"262\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Bailee.Roob80@gmail.com\",\n \"mobile\": \"753.766.7597 x58905\"\n },\n \"fare_details\": {\n \"fare_amount\": \"7\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1.66\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"9.96\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"dc5fb067-ee76-4c74-8d53-913518d7de3c\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-09-07 00:21:23\",\n \"tpep_dropoff_datetime\": \"2023-08-14 00:26:07\",\n \"passenger_count\": \"2\",\n \"trip_distance\": \".40\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"233\",\n \"DOLocationID\": \"233\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Francisco70@yahoo.com\",\n \"mobile\": \"1-591-565-3358 x04096\"\n },\n \"fare_details\": {\n \"fare_amount\": \"4.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"5.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"d1008fa4-1017-43e5-a7cd-7fcc235d82e5\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-08-13 00:49:45\",\n \"tpep_dropoff_datetime\": \"2023-08-30 00:56:01\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.00\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"113\",\n \"DOLocationID\": \"79\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Charity_Jacobs58@gmail.com\",\n \"mobile\": \"1-713-793-4442 x6226\"\n },\n \"fare_details\": {\n \"fare_amount\": \"6\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"7.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"a4d907fa-cad9-41fa-a25f-cd3fac14d0d9\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-10-27 00:56:42\",\n \"tpep_dropoff_datetime\": \"2023-03-23 01:26:09\",\n \"passenger_count\": \"4\",\n \"trip_distance\": \"6.00\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"79\",\n \"DOLocationID\": \"75\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Bridie61@yahoo.com\",\n \"mobile\": \"(632) 512-8857\"\n },\n \"fare_details\": {\n \"fare_amount\": \"24\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"5.05\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"30.35\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"28c84ea3-4129-4114-b0ee-7bb39cb9613f\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2024-03-07 00:10:50\",\n \"tpep_dropoff_datetime\": \"2023-06-10 00:17:46\",\n \"passenger_count\": \"5\",\n \"trip_distance\": \"1.32\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"42\",\n \"DOLocationID\": \"41\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Vickie.Franey93@gmail.com\",\n \"mobile\": \"874.663.4243\"\n },\n \"fare_details\": {\n \"fare_amount\": \"7\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"8.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"1218ae38-7474-4a4b-9343-e3d0fe6da9c6\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-07-18 00:32:36\",\n \"tpep_dropoff_datetime\": \"2023-06-16 00:54:08\",\n \"passenger_count\": \"3\",\n \"trip_distance\": \"3.65\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"43\",\n \"DOLocationID\": \"224\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Alexandro.Prohaska40@hotmail.com\",\n \"mobile\": \"(413) 378-0852 x100\"\n },\n \"fare_details\": {\n \"fare_amount\": \"15.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"16.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"0a5fc580-5a28-4153-b37f-a2ecc4ebc777\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-05-06 00:32:24\",\n \"tpep_dropoff_datetime\": \"2023-11-29 00:33:21\",\n \"passenger_count\": \"0\",\n \"trip_distance\": \"5.30\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"50\",\n \"DOLocationID\": \"50\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Veda_Stamm@hotmail.com\",\n \"mobile\": \"596-555-2936 x826\"\n },\n \"fare_details\": {\n \"fare_amount\": \"2.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0.75\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"4.55\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"89856e17-912a-40e6-8379-f1d75a066878\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-05-30 00:36:37\",\n \"tpep_dropoff_datetime\": \"2024-02-14 00:42:40\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.40\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"50\",\n \"DOLocationID\": \"239\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Jed60@hotmail.com\",\n \"mobile\": \"(761) 368-4573\"\n },\n \"fare_details\": {\n \"fare_amount\": \"6.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1.55\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"9.35\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"fece3c74-e914-46c6-8b84-88470d9c7b3a\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-09-14 00:44:29\",\n \"tpep_dropoff_datetime\": \"2023-03-22 00:48:05\",\n \"passenger_count\": \"3\",\n \"trip_distance\": \".60\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"238\",\n \"DOLocationID\": \"238\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Juwan_Schimmel@yahoo.com\",\n \"mobile\": \"1-725-659-7644\"\n },\n \"fare_details\": {\n \"fare_amount\": \"4.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"5.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"9142ffc4-db10-4faf-ad6a-b15595e02408\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2024-02-14 00:52:53\",\n \"tpep_dropoff_datetime\": \"2023-09-29 01:27:03\",\n \"passenger_count\": \"2\",\n \"trip_distance\": \"14.40\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"238\",\n \"DOLocationID\": \"98\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Pinkie13@hotmail.com\",\n \"mobile\": \"(991) 905-4690\"\n },\n \"fare_details\": {\n \"fare_amount\": \"42\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"5.76\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"49.06\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"ac62b151-e94c-473f-b461-c25f7035e8ac\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-08-01 00:28:12\",\n \"tpep_dropoff_datetime\": \"2023-03-08 00:34:55\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.43\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"14\",\n \"DOLocationID\": \"228\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Esteban_Ondricka@yahoo.com\",\n \"mobile\": \"(697) 411-7922\"\n },\n \"fare_details\": {\n \"fare_amount\": \"7\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"8.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"707e720d-afdd-4af9-9469-02fd5052ed9f\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-10-10 00:55:16\",\n \"tpep_dropoff_datetime\": \"2023-03-25 01:01:05\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.00\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"11\",\n \"DOLocationID\": \"22\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Kristin.Baumbach-Ferry@hotmail.com\",\n \"mobile\": \"964-998-1199\"\n },\n \"fare_details\": {\n \"fare_amount\": \"6\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"7.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"e75c5819-6f52-4c57-a6ea-85b79935821b\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-07-11 00:29:10\",\n \"tpep_dropoff_datetime\": \"2023-08-10 01:23:09\",\n \"passenger_count\": \"2\",\n \"trip_distance\": \"11.00\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"181\",\n \"DOLocationID\": \"239\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Dorothea.Kulas@gmail.com\",\n \"mobile\": \"354.367.7954\"\n },\n \"fare_details\": {\n \"fare_amount\": \"40\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"10.33\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"51.63\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"d8fc1a3c-3c56-4f21-94d2-f42a2e5e3a9d\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2024-01-12 00:20:30\",\n \"tpep_dropoff_datetime\": \"2023-11-09 00:36:07\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.50\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"161\",\n \"DOLocationID\": \"229\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Jazmyn_Corwin@gmail.com\",\n \"mobile\": \"642.790.7928 x83713\"\n },\n \"fare_details\": {\n \"fare_amount\": \"10.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"11.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"6eb24260-db4a-4a2f-a2bf-fbd0cfe0ffba\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2024-02-04 00:42:50\",\n \"tpep_dropoff_datetime\": \"2024-03-03 00:51:48\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \".72\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"162\",\n \"DOLocationID\": \"43\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Mazie18@hotmail.com\",\n \"mobile\": \"1-641-639-4170 x249\"\n },\n \"fare_details\": {\n \"fare_amount\": \"7\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"8.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"18578bdf-e169-4d3d-ae08-b6320bb04e29\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-04-19 00:53:39\",\n \"tpep_dropoff_datetime\": \"2023-05-12 00:51:48\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"2.60\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"43\",\n \"DOLocationID\": \"137\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Maud.Collins@gmail.com\",\n \"mobile\": \"214.847.9872\"\n },\n \"fare_details\": {\n \"fare_amount\": \"13\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"2.14\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"16.44\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"b44c85e8-ebd2-481f-a9d5-52124dec673a\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-02-25 00:16:33\",\n \"tpep_dropoff_datetime\": \"2023-09-01 00:23:16\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.50\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"236\",\n \"DOLocationID\": \"237\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Domenick_Pagac@yahoo.com\",\n \"mobile\": \"742.839.7610 x189\"\n },\n \"fare_details\": {\n \"fare_amount\": \"7\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1.65\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"9.95\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"dc355724-1226-4dbf-ace7-f5c34e39b7e7\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-07-23 00:24:43\",\n \"tpep_dropoff_datetime\": \"2023-06-26 00:30:13\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.00\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"237\",\n \"DOLocationID\": \"140\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Kathryne1@yahoo.com\",\n \"mobile\": \"(900) 624-9537\"\n },\n \"fare_details\": {\n \"fare_amount\": \"6\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"7.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"e65bc848-a894-4fb7-b889-dd7d812ab793\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-12-01 00:34:18\",\n \"tpep_dropoff_datetime\": \"2023-10-11 00:38:47\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \".60\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"140\",\n \"DOLocationID\": \"237\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Hilton.Jacobi@gmail.com\",\n \"mobile\": \"1-637-451-2136\"\n },\n \"fare_details\": {\n \"fare_amount\": \"5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1.25\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"7.55\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"32bf8dee-cd36-4c9e-befb-be32256653e0\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2024-02-01 00:39:55\",\n \"tpep_dropoff_datetime\": \"2023-03-31 00:51:01\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.90\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"237\",\n \"DOLocationID\": \"238\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Ole.Lindgren@hotmail.com\",\n \"mobile\": \"(728) 501-8337 x72810\"\n },\n \"fare_details\": {\n \"fare_amount\": \"9.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"3.2\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"14\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"1e7bc9a0-ccc6-4855-8650-a46e8695c1a2\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-08-24 00:52:47\",\n \"tpep_dropoff_datetime\": \"2023-12-12 00:59:52\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.90\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"238\",\n \"DOLocationID\": \"237\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Jazmin.Pollich-Little81@gmail.com\",\n \"mobile\": \"517-815-1765\"\n },\n \"fare_details\": {\n \"fare_amount\": \"8\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1.85\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"11.15\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"b81e5976-6581-4cad-914d-b1bf3a007c7b\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-08-24 00:24:43\",\n \"tpep_dropoff_datetime\": \"2023-05-19 00:37:30\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.30\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"162\",\n \"DOLocationID\": \"107\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Jake_Heidenreich52@gmail.com\",\n \"mobile\": \"300-566-1457 x9243\"\n },\n \"fare_details\": {\n \"fare_amount\": \"9.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"2.15\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"12.95\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"beae8765-a627-4af7-ac5b-a5ba96f6d54f\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-12-29 00:47:22\",\n \"tpep_dropoff_datetime\": \"2023-10-17 00:55:16\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \".80\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"107\",\n \"DOLocationID\": \"79\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Mitchell.Green64@hotmail.com\",\n \"mobile\": \"1-279-558-0312 x75465\"\n },\n \"fare_details\": {\n \"fare_amount\": \"6.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1.55\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"9.35\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"a59b934c-583c-4fa3-a5cb-15041379e8da\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-09-17 00:59:36\",\n \"tpep_dropoff_datetime\": \"2023-09-12 01:28:32\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"3.80\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"113\",\n \"DOLocationID\": \"142\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Esther.Hintz@hotmail.com\",\n \"mobile\": \"546-446-7171 x1903\"\n },\n \"fare_details\": {\n \"fare_amount\": \"19.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"4.15\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"24.95\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"7ed9ad81-42cb-436e-93c5-d88d7245493f\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-12-29 00:18:04\",\n \"tpep_dropoff_datetime\": \"2023-10-04 00:25:32\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.30\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"161\",\n \"DOLocationID\": \"137\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Carolanne_Buckridge@gmail.com\",\n \"mobile\": \"(972) 507-5995 x716\"\n },\n \"fare_details\": {\n \"fare_amount\": \"7\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"8.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"4c325355-2689-482f-8107-ece7515ddc33\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-08-17 00:40:33\",\n \"tpep_dropoff_datetime\": \"2023-03-17 00:44:25\",\n \"passenger_count\": \"2\",\n \"trip_distance\": \".40\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"164\",\n \"DOLocationID\": \"170\",\n \"payment_type\": \"4\",\n \"primary_passenger\": {\n \"email\": \"Willie.Zieme44@hotmail.com\",\n \"mobile\": \"813.930.8291 x27037\"\n },\n \"fare_details\": {\n \"fare_amount\": \"4.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"5.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"5e153af5-1e69-4acc-bd70-25b7d6e9856a\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-09-23 00:59:13\",\n \"tpep_dropoff_datetime\": \"2023-10-21 01:01:44\",\n \"passenger_count\": \"6\",\n \"trip_distance\": \".50\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"161\",\n \"DOLocationID\": \"161\",\n \"payment_type\": \"3\",\n \"primary_passenger\": {\n \"email\": \"Abe.Kassulke5@yahoo.com\",\n \"mobile\": \"1-994-727-5845 x8326\"\n },\n \"fare_details\": {\n \"fare_amount\": \"4\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"5.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"eef4af05-c391-4a67-9ed9-0a6a2c23645c\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2024-03-11 00:10:40\",\n \"tpep_dropoff_datetime\": \"2023-03-16 00:27:11\",\n \"passenger_count\": \"2\",\n \"trip_distance\": \"4.30\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"229\",\n \"DOLocationID\": \"223\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Clifford.Fisher@yahoo.com\",\n \"mobile\": \"1-934-478-8531 x33207\"\n },\n \"fare_details\": {\n \"fare_amount\": \"16\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"17.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"a790d399-dbbc-4483-805b-0fb001b6c6b7\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-06-27 00:25:03\",\n \"tpep_dropoff_datetime\": \"2024-03-07 01:02:07\",\n \"passenger_count\": \"6\",\n \"trip_distance\": \"3.58\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"211\",\n \"DOLocationID\": \"48\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Carson.Hartmann-Lynch59@gmail.com\",\n \"mobile\": \"(856) 507-5220 x738\"\n },\n \"fare_details\": {\n \"fare_amount\": \"23\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"24.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"10fb7db8-edee-4686-95e7-d07a17761fe9\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2024-02-17 00:26:54\",\n \"tpep_dropoff_datetime\": \"2023-08-06 00:49:47\",\n \"passenger_count\": \"2\",\n \"trip_distance\": \"2.10\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"158\",\n \"DOLocationID\": \"107\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Brandyn.Powlowski43@yahoo.com\",\n \"mobile\": \"(972) 869-2846\"\n },\n \"fare_details\": {\n \"fare_amount\": \"14.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"15.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"b575d34f-8874-4b67-8918-293cccec8558\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-03-04 00:18:00\",\n \"tpep_dropoff_datetime\": \"2023-11-02 00:26:10\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.11\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"13\",\n \"DOLocationID\": \"231\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Lelia71@hotmail.com\",\n \"mobile\": \"298-955-0204 x145\"\n },\n \"fare_details\": {\n \"fare_amount\": \"7\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"8.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"4524ce02-c41d-4e83-82a1-e41b00d97dab\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2024-01-25 00:33:25\",\n \"tpep_dropoff_datetime\": \"2023-10-29 01:07:18\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"5.63\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"113\",\n \"DOLocationID\": \"238\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Magali_Mohr90@gmail.com\",\n \"mobile\": \"1-339-745-7996 x126\"\n },\n \"fare_details\": {\n \"fare_amount\": \"24\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"5.06\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"30.36\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"0a4d6094-f334-4e18-a1e9-1001820b6f89\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2024-01-26 00:11:00\",\n \"tpep_dropoff_datetime\": \"2023-08-01 00:15:28\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \".80\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"79\",\n \"DOLocationID\": \"79\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Sydney.Sanford71@yahoo.com\",\n \"mobile\": \"557.212.3262 x589\"\n },\n \"fare_details\": {\n \"fare_amount\": \"5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1.26\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"7.56\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"9245af5e-632e-4f21-9060-88522728ab73\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-09-07 00:17:57\",\n \"tpep_dropoff_datetime\": \"2023-09-14 00:27:43\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"3.70\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"107\",\n \"DOLocationID\": \"87\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Deanna15@hotmail.com\",\n \"mobile\": \"927-327-6309 x16689\"\n },\n \"fare_details\": {\n \"fare_amount\": \"13\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"2.85\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"17.15\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"4dcce454-046c-4b67-bd80-ff773a3c3d96\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-08-16 00:35:11\",\n \"tpep_dropoff_datetime\": \"2023-05-07 00:58:40\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"5.40\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"261\",\n \"DOLocationID\": \"142\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Jeramie33@yahoo.com\",\n \"mobile\": \"757-419-8948 x7985\"\n },\n \"fare_details\": {\n \"fare_amount\": \"20.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"5.45\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"27.25\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"d5808aed-5e8e-447f-8c42-521f8472a24d\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2024-01-23 00:12:48\",\n \"tpep_dropoff_datetime\": \"2023-07-16 00:23:48\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.80\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"211\",\n \"DOLocationID\": \"232\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Jarrod_Bergstrom@hotmail.com\",\n \"mobile\": \"388-916-2388 x911\"\n },\n \"fare_details\": {\n \"fare_amount\": \"9.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"10.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"faf99a1d-127f-432a-bdb9-39c91a205ec3\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-08-12 00:31:53\",\n \"tpep_dropoff_datetime\": \"2023-09-30 00:47:26\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"2.10\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"79\",\n \"DOLocationID\": \"164\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"America72@gmail.com\",\n \"mobile\": \"528-291-8014 x700\"\n },\n \"fare_details\": {\n \"fare_amount\": \"11.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"2.55\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"15.35\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"21b8ea90-d3ab-4fe6-890e-2b8a911500e1\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2024-02-05 00:54:38\",\n \"tpep_dropoff_datetime\": \"2023-08-23 01:01:13\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.00\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"107\",\n \"DOLocationID\": \"170\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Autumn_Kerluke@hotmail.com\",\n \"mobile\": \"542.726.7058\"\n },\n \"fare_details\": {\n \"fare_amount\": \"6.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"8.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"080446ad-cf54-429f-82e2-e54f4f8d4a9c\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-07-16 00:00:58\",\n \"tpep_dropoff_datetime\": \"2023-10-29 00:06:38\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \".80\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"148\",\n \"DOLocationID\": \"79\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Reanna_Conroy-Ratke@gmail.com\",\n \"mobile\": \"(565) 628-3638\"\n },\n \"fare_details\": {\n \"fare_amount\": \"5.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"2\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"8.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"5ec8c804-9d6c-436b-be68-da3fa2ffcc8e\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-03-08 00:14:58\",\n \"tpep_dropoff_datetime\": \"2024-02-09 00:24:33\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"2.70\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"4\",\n \"DOLocationID\": \"87\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Randi0@yahoo.com\",\n \"mobile\": \"(248) 538-4300 x71383\"\n },\n \"fare_details\": {\n \"fare_amount\": \"11\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"13.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"3f59b9fa-e8da-4b82-ac19-3b4d5cae65e8\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-07-01 00:31:12\",\n \"tpep_dropoff_datetime\": \"2023-09-29 00:38:08\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \".70\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"Y\",\n \"PULocationID\": \"148\",\n \"DOLocationID\": \"148\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Ethyl74@yahoo.com\",\n \"mobile\": \"292-960-2200 x317\"\n },\n \"fare_details\": {\n \"fare_amount\": \"6\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1.8\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"9.1\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"dec9470a-6baa-492e-9220-d7ed626e2a99\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2024-02-22 00:43:21\",\n \"tpep_dropoff_datetime\": \"2024-03-02 00:50:49\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.10\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"79\",\n \"DOLocationID\": \"231\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Makayla_Schneider18@hotmail.com\",\n \"mobile\": \"1-885-537-0198 x47953\"\n },\n \"fare_details\": {\n \"fare_amount\": \"7\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"9.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"904d9b1f-1f17-4cfc-8e63-8bf57257da5e\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-12-29 00:54:14\",\n \"tpep_dropoff_datetime\": \"2023-05-03 01:02:32\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.50\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"231\",\n \"DOLocationID\": \"158\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Cora.Grimes@yahoo.com\",\n \"mobile\": \"843.706.7413\"\n },\n \"fare_details\": {\n \"fare_amount\": \"7.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"9.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"57d8ed83-afa7-44cb-a0d4-723775602c34\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2024-02-02 00:16:34\",\n \"tpep_dropoff_datetime\": \"2023-09-11 00:24:45\",\n \"passenger_count\": \"2\",\n \"trip_distance\": \"1.20\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"142\",\n \"DOLocationID\": \"237\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Tate.Bins@hotmail.com\",\n \"mobile\": \"(606) 682-9953 x671\"\n },\n \"fare_details\": {\n \"fare_amount\": \"7\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"8.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"fff2f2c8-4a30-446c-90af-443dd493886c\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-12-03 00:29:04\",\n \"tpep_dropoff_datetime\": \"2023-07-26 00:36:33\",\n \"passenger_count\": \"2\",\n \"trip_distance\": \"1.90\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"237\",\n \"DOLocationID\": \"262\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Magnus.Jacobs@hotmail.com\",\n \"mobile\": \"(955) 449-9284 x00149\"\n },\n \"fare_details\": {\n \"fare_amount\": \"8\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1.85\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"11.15\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"004c4cc7-e809-4108-aa01-87b0ded794ad\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-05-18 00:41:00\",\n \"tpep_dropoff_datetime\": \"2023-08-05 00:59:50\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"5.80\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"236\",\n \"DOLocationID\": \"244\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Palma24@gmail.com\",\n \"mobile\": \"1-861-673-8247 x142\"\n },\n \"fare_details\": {\n \"fare_amount\": \"20\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"21.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"1a01450d-537f-4f16-a2e9-f17021b077e9\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2024-01-31 00:20:53\",\n \"tpep_dropoff_datetime\": \"2023-12-21 00:40:21\",\n \"passenger_count\": \"2\",\n \"trip_distance\": \"5.70\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"164\",\n \"DOLocationID\": \"255\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Jeffry18@gmail.com\",\n \"mobile\": \"(206) 748-5730 x64895\"\n },\n \"fare_details\": {\n \"fare_amount\": \"19.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"5.76\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"26.56\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"5bccfd17-7813-43ca-9917-f2fe6ad49261\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-04-25 00:06:30\",\n \"tpep_dropoff_datetime\": \"2023-10-31 00:08:31\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \".46\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"239\",\n \"DOLocationID\": \"239\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Leanne.Swaniawski@gmail.com\",\n \"mobile\": \"(787) 969-9302 x2684\"\n },\n \"fare_details\": {\n \"fare_amount\": \"4\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1.59\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"6.89\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"e613b176-be28-4414-9a40-cff61e46db3b\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-08-13 00:09:35\",\n \"tpep_dropoff_datetime\": \"2023-04-01 00:17:05\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.72\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"239\",\n \"DOLocationID\": \"236\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Michel_Watsica63@yahoo.com\",\n \"mobile\": \"793.751.7397 x892\"\n },\n \"fare_details\": {\n \"fare_amount\": \"8\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"9.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"02e07922-e8a5-4655-84a8-b5ba1866f9fe\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-04-28 00:18:42\",\n \"tpep_dropoff_datetime\": \"2024-02-15 00:24:38\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.60\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"236\",\n \"DOLocationID\": \"239\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Dewayne_Kuvalis17@gmail.com\",\n \"mobile\": \"1-429-628-3797 x14211\"\n },\n \"fare_details\": {\n \"fare_amount\": \"7\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"8.3\",\n \"congestion_surcharge\": \"\"\n }\n }\n ],\n \"config\": {\n \"dataset\": \"generate-schema\"\n }\n}", - "options": { - "raw": { - "language": "json" - } - } - }, - "url": "http://localhost:3007/dataset/v1/dataschema" - }, - "response": [ - { - "name": "Success: Schema generated successfully", - "originalRequest": { - "method": "POST", - "header": [ - { - "key": "Accept", - "value": "application/json, text/plain, */*", - "disabled": true - }, - { - "key": "Accept-Language", - "value": "en-GB,en", - "disabled": true - }, - { - "key": "Cache-Control", - "value": "no-store", - "disabled": true - }, - { - "key": "Connection", - "value": "keep-alive", - "disabled": true - }, - { - "key": "Content-Type", - "value": "application/json", - "disabled": true - }, - { - "key": "Cookie", - "value": "connect.sid=s%3AhmHcVuLu0Xb2zekokK6sl7cZibttCOYC.k7WzCmtQ%2BgwwBV4l4Mte6nJNw4pZPHePSisPRKUeBVQ", - "disabled": true - }, - { - "key": "Origin", - "value": "http://localhost:3001", - "disabled": true - }, - { - "key": "Pragma", - "value": "no-store", - "disabled": true - }, - { - "key": "Referer", - "value": "http://localhost:3001/console/dataset/new", - "disabled": true - }, - { - "key": "Sec-Fetch-Dest", - "value": "empty", - "disabled": true - }, - { - "key": "Sec-Fetch-Mode", - "value": "cors", - "disabled": true - }, - { - "key": "Sec-Fetch-Site", - "value": "same-origin", - "disabled": true - }, - { - "key": "Sec-GPC", - "value": "1", - "disabled": true - }, - { - "key": "User-Agent", - "value": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/126.0.0.0 Safari/537.36", - "disabled": true - }, - { - "key": "sec-ch-ua", - "value": "\"Not/A)Brand\";v=\"8\", \"Chromium\";v=\"126\", \"Brave\";v=\"126\"", - "disabled": true - }, - { - "key": "sec-ch-ua-mobile", - "value": "?0", - "disabled": true - }, - { - "key": "sec-ch-ua-platform", - "value": "\"macOS\"", - "disabled": true - } - ], - "body": { - "mode": "raw", - "raw": "{\n \"data\": [\n {\n \"tripID\": \"b97b0dbd-1463-4a42-99ff-211fc389464c\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2024-02-12 00:22:30\",\n \"tpep_dropoff_datetime\": \"2023-09-14 00:40:50\",\n \"passenger_count\": \"2\",\n \"trip_distance\": \"2.80\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"249\",\n \"DOLocationID\": \"162\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Raquel.Kunde@gmail.com\",\n \"mobile\": \"310-255-4865 x1413\"\n },\n \"fare_details\": {\n \"fare_amount\": \"13.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"14.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"a0520d95-1ae2-4d94-a6d2-0e35857e2b3c\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-07-01 00:47:00\",\n \"tpep_dropoff_datetime\": \"2024-01-25 00:52:18\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.00\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"236\",\n \"DOLocationID\": \"140\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Willy15@gmail.com\",\n \"mobile\": \"474-817-2801 x633\"\n },\n \"fare_details\": {\n \"fare_amount\": \"6\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"7.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"6248522a-ffbb-4d73-8b89-75a0e5310f25\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-03-19 00:55:39\",\n \"tpep_dropoff_datetime\": \"2023-03-16 01:03:06\",\n \"passenger_count\": \"4\",\n \"trip_distance\": \"1.90\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"140\",\n \"DOLocationID\": \"162\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Agustina74@yahoo.com\",\n \"mobile\": \"1-533-609-5857 x24749\"\n },\n \"fare_details\": {\n \"fare_amount\": \"8\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"9.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"3502a658-1bf8-4d62-a180-f1560d088d36\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-06-02 00:28:37\",\n \"tpep_dropoff_datetime\": \"2024-01-26 00:31:37\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \".76\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"142\",\n \"DOLocationID\": \"239\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Shemar97@hotmail.com\",\n \"mobile\": \"(738) 409-8443 x5839\"\n },\n \"fare_details\": {\n \"fare_amount\": \"4.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"2\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"7.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"245a42b8-be3f-49a7-b82b-755a60c0fe90\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-03-16 00:33:19\",\n \"tpep_dropoff_datetime\": \"2023-06-17 00:46:44\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"3.60\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"239\",\n \"DOLocationID\": \"68\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Alvis.Kshlerin77@hotmail.com\",\n \"mobile\": \"1-487-796-9469 x057\"\n },\n \"fare_details\": {\n \"fare_amount\": \"13.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"2\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"16.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"4e351ad9-b554-49fe-bdeb-351ced4a5fbc\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-05-11 00:59:05\",\n \"tpep_dropoff_datetime\": \"2023-06-21 01:19:25\",\n \"passenger_count\": \"2\",\n \"trip_distance\": \"3.80\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"246\",\n \"DOLocationID\": \"43\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Nicole.White@hotmail.com\",\n \"mobile\": \"687-578-1535 x50831\"\n },\n \"fare_details\": {\n \"fare_amount\": \"16.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"17.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"9f24c946-4f7d-4e2b-b0f0-34c11b61b97e\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-03-04 00:11:27\",\n \"tpep_dropoff_datetime\": \"2024-01-14 00:46:29\",\n \"passenger_count\": \"5\",\n \"trip_distance\": \"21.42\",\n \"RatecodeID\": \"2\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"132\",\n \"DOLocationID\": \"87\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Talia.Denesik@hotmail.com\",\n \"mobile\": \"727-537-1685 x107\"\n },\n \"fare_details\": {\n \"fare_amount\": \"52\",\n \"extra\": \"0\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"11.71\",\n \"tolls_amount\": \"5.76\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"70.27\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"4622df23-a8f1-482f-9310-76d6fb772b9a\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-04-02 00:19:27\",\n \"tpep_dropoff_datetime\": \"2023-03-06 01:03:21\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"10.84\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"114\",\n \"DOLocationID\": \"198\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Alice43@gmail.com\",\n \"mobile\": \"579-402-1634 x87762\"\n },\n \"fare_details\": {\n \"fare_amount\": \"37.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"38.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"8f8211bf-9693-4b36-817f-d9c1c7253691\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-05-12 00:11:49\",\n \"tpep_dropoff_datetime\": \"2023-02-28 00:23:07\",\n \"passenger_count\": \"2\",\n \"trip_distance\": \"3.60\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"161\",\n \"DOLocationID\": \"41\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Mike88@gmail.com\",\n \"mobile\": \"(501) 617-2020 x4697\"\n },\n \"fare_details\": {\n \"fare_amount\": \"12.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"2.5\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"16.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"6a102595-7db4-4184-bd80-ce249b784f0b\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-12-02 00:38:41\",\n \"tpep_dropoff_datetime\": \"2024-02-01 01:08:52\",\n \"passenger_count\": \"4\",\n \"trip_distance\": \"3.20\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"161\",\n \"DOLocationID\": \"249\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Vella.Armstrong71@gmail.com\",\n \"mobile\": \"978.794.7934 x32048\"\n },\n \"fare_details\": {\n \"fare_amount\": \"18.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"19.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"ceced196-7da9-4bac-83ad-fe0129098574\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2024-02-20 00:14:19\",\n \"tpep_dropoff_datetime\": \"2023-11-22 00:17:03\",\n \"passenger_count\": \"2\",\n \"trip_distance\": \".78\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"236\",\n \"DOLocationID\": \"236\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Keven_Kihn@hotmail.com\",\n \"mobile\": \"1-323-467-0737 x980\"\n },\n \"fare_details\": {\n \"fare_amount\": \"4.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1.16\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"6.96\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"23a467f1-de9b-474f-a60a-3d103ebeba04\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-04-03 00:20:57\",\n \"tpep_dropoff_datetime\": \"2023-11-12 00:30:01\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.71\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"236\",\n \"DOLocationID\": \"142\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Kiera.Kling@hotmail.com\",\n \"mobile\": \"704-373-7606 x93095\"\n },\n \"fare_details\": {\n \"fare_amount\": \"8.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"9.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"15c7f4d7-fa74-41ee-98d5-7c00f30bb366\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-07-25 00:36:13\",\n \"tpep_dropoff_datetime\": \"2023-08-19 00:46:08\",\n \"passenger_count\": \"2\",\n \"trip_distance\": \"2.28\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"43\",\n \"DOLocationID\": \"151\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Laura_Lind99@hotmail.com\",\n \"mobile\": \"(846) 893-6673 x69711\"\n },\n \"fare_details\": {\n \"fare_amount\": \"9.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"2.16\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"12.96\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"796dfa5d-e16d-49c9-b41c-f4223a8fedd9\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-08-14 00:56:36\",\n \"tpep_dropoff_datetime\": \"2023-07-08 01:04:49\",\n \"passenger_count\": \"2\",\n \"trip_distance\": \"1.57\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"238\",\n \"DOLocationID\": \"41\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Melvin68@yahoo.com\",\n \"mobile\": \"1-436-319-7744 x1743\"\n },\n \"fare_details\": {\n \"fare_amount\": \"8\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1.86\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"11.16\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"b8b56888-8bb4-4981-b669-2a56d563b25f\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-06-23 00:27:41\",\n \"tpep_dropoff_datetime\": \"2024-02-12 00:42:43\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"2.80\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"113\",\n \"DOLocationID\": \"229\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Mauricio8@gmail.com\",\n \"mobile\": \"1-298-756-7810 x0828\"\n },\n \"fare_details\": {\n \"fare_amount\": \"12\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"13.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"4f9c0e5e-1a8d-4e47-8e02-b5d3676162f2\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-09-30 00:46:37\",\n \"tpep_dropoff_datetime\": \"2023-04-07 00:53:37\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.18\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"141\",\n \"DOLocationID\": \"262\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Bailee.Roob80@gmail.com\",\n \"mobile\": \"753.766.7597 x58905\"\n },\n \"fare_details\": {\n \"fare_amount\": \"7\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1.66\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"9.96\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"dc5fb067-ee76-4c74-8d53-913518d7de3c\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-09-07 00:21:23\",\n \"tpep_dropoff_datetime\": \"2023-08-14 00:26:07\",\n \"passenger_count\": \"2\",\n \"trip_distance\": \".40\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"233\",\n \"DOLocationID\": \"233\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Francisco70@yahoo.com\",\n \"mobile\": \"1-591-565-3358 x04096\"\n },\n \"fare_details\": {\n \"fare_amount\": \"4.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"5.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"d1008fa4-1017-43e5-a7cd-7fcc235d82e5\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-08-13 00:49:45\",\n \"tpep_dropoff_datetime\": \"2023-08-30 00:56:01\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.00\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"113\",\n \"DOLocationID\": \"79\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Charity_Jacobs58@gmail.com\",\n \"mobile\": \"1-713-793-4442 x6226\"\n },\n \"fare_details\": {\n \"fare_amount\": \"6\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"7.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"a4d907fa-cad9-41fa-a25f-cd3fac14d0d9\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-10-27 00:56:42\",\n \"tpep_dropoff_datetime\": \"2023-03-23 01:26:09\",\n \"passenger_count\": \"4\",\n \"trip_distance\": \"6.00\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"79\",\n \"DOLocationID\": \"75\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Bridie61@yahoo.com\",\n \"mobile\": \"(632) 512-8857\"\n },\n \"fare_details\": {\n \"fare_amount\": \"24\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"5.05\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"30.35\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"28c84ea3-4129-4114-b0ee-7bb39cb9613f\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2024-03-07 00:10:50\",\n \"tpep_dropoff_datetime\": \"2023-06-10 00:17:46\",\n \"passenger_count\": \"5\",\n \"trip_distance\": \"1.32\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"42\",\n \"DOLocationID\": \"41\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Vickie.Franey93@gmail.com\",\n \"mobile\": \"874.663.4243\"\n },\n \"fare_details\": {\n \"fare_amount\": \"7\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"8.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"1218ae38-7474-4a4b-9343-e3d0fe6da9c6\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-07-18 00:32:36\",\n \"tpep_dropoff_datetime\": \"2023-06-16 00:54:08\",\n \"passenger_count\": \"3\",\n \"trip_distance\": \"3.65\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"43\",\n \"DOLocationID\": \"224\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Alexandro.Prohaska40@hotmail.com\",\n \"mobile\": \"(413) 378-0852 x100\"\n },\n \"fare_details\": {\n \"fare_amount\": \"15.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"16.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"0a5fc580-5a28-4153-b37f-a2ecc4ebc777\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-05-06 00:32:24\",\n \"tpep_dropoff_datetime\": \"2023-11-29 00:33:21\",\n \"passenger_count\": \"0\",\n \"trip_distance\": \"5.30\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"50\",\n \"DOLocationID\": \"50\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Veda_Stamm@hotmail.com\",\n \"mobile\": \"596-555-2936 x826\"\n },\n \"fare_details\": {\n \"fare_amount\": \"2.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0.75\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"4.55\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"89856e17-912a-40e6-8379-f1d75a066878\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-05-30 00:36:37\",\n \"tpep_dropoff_datetime\": \"2024-02-14 00:42:40\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.40\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"50\",\n \"DOLocationID\": \"239\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Jed60@hotmail.com\",\n \"mobile\": \"(761) 368-4573\"\n },\n \"fare_details\": {\n \"fare_amount\": \"6.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1.55\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"9.35\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"fece3c74-e914-46c6-8b84-88470d9c7b3a\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-09-14 00:44:29\",\n \"tpep_dropoff_datetime\": \"2023-03-22 00:48:05\",\n \"passenger_count\": \"3\",\n \"trip_distance\": \".60\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"238\",\n \"DOLocationID\": \"238\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Juwan_Schimmel@yahoo.com\",\n \"mobile\": \"1-725-659-7644\"\n },\n \"fare_details\": {\n \"fare_amount\": \"4.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"5.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"9142ffc4-db10-4faf-ad6a-b15595e02408\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2024-02-14 00:52:53\",\n \"tpep_dropoff_datetime\": \"2023-09-29 01:27:03\",\n \"passenger_count\": \"2\",\n \"trip_distance\": \"14.40\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"238\",\n \"DOLocationID\": \"98\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Pinkie13@hotmail.com\",\n \"mobile\": \"(991) 905-4690\"\n },\n \"fare_details\": {\n \"fare_amount\": \"42\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"5.76\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"49.06\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"ac62b151-e94c-473f-b461-c25f7035e8ac\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-08-01 00:28:12\",\n \"tpep_dropoff_datetime\": \"2023-03-08 00:34:55\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.43\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"14\",\n \"DOLocationID\": \"228\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Esteban_Ondricka@yahoo.com\",\n \"mobile\": \"(697) 411-7922\"\n },\n \"fare_details\": {\n \"fare_amount\": \"7\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"8.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"707e720d-afdd-4af9-9469-02fd5052ed9f\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-10-10 00:55:16\",\n \"tpep_dropoff_datetime\": \"2023-03-25 01:01:05\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.00\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"11\",\n \"DOLocationID\": \"22\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Kristin.Baumbach-Ferry@hotmail.com\",\n \"mobile\": \"964-998-1199\"\n },\n \"fare_details\": {\n \"fare_amount\": \"6\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"7.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"e75c5819-6f52-4c57-a6ea-85b79935821b\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-07-11 00:29:10\",\n \"tpep_dropoff_datetime\": \"2023-08-10 01:23:09\",\n \"passenger_count\": \"2\",\n \"trip_distance\": \"11.00\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"181\",\n \"DOLocationID\": \"239\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Dorothea.Kulas@gmail.com\",\n \"mobile\": \"354.367.7954\"\n },\n \"fare_details\": {\n \"fare_amount\": \"40\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"10.33\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"51.63\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"d8fc1a3c-3c56-4f21-94d2-f42a2e5e3a9d\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2024-01-12 00:20:30\",\n \"tpep_dropoff_datetime\": \"2023-11-09 00:36:07\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.50\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"161\",\n \"DOLocationID\": \"229\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Jazmyn_Corwin@gmail.com\",\n \"mobile\": \"642.790.7928 x83713\"\n },\n \"fare_details\": {\n \"fare_amount\": \"10.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"11.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"6eb24260-db4a-4a2f-a2bf-fbd0cfe0ffba\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2024-02-04 00:42:50\",\n \"tpep_dropoff_datetime\": \"2024-03-03 00:51:48\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \".72\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"162\",\n \"DOLocationID\": \"43\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Mazie18@hotmail.com\",\n \"mobile\": \"1-641-639-4170 x249\"\n },\n \"fare_details\": {\n \"fare_amount\": \"7\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"8.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"18578bdf-e169-4d3d-ae08-b6320bb04e29\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-04-19 00:53:39\",\n \"tpep_dropoff_datetime\": \"2023-05-12 00:51:48\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"2.60\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"43\",\n \"DOLocationID\": \"137\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Maud.Collins@gmail.com\",\n \"mobile\": \"214.847.9872\"\n },\n \"fare_details\": {\n \"fare_amount\": \"13\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"2.14\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"16.44\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"b44c85e8-ebd2-481f-a9d5-52124dec673a\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-02-25 00:16:33\",\n \"tpep_dropoff_datetime\": \"2023-09-01 00:23:16\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.50\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"236\",\n \"DOLocationID\": \"237\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Domenick_Pagac@yahoo.com\",\n \"mobile\": \"742.839.7610 x189\"\n },\n \"fare_details\": {\n \"fare_amount\": \"7\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1.65\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"9.95\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"dc355724-1226-4dbf-ace7-f5c34e39b7e7\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-07-23 00:24:43\",\n \"tpep_dropoff_datetime\": \"2023-06-26 00:30:13\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.00\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"237\",\n \"DOLocationID\": \"140\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Kathryne1@yahoo.com\",\n \"mobile\": \"(900) 624-9537\"\n },\n \"fare_details\": {\n \"fare_amount\": \"6\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"7.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"e65bc848-a894-4fb7-b889-dd7d812ab793\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-12-01 00:34:18\",\n \"tpep_dropoff_datetime\": \"2023-10-11 00:38:47\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \".60\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"140\",\n \"DOLocationID\": \"237\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Hilton.Jacobi@gmail.com\",\n \"mobile\": \"1-637-451-2136\"\n },\n \"fare_details\": {\n \"fare_amount\": \"5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1.25\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"7.55\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"32bf8dee-cd36-4c9e-befb-be32256653e0\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2024-02-01 00:39:55\",\n \"tpep_dropoff_datetime\": \"2023-03-31 00:51:01\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.90\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"237\",\n \"DOLocationID\": \"238\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Ole.Lindgren@hotmail.com\",\n \"mobile\": \"(728) 501-8337 x72810\"\n },\n \"fare_details\": {\n \"fare_amount\": \"9.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"3.2\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"14\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"1e7bc9a0-ccc6-4855-8650-a46e8695c1a2\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-08-24 00:52:47\",\n \"tpep_dropoff_datetime\": \"2023-12-12 00:59:52\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.90\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"238\",\n \"DOLocationID\": \"237\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Jazmin.Pollich-Little81@gmail.com\",\n \"mobile\": \"517-815-1765\"\n },\n \"fare_details\": {\n \"fare_amount\": \"8\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1.85\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"11.15\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"b81e5976-6581-4cad-914d-b1bf3a007c7b\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-08-24 00:24:43\",\n \"tpep_dropoff_datetime\": \"2023-05-19 00:37:30\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.30\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"162\",\n \"DOLocationID\": \"107\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Jake_Heidenreich52@gmail.com\",\n \"mobile\": \"300-566-1457 x9243\"\n },\n \"fare_details\": {\n \"fare_amount\": \"9.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"2.15\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"12.95\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"beae8765-a627-4af7-ac5b-a5ba96f6d54f\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-12-29 00:47:22\",\n \"tpep_dropoff_datetime\": \"2023-10-17 00:55:16\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \".80\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"107\",\n \"DOLocationID\": \"79\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Mitchell.Green64@hotmail.com\",\n \"mobile\": \"1-279-558-0312 x75465\"\n },\n \"fare_details\": {\n \"fare_amount\": \"6.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1.55\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"9.35\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"a59b934c-583c-4fa3-a5cb-15041379e8da\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-09-17 00:59:36\",\n \"tpep_dropoff_datetime\": \"2023-09-12 01:28:32\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"3.80\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"113\",\n \"DOLocationID\": \"142\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Esther.Hintz@hotmail.com\",\n \"mobile\": \"546-446-7171 x1903\"\n },\n \"fare_details\": {\n \"fare_amount\": \"19.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"4.15\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"24.95\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"7ed9ad81-42cb-436e-93c5-d88d7245493f\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-12-29 00:18:04\",\n \"tpep_dropoff_datetime\": \"2023-10-04 00:25:32\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.30\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"161\",\n \"DOLocationID\": \"137\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Carolanne_Buckridge@gmail.com\",\n \"mobile\": \"(972) 507-5995 x716\"\n },\n \"fare_details\": {\n \"fare_amount\": \"7\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"8.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"4c325355-2689-482f-8107-ece7515ddc33\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-08-17 00:40:33\",\n \"tpep_dropoff_datetime\": \"2023-03-17 00:44:25\",\n \"passenger_count\": \"2\",\n \"trip_distance\": \".40\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"164\",\n \"DOLocationID\": \"170\",\n \"payment_type\": \"4\",\n \"primary_passenger\": {\n \"email\": \"Willie.Zieme44@hotmail.com\",\n \"mobile\": \"813.930.8291 x27037\"\n },\n \"fare_details\": {\n \"fare_amount\": \"4.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"5.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"5e153af5-1e69-4acc-bd70-25b7d6e9856a\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-09-23 00:59:13\",\n \"tpep_dropoff_datetime\": \"2023-10-21 01:01:44\",\n \"passenger_count\": \"6\",\n \"trip_distance\": \".50\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"161\",\n \"DOLocationID\": \"161\",\n \"payment_type\": \"3\",\n \"primary_passenger\": {\n \"email\": \"Abe.Kassulke5@yahoo.com\",\n \"mobile\": \"1-994-727-5845 x8326\"\n },\n \"fare_details\": {\n \"fare_amount\": \"4\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"5.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"eef4af05-c391-4a67-9ed9-0a6a2c23645c\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2024-03-11 00:10:40\",\n \"tpep_dropoff_datetime\": \"2023-03-16 00:27:11\",\n \"passenger_count\": \"2\",\n \"trip_distance\": \"4.30\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"229\",\n \"DOLocationID\": \"223\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Clifford.Fisher@yahoo.com\",\n \"mobile\": \"1-934-478-8531 x33207\"\n },\n \"fare_details\": {\n \"fare_amount\": \"16\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"17.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"a790d399-dbbc-4483-805b-0fb001b6c6b7\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-06-27 00:25:03\",\n \"tpep_dropoff_datetime\": \"2024-03-07 01:02:07\",\n \"passenger_count\": \"6\",\n \"trip_distance\": \"3.58\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"211\",\n \"DOLocationID\": \"48\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Carson.Hartmann-Lynch59@gmail.com\",\n \"mobile\": \"(856) 507-5220 x738\"\n },\n \"fare_details\": {\n \"fare_amount\": \"23\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"24.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"10fb7db8-edee-4686-95e7-d07a17761fe9\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2024-02-17 00:26:54\",\n \"tpep_dropoff_datetime\": \"2023-08-06 00:49:47\",\n \"passenger_count\": \"2\",\n \"trip_distance\": \"2.10\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"158\",\n \"DOLocationID\": \"107\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Brandyn.Powlowski43@yahoo.com\",\n \"mobile\": \"(972) 869-2846\"\n },\n \"fare_details\": {\n \"fare_amount\": \"14.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"15.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"b575d34f-8874-4b67-8918-293cccec8558\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-03-04 00:18:00\",\n \"tpep_dropoff_datetime\": \"2023-11-02 00:26:10\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.11\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"13\",\n \"DOLocationID\": \"231\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Lelia71@hotmail.com\",\n \"mobile\": \"298-955-0204 x145\"\n },\n \"fare_details\": {\n \"fare_amount\": \"7\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"8.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"4524ce02-c41d-4e83-82a1-e41b00d97dab\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2024-01-25 00:33:25\",\n \"tpep_dropoff_datetime\": \"2023-10-29 01:07:18\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"5.63\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"113\",\n \"DOLocationID\": \"238\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Magali_Mohr90@gmail.com\",\n \"mobile\": \"1-339-745-7996 x126\"\n },\n \"fare_details\": {\n \"fare_amount\": \"24\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"5.06\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"30.36\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"0a4d6094-f334-4e18-a1e9-1001820b6f89\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2024-01-26 00:11:00\",\n \"tpep_dropoff_datetime\": \"2023-08-01 00:15:28\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \".80\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"79\",\n \"DOLocationID\": \"79\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Sydney.Sanford71@yahoo.com\",\n \"mobile\": \"557.212.3262 x589\"\n },\n \"fare_details\": {\n \"fare_amount\": \"5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1.26\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"7.56\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"9245af5e-632e-4f21-9060-88522728ab73\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-09-07 00:17:57\",\n \"tpep_dropoff_datetime\": \"2023-09-14 00:27:43\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"3.70\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"107\",\n \"DOLocationID\": \"87\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Deanna15@hotmail.com\",\n \"mobile\": \"927-327-6309 x16689\"\n },\n \"fare_details\": {\n \"fare_amount\": \"13\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"2.85\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"17.15\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"4dcce454-046c-4b67-bd80-ff773a3c3d96\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-08-16 00:35:11\",\n \"tpep_dropoff_datetime\": \"2023-05-07 00:58:40\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"5.40\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"261\",\n \"DOLocationID\": \"142\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Jeramie33@yahoo.com\",\n \"mobile\": \"757-419-8948 x7985\"\n },\n \"fare_details\": {\n \"fare_amount\": \"20.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"5.45\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"27.25\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"d5808aed-5e8e-447f-8c42-521f8472a24d\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2024-01-23 00:12:48\",\n \"tpep_dropoff_datetime\": \"2023-07-16 00:23:48\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.80\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"211\",\n \"DOLocationID\": \"232\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Jarrod_Bergstrom@hotmail.com\",\n \"mobile\": \"388-916-2388 x911\"\n },\n \"fare_details\": {\n \"fare_amount\": \"9.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"10.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"faf99a1d-127f-432a-bdb9-39c91a205ec3\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-08-12 00:31:53\",\n \"tpep_dropoff_datetime\": \"2023-09-30 00:47:26\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"2.10\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"79\",\n \"DOLocationID\": \"164\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"America72@gmail.com\",\n \"mobile\": \"528-291-8014 x700\"\n },\n \"fare_details\": {\n \"fare_amount\": \"11.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"2.55\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"15.35\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"21b8ea90-d3ab-4fe6-890e-2b8a911500e1\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2024-02-05 00:54:38\",\n \"tpep_dropoff_datetime\": \"2023-08-23 01:01:13\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.00\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"107\",\n \"DOLocationID\": \"170\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Autumn_Kerluke@hotmail.com\",\n \"mobile\": \"542.726.7058\"\n },\n \"fare_details\": {\n \"fare_amount\": \"6.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"8.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"080446ad-cf54-429f-82e2-e54f4f8d4a9c\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-07-16 00:00:58\",\n \"tpep_dropoff_datetime\": \"2023-10-29 00:06:38\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \".80\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"148\",\n \"DOLocationID\": \"79\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Reanna_Conroy-Ratke@gmail.com\",\n \"mobile\": \"(565) 628-3638\"\n },\n \"fare_details\": {\n \"fare_amount\": \"5.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"2\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"8.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"5ec8c804-9d6c-436b-be68-da3fa2ffcc8e\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-03-08 00:14:58\",\n \"tpep_dropoff_datetime\": \"2024-02-09 00:24:33\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"2.70\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"4\",\n \"DOLocationID\": \"87\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Randi0@yahoo.com\",\n \"mobile\": \"(248) 538-4300 x71383\"\n },\n \"fare_details\": {\n \"fare_amount\": \"11\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"13.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"3f59b9fa-e8da-4b82-ac19-3b4d5cae65e8\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-07-01 00:31:12\",\n \"tpep_dropoff_datetime\": \"2023-09-29 00:38:08\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \".70\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"Y\",\n \"PULocationID\": \"148\",\n \"DOLocationID\": \"148\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Ethyl74@yahoo.com\",\n \"mobile\": \"292-960-2200 x317\"\n },\n \"fare_details\": {\n \"fare_amount\": \"6\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1.8\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"9.1\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"dec9470a-6baa-492e-9220-d7ed626e2a99\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2024-02-22 00:43:21\",\n \"tpep_dropoff_datetime\": \"2024-03-02 00:50:49\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.10\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"79\",\n \"DOLocationID\": \"231\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Makayla_Schneider18@hotmail.com\",\n \"mobile\": \"1-885-537-0198 x47953\"\n },\n \"fare_details\": {\n \"fare_amount\": \"7\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"9.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"904d9b1f-1f17-4cfc-8e63-8bf57257da5e\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-12-29 00:54:14\",\n \"tpep_dropoff_datetime\": \"2023-05-03 01:02:32\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.50\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"231\",\n \"DOLocationID\": \"158\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Cora.Grimes@yahoo.com\",\n \"mobile\": \"843.706.7413\"\n },\n \"fare_details\": {\n \"fare_amount\": \"7.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"9.8\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"57d8ed83-afa7-44cb-a0d4-723775602c34\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2024-02-02 00:16:34\",\n \"tpep_dropoff_datetime\": \"2023-09-11 00:24:45\",\n \"passenger_count\": \"2\",\n \"trip_distance\": \"1.20\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"142\",\n \"DOLocationID\": \"237\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Tate.Bins@hotmail.com\",\n \"mobile\": \"(606) 682-9953 x671\"\n },\n \"fare_details\": {\n \"fare_amount\": \"7\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"8.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"fff2f2c8-4a30-446c-90af-443dd493886c\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-12-03 00:29:04\",\n \"tpep_dropoff_datetime\": \"2023-07-26 00:36:33\",\n \"passenger_count\": \"2\",\n \"trip_distance\": \"1.90\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"237\",\n \"DOLocationID\": \"262\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Magnus.Jacobs@hotmail.com\",\n \"mobile\": \"(955) 449-9284 x00149\"\n },\n \"fare_details\": {\n \"fare_amount\": \"8\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1.85\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"11.15\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"004c4cc7-e809-4108-aa01-87b0ded794ad\",\n \"VendorID\": \"1\",\n \"tpep_pickup_datetime\": \"2023-05-18 00:41:00\",\n \"tpep_dropoff_datetime\": \"2023-08-05 00:59:50\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"5.80\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"236\",\n \"DOLocationID\": \"244\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Palma24@gmail.com\",\n \"mobile\": \"1-861-673-8247 x142\"\n },\n \"fare_details\": {\n \"fare_amount\": \"20\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"21.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"1a01450d-537f-4f16-a2e9-f17021b077e9\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2024-01-31 00:20:53\",\n \"tpep_dropoff_datetime\": \"2023-12-21 00:40:21\",\n \"passenger_count\": \"2\",\n \"trip_distance\": \"5.70\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"164\",\n \"DOLocationID\": \"255\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Jeffry18@gmail.com\",\n \"mobile\": \"(206) 748-5730 x64895\"\n },\n \"fare_details\": {\n \"fare_amount\": \"19.5\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"5.76\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"26.56\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"5bccfd17-7813-43ca-9917-f2fe6ad49261\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-04-25 00:06:30\",\n \"tpep_dropoff_datetime\": \"2023-10-31 00:08:31\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \".46\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"239\",\n \"DOLocationID\": \"239\",\n \"payment_type\": \"1\",\n \"primary_passenger\": {\n \"email\": \"Leanne.Swaniawski@gmail.com\",\n \"mobile\": \"(787) 969-9302 x2684\"\n },\n \"fare_details\": {\n \"fare_amount\": \"4\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"1.59\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"6.89\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"e613b176-be28-4414-9a40-cff61e46db3b\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-08-13 00:09:35\",\n \"tpep_dropoff_datetime\": \"2023-04-01 00:17:05\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.72\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"239\",\n \"DOLocationID\": \"236\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Michel_Watsica63@yahoo.com\",\n \"mobile\": \"793.751.7397 x892\"\n },\n \"fare_details\": {\n \"fare_amount\": \"8\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"9.3\",\n \"congestion_surcharge\": \"\"\n }\n },\n {\n \"tripID\": \"02e07922-e8a5-4655-84a8-b5ba1866f9fe\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-04-28 00:18:42\",\n \"tpep_dropoff_datetime\": \"2024-02-15 00:24:38\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.60\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"236\",\n \"DOLocationID\": \"239\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Dewayne_Kuvalis17@gmail.com\",\n \"mobile\": \"1-429-628-3797 x14211\"\n },\n \"fare_details\": {\n \"fare_amount\": \"7\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"8.3\",\n \"congestion_surcharge\": \"\"\n }\n }\n ],\n \"config\": {\n \"dataset\": \"generate-schema\"\n }\n}", - "options": { - "raw": { - "language": "json" - } - } - }, - "url": "http://localhost:3007/dataset/v1/dataschema" - }, - "status": "OK", - "code": 200, - "_postman_previewlanguage": "json", - "header": [ - { - "key": "X-Powered-By", - "value": "Express" - }, - { - "key": "Content-Type", - "value": "application/json; charset=utf-8" - }, - { - "key": "Content-Length", - "value": "4414" - }, - { - "key": "ETag", - "value": "W/\"113e-ykaeY2EqBHdGqGLcr7K3WSs5fYo\"" - }, - { - "key": "Date", - "value": "Tue, 16 Jul 2024 03:28:22 GMT" - }, - { - "key": "Connection", - "value": "keep-alive" - }, - { - "key": "Keep-Alive", - "value": "timeout=5" - } - ], - "cookie": [], - "body": "{\n \"id\": \"dataset.schema.identify\",\n \"ver\": \"v1\",\n \"ts\": 1721100502574,\n \"params\": {\n \"status\": \"SUCCESS\",\n \"errmsg\": \"\"\n },\n \"responseCode\": \"OK\",\n \"result\": {\n \"schema\": {\n \"$schema\": \"https://json-schema.org/draft/2020-12/schema\",\n \"type\": \"object\",\n \"properties\": {\n \"tripID\": {\n \"type\": \"string\",\n \"suggestions\": [\n {\n \"message\": \"The Property 'tripID' appears to be 'uuid' format type.\",\n \"advice\": \"Suggest to not to index the high cardinal columns\",\n \"resolutionType\": \"DEDUP\",\n \"severity\": \"LOW\",\n \"path\": \"properties.tripID\"\n }\n ],\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"VendorID\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"tpep_pickup_datetime\": {\n \"type\": \"string\",\n \"suggestions\": [\n {\n \"message\": \"The Property 'tpep_pickup_datetime' appears to be 'date-time' format type.\",\n \"advice\": \"The System can index all data on this column\",\n \"resolutionType\": \"INDEX\",\n \"severity\": \"LOW\",\n \"path\": \"properties.tpep_pickup_datetime\"\n }\n ],\n \"arrival_format\": \"text\",\n \"data_type\": \"date-time\"\n },\n \"tpep_dropoff_datetime\": {\n \"type\": \"string\",\n \"suggestions\": [\n {\n \"message\": \"The Property 'tpep_dropoff_datetime' appears to be 'date-time' format type.\",\n \"advice\": \"The System can index all data on this column\",\n \"resolutionType\": \"INDEX\",\n \"severity\": \"LOW\",\n \"path\": \"properties.tpep_dropoff_datetime\"\n }\n ],\n \"arrival_format\": \"text\",\n \"data_type\": \"date-time\"\n },\n \"passenger_count\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"trip_distance\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"RatecodeID\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"store_and_fwd_flag\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"PULocationID\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"DOLocationID\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"payment_type\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"primary_passenger\": {\n \"type\": \"object\",\n \"properties\": {\n \"email\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"mobile\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n }\n },\n \"arrival_format\": \"object\",\n \"data_type\": \"object\"\n },\n \"fare_details\": {\n \"type\": \"object\",\n \"properties\": {\n \"fare_amount\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"extra\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"mta_tax\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"tip_amount\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"tolls_amount\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"improvement_surcharge\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"total_amount\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"congestion_surcharge\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n }\n },\n \"arrival_format\": \"object\",\n \"data_type\": \"object\"\n }\n },\n \"additionalProperties\": true\n },\n \"configurations\": {\n \"indexConfiguration\": {\n \"index\": {\n \"Event Arrival Time\": \"obsrv_meta.syncts\"\n },\n \"rollupSuggestions\": {\n \"summary\": {\n \"tripID\": {\n \"path\": \"$.tripID\",\n \"cardinality\": 98,\n \"index\": false\n }\n }\n }\n },\n \"processing\": {\n \"dedupKeys\": [\n \"tripID\"\n ],\n \"dropDuplicates\": [\n \"Yes\",\n \"No\"\n ]\n }\n },\n \"dataMappings\": {\n \"text\": {\n \"arrival_format\": [\n \"string\"\n ],\n \"store_format\": {\n \"string\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"string\"\n },\n \"date-time\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"string\"\n },\n \"date\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"string\"\n },\n \"boolean\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"boolean\"\n },\n \"epoch\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"integer\"\n },\n \"long\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"long\"\n },\n \"double\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"double\"\n },\n \"bigdecimal\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"double\"\n },\n \"integer\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"long\"\n }\n }\n },\n \"number\": {\n \"arrival_format\": [\n \"number\",\n \"integer\"\n ],\n \"store_format\": {\n \"integer\": {\n \"jsonSchema\": \"integer\",\n \"datasource\": \"long\"\n },\n \"float\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n },\n \"long\": {\n \"jsonSchema\": \"integer\",\n \"datasource\": \"long\"\n },\n \"double\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n },\n \"bigdecimal\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n },\n \"epoch\": {\n \"jsonSchema\": \"integer\",\n \"datasource\": \"long\"\n },\n \"number\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n }\n }\n },\n \"object\": {\n \"arrival_format\": [\n \"object\"\n ],\n \"store_format\": {\n \"object\": {\n \"jsonSchema\": \"object\",\n \"datasource\": \"json\"\n }\n }\n },\n \"array\": {\n \"arrival_format\": [\n \"array\"\n ],\n \"store_format\": {\n \"array\": {\n \"jsonSchema\": \"array\",\n \"datasource\": \"array\"\n }\n }\n },\n \"boolean\": {\n \"arrival_format\": [\n \"boolean\"\n ],\n \"store_format\": {\n \"boolean\": {\n \"jsonSchema\": \"boolean\",\n \"datasource\": \"boolean\"\n }\n }\n }\n }\n }\n}" - } - ] - }, - { - "name": "Dataset update", - "request": { - "method": "PATCH", - "header": [ - { - "key": "Content-Type", - "value": "application/json" - } - ], - "body": { - "mode": "raw", - "raw": "{\n \"id\": \"api.datasets.update\",\n \"ver\": \"v1\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n \"dataset_id\": \"telemetry_record-t4\",\n \"version_key\": \"1721135455988\",\n \"name\": \"sb-telemetry\",\n \"validation_config\": {\n \"validate\": true,\n \"mode\": \"Strict\"\n },\n \"extraction_config\": {\n \"is_batch_event\": true,\n \"extraction_key\": \"events\",\n \"dedup_config\": {\n \"drop_duplicates\": true,\n \"dedup_key\": \"ipid\"\n }\n },\n \"dedup_config\": {\n \"drop_duplicates\": true,\n \"dedup_key\": \"mid\"\n },\n \"data_schema\": {\n \"$schema\": \"https://json-schema.org/draft/2020-12/schema\",\n \"type\": \"object\",\n \"properties\": {\n \"midpid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"miduwi\": {\n \"type\": \"integer\",\n \"arrival_format\": \"number\",\n \"data_type\": \"epoch\"\n },\n \"mid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"sid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n }\n },\n \"additionalProperties\": true\n },\n \"denorm_config\": {\n \"denorm_fields\": [\n {\n \"value\": {\n \"denorm_key\": \"eid\",\n \"denorm_out_field\": \"userdata\"\n \n },\n \"action\": \"remove\"\n },\n {\n \"value\": {\n \"denorm_key\": \"eid\",\n \"denorm_out_field\": \"edata\",\n \"dataset_id\": \"trip-details\"\n },\n \"action\": \"upsert\"\n }\n ]\n },\n \"transformations_config\": [\n {\n \"value\": {\n \"field_key\": \"email\",\n \"transformation_function\": {\n \"type\": \"mask\",\n \"expr\": \"mid\",\n \"datatype\":\"string\",\n \"category\":\"pii\"\n },\n \"mode\": \"Strict\"\n },\n \"action\": \"upsert\"\n },\n {\n \"value\": {\n \"field_key\": \"email_id\",\n \"transformation_function\": {\n \"type\": \"mask\",\n \"expr\": \"mid\",\n \"datatype\":\"string\",\n \"category\":\"pii\"\n },\n \"mode\": \"Strict\"\n },\n \"action\": \"remove\"\n }\n ],\n \"tags\": [\n \n ],\n \"connectors_config\":[\n {\"value\":{\n \n \"connector_id\": \"jdbc\",\n \"connector_config\": {\n \"source_database_type\": \"postgresql\",\n \"source_database_host\": \"postgresql-hl.postgresql.svc.cluster.local.master\",\n \"source_database_port\": 5432,\n \"source_database_name\": \"obsrv_sample_datasets_1\",\n \"source_database_username\": \"postgres\",\n \"source_database_pwd\": \"postgres\",\n \"table\": \"new_york_taxi_data\",\n \"timestamp-column\": \"tpep_pickup_datetime\",\n \"batch-size\": 100,\n \"max-batches\": 2\n },\n \"operations_config\": {\n \"polling_interval\": \"periodic\",\n \"schedule\": \"twice\"\n }\n \n }, \"action\":\"upsert\"}\n ]\n }\n}", - "options": { - "raw": { - "language": "json" - } - } - }, - "url": "localhost:3007/v2/datasets/update" - }, - "response": [ - { - "name": "Success: Minimal dataset update", - "originalRequest": { - "method": "PATCH", - "header": [ - { - "key": "Content-Type", - "value": "application/json" - } - ], - "body": { - "mode": "raw", - "raw": "{\n \"id\": \"api.datasets.update\",\n \"ver\": \"v1\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n \"dataset_id\": \"telemetry_record-t4\",\n \"version_key\": \"1721134675878\",\n \"name\": \"sb-telemetry\",\n \"validation_config\": {\n \"validate\": true,\n \"mode\": \"Strict\"\n }\n }\n}", - "options": { - "raw": { - "language": "json" - } - } - }, - "url": "localhost:3007/v2/datasets/update" - }, - "status": "OK", - "code": 200, - "_postman_previewlanguage": "json", - "header": [ - { - "key": "X-Powered-By", - "value": "Express" - }, - { - "key": "Content-Type", - "value": "application/json; charset=utf-8" - }, - { - "key": "Content-Length", - "value": "331" - }, - { - "key": "ETag", - "value": "W/\"14b-fNmMHDpT4Ka5pwuzbYvZo7jECEo\"" - }, - { - "key": "Date", - "value": "Tue, 16 Jul 2024 13:00:45 GMT" - }, - { - "key": "Connection", - "value": "keep-alive" - }, - { - "key": "Keep-Alive", - "value": "timeout=5" - } - ], - "cookie": [], - "body": "{\n \"id\": \"api.datasets.update\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-16T18:30:45+05:30\",\n \"params\": {\n \"status\": \"SUCCESS\",\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\",\n \"resmsgid\": \"354f1fec-0c39-42ee-a52a-49552f847c11\"\n },\n \"responseCode\": \"OK\",\n \"result\": {\n \"message\": \"Dataset is updated successfully\",\n \"id\": \"telemetry_record-t4\",\n \"version_key\": \"1721134845559\"\n }\n}" - }, - { - "name": "Success: Updated successfully", - "originalRequest": { - "method": "PATCH", - "header": [ - { - "key": "Content-Type", - "value": "application/json" - } - ], - "body": { - "mode": "raw", - "raw": "{\n \"id\": \"api.datasets.update\",\n \"ver\": \"v1\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n \"dataset_id\": \"telemetry_record-t4\",\n \"version_key\": \"1721049248930\",\n \"name\": \"sb-telemetry\",\n \"validation_config\": {\n \"validate\": true,\n \"mode\": \"Strict\"\n },\n \"extraction_config\": {\n \"is_batch_event\": true,\n \"extraction_key\": \"events\",\n \"dedup_config\": {\n \"drop_duplicates\": true,\n \"dedup_key\": \"ipid\"\n }\n },\n \"dedup_config\": {\n \"drop_duplicates\": true,\n \"dedup_key\": \"mid\"\n },\n \"data_schema\": {\n \"$schema\": \"https://json-schema.org/draft/2020-12/schema\",\n \"type\": \"object\",\n \"properties\": {\n \"midpid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"miduwi\": {\n \"type\": \"integer\",\n \"arrival_format\": \"number\",\n \"data_type\": \"epoch\"\n },\n \"mid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"sid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n }\n },\n \"additionalProperties\": true\n },\n \"denorm_config\": {\n \"denorm_fields\": [\n {\n \"value\": {\n \"denorm_key\": \"eid\",\n \"denorm_out_field\": \"userdata\"\n \n },\n \"action\": \"remove\"\n },\n {\n \"value\": {\n \"denorm_key\": \"eid\",\n \"denorm_out_field\": \"edata\",\n \"dataset_id\": \"trip-details\"\n },\n \"action\": \"upsert\"\n }\n ]\n },\n \"transformations_config\": [\n {\n \"value\": {\n \"field_key\": \"email\",\n \"transformation_function\": {\n \"type\": \"mask\",\n \"expr\": \"mid\",\n \"datatype\":\"string\",\n \"category\":\"pii\"\n },\n \"mode\": \"Strict\"\n },\n \"action\": \"upsert\"\n },\n {\n \"value\": {\n \"field_key\": \"email_id\",\n \"transformation_function\": {\n \"type\": \"mask\",\n \"expr\": \"mid\",\n \"datatype\":\"string\",\n \"category\":\"pii\"\n },\n \"mode\": \"Strict\"\n },\n \"action\": \"remove\"\n }\n ],\n \"tags\": [\n \n ],\n \"connectors_config\":[\n {\"value\":{\n \n \"connector_id\": \"jdbc\",\n \"connector_config\": {\n \"source_database_type\": \"postgresql\",\n \"source_database_host\": \"postgresql-hl.postgresql.svc.cluster.local.master\",\n \"source_database_port\": 5432,\n \"source_database_name\": \"obsrv_sample_datasets_1\",\n \"source_database_username\": \"postgres\",\n \"source_database_pwd\": \"postgres\",\n \"table\": \"new_york_taxi_data\",\n \"timestamp-column\": \"tpep_pickup_datetime\",\n \"batch-size\": 100,\n \"max-batches\": 2\n },\n \"operations_config\": {\n \"polling_interval\": \"periodic\",\n \"schedule\": \"twice\"\n }\n \n }, \"action\":\"upsert\"}\n ]\n }\n}", - "options": { - "raw": { - "language": "json" - } - } - }, - "url": "localhost:3007/v2/datasets/update" - }, - "status": "OK", - "code": 200, - "_postman_previewlanguage": "json", - "header": [ - { - "key": "X-Powered-By", - "value": "Express" - }, - { - "key": "Content-Type", - "value": "application/json; charset=utf-8" - }, - { - "key": "Content-Length", - "value": "331" - }, - { - "key": "ETag", - "value": "W/\"14b-y8oEEJijvIDh8wU5ogipKdkv8y0\"" - }, - { - "key": "Date", - "value": "Tue, 16 Jul 2024 12:57:55 GMT" - }, - { - "key": "Connection", - "value": "keep-alive" - }, - { - "key": "Keep-Alive", - "value": "timeout=5" - } - ], - "cookie": [], - "body": "{\n \"id\": \"api.datasets.update\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-16T18:27:55+05:30\",\n \"params\": {\n \"status\": \"SUCCESS\",\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\",\n \"resmsgid\": \"6d835f07-aed5-4e8b-81c2-2142cfb55c52\"\n },\n \"responseCode\": \"OK\",\n \"result\": {\n \"message\": \"Dataset is updated successfully\",\n \"id\": \"telemetry_record-t4\",\n \"version_key\": \"1721134675878\"\n }\n}" - }, - { - "name": "Failure: Outdated key provided", - "originalRequest": { - "method": "PATCH", - "header": [ - { - "key": "Content-Type", - "value": "application/json" - } - ], - "body": { - "mode": "raw", - "raw": "{\n \"id\": \"api.datasets.update\",\n \"ver\": \"v1\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n \"dataset_id\": \"telemetry_record-t4\",\n \"version_key\": \"1721064642580\",\n \"name\": \"sb-telemetry\",\n \"validation_config\": {\n \"validate\": true,\n \"mode\": \"Strict\"\n },\n \"extraction_config\": {\n \"is_batch_event\": true,\n \"extraction_key\": \"events\",\n \"dedup_config\": {\n \"drop_duplicates\": true,\n \"dedup_key\": \"ipid\"\n }\n },\n \"dedup_config\": {\n \"drop_duplicates\": true,\n \"dedup_key\": \"mid\"\n },\n \"data_schema\": {\n \"$schema\": \"https://json-schema.org/draft/2020-12/schema\",\n \"type\": \"object\",\n \"properties\": {\n \"midpid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"miduwi\": {\n \"type\": \"integer\",\n \"arrival_format\": \"number\",\n \"data_type\": \"epoch\"\n },\n \"mid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"sid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n }\n },\n \"additionalProperties\": true\n },\n \"denorm_config\": {\n \"denorm_fields\": [\n {\n \"value\": {\n \"denorm_key\": \"eid\",\n \"denorm_out_field\": \"userdata\"\n \n },\n \"action\": \"remove\"\n },\n {\n \"value\": {\n \"denorm_key\": \"eid\",\n \"denorm_out_field\": \"edata\",\n \"dataset_id\": \"trip-details\"\n },\n \"action\": \"upsert\"\n }\n ]\n },\n \"transformations_config\": [\n {\n \"value\": {\n \"field_key\": \"email\",\n \"transformation_function\": {\n \"type\": \"mask\",\n \"expr\": \"mid\",\n \"datatype\":\"string\",\n \"category\":\"pii\"\n },\n \"mode\": \"Strict\"\n },\n \"action\": \"upsert\"\n },\n {\n \"value\": {\n \"field_key\": \"email_id\",\n \"transformation_function\": {\n \"type\": \"mask\",\n \"expr\": \"mid\",\n \"datatype\":\"string\",\n \"category\":\"pii\"\n },\n \"mode\": \"Strict\"\n },\n \"action\": \"remove\"\n }\n ],\n \"tags\": [\n \n ],\n \"connectors_config\":[\n {\"value\":{\n \n \"connector_id\": \"jdbc\",\n \"connector_config\": {\n \"source_database_type\": \"postgresql\",\n \"source_database_host\": \"postgresql-hl.postgresql.svc.cluster.local.master\",\n \"source_database_port\": 5432,\n \"source_database_name\": \"obsrv_sample_datasets_1\",\n \"source_database_username\": \"postgres\",\n \"source_database_pwd\": \"postgres\",\n \"table\": \"new_york_taxi_data\",\n \"timestamp-column\": \"tpep_pickup_datetime\",\n \"batch-size\": 100,\n \"max-batches\": 2\n },\n \"operations_config\": {\n \"polling_interval\": \"periodic\",\n \"schedule\": \"twice\"\n }\n \n }, \"action\":\"upsert\"}\n ]\n }\n}", - "options": { - "raw": { - "language": "json" - } - } - }, - "url": "localhost:3007/v2/datasets/update" - }, - "status": "Conflict", - "code": 409, - "_postman_previewlanguage": "json", - "header": [ - { - "key": "X-Powered-By", - "value": "Express" - }, - { - "key": "Content-Type", - "value": "application/json; charset=utf-8" - }, - { - "key": "Content-Length", - "value": "383" - }, - { - "key": "ETag", - "value": "W/\"17f-JnlFVLXyuhwx9KbxYWDRB4mmvVw\"" - }, - { - "key": "Date", - "value": "Tue, 16 Jul 2024 12:53:16 GMT" - }, - { - "key": "Connection", - "value": "keep-alive" - }, - { - "key": "Keep-Alive", - "value": "timeout=5" - } - ], - "cookie": [], - "body": "{\n \"id\": \"api.datasets.update\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-16T18:23:16+05:30\",\n \"params\": {\n \"status\": \"FAILED\",\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\",\n \"resmsgid\": \"02fe03f6-c4c4-48f6-9d84-a32cd52f4c13\"\n },\n \"responseCode\": \"CONFLICT\",\n \"result\": {},\n \"error\": {\n \"code\": \"DATASET_OUTDATED\",\n \"message\": \"The dataset is outdated. Please try to fetch latest changes of the dataset and perform the updates\"\n }\n}" - }, - { - "name": "Failure: Dataset not exists to update", - "originalRequest": { - "method": "PATCH", - "header": [ - { - "key": "Content-Type", - "value": "application/json" - } - ], - "body": { - "mode": "raw", - "raw": "{\n \"id\": \"api.datasets.update\",\n \"ver\": \"v1\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n \"dataset_id\": \"telemetry_record-t41\",\n \"version_key\": \"1721049248930\",\n \"name\": \"sb-telemetry\",\n \"validation_config\": {\n \"validate\": true,\n \"mode\": \"Strict\"\n },\n \"extraction_config\": {\n \"is_batch_event\": true,\n \"extraction_key\": \"events\",\n \"dedup_config\": {\n \"drop_duplicates\": true,\n \"dedup_key\": \"ipid\"\n }\n },\n \"dedup_config\": {\n \"drop_duplicates\": true,\n \"dedup_key\": \"mid\"\n },\n \"data_schema\": {\n \"$schema\": \"https://json-schema.org/draft/2020-12/schema\",\n \"type\": \"object\",\n \"properties\": {\n \"midpid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"miduwi\": {\n \"type\": \"integer\",\n \"arrival_format\": \"number\",\n \"data_type\": \"epoch\"\n },\n \"mid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"sid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n }\n },\n \"additionalProperties\": true\n },\n \"denorm_config\": {\n \"denorm_fields\": [\n {\n \"value\": {\n \"denorm_key\": \"eid\",\n \"denorm_out_field\": \"userdata\"\n \n },\n \"action\": \"remove\"\n },\n {\n \"value\": {\n \"denorm_key\": \"eid\",\n \"denorm_out_field\": \"edata\",\n \"dataset_id\": \"trip-details\"\n },\n \"action\": \"upsert\"\n }\n ]\n },\n \"transformations_config\": [\n {\n \"value\": {\n \"field_key\": \"email\",\n \"transformation_function\": {\n \"type\": \"mask\",\n \"expr\": \"mid\",\n \"datatype\":\"string\",\n \"category\":\"pii\"\n },\n \"mode\": \"Strict\"\n },\n \"action\": \"upsert\"\n },\n {\n \"value\": {\n \"field_key\": \"email_id\",\n \"transformation_function\": {\n \"type\": \"mask\",\n \"expr\": \"mid\",\n \"datatype\":\"string\",\n \"category\":\"pii\"\n },\n \"mode\": \"Strict\"\n },\n \"action\": \"remove\"\n }\n ],\n \"tags\": [\n \n ],\n \"connectors_config\":[\n {\"value\":{\n \n \"connector_id\": \"jdbc\",\n \"connector_config\": {\n \"source_database_type\": \"postgresql\",\n \"source_database_host\": \"postgresql-hl.postgresql.svc.cluster.local.master\",\n \"source_database_port\": 5432,\n \"source_database_name\": \"obsrv_sample_datasets_1\",\n \"source_database_username\": \"postgres\",\n \"source_database_pwd\": \"postgres\",\n \"table\": \"new_york_taxi_data\",\n \"timestamp-column\": \"tpep_pickup_datetime\",\n \"batch-size\": 100,\n \"max-batches\": 2\n },\n \"operations_config\": {\n \"polling_interval\": \"periodic\",\n \"schedule\": \"twice\"\n }\n \n }, \"action\":\"upsert\"}\n ]\n }\n}", - "options": { - "raw": { - "language": "json" - } - } - }, - "url": "localhost:3007/v2/datasets/update" - }, - "status": "Not Found", - "code": 404, - "_postman_previewlanguage": "json", - "header": [ - { - "key": "X-Powered-By", - "value": "Express" - }, - { - "key": "Content-Type", - "value": "application/json; charset=utf-8" - }, - { - "key": "Content-Length", - "value": "340" - }, - { - "key": "ETag", - "value": "W/\"154-4I5VyTBINyYBZZM8Ge9Cnqz2xBY\"" - }, - { - "key": "Date", - "value": "Tue, 16 Jul 2024 12:58:30 GMT" - }, - { - "key": "Connection", - "value": "keep-alive" - }, - { - "key": "Keep-Alive", - "value": "timeout=5" - } - ], - "cookie": [], - "body": "{\n \"id\": \"api.datasets.update\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-16T18:28:30+05:30\",\n \"params\": {\n \"status\": \"FAILED\",\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\",\n \"resmsgid\": \"bf64703c-bb6b-41bf-bc1a-c85373efd925\"\n },\n \"responseCode\": \"NOT_FOUND\",\n \"result\": {},\n \"error\": {\n \"code\": \"DATASET_NOT_EXISTS\",\n \"message\": \"Dataset does not exists with id:telemetry_record-t41\"\n }\n}" - }, - { - "name": "Failure: Invalid request", - "originalRequest": { - "method": "PATCH", - "header": [ - { - "key": "Content-Type", - "value": "application/json" - } - ], - "body": { - "mode": "raw", - "raw": "{\n \"id\": \"api.datasets.update\",\n \"ver\": \"v1\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n // \"dataset_id\": \"telemetry_record-t41\",\n \"version_key\": \"1721049248930\",\n \"name\": \"sb-telemetry\",\n \"validation_config\": {\n \"validate\": true,\n \"mode\": \"Strict\"\n },\n \"extraction_config\": {\n \"is_batch_event\": true,\n \"extraction_key\": \"events\",\n \"dedup_config\": {\n \"drop_duplicates\": true,\n \"dedup_key\": \"ipid\"\n }\n },\n \"dedup_config\": {\n \"drop_duplicates\": true,\n \"dedup_key\": \"mid\"\n },\n \"data_schema\": {\n \"$schema\": \"https://json-schema.org/draft/2020-12/schema\",\n \"type\": \"object\",\n \"properties\": {\n \"midpid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"miduwi\": {\n \"type\": \"integer\",\n \"arrival_format\": \"number\",\n \"data_type\": \"epoch\"\n },\n \"mid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"sid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n }\n },\n \"additionalProperties\": true\n },\n \"denorm_config\": {\n \"denorm_fields\": [\n {\n \"value\": {\n \"denorm_key\": \"eid\",\n \"denorm_out_field\": \"userdata\"\n \n },\n \"action\": \"remove\"\n },\n {\n \"value\": {\n \"denorm_key\": \"eid\",\n \"denorm_out_field\": \"edata\",\n \"dataset_id\": \"trip-details\"\n },\n \"action\": \"upsert\"\n }\n ]\n },\n \"transformations_config\": [\n {\n \"value\": {\n \"field_key\": \"email\",\n \"transformation_function\": {\n \"type\": \"mask\",\n \"expr\": \"mid\",\n \"datatype\":\"string\",\n \"category\":\"pii\"\n },\n \"mode\": \"Strict\"\n },\n \"action\": \"upsert\"\n },\n {\n \"value\": {\n \"field_key\": \"email_id\",\n \"transformation_function\": {\n \"type\": \"mask\",\n \"expr\": \"mid\",\n \"datatype\":\"string\",\n \"category\":\"pii\"\n },\n \"mode\": \"Strict\"\n },\n \"action\": \"remove\"\n }\n ],\n \"tags\": [\n \n ],\n \"connectors_config\":[\n {\"value\":{\n \n \"connector_id\": \"jdbc\",\n \"connector_config\": {\n \"source_database_type\": \"postgresql\",\n \"source_database_host\": \"postgresql-hl.postgresql.svc.cluster.local.master\",\n \"source_database_port\": 5432,\n \"source_database_name\": \"obsrv_sample_datasets_1\",\n \"source_database_username\": \"postgres\",\n \"source_database_pwd\": \"postgres\",\n \"table\": \"new_york_taxi_data\",\n \"timestamp-column\": \"tpep_pickup_datetime\",\n \"batch-size\": 100,\n \"max-batches\": 2\n },\n \"operations_config\": {\n \"polling_interval\": \"periodic\",\n \"schedule\": \"twice\"\n }\n \n }, \"action\":\"upsert\"}\n ]\n }\n}", - "options": { - "raw": { - "language": "json" - } - } - }, - "url": "localhost:3007/v2/datasets/update" - }, - "status": "Bad Request", - "code": 400, - "_postman_previewlanguage": "json", - "header": [ - { - "key": "X-Powered-By", - "value": "Express" - }, - { - "key": "Content-Type", - "value": "application/json; charset=utf-8" - }, - { - "key": "Content-Length", - "value": "369" - }, - { - "key": "ETag", - "value": "W/\"171-iNJoyWUecOEsXbHZwx6rld3Sr1I\"" - }, - { - "key": "Date", - "value": "Tue, 16 Jul 2024 12:59:21 GMT" - }, - { - "key": "Connection", - "value": "keep-alive" - }, - { - "key": "Keep-Alive", - "value": "timeout=5" - } - ], - "cookie": [], - "body": "{\n \"id\": \"api.datasets.update\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-16T18:29:21+05:30\",\n \"params\": {\n \"status\": \"FAILED\",\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\",\n \"resmsgid\": \"7d31672b-e5c3-4a6d-afac-d9d78011bcde\"\n },\n \"responseCode\": \"BAD_REQUEST\",\n \"result\": {},\n \"error\": {\n \"code\": \"DATASET_UPDATE_INPUT_INVALID\",\n \"message\": \"#properties/request/required must have required property 'dataset_id'\"\n }\n}" - }, - { - "name": "Failure: No fields are provided to update", - "originalRequest": { - "method": "PATCH", - "header": [ - { - "key": "Content-Type", - "value": "application/json" - } - ], - "body": { - "mode": "raw", - "raw": "{\n \"id\": \"api.datasets.update\",\n \"ver\": \"v1\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n \"dataset_id\": \"telemetry_record-t41\",\n \"version_key\": \"1721049248930\"\n }\n}", - "options": { - "raw": { - "language": "json" - } - } - }, - "url": "localhost:3007/v2/datasets/update" - }, - "status": "Bad Request", - "code": 400, - "_postman_previewlanguage": "json", - "header": [ - { - "key": "X-Powered-By", - "value": "Express" - }, - { - "key": "Content-Type", - "value": "application/json; charset=utf-8" - }, - { - "key": "Content-Length", - "value": "373" - }, - { - "key": "ETag", - "value": "W/\"175-ga30XLi7qSW4Ix+3Q/xaMUYcqII\"" - }, - { - "key": "Date", - "value": "Tue, 16 Jul 2024 13:02:44 GMT" - }, - { - "key": "Connection", - "value": "keep-alive" - }, - { - "key": "Keep-Alive", - "value": "timeout=5" - } - ], - "cookie": [], - "body": "{\n \"id\": \"api.datasets.update\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-16T18:32:44+05:30\",\n \"params\": {\n \"status\": \"FAILED\",\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\",\n \"resmsgid\": \"bf99b1e1-7694-4be0-ba5d-e347764736de\"\n },\n \"responseCode\": \"BAD_REQUEST\",\n \"result\": {},\n \"error\": {\n \"code\": \"DATASET_UPDATE_NO_FIELDS\",\n \"message\": \"Provide atleast one field in addition to the dataset_id to update the dataset\"\n }\n}" - } - ] - }, - { - "name": "Read dataset", - "request": { - "method": "GET", - "header": [ - { - "key": "Cookie", - "value": "connect.sid=s%3AAYYroI28UhzQVPM909UpLjZlcqMlDMlZ.gAO6bTMTktZi7udh7jntL%2Bw2xVWiI1z6gsSAb3bhZp4" - } - ], - "url": { - "raw": "localhost:3007/v2/datasets/read/beckn-test-data?mode=edit", - "host": [ - "localhost" - ], - "port": "3007", - "path": [ - "v2", - "datasets", - "read", - "beckn-test-data" - ], - "query": [ - { - "key": "mode", - "value": "edit" - } - ] - } - }, - "response": [ - { - "name": "Success: Read live dataset", - "originalRequest": { - "method": "GET", - "header": [ - { - "key": "Cookie", - "value": "connect.sid=s%3AAYYroI28UhzQVPM909UpLjZlcqMlDMlZ.gAO6bTMTktZi7udh7jntL%2Bw2xVWiI1z6gsSAb3bhZp4" - } - ], - "url": "localhost:3007/v2/datasets/read/master-test" - }, - "status": "OK", - "code": 200, - "_postman_previewlanguage": "json", - "header": [ - { - "key": "X-Powered-By", - "value": "Express" - }, - { - "key": "Content-Type", - "value": "application/json; charset=utf-8" - }, - { - "key": "Content-Length", - "value": "501" - }, - { - "key": "ETag", - "value": "W/\"1f5-p+b/6r0nHRFhgr5+URzxk4d/CSg\"" - }, - { - "key": "Date", - "value": "Wed, 17 Jul 2024 12:08:55 GMT" - }, - { - "key": "Connection", - "value": "keep-alive" - }, - { - "key": "Keep-Alive", - "value": "timeout=5" - } - ], - "cookie": [], - "body": "{\n \"id\": \"api.datasets.read\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-17T17:38:55+05:30\",\n \"params\": {\n \"status\": \"SUCCESS\",\n \"resmsgid\": \"8c8a2852-54bc-43fb-b063-7f359d11930a\"\n },\n \"responseCode\": \"OK\",\n \"result\": {\n \"dataset_id\": \"master-test\",\n \"name\": \"master-test\",\n \"type\": \"master\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"userid\",\n \"timestamp_key\": \"\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.masterdata.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 54\n }\n }\n}" - }, - { - "name": "Success: Read draft dataset", - "originalRequest": { - "method": "GET", - "header": [ - { - "key": "Cookie", - "value": "connect.sid=s%3AAYYroI28UhzQVPM909UpLjZlcqMlDMlZ.gAO6bTMTktZi7udh7jntL%2Bw2xVWiI1z6gsSAb3bhZp4" - } - ], - "url": { - "raw": "localhost:3007/v2/datasets/read/beckn-test-data?mode=edit", - "host": [ - "localhost" - ], - "port": "3007", - "path": [ - "v2", - "datasets", - "read", - "beckn-test-data" - ], - "query": [ - { - "key": "mode", - "value": "edit" - } - ] - } - }, - "status": "OK", - "code": 200, - "_postman_previewlanguage": "json", - "header": [ - { - "key": "X-Powered-By", - "value": "Express" - }, - { - "key": "Content-Type", - "value": "application/json; charset=utf-8" - }, - { - "key": "Content-Length", - "value": "528" - }, - { - "key": "ETag", - "value": "W/\"210-Qo8q3dU8l7LYIXVzJwStVe90z9Q\"" - }, - { - "key": "Date", - "value": "Wed, 17 Jul 2024 12:11:00 GMT" - }, - { - "key": "Connection", - "value": "keep-alive" - }, - { - "key": "Keep-Alive", - "value": "timeout=5" - } - ], - "cookie": [], - "body": "{\n \"id\": \"api.datasets.read\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-17T17:41:00+05:30\",\n \"params\": {\n \"status\": \"SUCCESS\",\n \"resmsgid\": \"96fd4f42-fa84-4730-bc79-d241a4e335a1\"\n },\n \"responseCode\": \"OK\",\n \"result\": {\n \"dataset_id\": \"beckn-test-data\",\n \"name\": \"beckn-test-data\",\n \"type\": \"event\",\n \"status\": \"ReadyToPublish\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v2\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"ets\",\n \"entry_topic\": \"beckn-test-data\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0,\n \"file_upload_path\": [],\n \"exclude_fields\": []\n }\n }\n}" - }, - { - "name": "Success: Read specific column", - "originalRequest": { - "method": "GET", - "header": [ - { - "key": "Cookie", - "value": "connect.sid=s%3AAYYroI28UhzQVPM909UpLjZlcqMlDMlZ.gAO6bTMTktZi7udh7jntL%2Bw2xVWiI1z6gsSAb3bhZp4" - } - ], - "url": { - "raw": "localhost:3007/v2/datasets/read/master-test?status=Draft&fields=name,type,id", - "host": [ - "localhost" - ], - "port": "3007", - "path": [ - "v2", - "datasets", - "read", - "master-test" - ], - "query": [ - { - "key": "status", - "value": "Draft" - }, - { - "key": "fields", - "value": "name,type,id" - } - ] - } - }, - "status": "OK", - "code": 200, - "_postman_previewlanguage": "json", - "header": [ - { - "key": "X-Powered-By", - "value": "Express" - }, - { - "key": "Content-Type", - "value": "application/json; charset=utf-8" - }, - { - "key": "Content-Length", - "value": "237" - }, - { - "key": "ETag", - "value": "W/\"ed-zvknH4AY6kid9Yit+KqMIdDeNGc\"" - }, - { - "key": "Date", - "value": "Wed, 17 Jul 2024 12:12:16 GMT" - }, - { - "key": "Connection", - "value": "keep-alive" - }, - { - "key": "Keep-Alive", - "value": "timeout=5" - } - ], - "cookie": [], - "body": "{\n \"id\": \"api.datasets.read\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-17T17:42:16+05:30\",\n \"params\": {\n \"status\": \"SUCCESS\",\n \"resmsgid\": \"02a6b03a-8bf3-4e37-8dcd-859d3e8f904e\"\n },\n \"responseCode\": \"OK\",\n \"result\": {\n \"name\": \"master-test\",\n \"type\": \"master\",\n \"id\": \"master-test\"\n }\n}" - }, - { - "name": "Success: Read version_key", - "originalRequest": { - "method": "GET", - "header": [ - { - "key": "Cookie", - "value": "connect.sid=s%3AAYYroI28UhzQVPM909UpLjZlcqMlDMlZ.gAO6bTMTktZi7udh7jntL%2Bw2xVWiI1z6gsSAb3bhZp4" - } - ], - "url": { - "raw": "localhost:3007/v2/datasets/read/beckn-test-data?fields=version_key&mode=edit", - "host": [ - "localhost" - ], - "port": "3007", - "path": [ - "v2", - "datasets", - "read", - "beckn-test-data" - ], - "query": [ - { - "key": "fields", - "value": "version_key" - }, - { - "key": "mode", - "value": "edit" - } - ] - } - }, - "status": "OK", - "code": 200, - "_postman_previewlanguage": "json", - "header": [ - { - "key": "X-Powered-By", - "value": "Express" - }, - { - "key": "Content-Type", - "value": "application/json; charset=utf-8" - }, - { - "key": "Content-Length", - "value": "211" - }, - { - "key": "ETag", - "value": "W/\"d3-hfyvp0pFPZhM2NbiiMDTfy+51YM\"" - }, - { - "key": "Date", - "value": "Wed, 17 Jul 2024 12:15:37 GMT" - }, - { - "key": "Connection", - "value": "keep-alive" - }, - { - "key": "Keep-Alive", - "value": "timeout=5" - } - ], - "cookie": [], - "body": "{\n \"id\": \"api.datasets.read\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-17T17:45:37+05:30\",\n \"params\": {\n \"status\": \"SUCCESS\",\n \"resmsgid\": \"805e848a-d260-47c3-b55c-fc9b8323719e\"\n },\n \"responseCode\": \"OK\",\n \"result\": {\n \"version_key\": \"1718791650227\"\n }\n}" - }, - { - "name": "Success: Read from draft, if not present cerate draft from live dataset and then read", - "originalRequest": { - "method": "GET", - "header": [ - { - "key": "Cookie", - "value": "connect.sid=s%3AAYYroI28UhzQVPM909UpLjZlcqMlDMlZ.gAO6bTMTktZi7udh7jntL%2Bw2xVWiI1z6gsSAb3bhZp4" - } - ], - "url": { - "raw": "localhost:3007/v2/datasets/read/sample1?mode=edit", - "host": [ - "localhost" - ], - "port": "3007", - "path": [ - "v2", - "datasets", - "read", - "sample1" - ], - "query": [ - { - "key": "mode", - "value": "edit" - } - ] - } - }, - "status": "OK", - "code": 200, - "_postman_previewlanguage": "json", - "header": [ - { - "key": "X-Powered-By", - "value": "Express" - }, - { - "key": "Content-Type", - "value": "application/json; charset=utf-8" - }, - { - "key": "Content-Length", - "value": "538" - }, - { - "key": "ETag", - "value": "W/\"21a-Iqg1rOMRqVpT0n8ZhQsPiTB2l44\"" - }, - { - "key": "Date", - "value": "Wed, 17 Jul 2024 12:19:28 GMT" - }, - { - "key": "Connection", - "value": "keep-alive" - }, - { - "key": "Keep-Alive", - "value": "timeout=5" - } - ], - "cookie": [], - "body": "{\n \"id\": \"api.datasets.read\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-17T17:49:28+05:30\",\n \"params\": {\n \"status\": \"SUCCESS\",\n \"resmsgid\": \"da70e25b-6ad0-49a7-a39d-340d1d0c46a7\"\n },\n \"responseCode\": \"OK\",\n \"result\": {\n \"dataset_id\": \"sample1\",\n \"name\": \"sample1\",\n \"type\": \"event\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 2,\n \"api_version\": \"v2\",\n \"dataset_config\": {\n \"indexing_config\": {\n \"olap_store_enabled\": true,\n \"lakehouse_enabled\": false,\n \"cache_enabled\": false\n },\n \"keys_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"time\"\n },\n \"cache_config\": {\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"redis_db\": 0\n }\n }\n }\n}" - }, - { - "name": "Failure: Invalid field name provided", - "originalRequest": { - "method": "GET", - "header": [ - { - "key": "Cookie", - "value": "connect.sid=s%3AAYYroI28UhzQVPM909UpLjZlcqMlDMlZ.gAO6bTMTktZi7udh7jntL%2Bw2xVWiI1z6gsSAb3bhZp4" - } - ], - "url": { - "raw": "localhost:3007/v2/datasets/read/telemetry_record?fields=newname", - "host": [ - "localhost" - ], - "port": "3007", - "path": [ - "v2", - "datasets", - "read", - "telemetry_record" - ], - "query": [ - { - "key": "fields", - "value": "newname" - } - ] - } - }, - "status": "Bad Request", - "code": 400, - "_postman_previewlanguage": "json", - "header": [ - { - "key": "X-Powered-By", - "value": "Express" - }, - { - "key": "Content-Type", - "value": "application/json; charset=utf-8" - }, - { - "key": "Content-Length", - "value": "307" - }, - { - "key": "ETag", - "value": "W/\"133-TQ9WpmutsrDcTNkRRmbWOhUChMk\"" - }, - { - "key": "Date", - "value": "Wed, 17 Jul 2024 12:20:17 GMT" - }, - { - "key": "Connection", - "value": "keep-alive" - }, - { - "key": "Keep-Alive", - "value": "timeout=5" - } - ], - "cookie": [], - "body": "{\n \"id\": \"api.datasets.read\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-17T17:50:17+05:30\",\n \"params\": {\n \"status\": \"FAILED\",\n \"resmsgid\": \"bccd40ad-db0a-4ed5-984c-e89a9d7b3fdd\"\n },\n \"responseCode\": \"BAD_REQUEST\",\n \"result\": {},\n \"error\": {\n \"code\": \"DATASET_INVALID_FIELDS\",\n \"message\": \"The specified fields [newname] in the dataset cannot be found.\"\n }\n}" - }, - { - "name": "Failure: Dataset not found", - "originalRequest": { - "method": "GET", - "header": [ - { - "key": "Cookie", - "value": "connect.sid=s%3AAYYroI28UhzQVPM909UpLjZlcqMlDMlZ.gAO6bTMTktZi7udh7jntL%2Bw2xVWiI1z6gsSAb3bhZp4" - } - ], - "url": "localhost:3007/v2/datasets/read/new_telemetry_record.1" - }, - "status": "Not Found", - "code": 404, - "_postman_previewlanguage": "json", - "header": [ - { - "key": "X-Powered-By", - "value": "Express" - }, - { - "key": "Content-Type", - "value": "application/json; charset=utf-8" - }, - { - "key": "Content-Length", - "value": "304" - }, - { - "key": "ETag", - "value": "W/\"130-JL/oBB+GUHTrBp278giBHRvO71I\"" - }, - { - "key": "Date", - "value": "Wed, 17 Jul 2024 12:21:12 GMT" - }, - { - "key": "Connection", - "value": "keep-alive" - }, - { - "key": "Keep-Alive", - "value": "timeout=5" - } - ], - "cookie": [], - "body": "{\n \"id\": \"api.datasets.read\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-17T17:51:12+05:30\",\n \"params\": {\n \"status\": \"FAILED\",\n \"resmsgid\": \"3aad3842-a76e-4fe8-b635-c7fef5f318f9\"\n },\n \"responseCode\": \"NOT_FOUND\",\n \"result\": {},\n \"error\": {\n \"code\": \"DATASET_NOT_FOUND\",\n \"message\": \"Dataset with the given dataset_id:new_telemetry_record.1 not found\"\n }\n}" - } - ] - }, - { - "name": "Dataset list", - "request": { - "method": "POST", - "header": [], - "body": { - "mode": "raw", - "raw": "{\n \"id\": \"api.datasets.list\",\n \"ver\": \"v1\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n \"filters\": {\n \"status\": [\n \"Live\"\n ]\n }\n }\n}", - "options": { - "raw": { - "language": "json" - } - } - }, - "url": "localhost:3007/v2/datasets/list" - }, - "response": [ - { - "name": "Success: Lists all when no filters provided", - "originalRequest": { - "method": "POST", - "header": [], - "body": { - "mode": "raw", - "raw": "{\n \"id\": \"api.datasets.list\",\n \"ver\": \"v1\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n \n }\n}", - "options": { - "raw": { - "language": "json" - } - } - }, - "url": "localhost:3007/v2/datasets/list" - }, - "status": "OK", - "code": 200, - "_postman_previewlanguage": "json", - "header": [ - { - "key": "X-Powered-By", - "value": "Express" - }, - { - "key": "Content-Type", - "value": "application/json; charset=utf-8" - }, - { - "key": "Content-Length", - "value": "24340" - }, - { - "key": "ETag", - "value": "W/\"5f14-Cq3tfdk3YuXhXtjub1V0q8YVdC4\"" - }, - { - "key": "Date", - "value": "Wed, 17 Jul 2024 12:25:36 GMT" - }, - { - "key": "Connection", - "value": "keep-alive" - }, - { - "key": "Keep-Alive", - "value": "timeout=5" - } - ], - "cookie": [], - "body": "{\n \"id\": \"api.datasets.list\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-17T17:55:36+05:30\",\n \"params\": {\n \"status\": \"SUCCESS\",\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\",\n \"resmsgid\": \"97efe04d-e981-493d-9ee7-a6dad6887d64\"\n },\n \"responseCode\": \"OK\",\n \"result\": {\n \"data\": [\n {\n \"dataset_id\": \"telemetry-summary\",\n \"name\": \"telemetry-summary\",\n \"type\": \"event\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"obsrv_meta.syncts\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"tripdetailstest\",\n \"name\": \"TripDetailsTest1\",\n \"type\": \"event\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"tpep_dropoff_datetime\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"test-normal\",\n \"name\": \"test-normal-renamed\",\n \"type\": \"event\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"tpep_pickup_datetime\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"test-dataset\",\n \"name\": \"test-dataset-renamed\",\n \"type\": \"event\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"tpep_dropoff_datetime\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"triptestdataset\",\n \"name\": \"triptestdataset\",\n \"type\": \"event\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"tpep_pickup_datetime\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"master-test\",\n \"name\": \"master-test\",\n \"type\": \"master\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"userid\",\n \"timestamp_key\": \"\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.masterdata.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 54\n }\n },\n {\n \"dataset_id\": \"test-trip-details\",\n \"name\": \"test-trip-details\",\n \"type\": \"event\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"obsrv_meta.syncts\",\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0,\n \"file_upload_path\": []\n }\n },\n {\n \"dataset_id\": \"sb-telemetry\",\n \"name\": \"sb-telemetry\",\n \"type\": \"event\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"ets\",\n \"exclude_fields\": [],\n \"entry_topic\": \"sb-dev.ingest\",\n \"redis_db_host\": \"obsrv-redis-master.redis.svc.cluster.local\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"sb-telemetry-user\",\n \"name\": \"sb-telemetry-user\",\n \"type\": \"master\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"id\",\n \"timestamp_key\": \"\",\n \"exclude_fields\": [],\n \"entry_topic\": \"sb-dev.masterdata.ingest\",\n \"redis_db_host\": \"obsrv-redis-master.redis.svc.cluster.local\",\n \"redis_db_port\": 6379,\n \"index_data\": false,\n \"redis_db\": 4\n }\n },\n {\n \"dataset_id\": \"sb-telemetry-test\",\n \"name\": \"sb-telemetry\",\n \"type\": \"event\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"ets\",\n \"exclude_fields\": [],\n \"entry_topic\": \"sb-dev.ingest\",\n \"redis_db_host\": \"obsrv-redis-master.redis.svc.cluster.local\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"test-changes\",\n \"name\": \"test-changes\",\n \"type\": \"event\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"date\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"sample1\",\n \"name\": \"sample1\",\n \"type\": \"event\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"time\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"telemetry-events\",\n \"name\": \"telemetry-events\",\n \"type\": \"event\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"date\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"taxt_trip\",\n \"name\": \"taxt_trip\",\n \"type\": \"event\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"date\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"test\",\n \"name\": \"test\",\n \"type\": \"event\",\n \"status\": \"Live\",\n \"tags\": [\n \"TAG1\"\n ],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"obsrv_meta.syncts\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"beckn-test-data\",\n \"name\": \"beckn-test-data\",\n \"type\": \"event\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"ets\",\n \"exclude_fields\": [],\n \"entry_topic\": \"beckn-test-data\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"telemetry_record-t4\",\n \"name\": \"sb-telemetry\",\n \"type\": \"event\",\n \"status\": \"Draft\",\n \"tags\": [\n \"tag1\"\n ],\n \"version\": 1,\n \"api_version\": \"v2\",\n \"dataset_config\": {\n \"indexing_config\": {\n \"olap_store_enabled\": true,\n \"lakehouse_enabled\": true,\n \"cache_enabled\": false\n },\n \"keys_config\": {\n \"data_key\": \"\",\n \"partition_key\": \"\",\n \"timestamp_key\": \"obsrv_meta.syncts\"\n },\n \"cache_config\": {\n \"redis_db_port\": null,\n \"redis_db\": 0\n },\n \"file_upload_path\": []\n }\n },\n {\n \"dataset_id\": \"telemetry_events\",\n \"name\": \"sb-telemetry\",\n \"type\": \"event\",\n \"status\": \"Draft\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v2\",\n \"dataset_config\": {\n \"indexing_config\": {\n \"olap_store_enabled\": true,\n \"lakehouse_enabled\": true,\n \"cache_enabled\": false\n },\n \"keys_config\": {\n \"data_key\": \"\",\n \"partition_key\": \"\",\n \"timestamp_key\": \"obsrv_meta.syncts\"\n },\n \"cache_config\": {\n \"redis_db_port\": null,\n \"redis_db\": 0\n },\n \"file_upload_path\": []\n }\n },\n {\n \"dataset_id\": \"telemetry_record-master\",\n \"name\": \"sb-telemetry\",\n \"type\": \"master\",\n \"status\": \"Draft\",\n \"tags\": [\n \"tag1\"\n ],\n \"version\": 1,\n \"api_version\": \"v2\",\n \"dataset_config\": {\n \"indexing_config\": {\n \"olap_store_enabled\": true,\n \"lakehouse_enabled\": true,\n \"cache_enabled\": false\n },\n \"keys_config\": {\n \"data_key\": \"\",\n \"partition_key\": \"\",\n \"timestamp_key\": \"obsrv_meta.syncts\"\n },\n \"cache_config\": {\n \"redis_db_port\": null,\n \"redis_db\": 0\n },\n \"file_upload_path\": []\n }\n },\n {\n \"dataset_id\": \"generate-schema\",\n \"name\": \"generate-schema\",\n \"type\": \"event\",\n \"status\": \"Draft\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": null,\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"test-summary\",\n \"name\": \"test-summary\",\n \"type\": \"event\",\n \"status\": \"ReadyToPublish\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": null,\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"obsrv_meta.syncts\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"trip-details1\",\n \"name\": \"trip-details\",\n \"type\": \"event\",\n \"status\": \"ReadyToPublish\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": null,\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"tpep_pickup_datetime\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"telemetry-test-dataset\",\n \"name\": \"telemetry-test-dataset\",\n \"type\": \"event\",\n \"status\": \"ReadyToPublish\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": null,\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"obsrv_meta.syncts\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"trip-test\",\n \"name\": \"trip-test\",\n \"type\": \"event\",\n \"status\": \"Draft\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": null,\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"sample-trip-details\",\n \"name\": \"sample-trip-details\",\n \"type\": \"event\",\n \"status\": \"Draft\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": null,\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"test-rollup\",\n \"name\": \"test-rollup\",\n \"type\": \"event\",\n \"status\": \"ReadyToPublish\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v2\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"obsrv_meta.syncts\",\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0,\n \"file_upload_path\": [],\n \"dataMappings\": {\n \"text\": {\n \"arrival_format\": [\n \"string\"\n ],\n \"store_format\": {\n \"string\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"string\"\n },\n \"date-time\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"string\"\n },\n \"date\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"string\"\n },\n \"boolean\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"boolean\"\n },\n \"epoch\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"integer\"\n },\n \"long\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"long\"\n },\n \"double\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"double\"\n },\n \"bigdecimal\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"double\"\n },\n \"integer\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"long\"\n }\n }\n },\n \"number\": {\n \"arrival_format\": [\n \"number\",\n \"integer\"\n ],\n \"store_format\": {\n \"integer\": {\n \"jsonSchema\": \"integer\",\n \"datasource\": \"long\"\n },\n \"float\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n },\n \"long\": {\n \"jsonSchema\": \"integer\",\n \"datasource\": \"long\"\n },\n \"double\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n },\n \"bigdecimal\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n },\n \"epoch\": {\n \"jsonSchema\": \"integer\",\n \"datasource\": \"long\"\n },\n \"number\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n }\n }\n },\n \"object\": {\n \"arrival_format\": [\n \"object\"\n ],\n \"store_format\": {\n \"object\": {\n \"jsonSchema\": \"object\",\n \"datasource\": \"json\"\n }\n }\n },\n \"array\": {\n \"arrival_format\": [\n \"array\"\n ],\n \"store_format\": {\n \"array\": {\n \"jsonSchema\": \"array\",\n \"datasource\": \"array\"\n }\n }\n },\n \"boolean\": {\n \"arrival_format\": [\n \"boolean\"\n ],\n \"store_format\": {\n \"boolean\": {\n \"jsonSchema\": \"boolean\",\n \"datasource\": \"boolean\"\n }\n }\n }\n },\n \"configurations\": {\n \"indexConfiguration\": {\n \"index\": {\n \"Event Arrival Time\": \"obsrv_meta.syncts\"\n },\n \"rollupSuggestions\": {}\n },\n \"processing\": {\n \"dedupKeys\": [],\n \"dropDuplicates\": [\n \"Yes\",\n \"No\"\n ]\n }\n },\n \"mergedEvent\": {\n \"$schema\": \"https://json-schema.org/draft/2020-12/schema\",\n \"type\": \"object\",\n \"properties\": {\n \"eid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"ets\": {\n \"type\": \"integer\",\n \"suggestions\": [\n {\n \"message\": \"The Property 'ets' appears to be 'epoch' format type.\",\n \"severity\": \"\",\n \"path\": \"properties.ets\"\n }\n ],\n \"arrival_format\": \"number\",\n \"data_type\": \"epoch\"\n },\n \"syncts\": {\n \"type\": \"integer\",\n \"suggestions\": [\n {\n \"message\": \"The Property 'syncts' appears to be 'epoch' format type.\",\n \"severity\": \"\",\n \"path\": \"properties.syncts\"\n }\n ],\n \"arrival_format\": \"number\",\n \"data_type\": \"epoch\"\n },\n \"ver\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"mid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"uid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"content_id\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"context\": {\n \"type\": \"object\",\n \"properties\": {\n \"pdata\": {\n \"type\": \"object\",\n \"properties\": {\n \"id\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"ver\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"model\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"pid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n }\n },\n \"arrival_format\": \"object\",\n \"data_type\": \"object\",\n \"additionalProperties\": true\n },\n \"granularity\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"date_range\": {\n \"type\": \"object\",\n \"properties\": {\n \"from\": {\n \"type\": \"integer\",\n \"suggestions\": [\n {\n \"message\": \"The Property 'context.date_range.from' appears to be 'epoch' format type.\",\n \"severity\": \"\",\n \"path\": \"properties.context.properties.date_range.properties.from\"\n }\n ],\n \"arrival_format\": \"number\",\n \"data_type\": \"epoch\"\n },\n \"to\": {\n \"type\": \"integer\",\n \"suggestions\": [\n {\n \"message\": \"The Property 'context.date_range.to' appears to be 'epoch' format type.\",\n \"severity\": \"\",\n \"path\": \"properties.context.properties.date_range.properties.to\"\n }\n ],\n \"arrival_format\": \"number\",\n \"data_type\": \"epoch\"\n }\n },\n \"arrival_format\": \"object\",\n \"data_type\": \"object\",\n \"additionalProperties\": true\n },\n \"rollup\": {\n \"type\": \"object\",\n \"arrival_format\": \"object\",\n \"data_type\": \"object\",\n \"additionalProperties\": true\n },\n \"cdata\": {\n \"type\": \"array\",\n \"items\": false,\n \"arrival_format\": \"array\",\n \"data_type\": \"array\"\n }\n },\n \"arrival_format\": \"object\",\n \"data_type\": \"object\",\n \"additionalProperties\": true\n },\n \"dimensions\": {\n \"type\": \"object\",\n \"properties\": {\n \"did\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"pdata\": {\n \"type\": \"object\",\n \"properties\": {\n \"id\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"ver\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"pid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n }\n },\n \"arrival_format\": \"object\",\n \"data_type\": \"object\",\n \"additionalProperties\": true\n },\n \"sid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"channel\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"type\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"mode\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"content_type\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n }\n },\n \"arrival_format\": \"object\",\n \"data_type\": \"object\",\n \"additionalProperties\": true\n },\n \"edata\": {\n \"type\": \"object\",\n \"properties\": {\n \"eks\": {\n \"type\": \"object\",\n \"properties\": {\n \"interact_events_per_min\": {\n \"type\": \"integer\",\n \"arrival_format\": \"number\",\n \"data_type\": \"integer\"\n },\n \"start_time\": {\n \"type\": \"integer\",\n \"suggestions\": [\n {\n \"message\": \"The Property 'edata.eks.start_time' appears to be 'epoch' format type.\",\n \"severity\": \"\",\n \"path\": \"properties.edata.properties.eks.properties.start_time\"\n }\n ],\n \"arrival_format\": \"number\",\n \"data_type\": \"epoch\"\n },\n \"interact_events_count\": {\n \"type\": \"integer\",\n \"arrival_format\": \"number\",\n \"data_type\": \"integer\"\n },\n \"item_responses\": {\n \"type\": \"array\",\n \"items\": false,\n \"arrival_format\": \"array\",\n \"data_type\": \"array\"\n },\n \"end_time\": {\n \"type\": \"integer\",\n \"suggestions\": [\n {\n \"message\": \"The Property 'edata.eks.end_time' appears to be 'epoch' format type.\",\n \"severity\": \"\",\n \"path\": \"properties.edata.properties.eks.properties.end_time\"\n }\n ],\n \"arrival_format\": \"number\",\n \"data_type\": \"epoch\"\n },\n \"events_summary\": {\n \"type\": \"array\",\n \"items\": {\n \"type\": \"object\",\n \"properties\": {\n \"id\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"count\": {\n \"type\": \"integer\",\n \"arrival_format\": \"number\",\n \"data_type\": \"integer\"\n }\n },\n \"additionalProperties\": true\n },\n \"arrival_format\": \"array\",\n \"data_type\": \"array\"\n },\n \"page_summary\": {\n \"type\": \"array\",\n \"items\": {\n \"type\": \"object\",\n \"properties\": {\n \"id\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"env\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"time_spent\": {\n \"type\": \"integer\",\n \"arrival_format\": \"number\",\n \"data_type\": \"integer\"\n },\n \"visit_count\": {\n \"type\": \"integer\",\n \"arrival_format\": \"number\",\n \"data_type\": \"integer\"\n }\n },\n \"additionalProperties\": true\n },\n \"arrival_format\": \"array\",\n \"data_type\": \"array\"\n },\n \"time_diff\": {\n \"type\": \"number\",\n \"arrival_format\": \"number\",\n \"data_type\": \"number\"\n },\n \"telemetry_version\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"env_summary\": {\n \"type\": \"array\",\n \"items\": {\n \"type\": \"object\",\n \"properties\": {\n \"env\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"time_spent\": {\n \"type\": \"integer\",\n \"arrival_format\": \"number\",\n \"data_type\": \"integer\"\n },\n \"count\": {\n \"type\": \"integer\",\n \"arrival_format\": \"number\",\n \"data_type\": \"integer\"\n }\n },\n \"additionalProperties\": true\n },\n \"arrival_format\": \"array\",\n \"data_type\": \"array\"\n },\n \"time_spent\": {\n \"type\": \"number\",\n \"arrival_format\": \"number\",\n \"data_type\": \"number\"\n }\n },\n \"arrival_format\": \"object\",\n \"data_type\": \"object\",\n \"additionalProperties\": true\n }\n },\n \"arrival_format\": \"object\",\n \"data_type\": \"object\",\n \"additionalProperties\": true\n },\n \"tags\": {\n \"type\": \"array\",\n \"items\": {\n \"type\": \"string\"\n },\n \"arrival_format\": \"array\",\n \"data_type\": \"array\"\n },\n \"object\": {\n \"type\": \"object\",\n \"properties\": {\n \"ver\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"id\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n }\n },\n \"arrival_format\": \"object\",\n \"data_type\": \"object\",\n \"additionalProperties\": true\n }\n },\n \"additionalProperties\": true\n }\n }\n },\n {\n \"dataset_id\": \"trip\",\n \"name\": \"trip\",\n \"type\": \"event\",\n \"status\": \"ReadyToPublish\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v2\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"obsrv_meta.syncts\",\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0,\n \"file_upload_path\": [],\n \"dataMappings\": {\n \"text\": {\n \"arrival_format\": [\n \"string\"\n ],\n \"store_format\": {\n \"string\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"string\"\n },\n \"date-time\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"string\"\n },\n \"date\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"string\"\n },\n \"boolean\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"boolean\"\n },\n \"epoch\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"integer\"\n },\n \"long\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"long\"\n },\n \"double\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"double\"\n },\n \"bigdecimal\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"double\"\n },\n \"integer\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"long\"\n }\n }\n },\n \"number\": {\n \"arrival_format\": [\n \"number\",\n \"integer\"\n ],\n \"store_format\": {\n \"integer\": {\n \"jsonSchema\": \"integer\",\n \"datasource\": \"long\"\n },\n \"float\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n },\n \"long\": {\n \"jsonSchema\": \"integer\",\n \"datasource\": \"long\"\n },\n \"double\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n },\n \"bigdecimal\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n },\n \"epoch\": {\n \"jsonSchema\": \"integer\",\n \"datasource\": \"long\"\n },\n \"number\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n }\n }\n },\n \"object\": {\n \"arrival_format\": [\n \"object\"\n ],\n \"store_format\": {\n \"object\": {\n \"jsonSchema\": \"object\",\n \"datasource\": \"json\"\n }\n }\n },\n \"array\": {\n \"arrival_format\": [\n \"array\"\n ],\n \"store_format\": {\n \"array\": {\n \"jsonSchema\": \"array\",\n \"datasource\": \"array\"\n }\n }\n },\n \"boolean\": {\n \"arrival_format\": [\n \"boolean\"\n ],\n \"store_format\": {\n \"boolean\": {\n \"jsonSchema\": \"boolean\",\n \"datasource\": \"boolean\"\n }\n }\n }\n },\n \"configurations\": {\n \"indexConfiguration\": {\n \"index\": {\n \"Event Arrival Time\": \"obsrv_meta.syncts\"\n },\n \"rollupSuggestions\": {\n \"summary\": {\n \"tripID\": {\n \"path\": \"$.tripID\",\n \"cardinality\": 99,\n \"index\": false\n }\n }\n }\n },\n \"processing\": {\n \"dedupKeys\": [\n \"tripID\"\n ],\n \"dropDuplicates\": [\n \"Yes\",\n \"No\"\n ]\n }\n },\n \"mergedEvent\": {\n \"tripID\": \"02e07922-e8a5-4655-84a8-b5ba1866f9fe\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-04-28 00:18:42\",\n \"tpep_dropoff_datetime\": \"2024-02-15 00:24:38\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.60\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"236\",\n \"DOLocationID\": \"239\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Dewayne_Kuvalis17@gmail.com\",\n \"mobile\": \"1-429-628-3797 x14211\"\n },\n \"fare_details\": {\n \"fare_amount\": \"7\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"8.3\",\n \"congestion_surcharge\": \"\"\n },\n \"passenger-name\": \"yashashk\"\n }\n }\n },\n {\n \"dataset_id\": \"test1\",\n \"name\": \"test1\",\n \"type\": \"event\",\n \"status\": \"ReadyToPublish\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v2\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"obsrv_meta.syncts\",\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0,\n \"file_upload_path\": [],\n \"dataMappings\": {\n \"text\": {\n \"arrival_format\": [\n \"string\"\n ],\n \"store_format\": {\n \"string\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"string\"\n },\n \"date-time\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"string\"\n },\n \"date\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"string\"\n },\n \"boolean\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"boolean\"\n },\n \"epoch\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"integer\"\n },\n \"long\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"long\"\n },\n \"double\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"double\"\n },\n \"bigdecimal\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"double\"\n },\n \"integer\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"long\"\n }\n }\n },\n \"number\": {\n \"arrival_format\": [\n \"number\",\n \"integer\"\n ],\n \"store_format\": {\n \"integer\": {\n \"jsonSchema\": \"integer\",\n \"datasource\": \"long\"\n },\n \"float\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n },\n \"long\": {\n \"jsonSchema\": \"integer\",\n \"datasource\": \"long\"\n },\n \"double\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n },\n \"bigdecimal\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n },\n \"epoch\": {\n \"jsonSchema\": \"integer\",\n \"datasource\": \"long\"\n },\n \"number\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n }\n }\n },\n \"object\": {\n \"arrival_format\": [\n \"object\"\n ],\n \"store_format\": {\n \"object\": {\n \"jsonSchema\": \"object\",\n \"datasource\": \"json\"\n }\n }\n },\n \"array\": {\n \"arrival_format\": [\n \"array\"\n ],\n \"store_format\": {\n \"array\": {\n \"jsonSchema\": \"array\",\n \"datasource\": \"array\"\n }\n }\n },\n \"boolean\": {\n \"arrival_format\": [\n \"boolean\"\n ],\n \"store_format\": {\n \"boolean\": {\n \"jsonSchema\": \"boolean\",\n \"datasource\": \"boolean\"\n }\n }\n }\n },\n \"configurations\": {\n \"indexConfiguration\": {\n \"index\": {\n \"Event Arrival Time\": \"obsrv_meta.syncts\"\n },\n \"rollupSuggestions\": {\n \"summary\": {\n \"tripID\": {\n \"path\": \"$.tripID\",\n \"cardinality\": 99,\n \"index\": false\n }\n }\n }\n },\n \"processing\": {\n \"dedupKeys\": [\n \"tripID\"\n ],\n \"dropDuplicates\": [\n \"Yes\",\n \"No\"\n ]\n }\n },\n \"mergedEvent\": {\n \"tripID\": \"02e07922-e8a5-4655-84a8-b5ba1866f9fe\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-04-28 00:18:42\",\n \"tpep_dropoff_datetime\": \"2024-02-15 00:24:38\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.60\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"236\",\n \"DOLocationID\": \"239\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Dewayne_Kuvalis17@gmail.com\",\n \"mobile\": \"1-429-628-3797 x14211\"\n },\n \"fare_details\": {\n \"fare_amount\": \"7\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"8.3\",\n \"congestion_surcharge\": \"\"\n },\n \"passenger-name\": \"yashashk\"\n }\n }\n },\n {\n \"dataset_id\": \"beckn-test-data\",\n \"name\": \"beckn-test-data\",\n \"type\": \"event\",\n \"status\": \"ReadyToPublish\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v2\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"ets\",\n \"entry_topic\": \"beckn-test-data\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0,\n \"file_upload_path\": [],\n \"exclude_fields\": []\n }\n },\n {\n \"dataset_id\": \"trip-details\",\n \"name\": \"trip-details\",\n \"type\": \"event\",\n \"status\": \"ReadyToPublish\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v2\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"obsrv_meta.syncts\",\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0,\n \"file_upload_path\": [],\n \"dataMappings\": {\n \"text\": {\n \"arrival_format\": [\n \"string\"\n ],\n \"store_format\": {\n \"string\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"string\"\n },\n \"date-time\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"string\"\n },\n \"date\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"string\"\n },\n \"boolean\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"boolean\"\n },\n \"epoch\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"integer\"\n },\n \"long\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"long\"\n },\n \"double\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"double\"\n },\n \"bigdecimal\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"double\"\n },\n \"integer\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"long\"\n }\n }\n },\n \"number\": {\n \"arrival_format\": [\n \"number\",\n \"integer\"\n ],\n \"store_format\": {\n \"integer\": {\n \"jsonSchema\": \"integer\",\n \"datasource\": \"long\"\n },\n \"float\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n },\n \"long\": {\n \"jsonSchema\": \"integer\",\n \"datasource\": \"long\"\n },\n \"double\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n },\n \"bigdecimal\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n },\n \"epoch\": {\n \"jsonSchema\": \"integer\",\n \"datasource\": \"long\"\n },\n \"number\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n }\n }\n },\n \"object\": {\n \"arrival_format\": [\n \"object\"\n ],\n \"store_format\": {\n \"object\": {\n \"jsonSchema\": \"object\",\n \"datasource\": \"json\"\n }\n }\n },\n \"array\": {\n \"arrival_format\": [\n \"array\"\n ],\n \"store_format\": {\n \"array\": {\n \"jsonSchema\": \"array\",\n \"datasource\": \"array\"\n }\n }\n },\n \"boolean\": {\n \"arrival_format\": [\n \"boolean\"\n ],\n \"store_format\": {\n \"boolean\": {\n \"jsonSchema\": \"boolean\",\n \"datasource\": \"boolean\"\n }\n }\n }\n },\n \"configurations\": {\n \"indexConfiguration\": {\n \"index\": {\n \"Event Arrival Time\": \"obsrv_meta.syncts\"\n },\n \"rollupSuggestions\": {\n \"summary\": {\n \"tripID\": {\n \"path\": \"$.tripID\",\n \"cardinality\": 99,\n \"index\": false\n }\n }\n }\n },\n \"processing\": {\n \"dedupKeys\": [\n \"tripID\"\n ],\n \"dropDuplicates\": [\n \"Yes\",\n \"No\"\n ]\n }\n },\n \"mergedEvent\": {\n \"tripID\": \"02e07922-e8a5-4655-84a8-b5ba1866f9fe\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-04-28 00:18:42\",\n \"tpep_dropoff_datetime\": \"2024-02-15 00:24:38\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.60\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"236\",\n \"DOLocationID\": \"239\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Dewayne_Kuvalis17@gmail.com\",\n \"mobile\": \"1-429-628-3797 x14211\"\n },\n \"fare_details\": {\n \"fare_amount\": \"7\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"8.3\",\n \"congestion_surcharge\": \"\"\n },\n \"passenger-name\": \"yashashk\"\n }\n }\n }\n ],\n \"count\": 30\n }\n}" - }, - { - "name": "Success: Filter based on status as array", - "originalRequest": { - "method": "POST", - "header": [], - "body": { - "mode": "raw", - "raw": "{\n \"id\": \"api.datasets.list\",\n \"ver\": \"v1\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n \"filters\": {\n \"status\": [\n \"Live\"\n ]\n }\n }\n}", - "options": { - "raw": { - "language": "json" - } - } - }, - "url": "localhost:3007/v2/datasets/list" - }, - "status": "OK", - "code": 200, - "_postman_previewlanguage": "json", - "header": [ - { - "key": "X-Powered-By", - "value": "Express" - }, - { - "key": "Content-Type", - "value": "application/json; charset=utf-8" - }, - { - "key": "Content-Length", - "value": "5475" - }, - { - "key": "ETag", - "value": "W/\"1563-FnaUnwhv4LmMcE5J8f4+jKz+DDk\"" - }, - { - "key": "Date", - "value": "Wed, 17 Jul 2024 12:27:38 GMT" - }, - { - "key": "Connection", - "value": "keep-alive" - }, - { - "key": "Keep-Alive", - "value": "timeout=5" - } - ], - "cookie": [], - "body": "{\n \"id\": \"api.datasets.list\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-17T17:57:38+05:30\",\n \"params\": {\n \"status\": \"SUCCESS\",\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\",\n \"resmsgid\": \"31aba5bc-8492-45ce-be0e-8c52d8716014\"\n },\n \"responseCode\": \"OK\",\n \"result\": {\n \"data\": [\n {\n \"dataset_id\": \"telemetry-summary\",\n \"name\": \"telemetry-summary\",\n \"type\": \"event\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"obsrv_meta.syncts\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"tripdetailstest\",\n \"name\": \"TripDetailsTest1\",\n \"type\": \"event\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"tpep_dropoff_datetime\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"test-normal\",\n \"name\": \"test-normal-renamed\",\n \"type\": \"event\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"tpep_pickup_datetime\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"test-dataset\",\n \"name\": \"test-dataset-renamed\",\n \"type\": \"event\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"tpep_dropoff_datetime\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"triptestdataset\",\n \"name\": \"triptestdataset\",\n \"type\": \"event\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"tpep_pickup_datetime\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"master-test\",\n \"name\": \"master-test\",\n \"type\": \"master\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"userid\",\n \"timestamp_key\": \"\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.masterdata.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 54\n }\n },\n {\n \"dataset_id\": \"test-trip-details\",\n \"name\": \"test-trip-details\",\n \"type\": \"event\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"obsrv_meta.syncts\",\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0,\n \"file_upload_path\": []\n }\n },\n {\n \"dataset_id\": \"sb-telemetry\",\n \"name\": \"sb-telemetry\",\n \"type\": \"event\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"ets\",\n \"exclude_fields\": [],\n \"entry_topic\": \"sb-dev.ingest\",\n \"redis_db_host\": \"obsrv-redis-master.redis.svc.cluster.local\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"sb-telemetry-user\",\n \"name\": \"sb-telemetry-user\",\n \"type\": \"master\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"id\",\n \"timestamp_key\": \"\",\n \"exclude_fields\": [],\n \"entry_topic\": \"sb-dev.masterdata.ingest\",\n \"redis_db_host\": \"obsrv-redis-master.redis.svc.cluster.local\",\n \"redis_db_port\": 6379,\n \"index_data\": false,\n \"redis_db\": 4\n }\n },\n {\n \"dataset_id\": \"sb-telemetry-test\",\n \"name\": \"sb-telemetry\",\n \"type\": \"event\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"ets\",\n \"exclude_fields\": [],\n \"entry_topic\": \"sb-dev.ingest\",\n \"redis_db_host\": \"obsrv-redis-master.redis.svc.cluster.local\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"test-changes\",\n \"name\": \"test-changes\",\n \"type\": \"event\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"date\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"sample1\",\n \"name\": \"sample1\",\n \"type\": \"event\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"time\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"telemetry-events\",\n \"name\": \"telemetry-events\",\n \"type\": \"event\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"date\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"taxt_trip\",\n \"name\": \"taxt_trip\",\n \"type\": \"event\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"date\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"test\",\n \"name\": \"test\",\n \"type\": \"event\",\n \"status\": \"Live\",\n \"tags\": [\n \"TAG1\"\n ],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"obsrv_meta.syncts\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"beckn-test-data\",\n \"name\": \"beckn-test-data\",\n \"type\": \"event\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"ets\",\n \"exclude_fields\": [],\n \"entry_topic\": \"beckn-test-data\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n }\n ],\n \"count\": 16\n }\n}" - }, - { - "name": "Success: Filter basen on status as string", - "originalRequest": { - "method": "POST", - "header": [], - "body": { - "mode": "raw", - "raw": "{\n \"id\": \"api.datasets.list\",\n \"ver\": \"v1\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n \"filters\": {\n \"status\": \"ReadyToPublish\"\n }\n }\n}", - "options": { - "raw": { - "language": "json" - } - } - }, - "url": "localhost:3007/v2/datasets/list" - }, - "status": "OK", - "code": 200, - "_postman_previewlanguage": "json", - "header": [ - { - "key": "X-Powered-By", - "value": "Express" - }, - { - "key": "Content-Type", - "value": "application/json; charset=utf-8" - }, - { - "key": "Content-Length", - "value": "16960" - }, - { - "key": "ETag", - "value": "W/\"4240-18LMqkfsWst/M+Uc53td59PATTk\"" - }, - { - "key": "Date", - "value": "Wed, 17 Jul 2024 12:29:18 GMT" - }, - { - "key": "Connection", - "value": "keep-alive" - }, - { - "key": "Keep-Alive", - "value": "timeout=5" - } - ], - "cookie": [], - "body": "{\n \"id\": \"api.datasets.list\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-17T17:59:18+05:30\",\n \"params\": {\n \"status\": \"SUCCESS\",\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\",\n \"resmsgid\": \"a08c7ea0-bb1c-4998-b47d-a76e38e87e31\"\n },\n \"responseCode\": \"OK\",\n \"result\": {\n \"data\": [\n {\n \"dataset_id\": \"test-summary\",\n \"name\": \"test-summary\",\n \"type\": \"event\",\n \"status\": \"ReadyToPublish\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": null,\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"obsrv_meta.syncts\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"trip-details1\",\n \"name\": \"trip-details\",\n \"type\": \"event\",\n \"status\": \"ReadyToPublish\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": null,\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"tpep_pickup_datetime\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"telemetry-test-dataset\",\n \"name\": \"telemetry-test-dataset\",\n \"type\": \"event\",\n \"status\": \"ReadyToPublish\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": null,\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"obsrv_meta.syncts\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0\n }\n },\n {\n \"dataset_id\": \"test-rollup\",\n \"name\": \"test-rollup\",\n \"type\": \"event\",\n \"status\": \"ReadyToPublish\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v2\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"obsrv_meta.syncts\",\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0,\n \"file_upload_path\": [],\n \"dataMappings\": {\n \"text\": {\n \"arrival_format\": [\n \"string\"\n ],\n \"store_format\": {\n \"string\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"string\"\n },\n \"date-time\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"string\"\n },\n \"date\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"string\"\n },\n \"boolean\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"boolean\"\n },\n \"epoch\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"integer\"\n },\n \"long\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"long\"\n },\n \"double\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"double\"\n },\n \"bigdecimal\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"double\"\n },\n \"integer\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"long\"\n }\n }\n },\n \"number\": {\n \"arrival_format\": [\n \"number\",\n \"integer\"\n ],\n \"store_format\": {\n \"integer\": {\n \"jsonSchema\": \"integer\",\n \"datasource\": \"long\"\n },\n \"float\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n },\n \"long\": {\n \"jsonSchema\": \"integer\",\n \"datasource\": \"long\"\n },\n \"double\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n },\n \"bigdecimal\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n },\n \"epoch\": {\n \"jsonSchema\": \"integer\",\n \"datasource\": \"long\"\n },\n \"number\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n }\n }\n },\n \"object\": {\n \"arrival_format\": [\n \"object\"\n ],\n \"store_format\": {\n \"object\": {\n \"jsonSchema\": \"object\",\n \"datasource\": \"json\"\n }\n }\n },\n \"array\": {\n \"arrival_format\": [\n \"array\"\n ],\n \"store_format\": {\n \"array\": {\n \"jsonSchema\": \"array\",\n \"datasource\": \"array\"\n }\n }\n },\n \"boolean\": {\n \"arrival_format\": [\n \"boolean\"\n ],\n \"store_format\": {\n \"boolean\": {\n \"jsonSchema\": \"boolean\",\n \"datasource\": \"boolean\"\n }\n }\n }\n },\n \"configurations\": {\n \"indexConfiguration\": {\n \"index\": {\n \"Event Arrival Time\": \"obsrv_meta.syncts\"\n },\n \"rollupSuggestions\": {}\n },\n \"processing\": {\n \"dedupKeys\": [],\n \"dropDuplicates\": [\n \"Yes\",\n \"No\"\n ]\n }\n },\n \"mergedEvent\": {\n \"$schema\": \"https://json-schema.org/draft/2020-12/schema\",\n \"type\": \"object\",\n \"properties\": {\n \"eid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"ets\": {\n \"type\": \"integer\",\n \"suggestions\": [\n {\n \"message\": \"The Property 'ets' appears to be 'epoch' format type.\",\n \"severity\": \"\",\n \"path\": \"properties.ets\"\n }\n ],\n \"arrival_format\": \"number\",\n \"data_type\": \"epoch\"\n },\n \"syncts\": {\n \"type\": \"integer\",\n \"suggestions\": [\n {\n \"message\": \"The Property 'syncts' appears to be 'epoch' format type.\",\n \"severity\": \"\",\n \"path\": \"properties.syncts\"\n }\n ],\n \"arrival_format\": \"number\",\n \"data_type\": \"epoch\"\n },\n \"ver\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"mid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"uid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"content_id\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"context\": {\n \"type\": \"object\",\n \"properties\": {\n \"pdata\": {\n \"type\": \"object\",\n \"properties\": {\n \"id\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"ver\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"model\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"pid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n }\n },\n \"arrival_format\": \"object\",\n \"data_type\": \"object\",\n \"additionalProperties\": true\n },\n \"granularity\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"date_range\": {\n \"type\": \"object\",\n \"properties\": {\n \"from\": {\n \"type\": \"integer\",\n \"suggestions\": [\n {\n \"message\": \"The Property 'context.date_range.from' appears to be 'epoch' format type.\",\n \"severity\": \"\",\n \"path\": \"properties.context.properties.date_range.properties.from\"\n }\n ],\n \"arrival_format\": \"number\",\n \"data_type\": \"epoch\"\n },\n \"to\": {\n \"type\": \"integer\",\n \"suggestions\": [\n {\n \"message\": \"The Property 'context.date_range.to' appears to be 'epoch' format type.\",\n \"severity\": \"\",\n \"path\": \"properties.context.properties.date_range.properties.to\"\n }\n ],\n \"arrival_format\": \"number\",\n \"data_type\": \"epoch\"\n }\n },\n \"arrival_format\": \"object\",\n \"data_type\": \"object\",\n \"additionalProperties\": true\n },\n \"rollup\": {\n \"type\": \"object\",\n \"arrival_format\": \"object\",\n \"data_type\": \"object\",\n \"additionalProperties\": true\n },\n \"cdata\": {\n \"type\": \"array\",\n \"items\": false,\n \"arrival_format\": \"array\",\n \"data_type\": \"array\"\n }\n },\n \"arrival_format\": \"object\",\n \"data_type\": \"object\",\n \"additionalProperties\": true\n },\n \"dimensions\": {\n \"type\": \"object\",\n \"properties\": {\n \"did\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"pdata\": {\n \"type\": \"object\",\n \"properties\": {\n \"id\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"ver\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"pid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n }\n },\n \"arrival_format\": \"object\",\n \"data_type\": \"object\",\n \"additionalProperties\": true\n },\n \"sid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"channel\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"type\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"mode\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"content_type\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n }\n },\n \"arrival_format\": \"object\",\n \"data_type\": \"object\",\n \"additionalProperties\": true\n },\n \"edata\": {\n \"type\": \"object\",\n \"properties\": {\n \"eks\": {\n \"type\": \"object\",\n \"properties\": {\n \"interact_events_per_min\": {\n \"type\": \"integer\",\n \"arrival_format\": \"number\",\n \"data_type\": \"integer\"\n },\n \"start_time\": {\n \"type\": \"integer\",\n \"suggestions\": [\n {\n \"message\": \"The Property 'edata.eks.start_time' appears to be 'epoch' format type.\",\n \"severity\": \"\",\n \"path\": \"properties.edata.properties.eks.properties.start_time\"\n }\n ],\n \"arrival_format\": \"number\",\n \"data_type\": \"epoch\"\n },\n \"interact_events_count\": {\n \"type\": \"integer\",\n \"arrival_format\": \"number\",\n \"data_type\": \"integer\"\n },\n \"item_responses\": {\n \"type\": \"array\",\n \"items\": false,\n \"arrival_format\": \"array\",\n \"data_type\": \"array\"\n },\n \"end_time\": {\n \"type\": \"integer\",\n \"suggestions\": [\n {\n \"message\": \"The Property 'edata.eks.end_time' appears to be 'epoch' format type.\",\n \"severity\": \"\",\n \"path\": \"properties.edata.properties.eks.properties.end_time\"\n }\n ],\n \"arrival_format\": \"number\",\n \"data_type\": \"epoch\"\n },\n \"events_summary\": {\n \"type\": \"array\",\n \"items\": {\n \"type\": \"object\",\n \"properties\": {\n \"id\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"count\": {\n \"type\": \"integer\",\n \"arrival_format\": \"number\",\n \"data_type\": \"integer\"\n }\n },\n \"additionalProperties\": true\n },\n \"arrival_format\": \"array\",\n \"data_type\": \"array\"\n },\n \"page_summary\": {\n \"type\": \"array\",\n \"items\": {\n \"type\": \"object\",\n \"properties\": {\n \"id\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"env\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"time_spent\": {\n \"type\": \"integer\",\n \"arrival_format\": \"number\",\n \"data_type\": \"integer\"\n },\n \"visit_count\": {\n \"type\": \"integer\",\n \"arrival_format\": \"number\",\n \"data_type\": \"integer\"\n }\n },\n \"additionalProperties\": true\n },\n \"arrival_format\": \"array\",\n \"data_type\": \"array\"\n },\n \"time_diff\": {\n \"type\": \"number\",\n \"arrival_format\": \"number\",\n \"data_type\": \"number\"\n },\n \"telemetry_version\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"env_summary\": {\n \"type\": \"array\",\n \"items\": {\n \"type\": \"object\",\n \"properties\": {\n \"env\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"time_spent\": {\n \"type\": \"integer\",\n \"arrival_format\": \"number\",\n \"data_type\": \"integer\"\n },\n \"count\": {\n \"type\": \"integer\",\n \"arrival_format\": \"number\",\n \"data_type\": \"integer\"\n }\n },\n \"additionalProperties\": true\n },\n \"arrival_format\": \"array\",\n \"data_type\": \"array\"\n },\n \"time_spent\": {\n \"type\": \"number\",\n \"arrival_format\": \"number\",\n \"data_type\": \"number\"\n }\n },\n \"arrival_format\": \"object\",\n \"data_type\": \"object\",\n \"additionalProperties\": true\n }\n },\n \"arrival_format\": \"object\",\n \"data_type\": \"object\",\n \"additionalProperties\": true\n },\n \"tags\": {\n \"type\": \"array\",\n \"items\": {\n \"type\": \"string\"\n },\n \"arrival_format\": \"array\",\n \"data_type\": \"array\"\n },\n \"object\": {\n \"type\": \"object\",\n \"properties\": {\n \"ver\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"id\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n }\n },\n \"arrival_format\": \"object\",\n \"data_type\": \"object\",\n \"additionalProperties\": true\n }\n },\n \"additionalProperties\": true\n }\n }\n },\n {\n \"dataset_id\": \"trip\",\n \"name\": \"trip\",\n \"type\": \"event\",\n \"status\": \"ReadyToPublish\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v2\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"obsrv_meta.syncts\",\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0,\n \"file_upload_path\": [],\n \"dataMappings\": {\n \"text\": {\n \"arrival_format\": [\n \"string\"\n ],\n \"store_format\": {\n \"string\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"string\"\n },\n \"date-time\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"string\"\n },\n \"date\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"string\"\n },\n \"boolean\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"boolean\"\n },\n \"epoch\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"integer\"\n },\n \"long\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"long\"\n },\n \"double\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"double\"\n },\n \"bigdecimal\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"double\"\n },\n \"integer\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"long\"\n }\n }\n },\n \"number\": {\n \"arrival_format\": [\n \"number\",\n \"integer\"\n ],\n \"store_format\": {\n \"integer\": {\n \"jsonSchema\": \"integer\",\n \"datasource\": \"long\"\n },\n \"float\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n },\n \"long\": {\n \"jsonSchema\": \"integer\",\n \"datasource\": \"long\"\n },\n \"double\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n },\n \"bigdecimal\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n },\n \"epoch\": {\n \"jsonSchema\": \"integer\",\n \"datasource\": \"long\"\n },\n \"number\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n }\n }\n },\n \"object\": {\n \"arrival_format\": [\n \"object\"\n ],\n \"store_format\": {\n \"object\": {\n \"jsonSchema\": \"object\",\n \"datasource\": \"json\"\n }\n }\n },\n \"array\": {\n \"arrival_format\": [\n \"array\"\n ],\n \"store_format\": {\n \"array\": {\n \"jsonSchema\": \"array\",\n \"datasource\": \"array\"\n }\n }\n },\n \"boolean\": {\n \"arrival_format\": [\n \"boolean\"\n ],\n \"store_format\": {\n \"boolean\": {\n \"jsonSchema\": \"boolean\",\n \"datasource\": \"boolean\"\n }\n }\n }\n },\n \"configurations\": {\n \"indexConfiguration\": {\n \"index\": {\n \"Event Arrival Time\": \"obsrv_meta.syncts\"\n },\n \"rollupSuggestions\": {\n \"summary\": {\n \"tripID\": {\n \"path\": \"$.tripID\",\n \"cardinality\": 99,\n \"index\": false\n }\n }\n }\n },\n \"processing\": {\n \"dedupKeys\": [\n \"tripID\"\n ],\n \"dropDuplicates\": [\n \"Yes\",\n \"No\"\n ]\n }\n },\n \"mergedEvent\": {\n \"tripID\": \"02e07922-e8a5-4655-84a8-b5ba1866f9fe\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-04-28 00:18:42\",\n \"tpep_dropoff_datetime\": \"2024-02-15 00:24:38\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.60\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"236\",\n \"DOLocationID\": \"239\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Dewayne_Kuvalis17@gmail.com\",\n \"mobile\": \"1-429-628-3797 x14211\"\n },\n \"fare_details\": {\n \"fare_amount\": \"7\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"8.3\",\n \"congestion_surcharge\": \"\"\n },\n \"passenger-name\": \"yashashk\"\n }\n }\n },\n {\n \"dataset_id\": \"test1\",\n \"name\": \"test1\",\n \"type\": \"event\",\n \"status\": \"ReadyToPublish\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v2\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"obsrv_meta.syncts\",\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0,\n \"file_upload_path\": [],\n \"dataMappings\": {\n \"text\": {\n \"arrival_format\": [\n \"string\"\n ],\n \"store_format\": {\n \"string\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"string\"\n },\n \"date-time\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"string\"\n },\n \"date\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"string\"\n },\n \"boolean\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"boolean\"\n },\n \"epoch\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"integer\"\n },\n \"long\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"long\"\n },\n \"double\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"double\"\n },\n \"bigdecimal\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"double\"\n },\n \"integer\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"long\"\n }\n }\n },\n \"number\": {\n \"arrival_format\": [\n \"number\",\n \"integer\"\n ],\n \"store_format\": {\n \"integer\": {\n \"jsonSchema\": \"integer\",\n \"datasource\": \"long\"\n },\n \"float\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n },\n \"long\": {\n \"jsonSchema\": \"integer\",\n \"datasource\": \"long\"\n },\n \"double\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n },\n \"bigdecimal\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n },\n \"epoch\": {\n \"jsonSchema\": \"integer\",\n \"datasource\": \"long\"\n },\n \"number\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n }\n }\n },\n \"object\": {\n \"arrival_format\": [\n \"object\"\n ],\n \"store_format\": {\n \"object\": {\n \"jsonSchema\": \"object\",\n \"datasource\": \"json\"\n }\n }\n },\n \"array\": {\n \"arrival_format\": [\n \"array\"\n ],\n \"store_format\": {\n \"array\": {\n \"jsonSchema\": \"array\",\n \"datasource\": \"array\"\n }\n }\n },\n \"boolean\": {\n \"arrival_format\": [\n \"boolean\"\n ],\n \"store_format\": {\n \"boolean\": {\n \"jsonSchema\": \"boolean\",\n \"datasource\": \"boolean\"\n }\n }\n }\n },\n \"configurations\": {\n \"indexConfiguration\": {\n \"index\": {\n \"Event Arrival Time\": \"obsrv_meta.syncts\"\n },\n \"rollupSuggestions\": {\n \"summary\": {\n \"tripID\": {\n \"path\": \"$.tripID\",\n \"cardinality\": 99,\n \"index\": false\n }\n }\n }\n },\n \"processing\": {\n \"dedupKeys\": [\n \"tripID\"\n ],\n \"dropDuplicates\": [\n \"Yes\",\n \"No\"\n ]\n }\n },\n \"mergedEvent\": {\n \"tripID\": \"02e07922-e8a5-4655-84a8-b5ba1866f9fe\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-04-28 00:18:42\",\n \"tpep_dropoff_datetime\": \"2024-02-15 00:24:38\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.60\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"236\",\n \"DOLocationID\": \"239\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Dewayne_Kuvalis17@gmail.com\",\n \"mobile\": \"1-429-628-3797 x14211\"\n },\n \"fare_details\": {\n \"fare_amount\": \"7\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"8.3\",\n \"congestion_surcharge\": \"\"\n },\n \"passenger-name\": \"yashashk\"\n }\n }\n },\n {\n \"dataset_id\": \"beckn-test-data\",\n \"name\": \"beckn-test-data\",\n \"type\": \"event\",\n \"status\": \"ReadyToPublish\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v2\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"ets\",\n \"entry_topic\": \"beckn-test-data\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0,\n \"file_upload_path\": [],\n \"exclude_fields\": []\n }\n },\n {\n \"dataset_id\": \"trip-details\",\n \"name\": \"trip-details\",\n \"type\": \"event\",\n \"status\": \"ReadyToPublish\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v2\",\n \"dataset_config\": {\n \"data_key\": \"\",\n \"timestamp_key\": \"obsrv_meta.syncts\",\n \"entry_topic\": \"local.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 0,\n \"file_upload_path\": [],\n \"dataMappings\": {\n \"text\": {\n \"arrival_format\": [\n \"string\"\n ],\n \"store_format\": {\n \"string\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"string\"\n },\n \"date-time\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"string\"\n },\n \"date\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"string\"\n },\n \"boolean\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"boolean\"\n },\n \"epoch\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"integer\"\n },\n \"long\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"long\"\n },\n \"double\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"double\"\n },\n \"bigdecimal\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"double\"\n },\n \"integer\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"long\"\n }\n }\n },\n \"number\": {\n \"arrival_format\": [\n \"number\",\n \"integer\"\n ],\n \"store_format\": {\n \"integer\": {\n \"jsonSchema\": \"integer\",\n \"datasource\": \"long\"\n },\n \"float\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n },\n \"long\": {\n \"jsonSchema\": \"integer\",\n \"datasource\": \"long\"\n },\n \"double\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n },\n \"bigdecimal\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n },\n \"epoch\": {\n \"jsonSchema\": \"integer\",\n \"datasource\": \"long\"\n },\n \"number\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n }\n }\n },\n \"object\": {\n \"arrival_format\": [\n \"object\"\n ],\n \"store_format\": {\n \"object\": {\n \"jsonSchema\": \"object\",\n \"datasource\": \"json\"\n }\n }\n },\n \"array\": {\n \"arrival_format\": [\n \"array\"\n ],\n \"store_format\": {\n \"array\": {\n \"jsonSchema\": \"array\",\n \"datasource\": \"array\"\n }\n }\n },\n \"boolean\": {\n \"arrival_format\": [\n \"boolean\"\n ],\n \"store_format\": {\n \"boolean\": {\n \"jsonSchema\": \"boolean\",\n \"datasource\": \"boolean\"\n }\n }\n }\n },\n \"configurations\": {\n \"indexConfiguration\": {\n \"index\": {\n \"Event Arrival Time\": \"obsrv_meta.syncts\"\n },\n \"rollupSuggestions\": {\n \"summary\": {\n \"tripID\": {\n \"path\": \"$.tripID\",\n \"cardinality\": 99,\n \"index\": false\n }\n }\n }\n },\n \"processing\": {\n \"dedupKeys\": [\n \"tripID\"\n ],\n \"dropDuplicates\": [\n \"Yes\",\n \"No\"\n ]\n }\n },\n \"mergedEvent\": {\n \"tripID\": \"02e07922-e8a5-4655-84a8-b5ba1866f9fe\",\n \"VendorID\": \"2\",\n \"tpep_pickup_datetime\": \"2023-04-28 00:18:42\",\n \"tpep_dropoff_datetime\": \"2024-02-15 00:24:38\",\n \"passenger_count\": \"1\",\n \"trip_distance\": \"1.60\",\n \"RatecodeID\": \"1\",\n \"store_and_fwd_flag\": \"N\",\n \"PULocationID\": \"236\",\n \"DOLocationID\": \"239\",\n \"payment_type\": \"2\",\n \"primary_passenger\": {\n \"email\": \"Dewayne_Kuvalis17@gmail.com\",\n \"mobile\": \"1-429-628-3797 x14211\"\n },\n \"fare_details\": {\n \"fare_amount\": \"7\",\n \"extra\": \"0.5\",\n \"mta_tax\": \"0.5\",\n \"tip_amount\": \"0\",\n \"tolls_amount\": \"0\",\n \"improvement_surcharge\": \"0.3\",\n \"total_amount\": \"8.3\",\n \"congestion_surcharge\": \"\"\n },\n \"passenger-name\": \"yashashk\"\n }\n }\n }\n ],\n \"count\": 8\n }\n}" - }, - { - "name": "Success: Filter based on dataset type", - "originalRequest": { - "method": "POST", - "header": [], - "body": { - "mode": "raw", - "raw": "{\n \"id\": \"api.datasets.list\",\n \"ver\": \"v1\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n \"filters\": {\n \"status\": \"Live\",\n \"type\": \"master\"\n }\n }\n}", - "options": { - "raw": { - "language": "json" - } - } - }, - "url": "localhost:3007/v2/datasets/list" - }, - "status": "OK", - "code": 200, - "_postman_previewlanguage": "json", - "header": [ - { - "key": "X-Powered-By", - "value": "Express" - }, - { - "key": "Content-Type", - "value": "application/json; charset=utf-8" - }, - { - "key": "Content-Length", - "value": "933" - }, - { - "key": "ETag", - "value": "W/\"3a5-IM9o2EpRUzccL+l2CW/BBpoBMqA\"" - }, - { - "key": "Date", - "value": "Wed, 17 Jul 2024 12:30:41 GMT" - }, - { - "key": "Connection", - "value": "keep-alive" - }, - { - "key": "Keep-Alive", - "value": "timeout=5" - } - ], - "cookie": [], - "body": "{\n \"id\": \"api.datasets.list\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-17T18:00:41+05:30\",\n \"params\": {\n \"status\": \"SUCCESS\",\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\",\n \"resmsgid\": \"0d1ff2de-42c9-4192-b75d-84f711dbfb55\"\n },\n \"responseCode\": \"OK\",\n \"result\": {\n \"data\": [\n {\n \"dataset_id\": \"master-test\",\n \"name\": \"master-test\",\n \"type\": \"master\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"userid\",\n \"timestamp_key\": \"\",\n \"exclude_fields\": [],\n \"entry_topic\": \"local.masterdata.ingest\",\n \"redis_db_host\": \"localhost\",\n \"redis_db_port\": 6379,\n \"index_data\": true,\n \"redis_db\": 54\n }\n },\n {\n \"dataset_id\": \"sb-telemetry-user\",\n \"name\": \"sb-telemetry-user\",\n \"type\": \"master\",\n \"status\": \"Live\",\n \"tags\": [],\n \"version\": 1,\n \"api_version\": \"v1\",\n \"dataset_config\": {\n \"data_key\": \"id\",\n \"timestamp_key\": \"\",\n \"exclude_fields\": [],\n \"entry_topic\": \"sb-dev.masterdata.ingest\",\n \"redis_db_host\": \"obsrv-redis-master.redis.svc.cluster.local\",\n \"redis_db_port\": 6379,\n \"index_data\": false,\n \"redis_db\": 4\n }\n }\n ],\n \"count\": 2\n }\n}" - }, - { - "name": "Failure: Invalid payload", - "originalRequest": { - "method": "POST", - "header": [], - "body": { - "mode": "raw", - "raw": "{\n \"id\": \"api.datasets.list\",\n \"ver\": \"v1\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"mid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n \"filters\": {\n \"type\": \"nodataset\"\n }\n }\n}", - "options": { - "raw": { - "language": "json" - } - } - }, - "url": "localhost:3007/v2/datasets/list" - }, - "status": "Bad Request", - "code": 400, - "_postman_previewlanguage": "json", - "header": [ - { - "key": "X-Powered-By", - "value": "Express" - }, - { - "key": "Content-Type", - "value": "application/json; charset=utf-8" - }, - { - "key": "Content-Length", - "value": "312" - }, - { - "key": "ETag", - "value": "W/\"138-XQplwhrgIYKIg0qtQdRCYWIGTNM\"" - }, - { - "key": "Date", - "value": "Wed, 17 Jul 2024 12:32:26 GMT" - }, - { - "key": "Connection", - "value": "keep-alive" - }, - { - "key": "Keep-Alive", - "value": "timeout=5" - } - ], - "cookie": [], - "body": "{\n \"id\": \"api.datasets.list\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-17T18:02:26+05:30\",\n \"params\": {\n \"status\": \"FAILED\",\n \"resmsgid\": \"add9dbe0-f362-4f99-890c-3387c998a049\"\n },\n \"responseCode\": \"BAD_REQUEST\",\n \"result\": {},\n \"error\": {\n \"code\": \"DATASET_LIST_INPUT_INVALID\",\n \"message\": \"#properties/params/required must have required property 'msgid'\"\n }\n}" - } - ] - }, - { - "name": "Data schema generator", - "request": { - "method": "POST", - "header": [ - { - "key": "Content-Type", - "value": "application/json" - }, - { - "key": "Cookie", - "value": "connect.sid=s%3AJzaMWaCpHb1z3bsRWPA9oP7-CQ0SrTch.0WR3PbOYcF4NXk4I6cTfvM1o%2F7Hq5x%2BekUOnwguHHHA" - } - ], - "body": { - "mode": "raw", - "raw": "{\n \"id\": \"api.datasets.dataschema\",\n \"ver\": \"v2\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n \"data\": [\n {\n \"eid\": \"IMPRESSION\",\n \"ets\": 1.672657002221E12,\n \"ver\": \"3.0\",\n \"mid\": \"IMPRESSION:2b5834e196f485c17c4e49d292af43c0\",\n \"actor\": {\n \"id\": \"0c45959486f579c24854d40a225d6161\",\n \"type\": \"User\"\n },\n \"context\": {\n \"channel\": \"01268904781886259221\",\n \"pdata\": {\n \"id\": \"staging.diksha.portal\",\n \"ver\": \"5.1.0\",\n \"pid\": \"sunbird-portal\"\n },\n \"env\": \"public\",\n \"sid\": \"23850c90-8a8c-11ed-95d0-276800e1048c\",\n \"did\": \"0c45959486f579c24854d40a225d6161\",\n \"cdata\": [],\n \"rollup\": {\n \"l1\": \"01268904781886259221\"\n },\n \"uid\": \"anonymous\"\n },\n \"object\": {},\n \"tags\": [\n \"01268904781886259221\"\n ],\n \"edata\": {\n \"type\": \"view\",\n \"pageid\": \"login\",\n \"subtype\": \"pageexit\",\n \"uri\": \"https://staging.sunbirded.org/auth/realms/sunbird/protocol/openid-connect/auth?client_id\\u003dportal\\u0026state\\u003d254efd70-6b89-4f7d-868b-5c957f54174e\\u0026redirect_uri\\u003dhttps%253A%252F%252Fstaging.sunbirded.org%252Fresources%253Fboard%253DState%252520(Andhra%252520Pradesh)%2526medium%253DEnglish%2526gradeLevel%253DClass%2525201%2526%2526id%253Dap_k-12_1%2526selectedTab%253Dhome%2526auth_callback%253D1\\u0026scope\\u003dopenid\\u0026response_type\\u003dcode\\u0026version\\u003d4\",\n \"visits\": []\n },\n \"syncts\": 1672657005814,\n \"@timestamp\": \"2023-01-02T10:56:45.814Z\",\n \"flags\": {\n \"ex_processed\": true\n }\n },\n {\n \"eid\": \"IMPRESSION\",\n \"ets\": 1672656997928,\n \"ver\": \"3.0\",\n \"mid\": \"50263f0f-c2d5-4b15-95f4-5384c537f6cc\",\n \"actor\": {\n \"id\": \"internal\",\n \"type\": \"Consumer\"\n },\n \"context\": {\n \"channel\": \"0126796199493140480\",\n \"pdata\": {\n \"id\": \"staging.sunbird.learning.service\",\n \"pid\": \"learner-service\",\n \"ver\": \"5.0.0\"\n },\n \"env\": \"Organisation\",\n \"cdata\": [\n {\n \"id\": \"50263f0f-c2d5-4b15-95f4-5384c537f6cc\",\n \"type\": \"Request\"\n }\n ],\n \"rollup\": {}\n },\n \"edata\": {\n \"level\": \"info\",\n \"type\": \"Api_access\",\n \"message\": \"\",\n \"params\": [\n {\n \"method\": \"POST\"\n },\n {\n \"url\": \"/v1/org/search\"\n },\n {\n \"duration\": 0\n },\n {\n \"status\": \"OK\"\n }\n ]\n }\n },\n {\n \"eid\": \"LOG\",\n \"ets\": 1672656998024,\n \"ver\": \"3.0\",\n \"mid\": \"4a340ad0-0665-49b6-a1fa-a581dcac4550\",\n \"actor\": {\n \"id\": \"internal\",\n \"type\": \"Consumer\"\n },\n \"context\": {\n \"channel\": \"0126796199493140480\",\n \"pdata\": {\n \"id\": \"staging.sunbird.learning.service\",\n \"pid\": \"learner-service\",\n \"ver\": \"5.0.0\"\n },\n \"env\": \"Organisation\",\n \"cdata\": [\n {\n \"id\": \"4a340ad0-0665-49b6-a1fa-a581dcac4550\",\n \"type\": \"Request\"\n }\n ],\n \"rollup\": {}\n },\n \"edata\": {\n \"level\": \"info\",\n \"type\": \"Api_access\",\n \"message\": \"{eid='LOG', edata={level=trace, requestid=4a340ad0-0665-49b6-a1fa-a581dcac4550, type=system, message=EXIT LOG: method : POST, url: /v1/org/search , For Operation : orgSearch, params=[{msgid=4a340ad0-0665-49b6-a1fa-a581dcac4550, errmsg=Invalid value null for parameter hashTagId. Please provide a valid value., resmsgid=4a340ad0-0665-49b6-a1fa-a581dcac4550, err=UOS_ORGSER0017, status=FAILED, responseCode=400}]}}\",\n \"params\": []\n }\n },\n {\n \"eid\": \"LOG\",\n \"ets\": 1672657004961,\n \"ver\": \"3.0\",\n \"mid\": \"f34112c7242a3e3a26f0015796b029c2\",\n \"actor\": {\n \"id\": \"internal\",\n \"type\": \"Consumer\"\n },\n \"context\": {\n \"channel\": \"0126796199493140480\",\n \"pdata\": {\n \"id\": \"staging.sunbird.learning.service\",\n \"pid\": \"learner-service\",\n \"ver\": \"5.0.0\"\n },\n \"env\": \"Organisation\",\n \"cdata\": [\n {\n \"id\": \"f34112c7242a3e3a26f0015796b029c2\",\n \"type\": \"Request\"\n }\n ],\n \"rollup\": {}\n },\n \"edata\": {\n \"level\": \"info\",\n \"type\": \"Api_access\",\n \"message\": \"ElasticSearchRestHighImpl:search: calling search for index org_alias, with query = {\\\"from\\\":0,\\\"size\\\":250,\\\"query\\\":{\\\"bool\\\":{\\\"must\\\":[{\\\"term\\\":{\\\"isTenant.raw\\\":{\\\"value\\\":true,\\\"boost\\\":1.0}}},{\\\"term\\\":{\\\"slug.raw\\\":{\\\"value\\\":\\\"ntp\\\",\\\"boost\\\":1.0}}}],\\\"adjust_pure_negative\\\":true,\\\"boost\\\":1.0}},\\\"_source\\\":{\\\"includes\\\":[],\\\"excludes\\\":[]}}\",\n \"params\": []\n }\n },\n {\n \"eid\": \"LOG\",\n \"ets\": 1672657006595,\n \"ver\": \"3.0\",\n \"mid\": \"d23ff123-40f0-4262-a69b-b75b46d315a1\",\n \"actor\": {\n \"id\": \"930a3994-cbe7-4e84-936f-4974096af6f2\",\n \"type\": \"Consumer\"\n },\n \"context\": {\n \"channel\": \"0126796199493140480\",\n \"pdata\": {\n \"id\": \"staging.sunbird.learning.service\",\n \"pid\": \"learner-service\",\n \"ver\": \"5.0.0\"\n },\n \"env\": \"User\",\n \"cdata\": [\n {\n \"id\": \"d23ff123-40f0-4262-a69b-b75b46d315a1\",\n \"type\": \"Request\"\n }\n ],\n \"rollup\": {}\n },\n \"edata\": {\n \"level\": \"info\",\n \"type\": \"Api_access\",\n \"message\": \"{eid='LOG', edata={level=trace, requestid=d23ff123-40f0-4262-a69b-b75b46d315a1, type=system, message=ENTRY LOG: method : GET, url: /v1/user/role/read/6ab35eea-01fd-4de0-8902-f68722caf859 , For Operation : getUserRolesById, params=[{id=null, userId=6ab35eea-01fd-4de0-8902-f68722caf859}]}}\",\n \"params\": []\n }\n },\n {\n \"eid\": \"LOG\",\n \"ets\": 1672657006611,\n \"ver\": \"3.0\",\n \"mid\": \"7d944b1c-a906-4082-b42a-905aa6b78a4e\",\n \"actor\": {\n \"id\": \"6ab35eea-01fd-4de0-8902-f68722caf859\",\n \"type\": \"User\"\n },\n \"context\": {\n \"channel\": \"0126796199493140480\",\n \"pdata\": {\n \"id\": \"staging.sunbird.learning.service\",\n \"pid\": \"learner-service\",\n \"ver\": \"5.0.0\"\n },\n \"env\": \"User\",\n \"cdata\": [\n {\n \"id\": \"7d944b1c-a906-4082-b42a-905aa6b78a4e\",\n \"type\": \"Request\"\n }\n ],\n \"rollup\": {}\n },\n \"edata\": {\n \"level\": \"info\",\n \"type\": \"Api_access\",\n \"message\": \"{eid='LOG', edata={level=trace, requestid=7d944b1c-a906-4082-b42a-905aa6b78a4e, type=system, message=ENTRY LOG: method : GET, url: /v5/user/read/6ab35eea-01fd-4de0-8902-f68722caf859 , For Operation : getUserProfileV5, params=[{id=null, userId=6ab35eea-01fd-4de0-8902-f68722caf859}]}}\",\n \"params\": []\n }\n },\n {\n \"eid\": \"LOG\",\n \"ets\": 1672657006620,\n \"ver\": \"3.0\",\n \"mid\": \"7d944b1c-a906-4082-b42a-905aa6b78a4e\",\n \"actor\": {\n \"id\": \"6ab35eea-01fd-4de0-8902-f68722caf859\",\n \"type\": \"User\"\n },\n \"context\": {\n \"channel\": \"0126796199493140480\",\n \"pdata\": {\n \"id\": \"staging.sunbird.learning.service\",\n \"pid\": \"learner-service\",\n \"ver\": \"5.0.0\"\n },\n \"env\": \"User\",\n \"cdata\": [\n {\n \"id\": \"7d944b1c-a906-4082-b42a-905aa6b78a4e\",\n \"type\": \"Request\"\n }\n ],\n \"rollup\": {}\n },\n \"edata\": {\n \"level\": \"info\",\n \"type\": \"Api_access\",\n \"message\": \"Cassandra query : SELECT * FROM sunbird.user_roles WHERE userId=?;\",\n \"params\": []\n }\n },\n {\n \"eid\": \"LOG\",\n \"ets\": 1672657006645,\n \"ver\": \"3.0\",\n \"mid\": \"7d944b1c-a906-4082-b42a-905aa6b78a4e\",\n \"actor\": {\n \"id\": \"6ab35eea-01fd-4de0-8902-f68722caf859\",\n \"type\": \"User\"\n },\n \"context\": {\n \"channel\": \"0126796199493140480\",\n \"pdata\": {\n \"id\": \"staging.sunbird.learning.service\",\n \"pid\": \"learner-service\",\n \"ver\": \"5.0.0\"\n },\n \"env\": \"User\",\n \"cdata\": [\n {\n \"id\": \"7d944b1c-a906-4082-b42a-905aa6b78a4e\",\n \"type\": \"Request\"\n }\n ],\n \"rollup\": {}\n },\n \"edata\": {\n \"level\": \"info\",\n \"type\": \"Api_access\",\n \"message\": \"\",\n \"params\": [\n {\n \"method\": \"GET\"\n },\n {\n \"url\": \"/v5/user/read/6ab35eea-01fd-4de0-8902-f68722caf859\"\n },\n {\n \"duration\": 0\n },\n {\n \"status\": \"OK\"\n }\n ]\n }\n },\n {\n \"eid\": \"LOG\",\n \"ets\": 1672657007238,\n \"ver\": \"3.0\",\n \"mid\": \"d4d34fde-c407-efb6-03bd-9f892ca0f114\",\n \"actor\": {\n \"id\": \"6ab35eea-01fd-4de0-8902-f68722caf859\",\n \"type\": \"User\"\n },\n \"context\": {\n \"channel\": \"0126796199493140480\",\n \"pdata\": {\n \"id\": \"staging.sunbird.portal\",\n \"pid\": \"learner-service\",\n \"ver\": \"5.0.0\"\n },\n \"env\": \"User\",\n \"did\": \"d904c90d9f81ddac20141b94ddd606a0\",\n \"cdata\": [\n {\n \"id\": \"d4d34fde-c407-efb6-03bd-9f892ca0f114\",\n \"type\": \"Request\"\n }\n ],\n \"rollup\": {}\n },\n \"edata\": {\n \"level\": \"info\",\n \"type\": \"Api_access\",\n \"message\": \"Cassandra query : SELECT * FROM sunbird.user WHERE id=?;\",\n \"params\": []\n }\n }\n ],\n \"config\": {\n \"dataset\": \"financial_transactions\"\n }\n }\n}", - "options": { - "raw": { - "language": "json" - } - } - }, - "url": "localhost:3007/v2/datasets/dataschema" - }, - "response": [ - { - "name": "Data schema generated successfully", - "originalRequest": { - "method": "POST", - "header": [ - { - "key": "Content-Type", - "value": "application/json" - }, - { - "key": "Cookie", - "value": "connect.sid=s%3AJzaMWaCpHb1z3bsRWPA9oP7-CQ0SrTch.0WR3PbOYcF4NXk4I6cTfvM1o%2F7Hq5x%2BekUOnwguHHHA" - } - ], - "body": { - "mode": "raw", - "raw": "{\n \"id\": \"api.datasets.dataschema\",\n \"ver\": \"v2\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n \"data\": [\n {\n \"eid\": \"IMPRESSION\",\n \"ets\": 1.672657002221E12,\n \"ver\": \"3.0\",\n \"mid\": \"IMPRESSION:2b5834e196f485c17c4e49d292af43c0\",\n \"actor\": {\n \"id\": \"0c45959486f579c24854d40a225d6161\",\n \"type\": \"User\"\n },\n \"context\": {\n \"channel\": \"01268904781886259221\",\n \"pdata\": {\n \"id\": \"staging.diksha.portal\",\n \"ver\": \"5.1.0\",\n \"pid\": \"sunbird-portal\"\n },\n \"env\": \"public\",\n \"sid\": \"23850c90-8a8c-11ed-95d0-276800e1048c\",\n \"did\": \"0c45959486f579c24854d40a225d6161\",\n \"cdata\": [],\n \"rollup\": {\n \"l1\": \"01268904781886259221\"\n },\n \"uid\": \"anonymous\"\n },\n \"object\": {},\n \"tags\": [\n \"01268904781886259221\"\n ],\n \"edata\": {\n \"type\": \"view\",\n \"pageid\": \"login\",\n \"subtype\": \"pageexit\",\n \"uri\": \"https://staging.sunbirded.org/auth/realms/sunbird/protocol/openid-connect/auth?client_id\\u003dportal\\u0026state\\u003d254efd70-6b89-4f7d-868b-5c957f54174e\\u0026redirect_uri\\u003dhttps%253A%252F%252Fstaging.sunbirded.org%252Fresources%253Fboard%253DState%252520(Andhra%252520Pradesh)%2526medium%253DEnglish%2526gradeLevel%253DClass%2525201%2526%2526id%253Dap_k-12_1%2526selectedTab%253Dhome%2526auth_callback%253D1\\u0026scope\\u003dopenid\\u0026response_type\\u003dcode\\u0026version\\u003d4\",\n \"visits\": []\n },\n \"syncts\": 1672657005814,\n \"@timestamp\": \"2023-01-02T10:56:45.814Z\",\n \"flags\": {\n \"ex_processed\": true\n }\n },\n {\n \"eid\": \"IMPRESSION\",\n \"ets\": 1672656997928,\n \"ver\": \"3.0\",\n \"mid\": \"50263f0f-c2d5-4b15-95f4-5384c537f6cc\",\n \"actor\": {\n \"id\": \"internal\",\n \"type\": \"Consumer\"\n },\n \"context\": {\n \"channel\": \"0126796199493140480\",\n \"pdata\": {\n \"id\": \"staging.sunbird.learning.service\",\n \"pid\": \"learner-service\",\n \"ver\": \"5.0.0\"\n },\n \"env\": \"Organisation\",\n \"cdata\": [\n {\n \"id\": \"50263f0f-c2d5-4b15-95f4-5384c537f6cc\",\n \"type\": \"Request\"\n }\n ],\n \"rollup\": {}\n },\n \"edata\": {\n \"level\": \"info\",\n \"type\": \"Api_access\",\n \"message\": \"\",\n \"params\": [\n {\n \"method\": \"POST\"\n },\n {\n \"url\": \"/v1/org/search\"\n },\n {\n \"duration\": 0\n },\n {\n \"status\": \"OK\"\n }\n ]\n }\n },\n {\n \"eid\": \"LOG\",\n \"ets\": 1672656998024,\n \"ver\": \"3.0\",\n \"mid\": \"4a340ad0-0665-49b6-a1fa-a581dcac4550\",\n \"actor\": {\n \"id\": \"internal\",\n \"type\": \"Consumer\"\n },\n \"context\": {\n \"channel\": \"0126796199493140480\",\n \"pdata\": {\n \"id\": \"staging.sunbird.learning.service\",\n \"pid\": \"learner-service\",\n \"ver\": \"5.0.0\"\n },\n \"env\": \"Organisation\",\n \"cdata\": [\n {\n \"id\": \"4a340ad0-0665-49b6-a1fa-a581dcac4550\",\n \"type\": \"Request\"\n }\n ],\n \"rollup\": {}\n },\n \"edata\": {\n \"level\": \"info\",\n \"type\": \"Api_access\",\n \"message\": \"{eid='LOG', edata={level=trace, requestid=4a340ad0-0665-49b6-a1fa-a581dcac4550, type=system, message=EXIT LOG: method : POST, url: /v1/org/search , For Operation : orgSearch, params=[{msgid=4a340ad0-0665-49b6-a1fa-a581dcac4550, errmsg=Invalid value null for parameter hashTagId. Please provide a valid value., resmsgid=4a340ad0-0665-49b6-a1fa-a581dcac4550, err=UOS_ORGSER0017, status=FAILED, responseCode=400}]}}\",\n \"params\": []\n }\n },\n {\n \"eid\": \"LOG\",\n \"ets\": 1672657004961,\n \"ver\": \"3.0\",\n \"mid\": \"f34112c7242a3e3a26f0015796b029c2\",\n \"actor\": {\n \"id\": \"internal\",\n \"type\": \"Consumer\"\n },\n \"context\": {\n \"channel\": \"0126796199493140480\",\n \"pdata\": {\n \"id\": \"staging.sunbird.learning.service\",\n \"pid\": \"learner-service\",\n \"ver\": \"5.0.0\"\n },\n \"env\": \"Organisation\",\n \"cdata\": [\n {\n \"id\": \"f34112c7242a3e3a26f0015796b029c2\",\n \"type\": \"Request\"\n }\n ],\n \"rollup\": {}\n },\n \"edata\": {\n \"level\": \"info\",\n \"type\": \"Api_access\",\n \"message\": \"ElasticSearchRestHighImpl:search: calling search for index org_alias, with query = {\\\"from\\\":0,\\\"size\\\":250,\\\"query\\\":{\\\"bool\\\":{\\\"must\\\":[{\\\"term\\\":{\\\"isTenant.raw\\\":{\\\"value\\\":true,\\\"boost\\\":1.0}}},{\\\"term\\\":{\\\"slug.raw\\\":{\\\"value\\\":\\\"ntp\\\",\\\"boost\\\":1.0}}}],\\\"adjust_pure_negative\\\":true,\\\"boost\\\":1.0}},\\\"_source\\\":{\\\"includes\\\":[],\\\"excludes\\\":[]}}\",\n \"params\": []\n }\n },\n {\n \"eid\": \"LOG\",\n \"ets\": 1672657006595,\n \"ver\": \"3.0\",\n \"mid\": \"d23ff123-40f0-4262-a69b-b75b46d315a1\",\n \"actor\": {\n \"id\": \"930a3994-cbe7-4e84-936f-4974096af6f2\",\n \"type\": \"Consumer\"\n },\n \"context\": {\n \"channel\": \"0126796199493140480\",\n \"pdata\": {\n \"id\": \"staging.sunbird.learning.service\",\n \"pid\": \"learner-service\",\n \"ver\": \"5.0.0\"\n },\n \"env\": \"User\",\n \"cdata\": [\n {\n \"id\": \"d23ff123-40f0-4262-a69b-b75b46d315a1\",\n \"type\": \"Request\"\n }\n ],\n \"rollup\": {}\n },\n \"edata\": {\n \"level\": \"info\",\n \"type\": \"Api_access\",\n \"message\": \"{eid='LOG', edata={level=trace, requestid=d23ff123-40f0-4262-a69b-b75b46d315a1, type=system, message=ENTRY LOG: method : GET, url: /v1/user/role/read/6ab35eea-01fd-4de0-8902-f68722caf859 , For Operation : getUserRolesById, params=[{id=null, userId=6ab35eea-01fd-4de0-8902-f68722caf859}]}}\",\n \"params\": []\n }\n },\n {\n \"eid\": \"LOG\",\n \"ets\": 1672657006611,\n \"ver\": \"3.0\",\n \"mid\": \"7d944b1c-a906-4082-b42a-905aa6b78a4e\",\n \"actor\": {\n \"id\": \"6ab35eea-01fd-4de0-8902-f68722caf859\",\n \"type\": \"User\"\n },\n \"context\": {\n \"channel\": \"0126796199493140480\",\n \"pdata\": {\n \"id\": \"staging.sunbird.learning.service\",\n \"pid\": \"learner-service\",\n \"ver\": \"5.0.0\"\n },\n \"env\": \"User\",\n \"cdata\": [\n {\n \"id\": \"7d944b1c-a906-4082-b42a-905aa6b78a4e\",\n \"type\": \"Request\"\n }\n ],\n \"rollup\": {}\n },\n \"edata\": {\n \"level\": \"info\",\n \"type\": \"Api_access\",\n \"message\": \"{eid='LOG', edata={level=trace, requestid=7d944b1c-a906-4082-b42a-905aa6b78a4e, type=system, message=ENTRY LOG: method : GET, url: /v5/user/read/6ab35eea-01fd-4de0-8902-f68722caf859 , For Operation : getUserProfileV5, params=[{id=null, userId=6ab35eea-01fd-4de0-8902-f68722caf859}]}}\",\n \"params\": []\n }\n },\n {\n \"eid\": \"LOG\",\n \"ets\": 1672657006620,\n \"ver\": \"3.0\",\n \"mid\": \"7d944b1c-a906-4082-b42a-905aa6b78a4e\",\n \"actor\": {\n \"id\": \"6ab35eea-01fd-4de0-8902-f68722caf859\",\n \"type\": \"User\"\n },\n \"context\": {\n \"channel\": \"0126796199493140480\",\n \"pdata\": {\n \"id\": \"staging.sunbird.learning.service\",\n \"pid\": \"learner-service\",\n \"ver\": \"5.0.0\"\n },\n \"env\": \"User\",\n \"cdata\": [\n {\n \"id\": \"7d944b1c-a906-4082-b42a-905aa6b78a4e\",\n \"type\": \"Request\"\n }\n ],\n \"rollup\": {}\n },\n \"edata\": {\n \"level\": \"info\",\n \"type\": \"Api_access\",\n \"message\": \"Cassandra query : SELECT * FROM sunbird.user_roles WHERE userId=?;\",\n \"params\": []\n }\n },\n {\n \"eid\": \"LOG\",\n \"ets\": 1672657006645,\n \"ver\": \"3.0\",\n \"mid\": \"7d944b1c-a906-4082-b42a-905aa6b78a4e\",\n \"actor\": {\n \"id\": \"6ab35eea-01fd-4de0-8902-f68722caf859\",\n \"type\": \"User\"\n },\n \"context\": {\n \"channel\": \"0126796199493140480\",\n \"pdata\": {\n \"id\": \"staging.sunbird.learning.service\",\n \"pid\": \"learner-service\",\n \"ver\": \"5.0.0\"\n },\n \"env\": \"User\",\n \"cdata\": [\n {\n \"id\": \"7d944b1c-a906-4082-b42a-905aa6b78a4e\",\n \"type\": \"Request\"\n }\n ],\n \"rollup\": {}\n },\n \"edata\": {\n \"level\": \"info\",\n \"type\": \"Api_access\",\n \"message\": \"\",\n \"params\": [\n {\n \"method\": \"GET\"\n },\n {\n \"url\": \"/v5/user/read/6ab35eea-01fd-4de0-8902-f68722caf859\"\n },\n {\n \"duration\": 0\n },\n {\n \"status\": \"OK\"\n }\n ]\n }\n },\n {\n \"eid\": \"LOG\",\n \"ets\": 1672657007238,\n \"ver\": \"3.0\",\n \"mid\": \"d4d34fde-c407-efb6-03bd-9f892ca0f114\",\n \"actor\": {\n \"id\": \"6ab35eea-01fd-4de0-8902-f68722caf859\",\n \"type\": \"User\"\n },\n \"context\": {\n \"channel\": \"0126796199493140480\",\n \"pdata\": {\n \"id\": \"staging.sunbird.portal\",\n \"pid\": \"learner-service\",\n \"ver\": \"5.0.0\"\n },\n \"env\": \"User\",\n \"did\": \"d904c90d9f81ddac20141b94ddd606a0\",\n \"cdata\": [\n {\n \"id\": \"d4d34fde-c407-efb6-03bd-9f892ca0f114\",\n \"type\": \"Request\"\n }\n ],\n \"rollup\": {}\n },\n \"edata\": {\n \"level\": \"info\",\n \"type\": \"Api_access\",\n \"message\": \"Cassandra query : SELECT * FROM sunbird.user WHERE id=?;\",\n \"params\": []\n }\n }\n ],\n \"config\": {\n \"dataset\": \"financial_transactions\"\n }\n }\n}", - "options": { - "raw": { - "language": "json" - } - } - }, - "url": "localhost:3007/v2/datasets/dataschema" - }, - "status": "OK", - "code": 200, - "_postman_previewlanguage": "json", - "header": [ - { - "key": "X-Powered-By", - "value": "Express" - }, - { - "key": "Content-Type", - "value": "application/json; charset=utf-8" - }, - { - "key": "Content-Length", - "value": "10760" - }, - { - "key": "ETag", - "value": "W/\"2a08-QF5x1q0kIlfE9XU/pa9IboJuY8I\"" - }, - { - "key": "Date", - "value": "Mon, 22 Jul 2024 07:02:50 GMT" - }, - { - "key": "Connection", - "value": "keep-alive" - }, - { - "key": "Keep-Alive", - "value": "timeout=5" - } - ], - "cookie": [], - "body": "{\n \"id\": \"api.datasets.dataschema\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-22T12:32:50+05:30\",\n \"params\": {\n \"status\": \"SUCCESS\",\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\",\n \"resmsgid\": \"1309aea0-9a97-46e9-bc5e-a16a8a7fb624\"\n },\n \"responseCode\": \"OK\",\n \"result\": {\n \"schema\": {\n \"$schema\": \"https://json-schema.org/draft/2020-12/schema\",\n \"type\": \"object\",\n \"properties\": {\n \"eid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"ets\": {\n \"type\": \"integer\",\n \"suggestions\": [\n {\n \"message\": \"The Property 'ets' appears to be 'epoch' format type.\",\n \"severity\": \"\",\n \"path\": \"properties.ets\"\n }\n ],\n \"arrival_format\": \"number\",\n \"data_type\": \"epoch\"\n },\n \"ver\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"mid\": {\n \"type\": \"string\",\n \"suggestions\": [\n {\n \"message\": \"The Property 'mid' appears to be 'uuid' format type.\",\n \"advice\": \"Suggest to not to index the high cardinal columns\",\n \"resolutionType\": \"DEDUP\",\n \"severity\": \"LOW\",\n \"path\": \"properties.mid\"\n }\n ],\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"actor\": {\n \"type\": \"object\",\n \"properties\": {\n \"id\": {\n \"type\": \"string\",\n \"suggestions\": [\n {\n \"message\": \"The Property 'actor.id' appears to be 'uuid' format type.\",\n \"advice\": \"Suggest to not to index the high cardinal columns\",\n \"resolutionType\": \"DEDUP\",\n \"severity\": \"LOW\",\n \"path\": \"properties.actor.properties.id\"\n }\n ],\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"type\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n }\n },\n \"arrival_format\": \"object\",\n \"data_type\": \"object\"\n },\n \"context\": {\n \"type\": \"object\",\n \"properties\": {\n \"channel\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"pdata\": {\n \"type\": \"object\",\n \"properties\": {\n \"id\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"ver\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"pid\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n }\n },\n \"arrival_format\": \"object\",\n \"data_type\": \"object\"\n },\n \"env\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"sid\": {\n \"type\": \"string\",\n \"suggestions\": [\n {\n \"message\": \"Conflict in the Schema Generation at property: 'sid'. The property sid: only 1 time(s) appeared \",\n \"advice\": \"The Property looks to be Optional. System has updated the property schema to optional\",\n \"resolutionType\": \"OPTIONAL\",\n \"severity\": \"MEDIUM\",\n \"path\": \"properties.context.properties.sid\"\n },\n {\n \"message\": \"The Property 'context.sid' appears to be 'uuid' format type.\",\n \"advice\": \"Suggest to not to index the high cardinal columns\",\n \"resolutionType\": \"DEDUP\",\n \"severity\": \"LOW\",\n \"path\": \"properties.context.properties.sid\"\n }\n ],\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"did\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"cdata\": {\n \"type\": \"array\",\n \"items\": {\n \"type\": \"object\",\n \"properties\": {\n \"id\": {\n \"type\": \"string\",\n \"suggestions\": [\n {\n \"message\": \"The Property 'context.cdata[*].id' appears to be 'uuid' format type.\",\n \"advice\": \"Suggest to not to index the high cardinal columns\",\n \"resolutionType\": \"DEDUP\",\n \"severity\": \"LOW\",\n \"path\": \"properties.context.properties.cdata.items.properties.id\"\n }\n ],\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"type\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n }\n }\n },\n \"arrival_format\": \"array\",\n \"data_type\": \"array\"\n },\n \"rollup\": {\n \"type\": \"object\",\n \"properties\": {\n \"l1\": {\n \"type\": \"string\",\n \"suggestions\": [\n {\n \"message\": \"Conflict in the Schema Generation at property: 'l1'. The property l1: only 1 time(s) appeared \",\n \"advice\": \"The Property looks to be Optional. System has updated the property schema to optional\",\n \"resolutionType\": \"OPTIONAL\",\n \"severity\": \"MEDIUM\",\n \"path\": \"properties.context.properties.rollup.properties.l1\"\n }\n ],\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n }\n },\n \"arrival_format\": \"object\",\n \"data_type\": \"object\"\n },\n \"uid\": {\n \"type\": \"string\",\n \"suggestions\": [\n {\n \"message\": \"Conflict in the Schema Generation at property: 'uid'. The property uid: only 1 time(s) appeared \",\n \"advice\": \"The Property looks to be Optional. System has updated the property schema to optional\",\n \"resolutionType\": \"OPTIONAL\",\n \"severity\": \"MEDIUM\",\n \"path\": \"properties.context.properties.uid\"\n }\n ],\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n }\n },\n \"arrival_format\": \"object\",\n \"data_type\": \"object\"\n },\n \"object\": {\n \"type\": \"object\",\n \"suggestions\": [\n {\n \"message\": \"Conflict in the Schema Generation at property: 'object'. The property object: only 1 time(s) appeared \",\n \"advice\": \"The Property looks to be Optional. System has updated the property schema to optional\",\n \"resolutionType\": \"OPTIONAL\",\n \"severity\": \"MEDIUM\",\n \"path\": \"properties.object\"\n }\n ],\n \"arrival_format\": \"object\",\n \"data_type\": \"object\"\n },\n \"tags\": {\n \"type\": \"array\",\n \"items\": {\n \"type\": \"string\"\n },\n \"suggestions\": [\n {\n \"message\": \"Conflict in the Schema Generation at property: 'tags'. The property tags: only 1 time(s) appeared \",\n \"advice\": \"The Property looks to be Optional. System has updated the property schema to optional\",\n \"resolutionType\": \"OPTIONAL\",\n \"severity\": \"MEDIUM\",\n \"path\": \"properties.tags\"\n }\n ],\n \"arrival_format\": \"array\",\n \"data_type\": \"array\"\n },\n \"edata\": {\n \"type\": \"object\",\n \"properties\": {\n \"type\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"pageid\": {\n \"type\": \"string\",\n \"suggestions\": [\n {\n \"message\": \"Conflict in the Schema Generation at property: 'pageid'. The property pageid: only 1 time(s) appeared \",\n \"advice\": \"The Property looks to be Optional. System has updated the property schema to optional\",\n \"resolutionType\": \"OPTIONAL\",\n \"severity\": \"MEDIUM\",\n \"path\": \"properties.edata.properties.pageid\"\n }\n ],\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"subtype\": {\n \"type\": \"string\",\n \"suggestions\": [\n {\n \"message\": \"Conflict in the Schema Generation at property: 'subtype'. The property subtype: only 1 time(s) appeared \",\n \"advice\": \"The Property looks to be Optional. System has updated the property schema to optional\",\n \"resolutionType\": \"OPTIONAL\",\n \"severity\": \"MEDIUM\",\n \"path\": \"properties.edata.properties.subtype\"\n }\n ],\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"uri\": {\n \"type\": \"string\",\n \"suggestions\": [\n {\n \"message\": \"Conflict in the Schema Generation at property: 'uri'. The property uri: only 1 time(s) appeared \",\n \"advice\": \"The Property looks to be Optional. System has updated the property schema to optional\",\n \"resolutionType\": \"OPTIONAL\",\n \"severity\": \"MEDIUM\",\n \"path\": \"properties.edata.properties.uri\"\n },\n {\n \"message\": \"The Property 'edata.uri' appears to be 'uri' format type.\",\n \"severity\": \"\",\n \"path\": \"properties.edata.properties.uri\"\n }\n ],\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"visits\": {\n \"type\": \"array\",\n \"items\": false,\n \"suggestions\": [\n {\n \"message\": \"Conflict in the Schema Generation at property: 'visits'. The property visits: only 1 time(s) appeared \",\n \"advice\": \"The Property looks to be Optional. System has updated the property schema to optional\",\n \"resolutionType\": \"OPTIONAL\",\n \"severity\": \"MEDIUM\",\n \"path\": \"properties.edata.properties.visits\"\n }\n ],\n \"arrival_format\": \"array\",\n \"data_type\": \"array\"\n },\n \"level\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"message\": {\n \"type\": \"string\",\n \"arrival_format\": \"text\",\n \"data_type\": \"string\"\n },\n \"params\": {\n \"type\": \"array\",\n \"items\": false,\n \"arrival_format\": \"array\",\n \"data_type\": \"array\"\n }\n },\n \"arrival_format\": \"object\",\n \"data_type\": \"object\"\n },\n \"syncts\": {\n \"type\": \"integer\",\n \"suggestions\": [\n {\n \"message\": \"Conflict in the Schema Generation at property: 'syncts'. The property syncts: only 1 time(s) appeared \",\n \"advice\": \"The Property looks to be Optional. System has updated the property schema to optional\",\n \"resolutionType\": \"OPTIONAL\",\n \"severity\": \"MEDIUM\",\n \"path\": \"properties.syncts\"\n },\n {\n \"message\": \"The Property 'syncts' appears to be 'epoch' format type.\",\n \"severity\": \"\",\n \"path\": \"properties.syncts\"\n }\n ],\n \"arrival_format\": \"number\",\n \"data_type\": \"epoch\"\n },\n \"@timestamp\": {\n \"type\": \"string\",\n \"suggestions\": [\n {\n \"message\": \"Conflict in the Schema Generation at property: '@timestamp'. The property @timestamp: only 1 time(s) appeared \",\n \"advice\": \"The Property looks to be Optional. System has updated the property schema to optional\",\n \"resolutionType\": \"OPTIONAL\",\n \"severity\": \"MEDIUM\",\n \"path\": \"properties.@timestamp\"\n },\n {\n \"message\": \"The Property '@timestamp' appears to be 'date-time' format type.\",\n \"advice\": \"The System can index all data on this column\",\n \"resolutionType\": \"INDEX\",\n \"severity\": \"LOW\",\n \"path\": \"properties.@timestamp\"\n }\n ],\n \"arrival_format\": \"text\",\n \"data_type\": \"date-time\"\n },\n \"flags\": {\n \"type\": \"object\",\n \"properties\": {\n \"ex_processed\": {\n \"type\": \"boolean\",\n \"suggestions\": [\n {\n \"message\": \"Conflict in the Schema Generation at property: 'ex_processed'. The property ex_processed: only 1 time(s) appeared \",\n \"advice\": \"The Property looks to be Optional. System has updated the property schema to optional\",\n \"resolutionType\": \"OPTIONAL\",\n \"severity\": \"MEDIUM\",\n \"path\": \"properties.flags.properties.ex_processed\"\n }\n ],\n \"arrival_format\": \"boolean\",\n \"data_type\": \"boolean\"\n }\n },\n \"suggestions\": [\n {\n \"message\": \"Conflict in the Schema Generation at property: 'flags'. The property flags: only 1 time(s) appeared \",\n \"advice\": \"The Property looks to be Optional. System has updated the property schema to optional\",\n \"resolutionType\": \"OPTIONAL\",\n \"severity\": \"MEDIUM\",\n \"path\": \"properties.flags\"\n }\n ],\n \"arrival_format\": \"object\",\n \"data_type\": \"object\"\n }\n },\n \"additionalProperties\": true\n },\n \"configurations\": {\n \"indexConfiguration\": {\n \"index\": {\n \"Event Arrival Time\": \"obsrv_meta.syncts\"\n },\n \"rollupSuggestions\": {\n \"summary\": {\n \"mid\": {\n \"path\": \"$.mid\",\n \"cardinality\": 67,\n \"index\": false\n },\n \"actor.id\": {\n \"path\": \"$.actor.properties.id\",\n \"cardinality\": 56,\n \"index\": false\n },\n \"context.sid\": {\n \"path\": \"$.context.properties.sid\",\n \"cardinality\": 11,\n \"index\": true\n },\n \"edata.uri\": {\n \"path\": \"$.edata.properties.uri\",\n \"cardinality\": 11,\n \"index\": true\n },\n \"context.cdata[*].id\": {\n \"path\": \"$.context.properties.cdata.items.properties.id\",\n \"cardinality\": 62,\n \"index\": false\n }\n }\n }\n },\n \"processing\": {\n \"dedupKeys\": [\n \"mid\",\n \"context.cdata[*].id\",\n \"actor.id\"\n ],\n \"dropDuplicates\": [\n \"Yes\",\n \"No\"\n ]\n }\n },\n \"dataMappings\": {\n \"text\": {\n \"arrival_format\": [\n \"string\"\n ],\n \"store_format\": {\n \"string\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"string\"\n },\n \"date-time\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"string\"\n },\n \"date\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"string\"\n },\n \"boolean\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"boolean\"\n },\n \"epoch\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"integer\"\n },\n \"long\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"long\"\n },\n \"double\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"double\"\n },\n \"bigdecimal\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"double\"\n },\n \"integer\": {\n \"jsonSchema\": \"string\",\n \"datasource\": \"long\"\n }\n }\n },\n \"number\": {\n \"arrival_format\": [\n \"number\",\n \"integer\"\n ],\n \"store_format\": {\n \"integer\": {\n \"jsonSchema\": \"integer\",\n \"datasource\": \"long\"\n },\n \"float\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n },\n \"long\": {\n \"jsonSchema\": \"integer\",\n \"datasource\": \"long\"\n },\n \"double\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n },\n \"bigdecimal\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n },\n \"epoch\": {\n \"jsonSchema\": \"integer\",\n \"datasource\": \"long\"\n },\n \"number\": {\n \"jsonSchema\": \"number\",\n \"datasource\": \"double\"\n }\n }\n },\n \"object\": {\n \"arrival_format\": [\n \"object\"\n ],\n \"store_format\": {\n \"object\": {\n \"jsonSchema\": \"object\",\n \"datasource\": \"json\"\n }\n }\n },\n \"array\": {\n \"arrival_format\": [\n \"array\"\n ],\n \"store_format\": {\n \"array\": {\n \"jsonSchema\": \"array\",\n \"datasource\": \"array\"\n }\n }\n },\n \"boolean\": {\n \"arrival_format\": [\n \"boolean\"\n ],\n \"store_format\": {\n \"boolean\": {\n \"jsonSchema\": \"boolean\",\n \"datasource\": \"boolean\"\n }\n }\n }\n }\n }\n}" - }, - { - "name": "Failure: Invalid request body", - "originalRequest": { - "method": "POST", - "header": [ - { - "key": "Content-Type", - "value": "application/json" - }, - { - "key": "Cookie", - "value": "connect.sid=s%3AJzaMWaCpHb1z3bsRWPA9oP7-CQ0SrTch.0WR3PbOYcF4NXk4I6cTfvM1o%2F7Hq5x%2BekUOnwguHHHA" - } - ], - "body": { - "mode": "raw", - "raw": "{\n \"id\": \"api.datasets.dataschema\",\n \"ver\": \"v2\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n \n \"config\": {\n \"dataset\": \"financial_transactions\"\n }\n }\n}", - "options": { - "raw": { - "language": "json" - } - } - }, - "url": "localhost:3007/v2/datasets/dataschema" - }, - "status": "Bad Request", - "code": 400, - "_postman_previewlanguage": "json", - "header": [ - { - "key": "X-Powered-By", - "value": "Express" - }, - { - "key": "Content-Type", - "value": "application/json; charset=utf-8" - }, - { - "key": "Content-Length", - "value": "364" - }, - { - "key": "ETag", - "value": "W/\"16c-tfKVtCWTjNkWCtH8cFw1RrzbgV0\"" - }, - { - "key": "Date", - "value": "Mon, 22 Jul 2024 07:03:47 GMT" - }, - { - "key": "Connection", - "value": "keep-alive" - }, - { - "key": "Keep-Alive", - "value": "timeout=5" - } - ], - "cookie": [], - "body": "{\n \"id\": \"api.datasets.dataschema\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-22T12:33:47+05:30\",\n \"params\": {\n \"status\": \"FAILED\",\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\",\n \"resmsgid\": \"bbcc86c2-042d-4f77-bb6e-e1c9116df570\"\n },\n \"responseCode\": \"BAD_REQUEST\",\n \"result\": {},\n \"error\": {\n \"code\": \"DATA_SCHEMA_INVALID_INPUT\",\n \"message\": \"#properties/request/required must have required property 'data'\"\n }\n}" - }, - { - "name": "Failure: Invalid request (config not provided)", - "originalRequest": { - "method": "POST", - "header": [ - { - "key": "Content-Type", - "value": "application/json" - }, - { - "key": "Cookie", - "value": "connect.sid=s%3AJzaMWaCpHb1z3bsRWPA9oP7-CQ0SrTch.0WR3PbOYcF4NXk4I6cTfvM1o%2F7Hq5x%2BekUOnwguHHHA" - } - ], - "body": { - "mode": "raw", - "raw": "{\n \"id\": \"api.datasets.dataschema\",\n \"ver\": \"v2\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n \"data\": [\n {\n \"eid\": \"IMPRESSION\",\n \"ets\": 1.672657002221E12,\n \"ver\": \"3.0\",\n \"mid\": \"IMPRESSION:2b5834e196f485c17c4e49d292af43c0\",\n \"actor\": {\n \"id\": \"0c45959486f579c24854d40a225d6161\",\n \"type\": \"User\"\n },\n \"context\": {\n \"channel\": \"01268904781886259221\",\n \"pdata\": {\n \"id\": \"staging.diksha.portal\",\n \"ver\": \"5.1.0\",\n \"pid\": \"sunbird-portal\"\n },\n \"env\": \"public\",\n \"sid\": \"23850c90-8a8c-11ed-95d0-276800e1048c\",\n \"did\": \"0c45959486f579c24854d40a225d6161\",\n \"cdata\": [],\n \"rollup\": {\n \"l1\": \"01268904781886259221\"\n },\n \"uid\": \"anonymous\"\n },\n \"object\": {},\n \"tags\": [\n \"01268904781886259221\"\n ],\n \"edata\": {\n \"type\": \"view\",\n \"pageid\": \"login\",\n \"subtype\": \"pageexit\",\n \"uri\": \"https://staging.sunbirded.org/auth/realms/sunbird/protocol/openid-connect/auth?client_id\\u003dportal\\u0026state\\u003d254efd70-6b89-4f7d-868b-5c957f54174e\\u0026redirect_uri\\u003dhttps%253A%252F%252Fstaging.sunbirded.org%252Fresources%253Fboard%253DState%252520(Andhra%252520Pradesh)%2526medium%253DEnglish%2526gradeLevel%253DClass%2525201%2526%2526id%253Dap_k-12_1%2526selectedTab%253Dhome%2526auth_callback%253D1\\u0026scope\\u003dopenid\\u0026response_type\\u003dcode\\u0026version\\u003d4\",\n \"visits\": []\n },\n \"syncts\": 1672657005814,\n \"@timestamp\": \"2023-01-02T10:56:45.814Z\",\n \"flags\": {\n \"ex_processed\": true\n }\n },\n {\n \"eid\": \"IMPRESSION\",\n \"ets\": 1672656997928,\n \"ver\": \"3.0\",\n \"mid\": \"50263f0f-c2d5-4b15-95f4-5384c537f6cc\",\n \"actor\": {\n \"id\": \"internal\",\n \"type\": \"Consumer\"\n },\n \"context\": {\n \"channel\": \"0126796199493140480\",\n \"pdata\": {\n \"id\": \"staging.sunbird.learning.service\",\n \"pid\": \"learner-service\",\n \"ver\": \"5.0.0\"\n },\n \"env\": \"Organisation\",\n \"cdata\": [\n {\n \"id\": \"50263f0f-c2d5-4b15-95f4-5384c537f6cc\",\n \"type\": \"Request\"\n }\n ],\n \"rollup\": {}\n },\n \"edata\": {\n \"level\": \"info\",\n \"type\": \"Api_access\",\n \"message\": \"\",\n \"params\": [\n {\n \"method\": \"POST\"\n },\n {\n \"url\": \"/v1/org/search\"\n },\n {\n \"duration\": 0\n },\n {\n \"status\": \"OK\"\n }\n ]\n }\n },\n {\n \"eid\": \"LOG\",\n \"ets\": 1672656998024,\n \"ver\": \"3.0\",\n \"mid\": \"4a340ad0-0665-49b6-a1fa-a581dcac4550\",\n \"actor\": {\n \"id\": \"internal\",\n \"type\": \"Consumer\"\n },\n \"context\": {\n \"channel\": \"0126796199493140480\",\n \"pdata\": {\n \"id\": \"staging.sunbird.learning.service\",\n \"pid\": \"learner-service\",\n \"ver\": \"5.0.0\"\n },\n \"env\": \"Organisation\",\n \"cdata\": [\n {\n \"id\": \"4a340ad0-0665-49b6-a1fa-a581dcac4550\",\n \"type\": \"Request\"\n }\n ],\n \"rollup\": {}\n },\n \"edata\": {\n \"level\": \"info\",\n \"type\": \"Api_access\",\n \"message\": \"{eid='LOG', edata={level=trace, requestid=4a340ad0-0665-49b6-a1fa-a581dcac4550, type=system, message=EXIT LOG: method : POST, url: /v1/org/search , For Operation : orgSearch, params=[{msgid=4a340ad0-0665-49b6-a1fa-a581dcac4550, errmsg=Invalid value null for parameter hashTagId. Please provide a valid value., resmsgid=4a340ad0-0665-49b6-a1fa-a581dcac4550, err=UOS_ORGSER0017, status=FAILED, responseCode=400}]}}\",\n \"params\": []\n }\n },\n {\n \"eid\": \"LOG\",\n \"ets\": 1672657004961,\n \"ver\": \"3.0\",\n \"mid\": \"f34112c7242a3e3a26f0015796b029c2\",\n \"actor\": {\n \"id\": \"internal\",\n \"type\": \"Consumer\"\n },\n \"context\": {\n \"channel\": \"0126796199493140480\",\n \"pdata\": {\n \"id\": \"staging.sunbird.learning.service\",\n \"pid\": \"learner-service\",\n \"ver\": \"5.0.0\"\n },\n \"env\": \"Organisation\",\n \"cdata\": [\n {\n \"id\": \"f34112c7242a3e3a26f0015796b029c2\",\n \"type\": \"Request\"\n }\n ],\n \"rollup\": {}\n },\n \"edata\": {\n \"level\": \"info\",\n \"type\": \"Api_access\",\n \"message\": \"ElasticSearchRestHighImpl:search: calling search for index org_alias, with query = {\\\"from\\\":0,\\\"size\\\":250,\\\"query\\\":{\\\"bool\\\":{\\\"must\\\":[{\\\"term\\\":{\\\"isTenant.raw\\\":{\\\"value\\\":true,\\\"boost\\\":1.0}}},{\\\"term\\\":{\\\"slug.raw\\\":{\\\"value\\\":\\\"ntp\\\",\\\"boost\\\":1.0}}}],\\\"adjust_pure_negative\\\":true,\\\"boost\\\":1.0}},\\\"_source\\\":{\\\"includes\\\":[],\\\"excludes\\\":[]}}\",\n \"params\": []\n }\n },\n {\n \"eid\": \"LOG\",\n \"ets\": 1672657006595,\n \"ver\": \"3.0\",\n \"mid\": \"d23ff123-40f0-4262-a69b-b75b46d315a1\",\n \"actor\": {\n \"id\": \"930a3994-cbe7-4e84-936f-4974096af6f2\",\n \"type\": \"Consumer\"\n },\n \"context\": {\n \"channel\": \"0126796199493140480\",\n \"pdata\": {\n \"id\": \"staging.sunbird.learning.service\",\n \"pid\": \"learner-service\",\n \"ver\": \"5.0.0\"\n },\n \"env\": \"User\",\n \"cdata\": [\n {\n \"id\": \"d23ff123-40f0-4262-a69b-b75b46d315a1\",\n \"type\": \"Request\"\n }\n ],\n \"rollup\": {}\n },\n \"edata\": {\n \"level\": \"info\",\n \"type\": \"Api_access\",\n \"message\": \"{eid='LOG', edata={level=trace, requestid=d23ff123-40f0-4262-a69b-b75b46d315a1, type=system, message=ENTRY LOG: method : GET, url: /v1/user/role/read/6ab35eea-01fd-4de0-8902-f68722caf859 , For Operation : getUserRolesById, params=[{id=null, userId=6ab35eea-01fd-4de0-8902-f68722caf859}]}}\",\n \"params\": []\n }\n },\n {\n \"eid\": \"LOG\",\n \"ets\": 1672657006611,\n \"ver\": \"3.0\",\n \"mid\": \"7d944b1c-a906-4082-b42a-905aa6b78a4e\",\n \"actor\": {\n \"id\": \"6ab35eea-01fd-4de0-8902-f68722caf859\",\n \"type\": \"User\"\n },\n \"context\": {\n \"channel\": \"0126796199493140480\",\n \"pdata\": {\n \"id\": \"staging.sunbird.learning.service\",\n \"pid\": \"learner-service\",\n \"ver\": \"5.0.0\"\n },\n \"env\": \"User\",\n \"cdata\": [\n {\n \"id\": \"7d944b1c-a906-4082-b42a-905aa6b78a4e\",\n \"type\": \"Request\"\n }\n ],\n \"rollup\": {}\n },\n \"edata\": {\n \"level\": \"info\",\n \"type\": \"Api_access\",\n \"message\": \"{eid='LOG', edata={level=trace, requestid=7d944b1c-a906-4082-b42a-905aa6b78a4e, type=system, message=ENTRY LOG: method : GET, url: /v5/user/read/6ab35eea-01fd-4de0-8902-f68722caf859 , For Operation : getUserProfileV5, params=[{id=null, userId=6ab35eea-01fd-4de0-8902-f68722caf859}]}}\",\n \"params\": []\n }\n },\n {\n \"eid\": \"LOG\",\n \"ets\": 1672657006620,\n \"ver\": \"3.0\",\n \"mid\": \"7d944b1c-a906-4082-b42a-905aa6b78a4e\",\n \"actor\": {\n \"id\": \"6ab35eea-01fd-4de0-8902-f68722caf859\",\n \"type\": \"User\"\n },\n \"context\": {\n \"channel\": \"0126796199493140480\",\n \"pdata\": {\n \"id\": \"staging.sunbird.learning.service\",\n \"pid\": \"learner-service\",\n \"ver\": \"5.0.0\"\n },\n \"env\": \"User\",\n \"cdata\": [\n {\n \"id\": \"7d944b1c-a906-4082-b42a-905aa6b78a4e\",\n \"type\": \"Request\"\n }\n ],\n \"rollup\": {}\n },\n \"edata\": {\n \"level\": \"info\",\n \"type\": \"Api_access\",\n \"message\": \"Cassandra query : SELECT * FROM sunbird.user_roles WHERE userId=?;\",\n \"params\": []\n }\n },\n {\n \"eid\": \"LOG\",\n \"ets\": 1672657006645,\n \"ver\": \"3.0\",\n \"mid\": \"7d944b1c-a906-4082-b42a-905aa6b78a4e\",\n \"actor\": {\n \"id\": \"6ab35eea-01fd-4de0-8902-f68722caf859\",\n \"type\": \"User\"\n },\n \"context\": {\n \"channel\": \"0126796199493140480\",\n \"pdata\": {\n \"id\": \"staging.sunbird.learning.service\",\n \"pid\": \"learner-service\",\n \"ver\": \"5.0.0\"\n },\n \"env\": \"User\",\n \"cdata\": [\n {\n \"id\": \"7d944b1c-a906-4082-b42a-905aa6b78a4e\",\n \"type\": \"Request\"\n }\n ],\n \"rollup\": {}\n },\n \"edata\": {\n \"level\": \"info\",\n \"type\": \"Api_access\",\n \"message\": \"\",\n \"params\": [\n {\n \"method\": \"GET\"\n },\n {\n \"url\": \"/v5/user/read/6ab35eea-01fd-4de0-8902-f68722caf859\"\n },\n {\n \"duration\": 0\n },\n {\n \"status\": \"OK\"\n }\n ]\n }\n },\n {\n \"eid\": \"LOG\",\n \"ets\": 1672657007238,\n \"ver\": \"3.0\",\n \"mid\": \"d4d34fde-c407-efb6-03bd-9f892ca0f114\",\n \"actor\": {\n \"id\": \"6ab35eea-01fd-4de0-8902-f68722caf859\",\n \"type\": \"User\"\n },\n \"context\": {\n \"channel\": \"0126796199493140480\",\n \"pdata\": {\n \"id\": \"staging.sunbird.portal\",\n \"pid\": \"learner-service\",\n \"ver\": \"5.0.0\"\n },\n \"env\": \"User\",\n \"did\": \"d904c90d9f81ddac20141b94ddd606a0\",\n \"cdata\": [\n {\n \"id\": \"d4d34fde-c407-efb6-03bd-9f892ca0f114\",\n \"type\": \"Request\"\n }\n ],\n \"rollup\": {}\n },\n \"edata\": {\n \"level\": \"info\",\n \"type\": \"Api_access\",\n \"message\": \"Cassandra query : SELECT * FROM sunbird.user WHERE id=?;\",\n \"params\": []\n }\n }\n ]\n \n }\n}", - "options": { - "raw": { - "language": "json" - } - } - }, - "url": "localhost:3007/v2/datasets/dataschema" - }, - "status": "Bad Request", - "code": 400, - "_postman_previewlanguage": "json", - "header": [ - { - "key": "X-Powered-By", - "value": "Express" - }, - { - "key": "Content-Type", - "value": "application/json; charset=utf-8" - }, - { - "key": "Content-Length", - "value": "366" - }, - { - "key": "ETag", - "value": "W/\"16e-YeX++2sGUWsjHqjP2GoTgqujU+c\"" - }, - { - "key": "Date", - "value": "Mon, 22 Jul 2024 07:05:36 GMT" - }, - { - "key": "Connection", - "value": "keep-alive" - }, - { - "key": "Keep-Alive", - "value": "timeout=5" - } - ], - "cookie": [], - "body": "{\n \"id\": \"api.datasets.dataschema\",\n \"ver\": \"v1\",\n \"ts\": \"2024-07-22T12:35:36+05:30\",\n \"params\": {\n \"status\": \"FAILED\",\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\",\n \"resmsgid\": \"1f856c5e-37f0-41e9-96fb-642471228da2\"\n },\n \"responseCode\": \"BAD_REQUEST\",\n \"result\": {},\n \"error\": {\n \"code\": \"DATA_SCHEMA_INVALID_INPUT\",\n \"message\": \"#properties/request/required must have required property 'config'\"\n }\n}" - } - ] - } - ] - }, - { - "name": "Connector api's", - "item": [ - { - "name": "Connector list", - "request": { - "method": "POST", - "header": [], - "body": { - "mode": "raw", - "raw": "{\n \"id\": \"api.connectors.list\",\n \"ver\": \"v2\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n \"filters\": {\n \"status\": [\n \"Draft\"\n ]\n }\n }\n}", - "options": { - "raw": { - "language": "json" - } - } - }, - "url": "http://localhost:3000/v2/connectors/list" - }, - "response": [ - { - "name": "Success: Filtered based on category", - "originalRequest": { - "method": "POST", - "header": [], - "body": { - "mode": "raw", - "raw": "{\n \"id\": \"api.connectors.list\",\n \"ver\": \"v2\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6dc\"\n },\n \"request\": {\n \"filters\": {\n \"category\":[\n \"Database\"\n ]\n }\n }\n}", - "options": { - "raw": { - "language": "json" - } - } - }, - "url": "http://localhost:3000/v2/connectors/list" - }, - "status": "OK", - "code": 200, - "_postman_previewlanguage": "json", - "header": [ - { - "key": "X-Powered-By", - "value": "Express" - }, - { - "key": "Content-Type", - "value": "application/json; charset=utf-8" - }, - { - "key": "Content-Length", - "value": "1908" - }, - { - "key": "ETag", - "value": "W/\"774-58gfxDsxY66h3KZnTg62QbkxcPY\"" - }, - { - "key": "Date", - "value": "Tue, 30 Jul 2024 09:37:42 GMT" - }, - { - "key": "Connection", - "value": "keep-alive" - }, - { - "key": "Keep-Alive", - "value": "timeout=5" - } - ], - "cookie": [], - "body": "{\n \"id\": \"api.connectors.list\",\n \"ver\": \"v2\",\n \"ts\": \"2024-07-30T15:07:42+05:30\",\n \"params\": {\n \"status\": \"SUCCESS\",\n \"msgid\": \"abc\",\n \"resmsgid\": \"632d3342-fd8a-47f7-afbb-96402a00b92f\"\n },\n \"responseCode\": \"OK\",\n \"result\": {\n \"data\": [\n {\n \"id\": \"aws-s3-connector-0.1.0\",\n \"connector_id\": \"aws-s3-connector\",\n \"name\": \"AWS S3\",\n \"type\": \"source\",\n \"category\": \"File\",\n \"version\": \"0.1.0\",\n \"description\": \"The AWS S3 Connector is used to move data from any S3 Bucket to the Obsrv platform\",\n \"technology\": \"python\",\n \"runtime\": \"spark\",\n \"licence\": \"MIT\",\n \"owner\": \"Sunbird\",\n \"iconurl\": \"https://upload.wikimedia.org/wikipedia/commons/b/bc/Amazon-S3-Logo.svg\",\n \"status\": \"Live\",\n \"created_by\": \"SYSTEM\",\n \"updated_by\": \"SYSTEM\",\n \"created_date\": \"2024-06-25T04:39:21.237Z\",\n \"updated_date\": \"2024-06-25T04:39:21.237Z\"\n },\n {\n \"id\": \"azure-blob-connector-0.1.0\",\n \"connector_id\": \"azure-blob-connector\",\n \"name\": \"Azure Blob Store\",\n \"type\": \"source\",\n \"category\": \"File\",\n \"version\": \"0.1.0\",\n \"description\": \"The Azure Blob Store Connector is used to move data from any Azure Blob Container to the Obsrv platform\",\n \"technology\": \"python\",\n \"runtime\": \"spark\",\n \"licence\": \"MIT\",\n \"owner\": \"Sunbird\",\n \"iconurl\": \"https://upload.wikimedia.org/wikipedia/commons/f/fa/Microsoft_Azure.svg\",\n \"status\": \"Live\",\n \"created_by\": \"SYSTEM\",\n \"updated_by\": \"SYSTEM\",\n \"created_date\": \"2024-06-25T04:39:21.302Z\",\n \"updated_date\": \"2024-06-25T04:39:21.302Z\"\n },\n {\n \"id\": \"gcs-connector-0.1.0\",\n \"connector_id\": \"gcs-connector\",\n \"name\": \"Google Cloud Storage\",\n \"type\": \"source\",\n \"category\": \"File\",\n \"version\": \"0.1.0\",\n \"description\": \"The GCS Connector is used to move data from any Google Bucket to the Obsrv platform\",\n \"technology\": \"python\",\n \"runtime\": \"spark\",\n \"licence\": \"MIT\",\n \"owner\": \"Sunbird\",\n \"iconurl\": \"https://upload.wikimedia.org/wikipedia/commons/thumb/5/51/Google_Cloud_logo.svg/512px-Google_Cloud_logo.svg.png\",\n \"status\": \"Live\",\n \"created_by\": \"SYSTEM\",\n \"updated_by\": \"SYSTEM\",\n \"created_date\": \"2024-06-25T04:39:21.364Z\",\n \"updated_date\": \"2024-06-25T04:39:21.364Z\"\n }\n ],\n \"count\": 3\n }\n}" - }, - { - "name": "Failure: Invalid request body, filter option array should not be empty", - "originalRequest": { - "method": "POST", - "header": [], - "body": { - "mode": "raw", - "raw": "{\n \"id\": \"api.connectors.list\",\n \"ver\": \"v2\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n \"filters\": {\n \"category\":[\n \"File\"\n ],\n \"status\": [\n //\"Live\"\n ]\n }\n }\n}", - "options": { - "raw": { - "language": "json" - } - } - }, - "url": "http://localhost:3000/v2/connectors/list" - }, - "status": "Bad Request", - "code": 400, - "_postman_previewlanguage": "json", - "header": [ - { - "key": "X-Powered-By", - "value": "Express" - }, - { - "key": "Content-Type", - "value": "application/json; charset=utf-8" - }, - { - "key": "Content-Length", - "value": "399" - }, - { - "key": "ETag", - "value": "W/\"18f-Hsau3RTrCuWgbSoS3cqIWuUq45k\"" - }, - { - "key": "Date", - "value": "Tue, 30 Jul 2024 09:43:14 GMT" - }, - { - "key": "Connection", - "value": "keep-alive" - }, - { - "key": "Keep-Alive", - "value": "timeout=5" - } - ], - "cookie": [], - "body": "{\n \"id\": \"api.connectors.list\",\n \"ver\": \"v2\",\n \"ts\": \"2024-07-30T15:13:14+05:30\",\n \"params\": {\n \"status\": \"FAILED\",\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\",\n \"resmsgid\": \"02fadde0-8c59-4420-8ab3-56474b01670b\"\n },\n \"responseCode\": \"BAD_REQUEST\",\n \"result\": {},\n \"error\": {\n \"code\": \"CONNECTORS_LIST_INPUT_INVALID\",\n \"message\": \"#properties/request/properties/filters/properties/status/minItems must NOT have fewer than 1 items\"\n }\n}" - }, - { - "name": "Success: Connectors list with all filter options", - "originalRequest": { - "method": "POST", - "header": [], - "body": { - "mode": "raw", - "raw": "{\n \"id\": \"api.connectors.list\",\n \"ver\": \"v2\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n \"filters\": {\n \"category\":[\n \"File\",\"Database\"\n ],\n \"status\": [\n \"Live\",\"Draft\",\"InValidation\", \"Retired\"\n ]\n }\n }\n}", - "options": { - "raw": { - "language": "json" - } - } - }, - "url": "http://localhost:3000/v2/connectors/list" - }, - "status": "OK", - "code": 200, - "_postman_previewlanguage": "json", - "header": [ - { - "key": "X-Powered-By", - "value": "Express" - }, - { - "key": "Content-Type", - "value": "application/json; charset=utf-8" - }, - { - "key": "Content-Length", - "value": "4107" - }, - { - "key": "ETag", - "value": "W/\"100b-SEJt8xn1TwmZz8DKpFAwkYx6E8s\"" - }, - { - "key": "Date", - "value": "Tue, 30 Jul 2024 09:47:51 GMT" - }, - { - "key": "Connection", - "value": "keep-alive" - }, - { - "key": "Keep-Alive", - "value": "timeout=5" - } - ], - "cookie": [], - "body": "{\n \"id\": \"api.connectors.list\",\n \"ver\": \"v2\",\n \"ts\": \"2024-07-30T15:17:51+05:30\",\n \"params\": {\n \"status\": \"SUCCESS\",\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\",\n \"resmsgid\": \"fffa3ee0-da12-4bea-9b72-365571a62a4e\"\n },\n \"responseCode\": \"OK\",\n \"result\": {\n \"data\": [\n {\n \"id\": \"postgres-connector-1.0.0\",\n \"connector_id\": \"postgres-connector\",\n \"name\": \"PostgreSQL\",\n \"type\": \"source\",\n \"category\": \"Database\",\n \"version\": \"1.0.0\",\n \"description\": \"The PostgreSQL Connector is used to move data from any Postgres Table to the Obsrv platform\",\n \"technology\": \"scala\",\n \"runtime\": \"spark\",\n \"licence\": \"MIT\",\n \"owner\": \"Sunbird\",\n \"iconurl\": \"https://upload.wikimedia.org/wikipedia/commons/2/29/Postgresql_elephant.svg\",\n \"status\": \"Live\",\n \"created_by\": \"SYSTEM\",\n \"updated_by\": \"SYSTEM\",\n \"created_date\": \"2024-06-25T04:38:28.732Z\",\n \"updated_date\": \"2024-06-25T04:38:28.732Z\"\n },\n {\n \"id\": \"mysql-connector-1.0.0\",\n \"connector_id\": \"mysql-connector\",\n \"name\": \"MySQL\",\n \"type\": \"source\",\n \"category\": \"Database\",\n \"version\": \"1.0.0\",\n \"description\": \"The MySQL Connector is used to move data from any MySQL Table to the Obsrv platform\",\n \"technology\": \"scala\",\n \"runtime\": \"spark\",\n \"licence\": \"MIT\",\n \"owner\": \"Sunbird\",\n \"iconurl\": \"https://upload.wikimedia.org/wikipedia/en/6/62/MySQL.svg\",\n \"status\": \"Live\",\n \"created_by\": \"SYSTEM\",\n \"updated_by\": \"SYSTEM\",\n \"created_date\": \"2024-06-25T04:38:28.834Z\",\n \"updated_date\": \"2024-06-25T04:38:28.834Z\"\n },\n {\n \"id\": \"oracle-connector-1.0.0\",\n \"connector_id\": \"oracle-connector\",\n \"name\": \"Oracle\",\n \"type\": \"source\",\n \"category\": \"Database\",\n \"version\": \"1.0.0\",\n \"description\": \"The Oracle Connector is used to move data from any Oracle Table to the Obsrv platform\",\n \"technology\": \"scala\",\n \"runtime\": \"spark\",\n \"licence\": \"MIT\",\n \"owner\": \"Sunbird\",\n \"iconurl\": \"https://upload.wikimedia.org/wikipedia/commons/5/50/Oracle_logo.svg\",\n \"status\": \"Live\",\n \"created_by\": \"SYSTEM\",\n \"updated_by\": \"SYSTEM\",\n \"created_date\": \"2024-06-25T04:38:28.840Z\",\n \"updated_date\": \"2024-06-25T04:38:28.840Z\"\n },\n {\n \"id\": \"mssql-connector-1.0.0\",\n \"connector_id\": \"mssql-connector\",\n \"name\": \"MS SQL\",\n \"type\": \"source\",\n \"category\": \"Database\",\n \"version\": \"1.0.0\",\n \"description\": \"The MS SQL Connector is used to move data from any MS SQL Table to the Obsrv platform\",\n \"technology\": \"scala\",\n \"runtime\": \"spark\",\n \"licence\": \"MIT\",\n \"owner\": \"Sunbird\",\n \"iconurl\": \"https://upload.wikimedia.org/wikipedia/commons/2/29/Microsoft_SQL_Server_Logo.svg\",\n \"status\": \"Live\",\n \"created_by\": \"SYSTEM\",\n \"updated_by\": \"SYSTEM\",\n \"created_date\": \"2024-06-25T04:38:28.847Z\",\n \"updated_date\": \"2024-06-25T04:38:28.847Z\"\n },\n {\n \"id\": \"aws-s3-connector-0.1.0\",\n \"connector_id\": \"aws-s3-connector\",\n \"name\": \"AWS S3\",\n \"type\": \"source\",\n \"category\": \"File\",\n \"version\": \"0.1.0\",\n \"description\": \"The AWS S3 Connector is used to move data from any S3 Bucket to the Obsrv platform\",\n \"technology\": \"python\",\n \"runtime\": \"spark\",\n \"licence\": \"MIT\",\n \"owner\": \"Sunbird\",\n \"iconurl\": \"https://upload.wikimedia.org/wikipedia/commons/b/bc/Amazon-S3-Logo.svg\",\n \"status\": \"Live\",\n \"created_by\": \"SYSTEM\",\n \"updated_by\": \"SYSTEM\",\n \"created_date\": \"2024-06-25T04:39:21.237Z\",\n \"updated_date\": \"2024-06-25T04:39:21.237Z\"\n },\n {\n \"id\": \"azure-blob-connector-0.1.0\",\n \"connector_id\": \"azure-blob-connector\",\n \"name\": \"Azure Blob Store\",\n \"type\": \"source\",\n \"category\": \"File\",\n \"version\": \"0.1.0\",\n \"description\": \"The Azure Blob Store Connector is used to move data from any Azure Blob Container to the Obsrv platform\",\n \"technology\": \"python\",\n \"runtime\": \"spark\",\n \"licence\": \"MIT\",\n \"owner\": \"Sunbird\",\n \"iconurl\": \"https://upload.wikimedia.org/wikipedia/commons/f/fa/Microsoft_Azure.svg\",\n \"status\": \"Live\",\n \"created_by\": \"SYSTEM\",\n \"updated_by\": \"SYSTEM\",\n \"created_date\": \"2024-06-25T04:39:21.302Z\",\n \"updated_date\": \"2024-06-25T04:39:21.302Z\"\n },\n {\n \"id\": \"gcs-connector-0.1.0\",\n \"connector_id\": \"gcs-connector\",\n \"name\": \"Google Cloud Storage\",\n \"type\": \"source\",\n \"category\": \"File\",\n \"version\": \"0.1.0\",\n \"description\": \"The GCS Connector is used to move data from any Google Bucket to the Obsrv platform\",\n \"technology\": \"python\",\n \"runtime\": \"spark\",\n \"licence\": \"MIT\",\n \"owner\": \"Sunbird\",\n \"iconurl\": \"https://upload.wikimedia.org/wikipedia/commons/thumb/5/51/Google_Cloud_logo.svg/512px-Google_Cloud_logo.svg.png\",\n \"status\": \"Live\",\n \"created_by\": \"SYSTEM\",\n \"updated_by\": \"SYSTEM\",\n \"created_date\": \"2024-06-25T04:39:21.364Z\",\n \"updated_date\": \"2024-06-25T04:39:21.364Z\"\n }\n ],\n \"count\": 7\n }\n}" - }, - { - "name": "Success: Connectors list without filters", - "originalRequest": { - "method": "POST", - "header": [], - "body": { - "mode": "raw", - "raw": "{\n \"id\": \"api.connectors.list\",\n \"ver\": \"v2\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n // \"filters\": {\n // \"category\":[\n // \"File\",\"Database\"\n // ],\n // \"status\": [\n // \"Live\",\"Draft\",\"InValidation\", \"Retired\"\n // ]\n // }\n }\n}", - "options": { - "raw": { - "language": "json" - } - } - }, - "url": "http://localhost:3000/v2/connectors/list" - }, - "status": "OK", - "code": 200, - "_postman_previewlanguage": "json", - "header": [ - { - "key": "X-Powered-By", - "value": "Express" - }, - { - "key": "Content-Type", - "value": "application/json; charset=utf-8" - }, - { - "key": "Content-Length", - "value": "4107" - }, - { - "key": "ETag", - "value": "W/\"100b-N8mD4H5+SlIOmnNcq6Fnlq2pwXs\"" - }, - { - "key": "Date", - "value": "Tue, 30 Jul 2024 09:50:11 GMT" - }, - { - "key": "Connection", - "value": "keep-alive" - }, - { - "key": "Keep-Alive", - "value": "timeout=5" - } - ], - "cookie": [], - "body": "{\n \"id\": \"api.connectors.list\",\n \"ver\": \"v2\",\n \"ts\": \"2024-07-30T15:20:11+05:30\",\n \"params\": {\n \"status\": \"SUCCESS\",\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\",\n \"resmsgid\": \"2c527a46-7bfe-4c74-a290-4dcf1a3c5f10\"\n },\n \"responseCode\": \"OK\",\n \"result\": {\n \"data\": [\n {\n \"id\": \"postgres-connector-1.0.0\",\n \"connector_id\": \"postgres-connector\",\n \"name\": \"PostgreSQL\",\n \"type\": \"source\",\n \"category\": \"Database\",\n \"version\": \"1.0.0\",\n \"description\": \"The PostgreSQL Connector is used to move data from any Postgres Table to the Obsrv platform\",\n \"technology\": \"scala\",\n \"runtime\": \"spark\",\n \"licence\": \"MIT\",\n \"owner\": \"Sunbird\",\n \"iconurl\": \"https://upload.wikimedia.org/wikipedia/commons/2/29/Postgresql_elephant.svg\",\n \"status\": \"Live\",\n \"created_by\": \"SYSTEM\",\n \"updated_by\": \"SYSTEM\",\n \"created_date\": \"2024-06-25T04:38:28.732Z\",\n \"updated_date\": \"2024-06-25T04:38:28.732Z\"\n },\n {\n \"id\": \"mysql-connector-1.0.0\",\n \"connector_id\": \"mysql-connector\",\n \"name\": \"MySQL\",\n \"type\": \"source\",\n \"category\": \"Database\",\n \"version\": \"1.0.0\",\n \"description\": \"The MySQL Connector is used to move data from any MySQL Table to the Obsrv platform\",\n \"technology\": \"scala\",\n \"runtime\": \"spark\",\n \"licence\": \"MIT\",\n \"owner\": \"Sunbird\",\n \"iconurl\": \"https://upload.wikimedia.org/wikipedia/en/6/62/MySQL.svg\",\n \"status\": \"Live\",\n \"created_by\": \"SYSTEM\",\n \"updated_by\": \"SYSTEM\",\n \"created_date\": \"2024-06-25T04:38:28.834Z\",\n \"updated_date\": \"2024-06-25T04:38:28.834Z\"\n },\n {\n \"id\": \"oracle-connector-1.0.0\",\n \"connector_id\": \"oracle-connector\",\n \"name\": \"Oracle\",\n \"type\": \"source\",\n \"category\": \"Database\",\n \"version\": \"1.0.0\",\n \"description\": \"The Oracle Connector is used to move data from any Oracle Table to the Obsrv platform\",\n \"technology\": \"scala\",\n \"runtime\": \"spark\",\n \"licence\": \"MIT\",\n \"owner\": \"Sunbird\",\n \"iconurl\": \"https://upload.wikimedia.org/wikipedia/commons/5/50/Oracle_logo.svg\",\n \"status\": \"Live\",\n \"created_by\": \"SYSTEM\",\n \"updated_by\": \"SYSTEM\",\n \"created_date\": \"2024-06-25T04:38:28.840Z\",\n \"updated_date\": \"2024-06-25T04:38:28.840Z\"\n },\n {\n \"id\": \"mssql-connector-1.0.0\",\n \"connector_id\": \"mssql-connector\",\n \"name\": \"MS SQL\",\n \"type\": \"source\",\n \"category\": \"Database\",\n \"version\": \"1.0.0\",\n \"description\": \"The MS SQL Connector is used to move data from any MS SQL Table to the Obsrv platform\",\n \"technology\": \"scala\",\n \"runtime\": \"spark\",\n \"licence\": \"MIT\",\n \"owner\": \"Sunbird\",\n \"iconurl\": \"https://upload.wikimedia.org/wikipedia/commons/2/29/Microsoft_SQL_Server_Logo.svg\",\n \"status\": \"Live\",\n \"created_by\": \"SYSTEM\",\n \"updated_by\": \"SYSTEM\",\n \"created_date\": \"2024-06-25T04:38:28.847Z\",\n \"updated_date\": \"2024-06-25T04:38:28.847Z\"\n },\n {\n \"id\": \"aws-s3-connector-0.1.0\",\n \"connector_id\": \"aws-s3-connector\",\n \"name\": \"AWS S3\",\n \"type\": \"source\",\n \"category\": \"File\",\n \"version\": \"0.1.0\",\n \"description\": \"The AWS S3 Connector is used to move data from any S3 Bucket to the Obsrv platform\",\n \"technology\": \"python\",\n \"runtime\": \"spark\",\n \"licence\": \"MIT\",\n \"owner\": \"Sunbird\",\n \"iconurl\": \"https://upload.wikimedia.org/wikipedia/commons/b/bc/Amazon-S3-Logo.svg\",\n \"status\": \"Live\",\n \"created_by\": \"SYSTEM\",\n \"updated_by\": \"SYSTEM\",\n \"created_date\": \"2024-06-25T04:39:21.237Z\",\n \"updated_date\": \"2024-06-25T04:39:21.237Z\"\n },\n {\n \"id\": \"azure-blob-connector-0.1.0\",\n \"connector_id\": \"azure-blob-connector\",\n \"name\": \"Azure Blob Store\",\n \"type\": \"source\",\n \"category\": \"File\",\n \"version\": \"0.1.0\",\n \"description\": \"The Azure Blob Store Connector is used to move data from any Azure Blob Container to the Obsrv platform\",\n \"technology\": \"python\",\n \"runtime\": \"spark\",\n \"licence\": \"MIT\",\n \"owner\": \"Sunbird\",\n \"iconurl\": \"https://upload.wikimedia.org/wikipedia/commons/f/fa/Microsoft_Azure.svg\",\n \"status\": \"Live\",\n \"created_by\": \"SYSTEM\",\n \"updated_by\": \"SYSTEM\",\n \"created_date\": \"2024-06-25T04:39:21.302Z\",\n \"updated_date\": \"2024-06-25T04:39:21.302Z\"\n },\n {\n \"id\": \"gcs-connector-0.1.0\",\n \"connector_id\": \"gcs-connector\",\n \"name\": \"Google Cloud Storage\",\n \"type\": \"source\",\n \"category\": \"File\",\n \"version\": \"0.1.0\",\n \"description\": \"The GCS Connector is used to move data from any Google Bucket to the Obsrv platform\",\n \"technology\": \"python\",\n \"runtime\": \"spark\",\n \"licence\": \"MIT\",\n \"owner\": \"Sunbird\",\n \"iconurl\": \"https://upload.wikimedia.org/wikipedia/commons/thumb/5/51/Google_Cloud_logo.svg/512px-Google_Cloud_logo.svg.png\",\n \"status\": \"Live\",\n \"created_by\": \"SYSTEM\",\n \"updated_by\": \"SYSTEM\",\n \"created_date\": \"2024-06-25T04:39:21.364Z\",\n \"updated_date\": \"2024-06-25T04:39:21.364Z\"\n }\n ],\n \"count\": 7\n }\n}" - }, - { - "name": "Success: Filtered based on status", - "originalRequest": { - "method": "POST", - "header": [], - "body": { - "mode": "raw", - "raw": "{\n \"id\": \"api.connectors.list\",\n \"ver\": \"v2\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n \"filters\": {\n \"status\": [\n \"Draft\"\n ]\n }\n }\n}", - "options": { - "raw": { - "language": "json" - } - } - }, - "url": "http://localhost:3000/v2/connectors/list" - }, - "status": "OK", - "code": 200, - "_postman_previewlanguage": "json", - "header": [ - { - "key": "X-Powered-By", - "value": "Express" - }, - { - "key": "Content-Type", - "value": "application/json; charset=utf-8" - }, - { - "key": "Content-Length", - "value": "250" - }, - { - "key": "ETag", - "value": "W/\"fa-+eWKIfUxsWBGuJy23qSucgLXke4\"" - }, - { - "key": "Date", - "value": "Tue, 30 Jul 2024 09:55:51 GMT" - }, - { - "key": "Connection", - "value": "keep-alive" - }, - { - "key": "Keep-Alive", - "value": "timeout=5" - } - ], - "cookie": [], - "body": "{\n \"id\": \"api.connectors.list\",\n \"ver\": \"v2\",\n \"ts\": \"2024-07-30T15:25:51+05:30\",\n \"params\": {\n \"status\": \"SUCCESS\",\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\",\n \"resmsgid\": \"f506e725-eed4-41df-86dc-2477d5c4d19a\"\n },\n \"responseCode\": \"OK\",\n \"result\": {\n \"data\": [],\n \"count\": 0\n }\n}" - } - ] - } - ] - } - ] -} \ No newline at end of file diff --git a/api-service/postman-collection/updated_v2_collection.json b/api-service/postman-collection/updated_v2_collection.json index 45dc3ac3..b673ccfb 100644 --- a/api-service/postman-collection/updated_v2_collection.json +++ b/api-service/postman-collection/updated_v2_collection.json @@ -1,10 +1,9 @@ { "info": { - "_postman_id": "99bdb8d0-6d3a-4ba2-9044-ec5263e54c95", + "_postman_id": "51471244-e9b6-453e-964d-dccbdac80e72", "name": "V2 docs", "schema": "https://schema.getpostman.com/json/collection/v2.0.0/collection.json", - "_exporter_id": "33916975", - "_collection_link": "https://speeding-star-177775.postman.co/workspace/sanketika-obsrv~2ce96556-12e2-48bd-8e42-9c1dba428cc8/collection/33916975-99bdb8d0-6d3a-4ba2-9044-ec5263e54c95?action=share&source=collection_link&creator=33916975" + "_exporter_id": "37164806" }, "item": [ { @@ -2255,6 +2254,290 @@ ] } ] + }, + { + "name": "Connector api's", + "item": [ + { + "name": "Connector list", + "request": { + "method": "POST", + "header": [], + "body": { + "mode": "raw", + "raw": "{\n \"id\": \"api.connectors.list\",\n \"ver\": \"v2\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n \"filters\": {\n \"status\": [\n \"Draft\"\n ]\n }\n }\n}", + "options": { + "raw": { + "language": "json" + } + } + }, + "url": "http://localhost:3000/v2/connectors/list" + }, + "response": [ + { + "name": "Success: Filtered based on category", + "originalRequest": { + "method": "POST", + "header": [], + "body": { + "mode": "raw", + "raw": "{\n \"id\": \"api.connectors.list\",\n \"ver\": \"v2\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6dc\"\n },\n \"request\": {\n \"filters\": {\n \"category\":[\n \"Database\"\n ]\n }\n }\n}", + "options": { + "raw": { + "language": "json" + } + } + }, + "url": "http://localhost:3000/v2/connectors/list" + }, + "status": "OK", + "code": 200, + "_postman_previewlanguage": "json", + "header": [ + { + "key": "X-Powered-By", + "value": "Express" + }, + { + "key": "Content-Type", + "value": "application/json; charset=utf-8" + }, + { + "key": "Content-Length", + "value": "1908" + }, + { + "key": "ETag", + "value": "W/\"774-58gfxDsxY66h3KZnTg62QbkxcPY\"" + }, + { + "key": "Date", + "value": "Tue, 30 Jul 2024 09:37:42 GMT" + }, + { + "key": "Connection", + "value": "keep-alive" + }, + { + "key": "Keep-Alive", + "value": "timeout=5" + } + ], + "cookie": [], + "body": "{\n \"id\": \"api.connectors.list\",\n \"ver\": \"v2\",\n \"ts\": \"2024-07-30T15:07:42+05:30\",\n \"params\": {\n \"status\": \"SUCCESS\",\n \"msgid\": \"abc\",\n \"resmsgid\": \"632d3342-fd8a-47f7-afbb-96402a00b92f\"\n },\n \"responseCode\": \"OK\",\n \"result\": {\n \"data\": [\n {\n \"id\": \"aws-s3-connector-0.1.0\",\n \"connector_id\": \"aws-s3-connector\",\n \"name\": \"AWS S3\",\n \"type\": \"source\",\n \"category\": \"File\",\n \"version\": \"0.1.0\",\n \"description\": \"The AWS S3 Connector is used to move data from any S3 Bucket to the Obsrv platform\",\n \"technology\": \"python\",\n \"runtime\": \"spark\",\n \"licence\": \"MIT\",\n \"owner\": \"Sunbird\",\n \"iconurl\": \"https://upload.wikimedia.org/wikipedia/commons/b/bc/Amazon-S3-Logo.svg\",\n \"status\": \"Live\",\n \"created_by\": \"SYSTEM\",\n \"updated_by\": \"SYSTEM\",\n \"created_date\": \"2024-06-25T04:39:21.237Z\",\n \"updated_date\": \"2024-06-25T04:39:21.237Z\"\n },\n {\n \"id\": \"azure-blob-connector-0.1.0\",\n \"connector_id\": \"azure-blob-connector\",\n \"name\": \"Azure Blob Store\",\n \"type\": \"source\",\n \"category\": \"File\",\n \"version\": \"0.1.0\",\n \"description\": \"The Azure Blob Store Connector is used to move data from any Azure Blob Container to the Obsrv platform\",\n \"technology\": \"python\",\n \"runtime\": \"spark\",\n \"licence\": \"MIT\",\n \"owner\": \"Sunbird\",\n \"iconurl\": \"https://upload.wikimedia.org/wikipedia/commons/f/fa/Microsoft_Azure.svg\",\n \"status\": \"Live\",\n \"created_by\": \"SYSTEM\",\n \"updated_by\": \"SYSTEM\",\n \"created_date\": \"2024-06-25T04:39:21.302Z\",\n \"updated_date\": \"2024-06-25T04:39:21.302Z\"\n },\n {\n \"id\": \"gcs-connector-0.1.0\",\n \"connector_id\": \"gcs-connector\",\n \"name\": \"Google Cloud Storage\",\n \"type\": \"source\",\n \"category\": \"File\",\n \"version\": \"0.1.0\",\n \"description\": \"The GCS Connector is used to move data from any Google Bucket to the Obsrv platform\",\n \"technology\": \"python\",\n \"runtime\": \"spark\",\n \"licence\": \"MIT\",\n \"owner\": \"Sunbird\",\n \"iconurl\": \"https://upload.wikimedia.org/wikipedia/commons/thumb/5/51/Google_Cloud_logo.svg/512px-Google_Cloud_logo.svg.png\",\n \"status\": \"Live\",\n \"created_by\": \"SYSTEM\",\n \"updated_by\": \"SYSTEM\",\n \"created_date\": \"2024-06-25T04:39:21.364Z\",\n \"updated_date\": \"2024-06-25T04:39:21.364Z\"\n }\n ],\n \"count\": 3\n }\n}" + }, + { + "name": "Failure: Invalid request body, filter option array should not be empty", + "originalRequest": { + "method": "POST", + "header": [], + "body": { + "mode": "raw", + "raw": "{\n \"id\": \"api.connectors.list\",\n \"ver\": \"v2\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n \"filters\": {\n \"category\":[\n \"File\"\n ],\n \"status\": [\n //\"Live\"\n ]\n }\n }\n}", + "options": { + "raw": { + "language": "json" + } + } + }, + "url": "http://localhost:3000/v2/connectors/list" + }, + "status": "Bad Request", + "code": 400, + "_postman_previewlanguage": "json", + "header": [ + { + "key": "X-Powered-By", + "value": "Express" + }, + { + "key": "Content-Type", + "value": "application/json; charset=utf-8" + }, + { + "key": "Content-Length", + "value": "399" + }, + { + "key": "ETag", + "value": "W/\"18f-Hsau3RTrCuWgbSoS3cqIWuUq45k\"" + }, + { + "key": "Date", + "value": "Tue, 30 Jul 2024 09:43:14 GMT" + }, + { + "key": "Connection", + "value": "keep-alive" + }, + { + "key": "Keep-Alive", + "value": "timeout=5" + } + ], + "cookie": [], + "body": "{\n \"id\": \"api.connectors.list\",\n \"ver\": \"v2\",\n \"ts\": \"2024-07-30T15:13:14+05:30\",\n \"params\": {\n \"status\": \"FAILED\",\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\",\n \"resmsgid\": \"02fadde0-8c59-4420-8ab3-56474b01670b\"\n },\n \"responseCode\": \"BAD_REQUEST\",\n \"result\": {},\n \"error\": {\n \"code\": \"CONNECTORS_LIST_INPUT_INVALID\",\n \"message\": \"#properties/request/properties/filters/properties/status/minItems must NOT have fewer than 1 items\"\n }\n}" + }, + { + "name": "Success: Connectors list with all filter options", + "originalRequest": { + "method": "POST", + "header": [], + "body": { + "mode": "raw", + "raw": "{\n \"id\": \"api.connectors.list\",\n \"ver\": \"v2\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n \"filters\": {\n \"category\":[\n \"File\",\"Database\"\n ],\n \"status\": [\n \"Live\",\"Draft\",\"InValidation\", \"Retired\"\n ]\n }\n }\n}", + "options": { + "raw": { + "language": "json" + } + } + }, + "url": "http://localhost:3000/v2/connectors/list" + }, + "status": "OK", + "code": 200, + "_postman_previewlanguage": "json", + "header": [ + { + "key": "X-Powered-By", + "value": "Express" + }, + { + "key": "Content-Type", + "value": "application/json; charset=utf-8" + }, + { + "key": "Content-Length", + "value": "4107" + }, + { + "key": "ETag", + "value": "W/\"100b-SEJt8xn1TwmZz8DKpFAwkYx6E8s\"" + }, + { + "key": "Date", + "value": "Tue, 30 Jul 2024 09:47:51 GMT" + }, + { + "key": "Connection", + "value": "keep-alive" + }, + { + "key": "Keep-Alive", + "value": "timeout=5" + } + ], + "cookie": [], + "body": "{\n \"id\": \"api.connectors.list\",\n \"ver\": \"v2\",\n \"ts\": \"2024-07-30T15:17:51+05:30\",\n \"params\": {\n \"status\": \"SUCCESS\",\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\",\n \"resmsgid\": \"fffa3ee0-da12-4bea-9b72-365571a62a4e\"\n },\n \"responseCode\": \"OK\",\n \"result\": {\n \"data\": [\n {\n \"id\": \"postgres-connector-1.0.0\",\n \"connector_id\": \"postgres-connector\",\n \"name\": \"PostgreSQL\",\n \"type\": \"source\",\n \"category\": \"Database\",\n \"version\": \"1.0.0\",\n \"description\": \"The PostgreSQL Connector is used to move data from any Postgres Table to the Obsrv platform\",\n \"technology\": \"scala\",\n \"runtime\": \"spark\",\n \"licence\": \"MIT\",\n \"owner\": \"Sunbird\",\n \"iconurl\": \"https://upload.wikimedia.org/wikipedia/commons/2/29/Postgresql_elephant.svg\",\n \"status\": \"Live\",\n \"created_by\": \"SYSTEM\",\n \"updated_by\": \"SYSTEM\",\n \"created_date\": \"2024-06-25T04:38:28.732Z\",\n \"updated_date\": \"2024-06-25T04:38:28.732Z\"\n },\n {\n \"id\": \"mysql-connector-1.0.0\",\n \"connector_id\": \"mysql-connector\",\n \"name\": \"MySQL\",\n \"type\": \"source\",\n \"category\": \"Database\",\n \"version\": \"1.0.0\",\n \"description\": \"The MySQL Connector is used to move data from any MySQL Table to the Obsrv platform\",\n \"technology\": \"scala\",\n \"runtime\": \"spark\",\n \"licence\": \"MIT\",\n \"owner\": \"Sunbird\",\n \"iconurl\": \"https://upload.wikimedia.org/wikipedia/en/6/62/MySQL.svg\",\n \"status\": \"Live\",\n \"created_by\": \"SYSTEM\",\n \"updated_by\": \"SYSTEM\",\n \"created_date\": \"2024-06-25T04:38:28.834Z\",\n \"updated_date\": \"2024-06-25T04:38:28.834Z\"\n },\n {\n \"id\": \"oracle-connector-1.0.0\",\n \"connector_id\": \"oracle-connector\",\n \"name\": \"Oracle\",\n \"type\": \"source\",\n \"category\": \"Database\",\n \"version\": \"1.0.0\",\n \"description\": \"The Oracle Connector is used to move data from any Oracle Table to the Obsrv platform\",\n \"technology\": \"scala\",\n \"runtime\": \"spark\",\n \"licence\": \"MIT\",\n \"owner\": \"Sunbird\",\n \"iconurl\": \"https://upload.wikimedia.org/wikipedia/commons/5/50/Oracle_logo.svg\",\n \"status\": \"Live\",\n \"created_by\": \"SYSTEM\",\n \"updated_by\": \"SYSTEM\",\n \"created_date\": \"2024-06-25T04:38:28.840Z\",\n \"updated_date\": \"2024-06-25T04:38:28.840Z\"\n },\n {\n \"id\": \"mssql-connector-1.0.0\",\n \"connector_id\": \"mssql-connector\",\n \"name\": \"MS SQL\",\n \"type\": \"source\",\n \"category\": \"Database\",\n \"version\": \"1.0.0\",\n \"description\": \"The MS SQL Connector is used to move data from any MS SQL Table to the Obsrv platform\",\n \"technology\": \"scala\",\n \"runtime\": \"spark\",\n \"licence\": \"MIT\",\n \"owner\": \"Sunbird\",\n \"iconurl\": \"https://upload.wikimedia.org/wikipedia/commons/2/29/Microsoft_SQL_Server_Logo.svg\",\n \"status\": \"Live\",\n \"created_by\": \"SYSTEM\",\n \"updated_by\": \"SYSTEM\",\n \"created_date\": \"2024-06-25T04:38:28.847Z\",\n \"updated_date\": \"2024-06-25T04:38:28.847Z\"\n },\n {\n \"id\": \"aws-s3-connector-0.1.0\",\n \"connector_id\": \"aws-s3-connector\",\n \"name\": \"AWS S3\",\n \"type\": \"source\",\n \"category\": \"File\",\n \"version\": \"0.1.0\",\n \"description\": \"The AWS S3 Connector is used to move data from any S3 Bucket to the Obsrv platform\",\n \"technology\": \"python\",\n \"runtime\": \"spark\",\n \"licence\": \"MIT\",\n \"owner\": \"Sunbird\",\n \"iconurl\": \"https://upload.wikimedia.org/wikipedia/commons/b/bc/Amazon-S3-Logo.svg\",\n \"status\": \"Live\",\n \"created_by\": \"SYSTEM\",\n \"updated_by\": \"SYSTEM\",\n \"created_date\": \"2024-06-25T04:39:21.237Z\",\n \"updated_date\": \"2024-06-25T04:39:21.237Z\"\n },\n {\n \"id\": \"azure-blob-connector-0.1.0\",\n \"connector_id\": \"azure-blob-connector\",\n \"name\": \"Azure Blob Store\",\n \"type\": \"source\",\n \"category\": \"File\",\n \"version\": \"0.1.0\",\n \"description\": \"The Azure Blob Store Connector is used to move data from any Azure Blob Container to the Obsrv platform\",\n \"technology\": \"python\",\n \"runtime\": \"spark\",\n \"licence\": \"MIT\",\n \"owner\": \"Sunbird\",\n \"iconurl\": \"https://upload.wikimedia.org/wikipedia/commons/f/fa/Microsoft_Azure.svg\",\n \"status\": \"Live\",\n \"created_by\": \"SYSTEM\",\n \"updated_by\": \"SYSTEM\",\n \"created_date\": \"2024-06-25T04:39:21.302Z\",\n \"updated_date\": \"2024-06-25T04:39:21.302Z\"\n },\n {\n \"id\": \"gcs-connector-0.1.0\",\n \"connector_id\": \"gcs-connector\",\n \"name\": \"Google Cloud Storage\",\n \"type\": \"source\",\n \"category\": \"File\",\n \"version\": \"0.1.0\",\n \"description\": \"The GCS Connector is used to move data from any Google Bucket to the Obsrv platform\",\n \"technology\": \"python\",\n \"runtime\": \"spark\",\n \"licence\": \"MIT\",\n \"owner\": \"Sunbird\",\n \"iconurl\": \"https://upload.wikimedia.org/wikipedia/commons/thumb/5/51/Google_Cloud_logo.svg/512px-Google_Cloud_logo.svg.png\",\n \"status\": \"Live\",\n \"created_by\": \"SYSTEM\",\n \"updated_by\": \"SYSTEM\",\n \"created_date\": \"2024-06-25T04:39:21.364Z\",\n \"updated_date\": \"2024-06-25T04:39:21.364Z\"\n }\n ],\n \"count\": 7\n }\n}" + }, + { + "name": "Success: Connectors list without filters", + "originalRequest": { + "method": "POST", + "header": [], + "body": { + "mode": "raw", + "raw": "{\n \"id\": \"api.connectors.list\",\n \"ver\": \"v2\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n // \"filters\": {\n // \"category\":[\n // \"File\",\"Database\"\n // ],\n // \"status\": [\n // \"Live\",\"Draft\",\"InValidation\", \"Retired\"\n // ]\n // }\n }\n}", + "options": { + "raw": { + "language": "json" + } + } + }, + "url": "http://localhost:3000/v2/connectors/list" + }, + "status": "OK", + "code": 200, + "_postman_previewlanguage": "json", + "header": [ + { + "key": "X-Powered-By", + "value": "Express" + }, + { + "key": "Content-Type", + "value": "application/json; charset=utf-8" + }, + { + "key": "Content-Length", + "value": "4107" + }, + { + "key": "ETag", + "value": "W/\"100b-N8mD4H5+SlIOmnNcq6Fnlq2pwXs\"" + }, + { + "key": "Date", + "value": "Tue, 30 Jul 2024 09:50:11 GMT" + }, + { + "key": "Connection", + "value": "keep-alive" + }, + { + "key": "Keep-Alive", + "value": "timeout=5" + } + ], + "cookie": [], + "body": "{\n \"id\": \"api.connectors.list\",\n \"ver\": \"v2\",\n \"ts\": \"2024-07-30T15:20:11+05:30\",\n \"params\": {\n \"status\": \"SUCCESS\",\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\",\n \"resmsgid\": \"2c527a46-7bfe-4c74-a290-4dcf1a3c5f10\"\n },\n \"responseCode\": \"OK\",\n \"result\": {\n \"data\": [\n {\n \"id\": \"postgres-connector-1.0.0\",\n \"connector_id\": \"postgres-connector\",\n \"name\": \"PostgreSQL\",\n \"type\": \"source\",\n \"category\": \"Database\",\n \"version\": \"1.0.0\",\n \"description\": \"The PostgreSQL Connector is used to move data from any Postgres Table to the Obsrv platform\",\n \"technology\": \"scala\",\n \"runtime\": \"spark\",\n \"licence\": \"MIT\",\n \"owner\": \"Sunbird\",\n \"iconurl\": \"https://upload.wikimedia.org/wikipedia/commons/2/29/Postgresql_elephant.svg\",\n \"status\": \"Live\",\n \"created_by\": \"SYSTEM\",\n \"updated_by\": \"SYSTEM\",\n \"created_date\": \"2024-06-25T04:38:28.732Z\",\n \"updated_date\": \"2024-06-25T04:38:28.732Z\"\n },\n {\n \"id\": \"mysql-connector-1.0.0\",\n \"connector_id\": \"mysql-connector\",\n \"name\": \"MySQL\",\n \"type\": \"source\",\n \"category\": \"Database\",\n \"version\": \"1.0.0\",\n \"description\": \"The MySQL Connector is used to move data from any MySQL Table to the Obsrv platform\",\n \"technology\": \"scala\",\n \"runtime\": \"spark\",\n \"licence\": \"MIT\",\n \"owner\": \"Sunbird\",\n \"iconurl\": \"https://upload.wikimedia.org/wikipedia/en/6/62/MySQL.svg\",\n \"status\": \"Live\",\n \"created_by\": \"SYSTEM\",\n \"updated_by\": \"SYSTEM\",\n \"created_date\": \"2024-06-25T04:38:28.834Z\",\n \"updated_date\": \"2024-06-25T04:38:28.834Z\"\n },\n {\n \"id\": \"oracle-connector-1.0.0\",\n \"connector_id\": \"oracle-connector\",\n \"name\": \"Oracle\",\n \"type\": \"source\",\n \"category\": \"Database\",\n \"version\": \"1.0.0\",\n \"description\": \"The Oracle Connector is used to move data from any Oracle Table to the Obsrv platform\",\n \"technology\": \"scala\",\n \"runtime\": \"spark\",\n \"licence\": \"MIT\",\n \"owner\": \"Sunbird\",\n \"iconurl\": \"https://upload.wikimedia.org/wikipedia/commons/5/50/Oracle_logo.svg\",\n \"status\": \"Live\",\n \"created_by\": \"SYSTEM\",\n \"updated_by\": \"SYSTEM\",\n \"created_date\": \"2024-06-25T04:38:28.840Z\",\n \"updated_date\": \"2024-06-25T04:38:28.840Z\"\n },\n {\n \"id\": \"mssql-connector-1.0.0\",\n \"connector_id\": \"mssql-connector\",\n \"name\": \"MS SQL\",\n \"type\": \"source\",\n \"category\": \"Database\",\n \"version\": \"1.0.0\",\n \"description\": \"The MS SQL Connector is used to move data from any MS SQL Table to the Obsrv platform\",\n \"technology\": \"scala\",\n \"runtime\": \"spark\",\n \"licence\": \"MIT\",\n \"owner\": \"Sunbird\",\n \"iconurl\": \"https://upload.wikimedia.org/wikipedia/commons/2/29/Microsoft_SQL_Server_Logo.svg\",\n \"status\": \"Live\",\n \"created_by\": \"SYSTEM\",\n \"updated_by\": \"SYSTEM\",\n \"created_date\": \"2024-06-25T04:38:28.847Z\",\n \"updated_date\": \"2024-06-25T04:38:28.847Z\"\n },\n {\n \"id\": \"aws-s3-connector-0.1.0\",\n \"connector_id\": \"aws-s3-connector\",\n \"name\": \"AWS S3\",\n \"type\": \"source\",\n \"category\": \"File\",\n \"version\": \"0.1.0\",\n \"description\": \"The AWS S3 Connector is used to move data from any S3 Bucket to the Obsrv platform\",\n \"technology\": \"python\",\n \"runtime\": \"spark\",\n \"licence\": \"MIT\",\n \"owner\": \"Sunbird\",\n \"iconurl\": \"https://upload.wikimedia.org/wikipedia/commons/b/bc/Amazon-S3-Logo.svg\",\n \"status\": \"Live\",\n \"created_by\": \"SYSTEM\",\n \"updated_by\": \"SYSTEM\",\n \"created_date\": \"2024-06-25T04:39:21.237Z\",\n \"updated_date\": \"2024-06-25T04:39:21.237Z\"\n },\n {\n \"id\": \"azure-blob-connector-0.1.0\",\n \"connector_id\": \"azure-blob-connector\",\n \"name\": \"Azure Blob Store\",\n \"type\": \"source\",\n \"category\": \"File\",\n \"version\": \"0.1.0\",\n \"description\": \"The Azure Blob Store Connector is used to move data from any Azure Blob Container to the Obsrv platform\",\n \"technology\": \"python\",\n \"runtime\": \"spark\",\n \"licence\": \"MIT\",\n \"owner\": \"Sunbird\",\n \"iconurl\": \"https://upload.wikimedia.org/wikipedia/commons/f/fa/Microsoft_Azure.svg\",\n \"status\": \"Live\",\n \"created_by\": \"SYSTEM\",\n \"updated_by\": \"SYSTEM\",\n \"created_date\": \"2024-06-25T04:39:21.302Z\",\n \"updated_date\": \"2024-06-25T04:39:21.302Z\"\n },\n {\n \"id\": \"gcs-connector-0.1.0\",\n \"connector_id\": \"gcs-connector\",\n \"name\": \"Google Cloud Storage\",\n \"type\": \"source\",\n \"category\": \"File\",\n \"version\": \"0.1.0\",\n \"description\": \"The GCS Connector is used to move data from any Google Bucket to the Obsrv platform\",\n \"technology\": \"python\",\n \"runtime\": \"spark\",\n \"licence\": \"MIT\",\n \"owner\": \"Sunbird\",\n \"iconurl\": \"https://upload.wikimedia.org/wikipedia/commons/thumb/5/51/Google_Cloud_logo.svg/512px-Google_Cloud_logo.svg.png\",\n \"status\": \"Live\",\n \"created_by\": \"SYSTEM\",\n \"updated_by\": \"SYSTEM\",\n \"created_date\": \"2024-06-25T04:39:21.364Z\",\n \"updated_date\": \"2024-06-25T04:39:21.364Z\"\n }\n ],\n \"count\": 7\n }\n}" + }, + { + "name": "Success: Filtered based on status", + "originalRequest": { + "method": "POST", + "header": [], + "body": { + "mode": "raw", + "raw": "{\n \"id\": \"api.connectors.list\",\n \"ver\": \"v2\",\n \"ts\": \"2024-04-10T16:10:50+05:30\",\n \"params\": {\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\"\n },\n \"request\": {\n \"filters\": {\n \"status\": [\n \"Draft\"\n ]\n }\n }\n}", + "options": { + "raw": { + "language": "json" + } + } + }, + "url": "http://localhost:3000/v2/connectors/list" + }, + "status": "OK", + "code": 200, + "_postman_previewlanguage": "json", + "header": [ + { + "key": "X-Powered-By", + "value": "Express" + }, + { + "key": "Content-Type", + "value": "application/json; charset=utf-8" + }, + { + "key": "Content-Length", + "value": "250" + }, + { + "key": "ETag", + "value": "W/\"fa-+eWKIfUxsWBGuJy23qSucgLXke4\"" + }, + { + "key": "Date", + "value": "Tue, 30 Jul 2024 09:55:51 GMT" + }, + { + "key": "Connection", + "value": "keep-alive" + }, + { + "key": "Keep-Alive", + "value": "timeout=5" + } + ], + "cookie": [], + "body": "{\n \"id\": \"api.connectors.list\",\n \"ver\": \"v2\",\n \"ts\": \"2024-07-30T15:25:51+05:30\",\n \"params\": {\n \"status\": \"SUCCESS\",\n \"msgid\": \"4a7f14c3-d61e-4d4f-be78-181834eeff6d\",\n \"resmsgid\": \"f506e725-eed4-41df-86dc-2477d5c4d19a\"\n },\n \"responseCode\": \"OK\",\n \"result\": {\n \"data\": [],\n \"count\": 0\n }\n}" + } + ] + } + ] } ] } \ No newline at end of file