feat(cli): Trim report of dataHubExecutionRequestResult to max GMS size

datahub-project · Jul 31, 2024 · dca40e0 · dca40e0
1 parent 1955c05
commit dca40e0
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/metadata-ingestion/src/datahub/ingestion/reporting/datahub_ingestion_run_summary_provider.py b/metadata-ingestion/src/datahub/ingestion/reporting/datahub_ingestion_run_summary_provider.py
@@ -209,7 +209,9 @@ def on_completion(
             status=status,
             startTimeMs=self.start_time_ms,
             durationMs=self.get_cur_time_in_ms() - self.start_time_ms,
-            report=summary,
+            # Truncate summary such that the generated MCP will not exceed GMS's payload limit.
+            # Hardcoding the overall size of dataHubExecutionRequestResult to >1MB by trimming summary to 800,000 chars
+            report=summary[-800000:],
             structuredReport=structured_report,
         )