1.3.1 reverts (#15386)

* Revert "add migration for MongoDB supportsProfiler = true (#15254)" This reverts commit ec3eb29. * Revert "MINOR: Mongodb column profile (#15252)" This reverts commit 50b2709. * Revert "MINOR: modified nosql factory to not use pymongo (#15316)" This reverts commit bdf2745. * Revert "MINOR: add MongoDB sample data (#15237)" This reverts commit ff2ecc5. * Revert "MINOR: add test for sqla compiler (#15275)" This reverts commit 4967e09. * Revert "Fixes #10013: Implement first stage of NoSQL profiler (#15189)" This reverts commit 18c22c4. * chore: added tests back after revert
open-metadata · Feb 28, 2024 · 7456915 · 7456915
1 parent 56c8dd1
commit 7456915
Show file tree

Hide file tree

Showing 30 changed files with 47 additions and 1,138 deletions.
diff --git a/bootstrap/sql/migrations/native/1.4.0/mysql/schemaChanges.sql b/bootstrap/sql/migrations/native/1.4.0/mysql/schemaChanges.sql
diff --git a/bootstrap/sql/migrations/native/1.4.0/postgres/schemaChanges.sql b/bootstrap/sql/migrations/native/1.4.0/postgres/schemaChanges.sql
diff --git a/ingestion/src/metadata/__init__.py → docker/__init__.py b/ingestion/src/metadata/__init__.py → docker/__init__.py
diff --git a/docker/validate_compose.py b/docker/validate_compose.py
@@ -23,11 +23,9 @@ def get_last_run_info() -> Tuple[str, str]:
     while retries < max_retries:
         log_ansi_encoded_string(message="Waiting for DAG Run data...")
         time.sleep(5)
-        res = requests.get(
+        runs = requests.get(
             "http://localhost:8080/api/v1/dags/sample_data/dagRuns", auth=BASIC_AUTH, timeout=REQUESTS_TIMEOUT
-        )
-        res.raise_for_status()
-        runs = res.json()
+        ).json()
         dag_runs = runs.get("dag_runs")
         if dag_runs[0].get("dag_run_id"):
             return dag_runs[0].get("dag_run_id"), "success"

diff --git a/ingestion/setup.py b/ingestion/setup.py
@@ -313,7 +313,6 @@
     VERSIONS["snowflake"],
     VERSIONS["elasticsearch8"],
     VERSIONS["giturlparse"],
-    "testcontainers==3.7.1",
 }
 
 e2e_test = {

diff --git a/ingestion/src/metadata/great_expectations/action.py b/ingestion/src/metadata/great_expectations/action.py
@@ -107,7 +107,7 @@ def __init__(
         self.config_file_path = config_file_path
         self.ometa_conn = self._create_ometa_connection()
 
-    def _run(  # pylint: disable=unused-argument,arguments-renamed
+    def _run(  # pylint: disable=unused-argument
         self,
         validation_result_suite: ExpectationSuiteValidationResult,
         validation_result_suite_identifier: Union[
@@ -124,6 +124,7 @@ def _run(  # pylint: disable=unused-argument,arguments-renamed
             validation_result_suite: result suite returned when checkpoint is ran
             validation_result_suite_identifier: type of result suite
             data_asset:
+            payload:
             expectation_suite_identifier: type of expectation suite
             checkpoint_identifier: identifier for the checkpoint
         """

diff --git a/ingestion/src/metadata/profiler/__init__.py b/ingestion/src/metadata/profiler/__init__.py
diff --git a/ingestion/src/metadata/profiler/adaptors/__init__.py b/ingestion/src/metadata/profiler/adaptors/__init__.py
diff --git a/ingestion/src/metadata/profiler/adaptors/adaptor_factory.py b/ingestion/src/metadata/profiler/adaptors/adaptor_factory.py
diff --git a/ingestion/src/metadata/profiler/adaptors/mongodb.py b/ingestion/src/metadata/profiler/adaptors/mongodb.py
diff --git a/ingestion/src/metadata/profiler/adaptors/nosql_adaptor.py b/ingestion/src/metadata/profiler/adaptors/nosql_adaptor.py
diff --git a/ingestion/src/metadata/profiler/api/models.py b/ingestion/src/metadata/profiler/api/models.py
@@ -122,7 +122,7 @@ def __str__(self):
 
 
 class ThreadPoolMetrics(ConfigModel):
-    """A container for all metrics to be computed on the same thread."""
+    """thread pool metric"""
 
     metrics: Union[List[Union[Type[Metric], CustomMetric]], Type[Metric]]
     metric_type: MetricTypes

diff --git a/ingestion/src/metadata/profiler/factory.py b/ingestion/src/metadata/profiler/factory.py