MINOR - Skip delta tests for 3.11

ingestion/src/metadata/ingestion/source/database/deltalake/metadata.py

@@ -201,7 +201,7 @@ def get_tables_name_and_type(self) -> Optional[Iterable[Tuple[str, str]]]:
         :return: tables or views, depending on config
         """
         schema_name = self.context.database_schema
-        for table in self.spark.catalog.listTables(schema_name):
+        for table in self.spark.catalog.listTables(dbName=schema_name):
             try:
                 table_name = table.name
                 table_fqn = fqn.build(

ingestion/src/metadata/ingestion/source/pipeline/airflow/lineage_parser.py

@@ -64,6 +64,7 @@
 """
 import json
 import logging
+import textwrap
 import traceback
 from collections import defaultdict
 from copy import deepcopy
@@ -200,7 +201,12 @@ def _parse_xlets(xlet: Any) -> None:
 
 @_parse_xlets.register
 @deprecated(
-    message="Please update your inlets/outlets to follow <TODO DOCS>",
+    message=textwrap.dedent(
+        """
+    Please update your inlets/outlets to follow 
+    https://docs.open-metadata.org/connectors/pipeline/airflow/configuring-lineage
+    """
+    ),
     release="1.4.0",
 )
 def dictionary_lineage_annotation(xlet: dict) -> Dict[str, List[OMEntity]]:

ingestion/tests/integration/ometa/test_ometa_domains_api.py

@@ -136,13 +136,13 @@ def test_create(self):
         """
 
         res: Domain = self.metadata.create_or_update(data=self.create_domain)
-        self.assertEquals(res.name, self.create_domain.name)
-        self.assertEquals(res.description, self.create_domain.description)
+        self.assertEqual(res.name, self.create_domain.name)
+        self.assertEqual(res.description, self.create_domain.description)
 
         res: DataProduct = self.metadata.create_or_update(data=self.create_data_product)
-        self.assertEquals(res.name, self.create_data_product.name)
-        self.assertEquals(res.description, self.create_data_product.description)
-        self.assertEquals(res.domain.name, self.create_data_product.domain.__root__)
+        self.assertEqual(res.name, self.create_data_product.name)
+        self.assertEqual(res.description, self.create_data_product.description)
+        self.assertEqual(res.domain.name, self.create_data_product.domain.__root__)
 
     def test_get_name(self):
         """We can fetch Domains & Data Products by name"""
@@ -189,4 +189,4 @@ def test_patch_domain(self):
             entity=Dashboard, fqn=self.dashboard.fullyQualifiedName, fields=["domain"]
         )
 
-        self.assertEquals(updated_dashboard.domain.name, domain.name.__root__)
+        self.assertEqual(updated_dashboard.domain.name, domain.name.__root__)

ingestion/tests/integration/ometa/test_ometa_es_api.py

@@ -285,7 +285,7 @@ def test_get_query_with_lineage_filter(self):
             '{"query": {"bool": {"must": [{"term": {"processedLineage": true}},'
             ' {"term": {"service.name.keyword": "my_service"}}]}}}'
         )
-        self.assertEquals(res, quote(expected))
+        self.assertEqual(res, quote(expected))
 
     def test_get_queries_with_lineage(self):
         """Check the payload from ES"""

ingestion/tests/integration/test_suite/test_workflow.py

@@ -225,7 +225,7 @@ def test_create_workflow_config_with_table_without_suite(self):
         )[0]
 
         self.assertIsNone(table.testSuite)
-        self.assertEquals(
+        self.assertEqual(
             table_and_tests.right.executable_test_suite.name.__root__,
             self.table.fullyQualifiedName.__root__ + ".testSuite",
         )

ingestion/tests/unit/airflow/test_lineage_parser.py

@@ -56,7 +56,7 @@ def assertXLetsEquals(self, first: List[XLets], second: List[XLets]):
         For this test, we will assume that by having the same FQN, the
         entity type will also be the same.
         """
-        self.assertEquals(len(first), len(second))
+        self.assertEqual(len(first), len(second))
 
         for xlet1 in first:
             match = False
@@ -305,7 +305,7 @@ def test_om_entity_serializer(self):
             fqn="FQN",
             key="test",
         )
-        self.assertEquals(
+        self.assertEqual(
             str(om_entity),
             '{"entity": "metadata.generated.schema.entity.data.table.Table", "fqn": "FQN", "key": "test"}',
         )
@@ -315,7 +315,7 @@ def test_om_entity_serializer(self):
             fqn="FQN",
             key="test",
         )
-        self.assertEquals(
+        self.assertEqual(
             str(om_entity),
             '{"entity": "metadata.generated.schema.entity.data.container.Container", "fqn": "FQN", "key": "test"}',
         )
@@ -332,7 +332,7 @@ def test_str_deserializer(self):
         """
         self.assertIsNone(_parse_xlets("random"))
 
-        self.assertEquals(
+        self.assertEqual(
             _parse_xlets(
                 '{"entity": "metadata.generated.schema.entity.data.table.Table", "fqn": "FQN", "key": "test"}'
             ),
@@ -347,7 +347,7 @@ def test_str_deserializer(self):
             },
         )
 
-        self.assertEquals(
+        self.assertEqual(
             _parse_xlets(
                 '{"entity": "metadata.generated.schema.entity.data.container.Container", "fqn": "FQN", "key": "test"}'
             ),
@@ -362,7 +362,7 @@ def test_str_deserializer(self):
             },
         )
 
-        self.assertEquals(
+        self.assertEqual(
             _parse_xlets(
                 '{"entity": "metadata.generated.schema.entity.data.dashboard.Dashboard", "fqn": "FQN", "key": "test"}'
             ),
@@ -385,7 +385,7 @@ def test_airflow_serializer(self):
             key="test",
         )
 
-        self.assertEquals(
+        self.assertEqual(
             serialize(om_entity).get("__data__"),
             '{"entity": "metadata.generated.schema.entity.data.table.Table", "fqn": "FQN", "key": "test"}',
         )

ingestion/tests/unit/readers/test_df_reader.py

@@ -45,8 +45,8 @@ def test_dsv_no_extension_reader(self):
         self.assertIsNotNone(df_list)
         self.assertTrue(len(df_list))
 
-        self.assertEquals(df_list[0].shape, (5, 2))
-        self.assertEquals(
+        self.assertEqual(df_list[0].shape, (5, 2))
+        self.assertEqual(
             list(df_list[0].columns), ["transaction_id", "transaction_value"]
         )
 
@@ -62,8 +62,8 @@ def test_dsv_reader(self):
         self.assertIsNotNone(df_list)
         self.assertTrue(len(df_list))
 
-        self.assertEquals(df_list[0].shape, (5, 2))
-        self.assertEquals(
+        self.assertEqual(df_list[0].shape, (5, 2))
+        self.assertEqual(
             list(df_list[0].columns), ["transaction_id", "transaction_value"]
         )
 
@@ -81,8 +81,8 @@ def test_dsv_reader_with_separator(self):
         self.assertIsNotNone(df_list)
         self.assertTrue(len(df_list))
 
-        self.assertEquals(df_list[0].shape, (5, 2))
-        self.assertEquals(
+        self.assertEqual(df_list[0].shape, (5, 2))
+        self.assertEqual(
             list(df_list[0].columns), ["transaction_id", "transaction_value"]
         )
 
@@ -98,8 +98,8 @@ def test_json_reader(self):
         self.assertIsNotNone(df_list)
         self.assertTrue(len(df_list))
 
-        self.assertEquals(df_list[0].shape, (4, 4))
-        self.assertEquals(
+        self.assertEqual(df_list[0].shape, (4, 4))
+        self.assertEqual(
             list(df_list[0].columns),
             ["name", "id", "version", "Company"],
         )
@@ -116,8 +116,8 @@ def test_avro_reader(self):
         self.assertIsNotNone(df_list)
         self.assertTrue(len(df_list))
 
-        self.assertEquals(df_list[0].shape, (4, 8))
-        self.assertEquals(
+        self.assertEqual(df_list[0].shape, (4, 8))
+        self.assertEqual(
             list(df_list[0].columns),
             [
                 "Boolean",

ingestion/tests/unit/topology/dashboard/test_looker_lkml_parser.py

@@ -250,7 +250,7 @@ def test_explore_col_parser(self):
             ),
         ]
 
-        self.assertEquals(cols, expected_cols)
+        self.assertEqual(cols, expected_cols)
 
     def test_view_col_parser(self):
         """
@@ -278,4 +278,4 @@ def test_view_col_parser(self):
             ),
         ]
 
-        self.assertEquals(cols, expected_cols)
+        self.assertEqual(cols, expected_cols)

ingestion/tests/unit/topology/database/test_deltalake.py

@@ -14,6 +14,8 @@
 Here we don't need to patch, as we can just create our own metastore
 """
 import shutil
+import sys
+import unittest
 from datetime import date, datetime
 from unittest import TestCase
 
@@ -100,6 +102,10 @@
 )
 
 
+@unittest.skipUnless(
+    sys.version_info < (3, 11),
+    reason="https://github.com/open-metadata/OpenMetadata/issues/14408",
+)
 class DeltaLakeUnitTest(TestCase):
     """
     Add method validations from Deltalake ingestion

ingestion/tests/unit/topology/pipeline/test_airflow.py

@@ -151,7 +151,7 @@ def test_parsing(self):
             owners=None,
         )
 
-        self.assertEquals(
+        self.assertEqual(
             dag.tasks[0].inlets,
             [
                 {
@@ -162,7 +162,7 @@ def test_parsing(self):
                 }
             ],
         )
-        self.assertEquals(
+        self.assertEqual(
             dag.tasks[1].outlets,
             [
                 {
@@ -178,23 +178,23 @@ def test_get_schedule_interval(self):
         """
 
         pipeline_data = {"schedule_interval": None}
-        self.assertEquals(get_schedule_interval(pipeline_data), None)
+        self.assertIsNone(get_schedule_interval(pipeline_data))
 
         pipeline_data = {"schedule_interval": {"__var": 86400.0, "__type": "timedelta"}}
-        self.assertEquals(get_schedule_interval(pipeline_data), "1 day, 0:00:00")
+        self.assertEqual(get_schedule_interval(pipeline_data), "1 day, 0:00:00")
 
         pipeline_data = {
             "timetable": {
                 "__type": "airflow.timetables.simple.OnceTimetable",
                 "__var": {},
             }
         }
-        self.assertEquals(get_schedule_interval(pipeline_data), "@once")
+        self.assertEqual(get_schedule_interval(pipeline_data), "@once")
 
         pipeline_data = {
             "timetable": {
                 "__type": "airflow.timetables.interval.CronDataIntervalTimetable",
                 "__var": {"expression": "*/2 * * * *", "timezone": "UTC"},
             }
         }
-        self.assertEquals(get_schedule_interval(pipeline_data), "*/2 * * * *")
+        self.assertEqual(get_schedule_interval(pipeline_data), "*/2 * * * *")

ingestion/tests/unit/utils/test_deprecation.py

@@ -33,7 +33,7 @@ def test_deprecation_warning(self) -> None:
             self.deprecated_call()
 
             # Verify the result
-            self.assertEquals(len(warn), 1)
+            self.assertEqual(len(warn), 1)
             self.assertTrue(issubclass(warn[0].category, DeprecationWarning))
             self.assertTrue("This is a deprecation" in str(warn[0].message))
             self.assertTrue("x.y.z" in str(warn[0].message))

ingestion/tests/unit/utils/test_stored_procedures.py

@@ -21,28 +21,28 @@ class StoredProceduresTests(TestCase):
 
     def test_get_procedure_name_from_call(self):
         """Check that we properly parse CALL queries"""
-        self.assertEquals(
+        self.assertEqual(
             get_procedure_name_from_call(
                 query_text="CALL db.schema.procedure_name(...)",
             ),
             "procedure_name",
         )
 
-        self.assertEquals(
+        self.assertEqual(
             get_procedure_name_from_call(
                 query_text="CALL schema.procedure_name(...)",
             ),
             "procedure_name",
         )
 
-        self.assertEquals(
+        self.assertEqual(
             get_procedure_name_from_call(
                 query_text="CALL procedure_name(...)",
             ),
             "procedure_name",
         )
 
-        self.assertEquals(
+        self.assertEqual(
             get_procedure_name_from_call(
                 query_text="CALL DB.SCHEMA.PROCEDURE_NAME(...)",
             ),

ingestion/tests/unit/workflow/test_base_workflow.py

@@ -163,14 +163,12 @@ def test_workflow_executes(self):
     @pytest.mark.order(2)
     def test_workflow_status(self):
         # Everything is processed properly in the Source
-        self.assertEquals(
-            self.workflow.source.status.records, ["0", "1", "2", "3", "4"]
-        )
-        self.assertEquals(len(self.workflow.source.status.failures), 0)
+        self.assertEqual(self.workflow.source.status.records, ["0", "1", "2", "3", "4"])
+        self.assertEqual(len(self.workflow.source.status.failures), 0)
 
         # We catch one error in the Sink
-        self.assertEquals(len(self.workflow.steps[0].status.records), 4)
-        self.assertEquals(len(self.workflow.steps[0].status.failures), 1)
+        self.assertEqual(len(self.workflow.steps[0].status.records), 4)
+        self.assertEqual(len(self.workflow.steps[0].status.failures), 1)
 
     @pytest.mark.order(3)
     def test_workflow_raise_status(self):

openmetadata-docs/content/v1.3.x-SNAPSHOT/connectors/database/deltalake/index.md

@@ -40,9 +40,8 @@ Configure and schedule Deltalake metadata and profiler workflows from the OpenMe
 
 ## Requirements
 
-{%inlineCallout icon="description" bold="OpenMetadata 0.12 or later" href="/deployment"%}
-To deploy OpenMetadata, check the Deployment guides.
-{%/inlineCallout%}
+Deltalake requires to run with Python 3.8, 3.9 or 3.10. We do not yet support the Delta connector
+for Python 3.11
 
 ## Metadata Ingestion
 

openmetadata-docs/content/v1.3.x-SNAPSHOT/connectors/database/deltalake/yaml.md

@@ -38,11 +38,8 @@ Configure and schedule Deltalake metadata and profiler workflows from the OpenMe
 
 ## Requirements
 
-{%inlineCallout icon="description" bold="OpenMetadata 0.12 or later" href="/deployment"%}
-To deploy OpenMetadata, check the Deployment guides.
-{%/inlineCallout%}
-
-
+Deltalake requires to run with Python 3.8, 3.9 or 3.10. We do not yet support the Delta connector
+for Python 3.11
 
 ### Python Requirements
 

openmetadata-service/src/test/java/org/openmetadata/service/resources/EntityResourceTest.java

@@ -233,7 +233,7 @@ public abstract class EntityResourceTest<T extends EntityInterface, K extends Cr
   public static final String DATA_CONSUMER_ROLE_NAME = "DataConsumer";
 
   public static final String ENTITY_LINK_MATCH_ERROR =
-      "[entityLink must match \"^(?U)<#E::\\w+::[\\w'\\- .&/:+\"\\\\()$#%]+>$\"]";
+      "[entityLink must match \"(?U)^<#E::\\w+::[\\w'\\- .&/:+\"\\\\()$#%]+>$\"]";
 
   // Random unicode string generator to test entity name accepts all the unicode characters
   protected static final RandomStringGenerator RANDOM_STRING_GENERATOR =

openmetadata-service/src/test/java/org/openmetadata/service/resources/feeds/FeedResourceTest.java

@@ -199,7 +199,7 @@ void post_feedWithInvalidAbout_4xx() {
     // Create thread without addressed to entity in the request
     CreateThread create = create().withFrom(USER.getName()).withAbout("<>"); // Invalid EntityLink
 
-    String failureReason = "[about must match \"^(?U)<#E::\\w+::[\\w'\\- .&/:+\"\\\\()$#%]+>$\"]";
+    String failureReason = "[about must match \"(?U)^<#E::\\w+::[\\w'\\- .&/:+\"\\\\()$#%]+>$\"]";
     assertResponseContains(() -> createThread(create, USER_AUTH_HEADERS), BAD_REQUEST, failureReason);
 
     create.withAbout("<#E::>"); // Invalid EntityLink - missing entityType and entityId

openmetadata-service/src/test/java/org/openmetadata/service/resources/glossary/GlossaryResourceTest.java

@@ -351,7 +351,7 @@ void testImportInvalidCsv() {
     Awaitility.await().atMost(4, TimeUnit.SECONDS).until(() -> true);
     assertSummary(result, ApiStatus.FAILURE, 2, 1, 1);
     String[] expectedRows = {
-      resultsHeader, getFailedRecord(record, "[name must match \"\"^(?U)[\\w'\\- .&()%]+$\"\"]")
+      resultsHeader, getFailedRecord(record, "[name must match \"\"(?U)^[\\w'\\- .&()%]+$\"\"]")
     };
     assertRows(result, expectedRows);
 

openmetadata-service/src/test/java/org/openmetadata/service/resources/metadata/TypeResourceTest.java

@@ -73,7 +73,7 @@ public void post_entityCreateWithInvalidName_400() {
     // Names can't start with capital letter, can't have space, hyphen, apostrophe
     String[] tests = {"a bc", "a-bc", "a'b"};
 
-    String error = "[name must match \"^(?U)[\\w]+$\"]";
+    String error = "[name must match \"(?U)^[\\w]+$\"]";
     CreateType create = createRequest("placeHolder", "", "", null);
     for (String test : tests) {
       LOG.info("Testing with the name {}", test);