AirbyteLib: Use case-insensitive method of finding column objects (#3…

…4985)

airbyte-lib/airbyte_lib/caches/base.py

@@ -15,6 +15,8 @@
 import ulid
 from overrides import overrides
 from sqlalchemy import (
+    Column,
+    Table,
     and_,
     create_engine,
     insert,
@@ -839,6 +841,25 @@ def _merge_temp_table_to_final_table(
             """,
         )
 
+    def _get_column_by_name(self, table: str | Table, column_name: str) -> Column:
+        """Return the column object for the given column name.
+
+        This method is case-insensitive.
+        """
+        if isinstance(table, str):
+            table = self._get_table_by_name(table)
+        try:
+            # Try to get the column in a case-insensitive manner
+            return next(col for col in table.c if col.name.lower() == column_name.lower())
+        except StopIteration:
+            raise exc.AirbyteLibInternalError(
+                message="Could not find matching column.",
+                context={
+                    "table": table,
+                    "column_name": column_name,
+                },
+            ) from None
+
     def _emulated_merge_temp_table_to_final_table(
         self,
         stream_name: str,
@@ -859,13 +880,16 @@ def _emulated_merge_temp_table_to_final_table(
 
         # Create a dictionary mapping columns in users_final to users_stage for updating
         update_values = {
-            getattr(final_table.c, column): getattr(temp_table.c, column)
+            self._get_column_by_name(final_table, column): (
+                self._get_column_by_name(temp_table, column)
+            )
             for column in columns_to_update
         }
 
         # Craft the WHERE clause for composite primary keys
         join_conditions = [
-            getattr(final_table.c, pk_column) == getattr(temp_table.c, pk_column)
+            self._get_column_by_name(final_table, pk_column)
+            == self._get_column_by_name(temp_table, pk_column)
             for pk_column in pk_columns
         ]
         join_clause = and_(*join_conditions)
@@ -878,7 +902,7 @@ def _emulated_merge_temp_table_to_final_table(
 
         # Define a condition that checks for records in temp_table that do not have a corresponding
         # record in final_table
-        where_not_exists_clause = getattr(final_table.c, pk_columns[0]) == null()
+        where_not_exists_clause = self._get_column_by_name(final_table, pk_columns[0]) == null()
 
         # Select records from temp_table that are not in final_table
         select_new_records_stmt = (