refactor: enhance database module design

database/__init__.py

@@ -0,0 +1,2 @@
+from .connection.mssql import MSSQLDatabaseConnection
+from .inserter.pandas import PandasSQLDataInserter

database/base.py → database/connection/base.py

@@ -1,4 +1,3 @@
-import pandas as pd
 from sqlalchemy import create_engine
 
 
@@ -18,13 +17,3 @@ def disconnect(self):
         if self.engine:
             self.engine.dispose()
             self.engine = None
-
-
-class DataInserter:
-    """Abstracts the data insertion to a database."""
-
-    def __init__(self, db_connection: DatabaseConnection):
-        self.db_connection = db_connection
-
-    def insert(self, df: pd.DataFrame, table_name: str):
-        raise NotImplementedError("Subclasses must implement this method.")

database/connection/mssql.py

@@ -0,0 +1,14 @@
+from .base import DatabaseConnection
+
+
+class MSSQLDatabaseConnection(DatabaseConnection):
+    """Concrete implementation for MSSQL database connection."""
+
+    def __init__(
+        self, server: str, database: str, username: str, password: str
+    ) -> None:
+        cnx_string = (
+            f"mssql+pyodbc://{username}:{password}@"
+            f"{server}/{database}?driver=ODBC+Driver+17+for+SQL+Server"
+        )
+        super().__init__(cnx_string)

database/inserter/base.py

@@ -0,0 +1,13 @@
+import pandas as pd
+
+from ..connection.base import DatabaseConnection
+
+
+class DataInserter:
+    """Abstracts the data insertion to a database."""
+
+    def __init__(self, db_connection: DatabaseConnection):
+        self.db_connection = db_connection
+
+    def insert(self, df: pd.DataFrame, table_name: str):
+        raise NotImplementedError("Subclasses must implement this method.")

database/mssql.py → database/inserter/pandas.py

@@ -5,20 +5,8 @@
 
 from config import logger
 
-from .base import DatabaseConnection, DataInserter
-
-
-class MSSQLDatabaseConnection(DatabaseConnection):
-    """Concrete implementation for MSSQL database connection."""
-
-    def __init__(
-        self, server: str, database: str, username: str, password: str
-    ) -> None:
-        cnx_string = (
-            f"mssql+pyodbc://{username}:{password}@"
-            f"{server}/{database}?driver=ODBC+Driver+17+for+SQL+Server"
-        )
-        super().__init__(cnx_string)
+from ..connection.base import DatabaseConnection
+from .base import DataInserter
 
 
 class PandasSQLDataInserter(DataInserter):

utils/db_helper.py

@@ -1,5 +1,5 @@
 from config import settings
-from database.mssql import MSSQLDatabaseConnection, PandasSQLDataInserter
+from database import MSSQLDatabaseConnection, PandasSQLDataInserter
 
 
 def create_inserter_objects(*args, **kwargs) -> PandasSQLDataInserter: