From f8f0cd4b3d3cab2ea92dd91398b770fbfbd55beb Mon Sep 17 00:00:00 2001
From: Anton Burnashev <anton.burnashev@gmail.com>
Date: Fri, 18 Oct 2024 22:27:41 +0200
Subject: [PATCH] Move exclude_keys() to dlt.common.utils module

---
 dlt/common/utils.py                  | 13 +++++++++++++
 dlt/sources/rest_api/__init__.py     |  3 ++-
 dlt/sources/rest_api/config_setup.py |  3 +--
 dlt/sources/rest_api/utils.py        | 15 +--------------
 4 files changed, 17 insertions(+), 17 deletions(-)

diff --git a/dlt/common/utils.py b/dlt/common/utils.py
index be8b28fc6b..e78a819bd2 100644
--- a/dlt/common/utils.py
+++ b/dlt/common/utils.py
@@ -504,6 +504,19 @@ def without_none(d: Mapping[TKey, Optional[TValue]]) -> Mapping[TKey, TValue]:
     return {k: v for k, v in d.items() if v is not None}
 
 
+def exclude_keys(d: Mapping[str, Any], keys: Iterable[str]) -> Dict[str, Any]:
+    """Removes specified keys from a dictionary and returns a new dictionary.
+
+    Args:
+        d (Mapping[str, Any]): The dictionary to remove keys from.
+        keys (Iterable[str]): The keys to remove.
+
+    Returns:
+        Dict[str, Any]: A new dictionary with the specified keys removed.
+    """
+    return {k: v for k, v in d.items() if k not in keys}
+
+
 def get_full_class_name(obj: Any) -> str:
     cls = obj.__class__
     module = cls.__module__
diff --git a/dlt/sources/rest_api/__init__.py b/dlt/sources/rest_api/__init__.py
index 77e98f55d8..ed55f71e10 100644
--- a/dlt/sources/rest_api/__init__.py
+++ b/dlt/sources/rest_api/__init__.py
@@ -9,6 +9,7 @@
 from dlt.common import jsonpath
 from dlt.common.schema.schema import Schema
 from dlt.common.schema.typing import TSchemaContract
+from dlt.common.utils import exclude_keys
 
 from dlt.extract import Incremental, DltResource, DltSource, decorators
 
@@ -44,7 +45,7 @@
     setup_incremental_object,
     create_response_hooks,
 )
-from .utils import check_connection, exclude_keys  # noqa: F401
+from .utils import check_connection  # noqa: F401
 
 PARAM_TYPES: List[ParamBindType] = ["incremental", "resolve"]
 MIN_SECRET_MASKING_LENGTH = 3
diff --git a/dlt/sources/rest_api/config_setup.py b/dlt/sources/rest_api/config_setup.py
index b11f2799b9..d03a4fd59b 100644
--- a/dlt/sources/rest_api/config_setup.py
+++ b/dlt/sources/rest_api/config_setup.py
@@ -19,7 +19,7 @@
 from dlt.common import logger
 from dlt.common.configuration import resolve_configuration
 from dlt.common.schema.utils import merge_columns
-from dlt.common.utils import update_dict_nested
+from dlt.common.utils import update_dict_nested, exclude_keys
 from dlt.common import jsonpath
 
 from dlt.extract.incremental import Incremental
@@ -65,7 +65,6 @@
     Endpoint,
     EndpointResource,
 )
-from .utils import exclude_keys
 
 
 PAGINATOR_MAP: Dict[str, Type[BasePaginator]] = {
diff --git a/dlt/sources/rest_api/utils.py b/dlt/sources/rest_api/utils.py
index c1ef181cca..02108bf876 100644
--- a/dlt/sources/rest_api/utils.py
+++ b/dlt/sources/rest_api/utils.py
@@ -1,4 +1,4 @@
-from typing import Tuple, Dict, Any, Mapping, Iterable
+from typing import Tuple
 
 from dlt.common import logger
 from dlt.extract.source import DltSource
@@ -10,19 +10,6 @@ def join_url(base_url: str, path: str) -> str:
     return base_url + path.lstrip("/")
 
 
-def exclude_keys(d: Mapping[str, Any], keys: Iterable[str]) -> Dict[str, Any]:
-    """Removes specified keys from a dictionary and returns a new dictionary.
-
-    Args:
-        d (Mapping[str, Any]): The dictionary to remove keys from.
-        keys (Iterable[str]): The keys to remove.
-
-    Returns:
-        Dict[str, Any]: A new dictionary with the specified keys removed.
-    """
-    return {k: v for k, v in d.items() if k not in keys}
-
-
 def check_connection(
     source: DltSource,
     *resource_names: str,