Remove unused component

airbytehq · May 21, 2024 · b15cf3c · b15cf3c
1 parent 64ab753
commit b15cf3c
Show file tree

Hide file tree

Showing 3 changed files with 17 additions and 46 deletions.
diff --git a/...yte-integrations/connectors/source-pinterest/source_pinterest/components/record_filter.py b/...yte-integrations/connectors/source-pinterest/source_pinterest/components/record_filter.py
diff --git a/airbyte-integrations/connectors/source-pinterest/source_pinterest/manifest.yaml b/airbyte-integrations/connectors/source-pinterest/source_pinterest/manifest.yaml
@@ -122,8 +122,8 @@ definitions:
       record_selector:
         $ref: "#/definitions/selector"
         record_filter:
-          type: CustomRecordFilter
-          class_name: source_pinterest.components.record_filter.PinterestSemiIncrementalRecordFilter
+          type: RecordFilter
+          condition: "{{ record['updated_time'] >= stream_slice['start_time'] | int }}"
     incremental_sync:
       type: DatetimeBasedCursor
       cursor_field: "updated_time"

diff --git a/airbyte-integrations/connectors/source-pinterest/unit_tests/test_incremental_streams.py b/airbyte-integrations/connectors/source-pinterest/unit_tests/test_incremental_streams.py
@@ -89,17 +89,29 @@ def test_should_retry(test_config, http_status, should_retry):
         ("2024-04-02", {}, [{"id": "campaign_id_2", "ad_account_id": "ad_account_id", "updated_time": 1712102400}]),
         (
             "2024-03-30",
-            {"states": [{"partition": {"id": "ad_account_id"}, "cursor": {"updated_time": 1712016000}}]},
+            {
+                "states": [
+                    {"partition": {"id": "ad_account_id", "parent_slice": {}}, "cursor": {"updated_time": 1712016000}},
+                ],
+            },
             [{"id": "campaign_id_2", "ad_account_id": "ad_account_id", "updated_time": 1712102400}],
         ),
         (
             "2024-04-02",
-            {"states": [{"partition": {"id": "ad_account_id"}, "cursor": {"updated_time": 1711929599}}]},
+            {
+                "states": [
+                    {"partition": {"id": "ad_account_id", "parent_slice": {}}, "cursor": {"updated_time": 1711929599}},
+                ],
+            },
             [{"id": "campaign_id_2", "ad_account_id": "ad_account_id", "updated_time": 1712102400}],
         ),
         (
             None,
-            {"states": [{"partition": {"id": "ad_account_id"}, "cursor": {"updated_time": 1712016000}}]},
+            {
+                "states": [
+                    {"partition": {"id": "ad_account_id", "parent_slice": {}}, "cursor": {"updated_time": 1712016000}},
+                ],
+            },
             [{"id": "campaign_id_2", "ad_account_id": "ad_account_id", "updated_time": 1712102400}],
         ),
     ),