Destination e2e test: enable dedup (#38097)

airbytehq · May 9, 2024 · 4c7ebfa · 4c7ebfa
1 parent a42532a
commit 4c7ebfa
Show file tree

Hide file tree

Showing 6 changed files with 963 additions and 1,640 deletions.
diff --git a/airbyte-integrations/connectors/destination-e2e-test/metadata.yaml b/airbyte-integrations/connectors/destination-e2e-test/metadata.yaml
@@ -2,7 +2,7 @@ data:
   connectorSubtype: unknown
   connectorType: destination
   definitionId: 2eb65e87-983a-4fd7-b3e3-9d9dc6eb8537
-  dockerImageTag: 0.3.5
+  dockerImageTag: 0.3.6
   dockerRepository: airbyte/destination-e2e-test
   githubIssueLabel: destination-e2e-test
   icon: airbyte.svg

diff --git a/airbyte-integrations/connectors/destination-e2e-test/src/main/resources/spec.json b/airbyte-integrations/connectors/destination-e2e-test/src/main/resources/spec.json
@@ -3,7 +3,7 @@
   "supportsIncremental": true,
   "supportsNormalization": false,
   "supportsDBT": false,
-  "supported_destination_sync_modes": ["overwrite", "append"],
+  "supported_destination_sync_modes": ["overwrite", "append", "append_dedup"],
   "protocol_version": "0.2.1",
   "connectionSpecification": {
     "$schema": "http://json-schema.org/draft-07/schema#",

diff --git a/.../io/airbyte/integrations/destination/e2e_test/TestingSilentDestinationAcceptanceTest.java b/.../io/airbyte/integrations/destination/e2e_test/TestingSilentDestinationAcceptanceTest.java
@@ -15,6 +15,8 @@
 import java.util.Collections;
 import java.util.HashSet;
 import java.util.List;
+import org.junit.jupiter.api.Disabled;
+import org.junit.jupiter.api.Test;
 
 public class TestingSilentDestinationAcceptanceTest extends DestinationAcceptanceTest {
 
@@ -60,8 +62,18 @@ protected void assertSameMessages(final List<AirbyteMessage> expected,
   }
 
   @Override
-  public void testSyncNotFailsWithNewFields() {
-    // Skip because `retrieveRecords` returns an empty list at all times.
+  // Skip because `retrieveRecords` returns an empty list at all times.
+  @Disabled
+  @Test
+  public void testSyncNotFailsWithNewFields() {}
+
+  @Override
+  // This test assumes that dedup support means normalization support.
+  // Override it to do nothing.
+  @Disabled
+  @Test
+  public void testIncrementalDedupeSync() throws Exception {
+    super.testIncrementalDedupeSync();
   }
 
 }
diff --git a/dagger_engine_logs.tgz b/dagger_engine_logs.tgz