-
Notifications
You must be signed in to change notification settings - Fork 4.2k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge branch 'master' into augustin/sat/capture-config-messages
- Loading branch information
Showing
75 changed files
with
1,743 additions
and
1,130 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
119 changes: 119 additions & 0 deletions
119
...persistence/src/test/java/io/airbyte/config/persistence/SyncOperationPersistenceTest.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,119 @@ | ||
| /* | ||
| * Copyright (c) 2022 Airbyte, Inc., all rights reserved. | ||
| */ | ||
|
|
||
| package io.airbyte.config.persistence; | ||
|
|
||
| import static org.junit.jupiter.api.Assertions.assertEquals; | ||
| import static org.junit.jupiter.api.Assertions.assertThrows; | ||
|
|
||
| import io.airbyte.config.Geography; | ||
| import io.airbyte.config.OperatorDbt; | ||
| import io.airbyte.config.OperatorNormalization; | ||
| import io.airbyte.config.OperatorNormalization.Option; | ||
| import io.airbyte.config.OperatorWebhook; | ||
| import io.airbyte.config.StandardSyncOperation; | ||
| import io.airbyte.config.StandardSyncOperation.OperatorType; | ||
| import io.airbyte.config.StandardWorkspace; | ||
| import io.airbyte.validation.json.JsonValidationException; | ||
| import java.io.IOException; | ||
| import java.util.List; | ||
| import java.util.UUID; | ||
| import org.junit.jupiter.api.BeforeEach; | ||
| import org.junit.jupiter.api.Test; | ||
|
|
||
| class SyncOperationPersistenceTest extends BaseConfigDatabaseTest { | ||
|
|
||
| private static final UUID WORKSPACE_ID = UUID.randomUUID(); | ||
| private static final UUID WEBHOOK_CONFIG_ID = UUID.randomUUID(); | ||
| private static final String WEBHOOK_OPERATION_EXECUTION_URL = "test-webhook-url"; | ||
| private static final String WEBHOOK_OPERATION_EXECUTION_BODY = "test-webhook-body"; | ||
|
|
||
| private ConfigRepository configRepository; | ||
|
|
||
| private static final StandardSyncOperation DBT_OP = new StandardSyncOperation() | ||
| .withName("operation-1") | ||
| .withTombstone(false) | ||
| .withOperationId(UUID.randomUUID()) | ||
| .withWorkspaceId(WORKSPACE_ID) | ||
| .withOperatorDbt(new OperatorDbt() | ||
| .withDbtArguments("dbt-arguments") | ||
| .withDockerImage("image-tag") | ||
| .withGitRepoBranch("git-repo-branch") | ||
| .withGitRepoUrl("git-repo-url")) | ||
| .withOperatorNormalization(null) | ||
| .withOperatorType(OperatorType.DBT); | ||
| private static final StandardSyncOperation NORMALIZATION_OP = new StandardSyncOperation() | ||
| .withName("operation-1") | ||
| .withTombstone(false) | ||
| .withOperationId(UUID.randomUUID()) | ||
| .withWorkspaceId(WORKSPACE_ID) | ||
| .withOperatorDbt(null) | ||
| .withOperatorNormalization(new OperatorNormalization().withOption(Option.BASIC)) | ||
| .withOperatorType(OperatorType.NORMALIZATION); | ||
| private static final StandardSyncOperation WEBHOOK_OP = new StandardSyncOperation() | ||
| .withName("webhook-operation") | ||
| .withTombstone(false) | ||
| .withOperationId(UUID.randomUUID()) | ||
| .withWorkspaceId(WORKSPACE_ID) | ||
| .withOperatorType(OperatorType.WEBHOOK) | ||
| .withOperatorDbt(null) | ||
| .withOperatorNormalization(null) | ||
| .withOperatorWebhook( | ||
| new OperatorWebhook() | ||
| .withWebhookConfigId(WEBHOOK_CONFIG_ID) | ||
| .withExecutionUrl(WEBHOOK_OPERATION_EXECUTION_URL) | ||
| .withExecutionBody(WEBHOOK_OPERATION_EXECUTION_BODY)); | ||
| private static final List<StandardSyncOperation> OPS = List.of(DBT_OP, NORMALIZATION_OP, WEBHOOK_OP); | ||
|
|
||
| @BeforeEach | ||
| void beforeEach() throws Exception { | ||
| truncateAllTables(); | ||
|
|
||
| configRepository = new ConfigRepository(database); | ||
| createWorkspace(); | ||
|
|
||
| for (final StandardSyncOperation op : OPS) { | ||
| configRepository.writeStandardSyncOperation(op); | ||
| } | ||
| } | ||
|
|
||
| @Test | ||
| void testReadWrite() throws IOException, ConfigNotFoundException, JsonValidationException { | ||
| for (final StandardSyncOperation op : OPS) { | ||
| assertEquals(op, configRepository.getStandardSyncOperation(op.getOperationId())); | ||
| } | ||
| } | ||
|
|
||
| @Test | ||
| void testReadNotExists() { | ||
| assertThrows(ConfigNotFoundException.class, () -> configRepository.getStandardSyncOperation(UUID.randomUUID())); | ||
| } | ||
|
|
||
| @Test | ||
| void testList() throws IOException, JsonValidationException { | ||
| assertEquals(OPS, configRepository.listStandardSyncOperations()); | ||
| } | ||
|
|
||
| @Test | ||
| void testDelete() throws IOException, ConfigNotFoundException, JsonValidationException { | ||
| for (final StandardSyncOperation op : OPS) { | ||
| assertEquals(op, configRepository.getStandardSyncOperation(op.getOperationId())); | ||
| configRepository.deleteStandardSyncOperation(op.getOperationId()); | ||
| assertThrows(ConfigNotFoundException.class, () -> configRepository.getStandardSyncOperation(UUID.randomUUID())); | ||
|
|
||
| } | ||
| } | ||
|
|
||
| private void createWorkspace() throws IOException, JsonValidationException { | ||
| final StandardWorkspace workspace = new StandardWorkspace() | ||
| .withWorkspaceId(WORKSPACE_ID) | ||
| .withName("Another Workspace") | ||
| .withSlug("another-workspace") | ||
| .withInitialSetupComplete(true) | ||
| .withTombstone(false) | ||
| .withDefaultGeography(Geography.AUTO); | ||
| configRepository.writeStandardWorkspaceNoSecrets(workspace); | ||
| } | ||
|
|
||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.