source-mongodb-v2: remove dependency on airbyte-commons source (airby…

…tehq#34455)
ollionorg · Feb 26, 2024 · 0e9e172 · 0e9e172
1 parent 6e7b9ba
commit 0e9e172
Show file tree

Hide file tree

Showing 2 changed files with 13 additions and 4 deletions.
diff --git a/airbyte-integrations/connectors/source-mongodb-v2/build.gradle b/airbyte-integrations/connectors/source-mongodb-v2/build.gradle
@@ -43,7 +43,8 @@ dependencies {
     integrationTestJavaImplementation libs.apache.commons.lang
     integrationTestJavaImplementation project(':airbyte-integrations:connectors:source-mongodb-v2')
 
-    dataGeneratorImplementation project(':airbyte-cdk:java:airbyte-cdk:airbyte-commons')
+    dataGeneratorImplementation platform(libs.fasterxml)
+    dataGeneratorImplementation group: 'com.fasterxml.jackson.datatype', name: 'jackson-datatype-jsr310'
 
     dataGeneratorImplementation project(':airbyte-integrations:connectors:source-mongodb-v2')
     dataGeneratorImplementation libs.mongo.driver.sync

diff --git a/airbyte-integrations/connectors/source-mongodb-v2/src/test/generator/MongoDbInsertClient.kt b/airbyte-integrations/connectors/source-mongodb-v2/src/test/generator/MongoDbInsertClient.kt
@@ -1,7 +1,10 @@
 package io.airbyte.integrations.source.mongodb
 
+import com.fasterxml.jackson.core.JsonGenerator
+import com.fasterxml.jackson.databind.DeserializationFeature
+import com.fasterxml.jackson.databind.ObjectMapper
+import com.fasterxml.jackson.datatype.jsr310.JavaTimeModule
 import com.github.javafaker.Faker
-import io.airbyte.commons.json.Jsons
 import io.github.oshai.kotlinlogging.KotlinLogging
 import kotlinx.cli.ArgParser
 import kotlinx.cli.ArgType
@@ -31,7 +34,7 @@ object MongoDbInsertClient {
         println("Enter password: ")
         val password = readln()
 
-        var config = mapOf(MongoConstants.DATABASE_CONFIG_CONFIGURATION_KEY to
+        val config = mapOf(MongoConstants.DATABASE_CONFIG_CONFIGURATION_KEY to
             mapOf(
                 MongoConstants.DATABASE_CONFIGURATION_KEY to databaseName,
                     MongoConstants.CONNECTION_STRING_CONFIGURATION_KEY to connectionString,
@@ -42,7 +45,12 @@ object MongoDbInsertClient {
 
         val faker = Faker();
 
-        MongoConnectionUtils.createMongoClient(MongoDbSourceConfig(Jsons.deserialize(Jsons.serialize(config)))).use { mongoClient ->
+        val objectMapper = ObjectMapper().registerModule(JavaTimeModule())
+        objectMapper.configure(DeserializationFeature.FAIL_ON_UNKNOWN_PROPERTIES, false)
+        objectMapper.configure(JsonGenerator.Feature.WRITE_BIGDECIMAL_AS_PLAIN, true)
+        val roundTrippedConfig = objectMapper.readTree(objectMapper.writeValueAsBytes(config))
+
+        MongoConnectionUtils.createMongoClient(MongoDbSourceConfig(roundTrippedConfig)).use { mongoClient ->
             val documents = mutableListOf<Document>()
             val batches = if (numberOfDocuments > BATCH_SIZE) numberOfDocuments / BATCH_SIZE else 1;
             val batchSize = if (numberOfDocuments > BATCH_SIZE) BATCH_SIZE else numberOfDocuments;