Double deserialization

airbytehq · Feb 23, 2022 · ee8d752 · ee8d752
1 parent edae0a6
commit ee8d752
Showing 1 changed file with 12 additions and 2 deletions.
diff --git a/...a/io/airbyte/integrations/destination/redshift/RedshiftCopyDestinationAcceptanceTest.java b/...a/io/airbyte/integrations/destination/redshift/RedshiftCopyDestinationAcceptanceTest.java
@@ -60,9 +60,19 @@ protected List<JsonNode> retrieveRecords(final TestDestinationEnv env,
                                            final String namespace,
                                            final JsonNode streamSchema)
       throws Exception {
-    return retrieveRecordsFromTable(namingResolver.getRawTableName(streamName), namespace)
+    final List<JsonNode> records = retrieveRecordsFromTable(namingResolver.getRawTableName(streamName), namespace);
+    return records
         .stream()
-        .map(j -> Jsons.deserialize(j.get(JavaBaseConstants.COLUMN_NAME_DATA).asText()))
+        .map(j -> {
+          final String text = j.get(JavaBaseConstants.COLUMN_NAME_DATA).asText();
+          final JsonNode deserialized = Jsons.deserialize(text);
+          if (deserialized.isTextual()) {
+            final JsonNode d = Jsons.deserialize(deserialized.asText());
+            return d;
+          } else {
+            return deserialized;
+          }
+        })
         .collect(Collectors.toList());
   }