solve bigquery issue

ollionorg · Jan 16, 2025 · 3551c59 · 3551c59
1 parent eac6cca
commit 3551c59
Show file tree

Hide file tree

Showing 3 changed files with 12 additions and 3 deletions.
diff --git a/.github/workflows/java-pr.yml b/.github/workflows/java-pr.yml
@@ -36,6 +36,9 @@ concurrency:
 
 env:
   MAVEN_OPTS: -Dorg.slf4j.simpleLogger.log.org.apache.maven.plugins.shade=error
+  EXPORT_PROJECT: "daring-fiber-439305-v4"
+  EXPORT_DATASET: "load_test_results"
+  EXPORT_TABLE: "test_metrics"  
 
 permissions: read-all
 
@@ -191,7 +194,10 @@ jobs:
         --it-project="daring-fiber-439305-v4" \
         --it-artifact-bucket="ollion-teleport-testing" \
         --it-private-connectivity="datastream-private-connect-asia-south1" \
-        --modules-to-build="v2/spanner-to-sourcedb"
+        --modules-to-build="v2/spanner-to-sourcedb" \
+        --export-project="${EXPORT_PROJECT}" \
+        --export-dataset="${EXPORT_DATASET}" \
+        --export-table="${EXPORT_TABLE}"
     - name: Cleanup Java Environment
       uses: ./.github/actions/cleanup-java-env
       if: always()
diff --git a/cicd/cmd/run-load-tests/main.go b/cicd/cmd/run-load-tests/main.go
@@ -74,7 +74,10 @@ func main() {
 		flags.CloudProxyHost(),
 		flags.CloudProxyMySqlPort(),
 		flags.CloudProxyPostgresPort(),
-		flags.CloudProxyPassword())
+		flags.CloudProxyPassword(),
+		flags.ExportProject(),
+		flags.ExportDataset(),
+		flags.ExportTable())
 	if err != nil {
 		log.Fatalf("%v\n", err)
 	}

diff --git a/...sourcedb/src/test/java/com/google/cloud/teleport/v2/templates/SpannerToMySqlSourceLT.java b/...sourcedb/src/test/java/com/google/cloud/teleport/v2/templates/SpannerToMySqlSourceLT.java
@@ -102,7 +102,7 @@ public void reverseReplication1KTpsLoadTest()
             .setBatchSizeBytes("0")
             .build();
 
-    dataGenerator.execute(Duration.ofMinutes(15));
+    dataGenerator.execute(Duration.ofMinutes(10));
     assertThatPipeline(jobInfo).isRunning();
 
     JDBCRowsCheck check =