Merge pull request #615 from tomwhite/increase-spark-buffer

Increase Kyro buffer size for large objects in Spark.
broadinstitute · Jul 8, 2015 · 9a30442 · 9a30442
2 parents 326373c + 6dbb322
commit 9a30442
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 0 deletions.
diff --git a/.travis.yml b/.travis.yml
@@ -23,3 +23,5 @@ before_install:
 - R --version
 after_success:
 - gradle jacocoTestReport coveralls
+after_failure:
+- dmesg | tail -100
diff --git a/build.gradle b/build.gradle
@@ -150,6 +150,8 @@ test {
 
     // ensure dataflowRunner is passed to the test VM if specified on the command line
     systemProperty "dataflowRunner", System.getProperty("dataflowRunner")
+    // increase max buffer size for Spark serialization
+    systemProperty "spark.kryoserializer.buffer.max", "256m"
 
     // set heap size for the test JVM(s)
     minHeapSize = "1G"