Try to fix again

kanterov · Feb 23, 2016 · 76334f6 · 76334f6
1 parent 631c2ca
commit 76334f6
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 5 deletions.
diff --git a/dataset/src/test/scala/frameless/GroupByTests.scala b/dataset/src/test/scala/frameless/GroupByTests.scala
@@ -7,8 +7,6 @@ import org.scalacheck.Prop._
 
 class GroupByTests extends TypedDatasetSuite {
 
-  // datasets are coalesced due to https://issues.apache.org/jira/browse/SPARK-12675
-
   test("groupBy('a).agg(sum('b))") {
     def prop[A, B](data: List[X2[A, B]])(
       implicit
@@ -20,7 +18,7 @@ class GroupByTests extends TypedDatasetSuite {
       s: Summable[B],
       o: Ordering[A] // to compare ordered vectors
     ): Prop = {
-      val dataset = TypedDataset.create(data).coalesce(2)
+      val dataset = TypedDataset.create(data)
       val A = dataset.col[A]('a)
       val B = dataset.col[B]('b)
 
@@ -47,7 +45,7 @@ class GroupByTests extends TypedDatasetSuite {
       sc: Summable[C],
       o: Ordering[A] // to compare ordered vectors
     ): Prop = {
-      val dataset = TypedDataset.create(data).coalesce(2)
+      val dataset = TypedDataset.create(data)
       val A = dataset.col[A]('a)
       val B = dataset.col[B]('b)
       val C = dataset.col[C]('c)
@@ -84,7 +82,7 @@ class GroupByTests extends TypedDatasetSuite {
       sd: Summable[D],
       o: Ordering[(A, B)] // to compare ordered vectors
     ): Prop = {
-      val dataset = TypedDataset.create(data).coalesce(2)
+      val dataset = TypedDataset.create(data)
       val A = dataset.col[A]('a)
       val B = dataset.col[B]('b)
       val C = dataset.col[C]('c)

diff --git a/dataset/src/test/scala/frameless/TypedDatasetSuite.scala b/dataset/src/test/scala/frameless/TypedDatasetSuite.scala
@@ -1,11 +1,18 @@
 package frameless
 
 import com.holdenkarau.spark.testing.SharedSparkContext
+import org.apache.spark.SparkConf
 import org.apache.spark.sql.SQLContext
 import org.scalatest.FunSuite
 import org.scalatest.prop.Checkers
 
 class TypedDatasetSuite extends FunSuite with Checkers with SharedSparkContext {
+  override val conf = new SparkConf().
+    setMaster("local[2]").
+    setAppName("test").
+    set("spark.ui.enabled", "false").
+    set("spark.app.id", appID)
+
   implicit def _sc = sc
   implicit def sqlContext = SQLContext.getOrCreate(sc)
 }