From 76334f6a6b3f0abebff02f2856d4d565fd17da5c Mon Sep 17 00:00:00 2001 From: Gleb Kanterov Date: Tue, 23 Feb 2016 11:18:29 +0600 Subject: [PATCH] Try to fix again --- dataset/src/test/scala/frameless/GroupByTests.scala | 8 +++----- dataset/src/test/scala/frameless/TypedDatasetSuite.scala | 7 +++++++ 2 files changed, 10 insertions(+), 5 deletions(-) diff --git a/dataset/src/test/scala/frameless/GroupByTests.scala b/dataset/src/test/scala/frameless/GroupByTests.scala index d3cc0ee07..03b986fa6 100644 --- a/dataset/src/test/scala/frameless/GroupByTests.scala +++ b/dataset/src/test/scala/frameless/GroupByTests.scala @@ -7,8 +7,6 @@ import org.scalacheck.Prop._ class GroupByTests extends TypedDatasetSuite { - // datasets are coalesced due to https://issues.apache.org/jira/browse/SPARK-12675 - test("groupBy('a).agg(sum('b))") { def prop[A, B](data: List[X2[A, B]])( implicit @@ -20,7 +18,7 @@ class GroupByTests extends TypedDatasetSuite { s: Summable[B], o: Ordering[A] // to compare ordered vectors ): Prop = { - val dataset = TypedDataset.create(data).coalesce(2) + val dataset = TypedDataset.create(data) val A = dataset.col[A]('a) val B = dataset.col[B]('b) @@ -47,7 +45,7 @@ class GroupByTests extends TypedDatasetSuite { sc: Summable[C], o: Ordering[A] // to compare ordered vectors ): Prop = { - val dataset = TypedDataset.create(data).coalesce(2) + val dataset = TypedDataset.create(data) val A = dataset.col[A]('a) val B = dataset.col[B]('b) val C = dataset.col[C]('c) @@ -84,7 +82,7 @@ class GroupByTests extends TypedDatasetSuite { sd: Summable[D], o: Ordering[(A, B)] // to compare ordered vectors ): Prop = { - val dataset = TypedDataset.create(data).coalesce(2) + val dataset = TypedDataset.create(data) val A = dataset.col[A]('a) val B = dataset.col[B]('b) val C = dataset.col[C]('c) diff --git a/dataset/src/test/scala/frameless/TypedDatasetSuite.scala b/dataset/src/test/scala/frameless/TypedDatasetSuite.scala index 21493c1f5..304ac9da3 100644 --- a/dataset/src/test/scala/frameless/TypedDatasetSuite.scala +++ b/dataset/src/test/scala/frameless/TypedDatasetSuite.scala @@ -1,11 +1,18 @@ package frameless import com.holdenkarau.spark.testing.SharedSparkContext +import org.apache.spark.SparkConf import org.apache.spark.sql.SQLContext import org.scalatest.FunSuite import org.scalatest.prop.Checkers class TypedDatasetSuite extends FunSuite with Checkers with SharedSparkContext { + override val conf = new SparkConf(). + setMaster("local[2]"). + setAppName("test"). + set("spark.ui.enabled", "false"). + set("spark.app.id", appID) + implicit def _sc = sc implicit def sqlContext = SQLContext.getOrCreate(sc) }