Skip to content

Commit

Permalink
fix: ci bug (#272)
Browse files Browse the repository at this point in the history
  • Loading branch information
dylandoamaral authored Dec 6, 2022
1 parent 5856eba commit 7530199
Show file tree
Hide file tree
Showing 7 changed files with 30 additions and 119 deletions.
Original file line number Diff line number Diff line change
@@ -0,0 +1,7 @@
package zio.spark.experimental

import zio.test._

object MapWithEffectSpec {
def spec = suite("smoke")()
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,7 @@
package zio.spark.experimental

import zio.test._

object MapWithEffectSpec {
def spec = suite("smoke")()
}
Original file line number Diff line number Diff line change
Expand Up @@ -3,15 +3,14 @@ package zio.spark.experimental
import scala3encoders.given // scalafix:ok

import zio.{Task, ZIO}
import zio.spark.ZioSparkTestSpec.session
import zio.spark.experimental.MapWithEffect.RDDOps
import zio.spark.rdd.RDD
import zio.spark.sql._
import zio.spark.sql.implicits._
import zio.test._

object MapWithEffectSpec extends ZIOSpecDefault {
override def spec: Spec[TestEnvironment, Any] =
object MapWithEffectSpec {
def spec: Spec[SparkSession, Throwable] =
suite("smoke")(
test("basic smoke test") {
val getRddInt: SIO[RDD[Int]] = Seq(1, 2, 3).toRDD
Expand All @@ -36,5 +35,5 @@ object MapWithEffectSpec extends ZIOSpecDefault {
assertTrue(size == 10000, i == 1, count.toDouble < (0.95d * size))
}
}
).provideLayerShared(session)
)
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,7 @@
package zio.spark.experimental

import zio.test._

object MapWithEffectSpec {
def spec = suite("smoke")()
}
109 changes: 0 additions & 109 deletions zio-spark-core/src/test/scala-3/zio/spark/sql/ToSchemaSpec.scala

This file was deleted.

Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@ package zio.spark
import org.apache.log4j.{Level, Logger}

import zio._
import zio.spark.experimental.{CancellableEffectSpec, PipelineSpec}
import zio.spark.experimental.{CancellableEffectSpec, MapWithEffectSpec, PipelineSpec}
import zio.spark.parameter.localAllNodes
import zio.spark.rdd.{PairRDDFunctionsSpec, RDDSpec}
import zio.spark.sql.{
Expand Down Expand Up @@ -31,7 +31,7 @@ object ZioSparkTestSpec extends ZIOSpecDefault {
type SparkTestEnvironment = TestEnvironment with SparkSession
type SparkTestSpec = Spec[SparkTestEnvironment, Any]

def spec: Spec[TestEnvironment, Any] = {
def spec: Spec[TestEnvironment with Scope, Any] = {
val specs: Seq[Spec[SparkTestEnvironment, Any]] =
Seq(
DatasetSpec.datasetActionsSpec,
Expand All @@ -52,9 +52,10 @@ object ZioSparkTestSpec extends ZIOSpecDefault {
RelationalGroupedDatasetSpec.relationalGroupedDatasetAggregationSpec,
CancellableEffectSpec.spec,
StreamingSpec.streamingSpec,
DataStreamWriterSpec.dataStreamReaderConfigurationsSpec
DataStreamWriterSpec.dataStreamReaderConfigurationsSpec,
MapWithEffectSpec.spec
)

suite("Spark tests")(specs: _*).provideCustomLayerShared(session)
suite("Spark tests")(specs: _*).provideSomeLayerShared[TestEnvironment](session)
}
}
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,6 @@ import zio.spark.sql.{Dataset, SparkSession}
import zio.spark.sql.implicits._
import zio.test._
import zio.test.Assertion._
import zio.test.TestAspect._

object PairRDDFunctionsSpec {
def spec: Spec[SparkSession, Any] =
Expand All @@ -20,5 +19,5 @@ object PairRDDFunctionsSpec {

job.map(assert(_)(equalTo(67L)))
}
) @@ scala212(ignore)
)
}

0 comments on commit 7530199

Please sign in to comment.