build.sbt

/*
 * Copyright 2015-2019 Snowflake Computing
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

import scala.util.Properties

val sparkVersion = "3.5"
val testSparkVersion = sys.props.get("spark.testVersion").getOrElse("3.5.0")

/*
 * Don't change the variable name "sparkConnectorVersion" because
 * jenkins job "BumpUpSparkConnectorVersion" depends on it.
 * If it has to be changed, please also change the script:
 * Tests/jenkins/BumpUpSparkConnectorVersion/run.sh
 * in snowflake repository.
 */
val sparkConnectorVersion = "3.1.0"

lazy val ItTest = config("it") extend Test

// Test to use self-download or self-build JDBC driver
// unmanagedJars in Compile += file(s"lib/snowflake-jdbc-3.12.12.jar")

lazy val root = project.withId("spark-snowflake").in(file("."))
  .configs(ItTest)
  .settings(inConfig(ItTest)(Defaults.testSettings))
  .settings(Defaults.coreDefaultSettings)
  .settings(Defaults.itSettings)
  .settings(
    name := "spark-snowflake",
    organization := "net.snowflake",
    version := s"${sparkConnectorVersion}",
    scalaVersion := sys.props.getOrElse("SPARK_SCALA_VERSION", default = "2.12.11"),
    // Spark 3.2 supports scala 2.12 and 2.13
    crossScalaVersions := Seq("2.12.11", "2.13.9"),
    javacOptions ++= Seq("-source", "1.8", "-target", "1.8"),
    licenses += "Apache-2.0" -> url("http://opensource.org/licenses/Apache-2.0"),
    credentials += Credentials(Path.userHome / ".ivy2" / ".credentials"),
    // Set up GPG key for release build from environment variable: GPG_HEX_CODE
    // Build jenkins job must have set it, otherwise, the release build will fail.
    credentials += Credentials(
      "GnuPG Key ID",
      "gpg",
      Properties.envOrNone("GPG_HEX_CODE").getOrElse("Jenkins_build_not_set_GPG_HEX_CODE"),
      "ignored" // this field is ignored; passwords are supplied by pinentry
    ),
    resolvers +=
      "Sonatype OSS Snapshots" at "https://oss.sonatype.org/content/repositories/snapshots",
    libraryDependencies ++= Seq(
      "net.snowflake" % "snowflake-jdbc" % "3.19.0",
      "org.scalatest" %% "scalatest" % "3.1.1" % Test,
      "org.mockito" % "mockito-core" % "1.10.19" % Test,
      "org.apache.commons" % "commons-lang3" % "3.5" % "provided",
      // For test to read/write from postgresql
      "org.postgresql" % "postgresql" % "42.5.4" % Test,
      // Below is for Spark Streaming from Kafka test only
      // "org.apache.spark" %% "spark-sql-kafka-0-10" % "2.4.0",
      "org.apache.spark" %% "spark-core" % testSparkVersion % "provided, test",
      "org.apache.spark" %% "spark-sql" % testSparkVersion % "provided, test",
      "org.apache.spark" %% "spark-catalyst" % testSparkVersion % "provided, test",
      "org.apache.spark" %% "spark-mllib" % testSparkVersion % "test",
      "org.apache.spark" %% "spark-core" % testSparkVersion % "provided, test" classifier "tests",
      "org.apache.spark" %% "spark-sql" % testSparkVersion % "provided, test" classifier "tests",
      "org.apache.spark" %% "spark-catalyst" % testSparkVersion %
        "provided, test" classifier "tests",
      "org.apache.spark" %% "spark-core" % testSparkVersion % "provided, test"
        classifier "test-sources",
      "org.apache.spark" %% "spark-sql" % testSparkVersion % "provided, test"
        classifier "test-sources",
      "org.apache.spark" %% "spark-catalyst" % testSparkVersion % "provided, test"
        classifier "test-sources",
      // "org.apache.spark" %% "spark-hive" % testSparkVersion % "provided, test"
      "org.apache.parquet" % "parquet-avro" % "1.13.1"
    ),

    Test / testOptions += Tests.Argument("-oF"),
    Test / fork := true,
    Test / javaOptions ++= Seq("-Xms1024M", "-Xmx4096M"),

    // Release settings
    // usePgpKeyHex(Properties.envOrElse("GPG_SIGNATURE", "12345")),
    Global / pgpPassphrase := Properties.envOrNone("GPG_KEY_PASSPHRASE").map(_.toCharArray),

    publishMavenStyle := true,
    releaseCrossBuild := true,
    licenses += ("Apache-2.0", url("http://www.apache.org/licenses/LICENSE-2.0")),
    releasePublishArtifactsAction := PgpKeys.publishSigned.value,

    pomExtra :=
      <url>https://github.com/snowflakedb/spark-snowflake</url>
        <scm>
          <url>git@github.com:snowflakedb/spark-snowflake.git</url>
          <connection>scm:git:git@github.com:snowflakedb/spark-snowflake.git</connection>
        </scm>
        <developers>
          <developer>
            <id>MarcinZukowski</id>
            <name>Marcin Zukowski</name>
            <url>https://github.com/MarcinZukowski</url>
          </developer>
          <developer>
            <id>etduwx</id>
            <name>Edward Ma</name>
            <url>https://github.com/etduwx</url>
          </developer>
          <developer>
            <id>binglihub</id>
            <name>Bing Li</name>
            <url>https://github.com/binglihub</url>
          </developer>
        </developers>,

    publishTo := Some(
      if (isSnapshot.value) {
        Opts.resolver.sonatypeSnapshots
      } else {
        Opts.resolver.sonatypeStaging
      }
    )

  )