diff --git a/dev/create-release/create-release.sh b/dev/create-release/create-release.sh index e0aca467ac949..7e9db28b50f28 100755 --- a/dev/create-release/create-release.sh +++ b/dev/create-release/create-release.sh @@ -94,13 +94,13 @@ if [[ ! "$@" =~ --package-only ]]; then rm -rf $SPARK_REPO mvn -DskipTests -Dhadoop.version=2.2.0 -Dyarn.version=2.2.0 \ - -Pyarn -Phive -Phadoop-2.2 -Pspark-ganglia-lgpl -Pkinesis-asl \ + -Pyarn -Phive -Phadoop-2.2 -Pspark-ganglia-lgpl -Pkinesis-asl -Pexternal-projects \ clean install ./dev/change-version-to-2.11.sh mvn -DskipTests -Dhadoop.version=2.2.0 -Dyarn.version=2.2.0 \ - -Dscala-2.11 -Pyarn -Phive -Phadoop-2.2 -Pspark-ganglia-lgpl -Pkinesis-asl \ + -Dscala-2.11 -Pyarn -Phive -Phadoop-2.2 -Pspark-ganglia-lgpl -Pkinesis-asl -Pexternal-projects \ clean install ./dev/change-version-to-2.10.sh diff --git a/dev/run-tests b/dev/run-tests index 328a73bd8b26d..1c5070c6751c9 100755 --- a/dev/run-tests +++ b/dev/run-tests @@ -53,7 +53,8 @@ function handle_error () { fi } -export SBT_MAVEN_PROFILES_ARGS="$SBT_MAVEN_PROFILES_ARGS -Pkinesis-asl" +# Add non-default build components +export SBT_MAVEN_PROFILES_ARGS="$SBT_MAVEN_PROFILES_ARGS -Pkinesis-asl -Pexternal-projects" # Determine Java path and version. { diff --git a/docs/building-spark.md b/docs/building-spark.md index 40a47410e683a..8b40b38fd4e71 100644 --- a/docs/building-spark.md +++ b/docs/building-spark.md @@ -124,6 +124,12 @@ Scala 2.11 support in Spark is experimental and does not support a few features. Specifically, Spark's external Kafka library and JDBC component are not yet supported in Scala 2.11 builds. +# Building External Connectors +Spark's external connectors such as Flume integration can be enabled with the `-Pexternal-projects` flag. + mvn -Pexternal-projects -DskipTests clean package + +Scala 2.11 support in Spark is experimental and does not support a few features. + # Spark Tests in Maven Tests are run by default via the [ScalaTest Maven plugin](http://www.scalatest.org/user_guide/using_the_scalatest_maven_plugin). diff --git a/pom.xml b/pom.xml index 6c1c1214a7d3e..0e749cdb00649 100644 --- a/pom.xml +++ b/pom.xml @@ -98,11 +98,6 @@ sql/core sql/hive assembly - external/twitter - external/flume - external/flume-sink - external/mqtt - external/zeromq examples repl @@ -1201,6 +1196,18 @@ + + + external-projects + + external/twitter + external/flume + external/flume-sink + external/mqtt + external/zeromq + + + spark-ganglia-lgpl