Skip to content

Commit b09c0d7

Browse files
committed
Fixed conflict
2 parents 021977f + e07baf1 commit b09c0d7

File tree

320 files changed

+7763
-3894
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

320 files changed

+7763
-3894
lines changed

.gitignore

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -23,6 +23,7 @@
2323
/lib/
2424
R-unit-tests.log
2525
R/unit-tests.out
26+
R/cran-check.out
2627
build/*.jar
2728
build/apache-maven*
2829
build/scala*

.travis.yml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -44,7 +44,7 @@ notifications:
4444
# 5. Run maven install before running lint-java.
4545
install:
4646
- export MAVEN_SKIP_RC=1
47-
- build/mvn -T 4 -q -DskipTests -Pyarn -Phadoop-2.3 -Pkinesis-asl -Phive -Phive-thriftserver install
47+
- build/mvn -T 4 -q -DskipTests -Pmesos -Pyarn -Phadoop-2.3 -Pkinesis-asl -Phive -Phive-thriftserver install
4848

4949
# 6. Run lint-java.
5050
script:

LICENSE

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -263,7 +263,7 @@ The text of each license is also included at licenses/LICENSE-[project].txt.
263263
(New BSD license) Protocol Buffer Java API (org.spark-project.protobuf:protobuf-java:2.4.1-shaded - http://code.google.com/p/protobuf)
264264
(The BSD License) Fortran to Java ARPACK (net.sourceforge.f2j:arpack_combined_all:0.1 - http://f2j.sourceforge.net)
265265
(The BSD License) xmlenc Library (xmlenc:xmlenc:0.52 - http://xmlenc.sourceforge.net)
266-
(The New BSD License) Py4J (net.sf.py4j:py4j:0.10.1 - http://py4j.sourceforge.net/)
266+
(The New BSD License) Py4J (net.sf.py4j:py4j:0.10.3 - http://py4j.sourceforge.net/)
267267
(Two-clause BSD-style license) JUnit-Interface (com.novocode:junit-interface:0.10 - http://github.com/szeiger/junit-interface/)
268268
(BSD licence) sbt and sbt-launch-lib.bash
269269
(BSD 3 Clause) d3.min.js (https://github.com/mbostock/d3/blob/master/LICENSE)

R/.gitignore

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -4,3 +4,5 @@
44
lib
55
pkg/man
66
pkg/html
7+
SparkR.Rcheck/
8+
SparkR_*.tar.gz

R/check-cran.sh

Lines changed: 15 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -43,10 +43,22 @@ $FWDIR/create-docs.sh
4343
"$R_SCRIPT_PATH/"R CMD build $FWDIR/pkg
4444

4545
# Run check as-cran.
46-
# TODO(shivaram): Remove the skip tests once we figure out the install mechanism
47-
4846
VERSION=`grep Version $FWDIR/pkg/DESCRIPTION | awk '{print $NF}'`
4947

50-
"$R_SCRIPT_PATH/"R CMD check --as-cran SparkR_"$VERSION".tar.gz
48+
CRAN_CHECK_OPTIONS="--as-cran"
49+
50+
if [ -n "$NO_TESTS" ]
51+
then
52+
CRAN_CHECK_OPTIONS=$CRAN_CHECK_OPTIONS" --no-tests"
53+
fi
54+
55+
if [ -n "$NO_MANUAL" ]
56+
then
57+
CRAN_CHECK_OPTIONS=$CRAN_CHECK_OPTIONS" --no-manual"
58+
fi
59+
60+
echo "Running CRAN check with $CRAN_CHECK_OPTIONS options"
61+
62+
"$R_SCRIPT_PATH/"R CMD check $CRAN_CHECK_OPTIONS SparkR_"$VERSION".tar.gz
5163

5264
popd > /dev/null

R/pkg/DESCRIPTION

Lines changed: 9 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -3,8 +3,15 @@ Type: Package
33
Title: R Frontend for Apache Spark
44
Version: 2.0.0
55
Date: 2016-07-07
6-
Author: The Apache Software Foundation
7-
Maintainer: Shivaram Venkataraman <shivaram@cs.berkeley.edu>
6+
Authors@R: c(person("Shivaram", "Venkataraman", role = c("aut", "cre"),
7+
email = "shivaram@cs.berkeley.edu"),
8+
person("Xiangrui", "Meng", role = "aut",
9+
email = "meng@databricks.com"),
10+
person("Felix", "Cheung", role = "aut",
11+
email = "felixcheung@apache.org"),
12+
person(family = "The Apache Software Foundation", role = c("aut", "cph")))
13+
URL: http://www.apache.org/ http://spark.apache.org/
14+
BugReports: https://issues.apache.org/jira/secure/CreateIssueDetails!init.jspa?pid=12315420&components=12325400&issuetype=4
815
Depends:
916
R (>= 3.0),
1017
methods

R/pkg/NAMESPACE

Lines changed: 8 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,9 @@
11
# Imports from base R
2-
importFrom(methods, setGeneric, setMethod, setOldClass)
2+
# Do not include stats:: "rpois", "runif" - causes error at runtime
3+
importFrom("methods", "setGeneric", "setMethod", "setOldClass")
4+
importFrom("methods", "is", "new", "signature", "show")
5+
importFrom("stats", "gaussian", "setNames")
6+
importFrom("utils", "download.file", "packageVersion", "untar")
37

48
# Disable native libraries till we figure out how to package it
59
# See SPARKR-7839
@@ -23,13 +27,15 @@ exportMethods("glm",
2327
"summary",
2428
"spark.kmeans",
2529
"fitted",
30+
"spark.mlp",
2631
"spark.naiveBayes",
2732
"spark.survreg",
2833
"spark.lda",
2934
"spark.posterior",
3035
"spark.perplexity",
3136
"spark.isoreg",
32-
"spark.gaussianMixture")
37+
"spark.gaussianMixture",
38+
"spark.als")
3339

3440
# Job group lifecycle management methods
3541
export("setJobGroup",

0 commit comments

Comments
 (0)