Merge pull request #3 from apache/master

12/30/18 Pulldown

.travis.yml

@@ -48,7 +48,6 @@ matrix:
  fast_finish: true
  allow_failures:
  - jdk: oraclejdk9
- - language: r
  include:
  - name: "Lint C++, Python, R"
  os: linux
@@ -62,77 +61,67 @@ matrix:
  - $TRAVIS_BUILD_DIR/ci/travis_install_clang_tools.sh
  script:
  - $TRAVIS_BUILD_DIR/ci/travis_lint.sh
- - name: "C++ & Python w/ gcc 4.9"
+ - name: "C++ unit tests, code coverage with gcc 4.8"
  compiler: gcc
  language: cpp
  os: linux
  jdk: openjdk8
  env:
- - ARROW_TRAVIS_USE_TOOLCHAIN=1
  - ARROW_TRAVIS_VALGRIND=1
+ - ARROW_TRAVIS_USE_TOOLCHAIN=1
  - ARROW_TRAVIS_PLASMA=1
  - ARROW_TRAVIS_ORC=1
  - ARROW_TRAVIS_COVERAGE=1
  - ARROW_TRAVIS_PARQUET=1
- - ARROW_TRAVIS_PYTHON_DOCS=1
+ - ARROW_TRAVIS_GANDIVA=1
+ - ARROW_TRAVIS_GANDIVA_JAVA=1
  - ARROW_BUILD_WARNING_LEVEL=CHECKIN
- - ARROW_TRAVIS_PYTHON_JVM=1
- - ARROW_TRAVIS_JAVA_BUILD_ONLY=1
- - ARROW_TRAVIS_PYTHON_GANDIVA=1
- # ARROW-2999 Benchmarks are disabled in Travis CI for the time being
- # - ARROW_TRAVIS_PYTHON_BENCHMARKS=1
- - MATRIX_EVAL="CC=gcc-4.9 && CXX=g++-4.9"
  before_script:
- # (ARROW_CI_CPP_AFFECTED implies ARROW_CI_PYTHON_AFFECTED)
- - if [ $ARROW_CI_PYTHON_AFFECTED != "1" ]; then exit; fi
+ - if [ $ARROW_CI_CPP_AFFECTED != "1" ] && [ $ARROW_CI_JAVA_AFFECTED != "1" ]; then exit; fi
  - $TRAVIS_BUILD_DIR/ci/travis_install_linux.sh
  - $TRAVIS_BUILD_DIR/ci/travis_install_clang_tools.sh
  # If either C++ or Python changed, we must install the C++ libraries
  - git submodule update --init
  - $TRAVIS_BUILD_DIR/ci/travis_before_script_cpp.sh
  script:
- # All test steps are required for accurate C++ coverage info
- - $TRAVIS_BUILD_DIR/ci/travis_script_cpp.sh
- # Build Arrow Java to test the pyarrow<->JVM in-process bridge
- - $TRAVIS_BUILD_DIR/ci/travis_script_java.sh
- # Only run Plasma tests with valgrind in one of the Python builds because
- # they are slow
- - export PLASMA_VALGRIND=0
- - $TRAVIS_BUILD_DIR/ci/travis_script_python.sh 2.7
- - export PLASMA_VALGRIND=1
- - $TRAVIS_BUILD_DIR/ci/travis_script_python.sh 3.6
- - $TRAVIS_BUILD_DIR/ci/travis_upload_cpp_coverage.sh
- - name: "Gandiva C++ w/ gcc 4.9 and Java"
+ - $TRAVIS_BUILD_DIR/ci/travis_script_cpp.sh || travis_terminate 1
+ - $TRAVIS_BUILD_DIR/ci/travis_script_gandiva_java.sh || travis_terminate 1
+ - $TRAVIS_BUILD_DIR/ci/travis_upload_cpp_coverage.sh || travis_terminate 1
+ - name: "Python 2.7 and 3.6 unit tests, coverage with gcc 4.8"
  compiler: gcc
  language: cpp
  os: linux
  jdk: openjdk8
  env:
- - ARROW_TRAVIS_GANDIVA=1
- - ARROW_TRAVIS_GANDIVA_JAVA=1
- - ARROW_TRAVIS_GANDIVA_TESTS=1
- - ARROW_TRAVIS_OPTIONAL_INSTALL=1
- - ARROW_CPP_BUILD_TARGETS="gandiva"
- # TODO(wesm): Remove this after ARROW-4026
- - ARROW_TRAVIS_CPP_TEST_INCLUDE_LABELS="gandiva"
+ # Valgrind is needed for the Plasma store tests
+ - ARROW_TRAVIS_VALGRIND=1
  - ARROW_TRAVIS_USE_TOOLCHAIN=1
- # ARROW-3979 temporarily disabled.
- - ARROW_TRAVIS_VALGRIND=0
+ - ARROW_TRAVIS_COVERAGE=1
+ - ARROW_TRAVIS_PYTHON_DOCS=1
  - ARROW_BUILD_WARNING_LEVEL=CHECKIN
- - MATRIX_EVAL="CC=gcc-4.9 && CXX=g++-4.9"
+ - ARROW_TRAVIS_PYTHON_JVM=1
+ - ARROW_TRAVIS_PYTHON_GANDIVA=1
+ - ARROW_TRAVIS_OPTIONAL_INSTALL=1
+ # TODO(wesm): Run the benchmarks outside of Travis
+ # - ARROW_TRAVIS_PYTHON_BENCHMARKS=1
  before_script:
- # Run if something changed in CPP or Java.
- - if [ $ARROW_CI_CPP_AFFECTED != "1" ] && [ $ARROW_CI_JAVA_AFFECTED != "1" ]; then exit; fi
+ - if [ $ARROW_CI_PYTHON_AFFECTED != "1" ] && [ $ARROW_CI_DOCS_AFFECTED != "1" ]; then exit; fi
  - $TRAVIS_BUILD_DIR/ci/travis_install_linux.sh
  - $TRAVIS_BUILD_DIR/ci/travis_install_clang_tools.sh
- - $TRAVIS_BUILD_DIR/ci/travis_before_script_cpp.sh --only-library
+ - $TRAVIS_BUILD_DIR/ci/travis_install_toolchain.sh
  script:
- - $TRAVIS_BUILD_DIR/ci/travis_script_gandiva_cpp.sh
- - $TRAVIS_BUILD_DIR/ci/travis_script_gandiva_java.sh
- - name: "[OS X] C++ & Python w/ XCode 6.4"
+ - $TRAVIS_BUILD_DIR/ci/travis_script_java.sh || travis_terminate 1
+ # Only run Plasma tests with valgrind in one of the Python builds because
+ # they are slow
+ - export PLASMA_VALGRIND=0
+ - $TRAVIS_BUILD_DIR/ci/travis_script_python.sh 2.7 || travis_terminate 1
+ - export PLASMA_VALGRIND=1
+ - $TRAVIS_BUILD_DIR/ci/travis_script_python.sh 3.6 || travis_terminate 1
+ - $TRAVIS_BUILD_DIR/ci/travis_upload_cpp_coverage.sh
+ - name: "[OS X] C++ w/ XCode 8.3"
  compiler: clang
  language: cpp
- osx_image: xcode6.4
+ osx_image: xcode8.3
  os: osx
  cache:
  addons:
@@ -141,41 +130,41 @@ matrix:
  - ARROW_TRAVIS_PLASMA=1
  - ARROW_TRAVIS_ORC=1
  - ARROW_TRAVIS_PARQUET=1
+ - ARROW_TRAVIS_GANDIVA=1
+ - ARROW_TRAVIS_GANDIVA_JAVA=1
+ - ARROW_TRAVIS_OPTIONAL_INSTALL=1
  - ARROW_BUILD_WARNING_LEVEL=CHECKIN
+ # ARROW-3803: The Xcode 8.3 image has Boost libraries in /usr/local/lib
+ # which can get loaded before the toolchain Boost libraries. These seem to
+ # get loaded even though we are modifying LD_LIBRARY_PATH. We build our own
+ # Boost and statically link to get around the issue until this can be
+ # investigated further
+ - ARROW_TRAVIS_VENDORED_BOOST=1
  before_script:
- - if [ $ARROW_CI_PYTHON_AFFECTED != "1" ]; then exit; fi
+ - if [ $ARROW_CI_CPP_AFFECTED != "1" ] && [ $ARROW_CI_JAVA_AFFECTED != "1" ]; then exit; fi
  # If either C++ or Python changed, we must install the C++ libraries
  - git submodule update --init
  - $TRAVIS_BUILD_DIR/ci/travis_before_script_cpp.sh
  script:
- - if [ $ARROW_CI_CPP_AFFECTED == "1" ]; then $TRAVIS_BUILD_DIR/ci/travis_script_cpp.sh; fi
- - $TRAVIS_BUILD_DIR/ci/travis_script_python.sh 2.7
- - $TRAVIS_BUILD_DIR/ci/travis_script_python.sh 3.6
- - name: "[OS X] Gandiva C++ w/ XCode 8.3 & Java"
+ - $TRAVIS_BUILD_DIR/ci/travis_script_cpp.sh || travis_terminate 1
+ - $TRAVIS_BUILD_DIR/ci/travis_script_gandiva_java.sh
+ - name: "[OS X] Python w/ XCode 6.4"
  compiler: clang
  language: cpp
- # xcode 7.3 has a bug in strptime.
- osx_image: xcode8.3
+ osx_image: xcode6.4
  os: osx
  cache:
  addons:
  env:
- - ARROW_TRAVIS_GANDIVA=1
- - ARROW_TRAVIS_GANDIVA_JAVA=1
- - ARROW_TRAVIS_GANDIVA_TESTS=1
- - ARROW_TRAVIS_OPTIONAL_INSTALL=1
- - ARROW_CPP_BUILD_TARGETS="gandiva"
- # TODO(wesm): Remove this after ARROW-4026
- - ARROW_TRAVIS_CPP_TEST_INCLUDE_LABELS="gandiva"
  - ARROW_TRAVIS_USE_TOOLCHAIN=1
  - ARROW_BUILD_WARNING_LEVEL=CHECKIN
+ - ARROW_TRAVIS_OPTIONAL_INSTALL=1
  before_script:
- # Run if something changed in CPP or Java.
- - if [ $ARROW_CI_CPP_AFFECTED != "1" ] && [ $ARROW_CI_JAVA_AFFECTED != "1" ]; then exit; fi
- - $TRAVIS_BUILD_DIR/ci/travis_before_script_cpp.sh --only-library
  script:
- - $TRAVIS_BUILD_DIR/ci/travis_script_gandiva_cpp.sh
- - $TRAVIS_BUILD_DIR/ci/travis_script_gandiva_java.sh
+ - if [ $ARROW_CI_PYTHON_AFFECTED != "1" ]; then exit; fi
+ - $TRAVIS_BUILD_DIR/ci/travis_install_toolchain.sh || travis_terminate 1
+ - $TRAVIS_BUILD_DIR/ci/travis_script_python.sh 2.7 || travis_terminate 1
+ - $TRAVIS_BUILD_DIR/ci/travis_script_python.sh 3.6
  - name: "[manylinux1] Python"
  language: cpp
  before_script:
@@ -292,7 +281,6 @@ matrix:
  - if [ $ARROW_CI_RUST_AFFECTED != "1" ]; then exit; fi
  - $TRAVIS_BUILD_DIR/ci/travis_install_cargo.sh
  script:
- - RUSTUP_TOOLCHAIN=stable $TRAVIS_BUILD_DIR/ci/travis_script_rust.sh || true
  - RUSTUP_TOOLCHAIN=nightly $TRAVIS_BUILD_DIR/ci/travis_script_rust.sh
  after_success:
  - pushd ${TRAVIS_BUILD_DIR}/rust

LICENSE.txt

@@ -681,7 +681,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 
 --------------------------------------------------------------------------------
-The file cpp/src/arrow/util/date.h has the following license (MIT)
+The file cpp/src/arrow/vendored/date.h has the following license (MIT)
 
 The MIT License (MIT)
 Copyright (c) 2015, 2016, 2017 Howard Hinnant
@@ -736,7 +736,7 @@ SOFTWARE.
 
 --------------------------------------------------------------------------------
 
-The file cpp/src/util/string_view/string_view.hpp has the following license
+The file cpp/src/arrow/vendored/string_view.hpp has the following license
 
 Boost Software License - Version 1.0 - August 17th, 2003
 
@@ -764,7 +764,7 @@ DEALINGS IN THE SOFTWARE.
 
 --------------------------------------------------------------------------------
 
-The files in cpp/src/arrow/util/xxhash/ have the following license
+The files in cpp/src/arrow/vendored/xxhash/ have the following license
 (BSD 2-Clause License)
 
 xxHash Library

c_glib/Makefile.am

@@ -24,8 +24,7 @@ SUBDIRS = \
  parquet-glib \
  plasma-glib \
  doc \
- example \
- tool
+ example
 
 EXTRA_DIST = \
  Gemfile \

c_glib/arrow-glib/composite-array.h

@@ -130,8 +130,10 @@ GArrowStructArray *garrow_struct_array_new(GArrowDataType *data_type,
 GArrowArray *garrow_struct_array_get_field(GArrowStructArray *array,
  gint i);
 
+#ifndef GARROW_DISABLE_DEPRECATED
 GARROW_DEPRECATED_IN_0_10_FOR(garrow_struct_array_flatten)
 GList *garrow_struct_array_get_fields(GArrowStructArray *array);
+#endif
 
 GARROW_AVAILABLE_IN_0_10
 GList *garrow_struct_array_flatten(GArrowStructArray *array, GError **error);

c_glib/arrow-glib/composite-data-type.cpp

@@ -230,7 +230,7 @@ garrow_struct_data_type_get_field_by_name(GArrowStructDataType *data_type,
  auto arrow_struct_data_type =
  std::static_pointer_cast<arrow::StructType>(arrow_data_type);
 
- auto arrow_field = arrow_struct_data_type->GetChildByName(name);
+ auto arrow_field = arrow_struct_data_type->GetFieldByName(name);
  if (arrow_field) {
  return garrow_field_new_raw(&arrow_field);
  } else {
@@ -256,7 +256,7 @@ garrow_struct_data_type_get_field_index(GArrowStructDataType *data_type,
  auto arrow_struct_data_type =
  std::static_pointer_cast<arrow::StructType>(arrow_data_type);
 
- return arrow_struct_data_type->GetChildIndex(name);
+ return arrow_struct_data_type->GetFieldIndex(name);
 }
 
 

c_glib/arrow-glib/orc-file-reader.h

@@ -39,7 +39,7 @@ garrow_orc_file_reader_new(GArrowSeekableInputStream *file,
  GError **error);
 
 #ifndef GARROW_DISABLE_DEPRECATED
-G_GNUC_DEPRECATED_FOR(garrow_orc_file_reader_set_field_indices)
+GARROW_DEPRECATED_IN_0_12_FOR(garrow_orc_file_reader_set_field_indices)
 void
 garrow_orc_file_reader_set_field_indexes(GArrowORCFileReader *reader,
  const gint *field_indexes,
@@ -50,7 +50,7 @@ garrow_orc_file_reader_set_field_indices(GArrowORCFileReader *reader,
  const gint *field_indices,
  guint n_field_indices);
 #ifndef GARROW_DISABLE_DEPRECATED
-G_GNUC_DEPRECATED_FOR(garrow_orc_file_reader_get_field_indices)
+GARROW_DEPRECATED_IN_0_12_FOR(garrow_orc_file_reader_get_field_indices)
 const gint *
 garrow_orc_file_reader_get_field_indexes(GArrowORCFileReader *reader,
  guint *n_field_indexes);