From e435b529db5a646a6bd75b6fb1845c3600b4bc2a Mon Sep 17 00:00:00 2001 From: morningman Date: Wed, 9 Apr 2025 16:32:35 +0800 Subject: [PATCH] [deps](jindofs) add jindofs --- thirdparty/CHANGELOG.md | 4 ++++ thirdparty/build-thirdparty.sh | 11 +++++++++++ thirdparty/vars.sh | 8 +++++++- 3 files changed, 22 insertions(+), 1 deletion(-) diff --git a/thirdparty/CHANGELOG.md b/thirdparty/CHANGELOG.md index 369c036e72e49e..7f1c8a3b30edf2 100644 --- a/thirdparty/CHANGELOG.md +++ b/thirdparty/CHANGELOG.md @@ -2,6 +2,10 @@ This file contains version of the third-party dependency libraries in the build-env image. The docker build-env image is apache/doris, and the tag is `build-env-${version}` +## 20250408 + +- Modified: jindofs 6.3.4 -> 6.8.2 + ## 20250402 - Added: icu 75-1, develop ICU tokenizer based on ICU library. diff --git a/thirdparty/build-thirdparty.sh b/thirdparty/build-thirdparty.sh index 9eaa268cd06b64..b371125aa5fde5 100755 --- a/thirdparty/build-thirdparty.sh +++ b/thirdparty/build-thirdparty.sh @@ -1809,8 +1809,19 @@ build_icu() { make -j "${PARALLEL}" make install } + +# jindofs +build_jindofs() { + check_if_source_exist "${JINDOFS_SOURCE}" + + rm -rf "${TP_INSTALL_DIR}/jindofs_libs/" + mkdir -p "${TP_INSTALL_DIR}/jindofs_libs/" + cp -r ${TP_SOURCE_DIR}/${JINDOFS_SOURCE}/* "${TP_INSTALL_DIR}/jindofs_libs/" +} + if [[ "${#packages[@]}" -eq 0 ]]; then packages=( + jindofs libunixodbc openssl libevent diff --git a/thirdparty/vars.sh b/thirdparty/vars.sh index 58a0f20ee436da..af685b67c55bd7 100644 --- a/thirdparty/vars.sh +++ b/thirdparty/vars.sh @@ -508,13 +508,18 @@ BASE64_NAME="v0.5.2.tar.gz" BASE64_SOURCE="base64-0.5.2" BASE64_MD5SUM="49e5a6c98bd0192aedd16c16eec39974" - # icu ICU_DOWNLOAD="https://github.com/unicode-org/icu/archive/refs/tags/release-75-1.tar.gz" ICU_NAME=release-75-1.tar.gz ICU_SOURCE=icu-release-75-1 ICU_MD5SUM="4003649b8731f938c852748ffa393847" +# jindofs +JINDOFS_DOWNLOAD="https://github.com/apache/doris-thirdparty/releases/download/alibabacloud-jindodata-releases/jindofs-6.8.2-libs-0.1.tar.gz" +JINDOFS_NAME=jindofs-6.8.2-libs-0.1.tar.gz +JINDOFS_SOURCE=jindofs-6.8.2-libs-0.1 +JINDOFS_MD5SUM="0e5b0f71e636b8ed3f09e0bf16208fd1" + # all thirdparties which need to be downloaded is set in array TP_ARCHIVES export TP_ARCHIVES=( 'LIBEVENT' @@ -591,6 +596,7 @@ export TP_ARCHIVES=( 'ALI_SDK' 'BASE64' 'ICU' + 'JINDOFS' ) if [[ "$(uname -s)" == 'Darwin' ]]; then