Bundle grpc/protobuf in tiflash (#3896)

Fully rename project to tiflash (#3901)

Conflicts:
	libs/libdaemon/cmake/find_unwind.cmake

Remove useless curl dependency (#3974)

Bundle all dependencies: zlib, openssl and curl (#3987)

Conflicts:
	contrib/poco

update contrib/poco

update ci/cd process

Signed-off-by: Zhigao Tong <tongzhigao@pingcap.com>

fix zlib-ng

Signed-off-by: Zhigao Tong <tongzhigao@pingcap.com>

.ci/integration_test.groovy

@@ -35,7 +35,7 @@ catchError {
                     sh  """
                         rm -rf ${curws}/tics/contrib
                         rm -rf ${curws}/tics/.git
-                    
+
                         COMMIT_HASH=${params.ghprbActualCommit} PULL_ID=${params.ghprbPullId} TAR_PATH=${curws}/tics/tests/.build bash -e ${curws}/tics/release-centos7/build/fetch-ci-build.sh
                         """
                 }
@@ -44,30 +44,24 @@ catchError {
         stash includes: "tics/**", name: "git-code-tics", useDefaultExcludes: false
     }
 
+    def pod_label = "tics-integration-test-v1"
+
     parallel (
         "tidb ci test": {
-            def label = "tidb-ci-test"
-            util.runTest(label, "tics/tests/tidb-ci", tidbBranch)
-        },
-        "gtest": {
-            def label = "gtest"
-            util.runTest(label, "tics/tests/gtest", tidbBranch)
+            def name = "tidb-ci-test"
+            util.runTest(pod_label, name, "tics/tests/tidb-ci", tidbBranch)
         },
         "delta merge test": {
-            def label = "delta-merge-test"
-            util.runTest(label, "tics/tests/delta-merge-test", tidbBranch)
+            def name = "delta-merge-test"
+            util.runTest(pod_label, name, "tics/tests/delta-merge-test", tidbBranch)
         },
         "fullstack test": {
-            def label = "fullstack-test"
-            util.runTest(label, "tics/tests/fullstack-test", tidbBranch)
+            def name = "fullstack-test"
+            util.runTest(pod_label, name, "tics/tests/fullstack-test", tidbBranch)
         },
         "fullstack test2": {
-            def label = "fullstack-test2"
-            util.runTest(label, "tics/tests/fullstack-test2", tidbBranch)
-        },
-        "mutable test": {
-            def label = "mutable-test"
-            util.runTest(label, "tics/tests/mutable-test", tidbBranch)
+            def name = "fullstack-test2"
+            util.runTest(pod_label, name, "tics/tests/fullstack-test2", tidbBranch)
         },
     )
 }

.gitmodules

@@ -10,9 +10,6 @@
 [submodule "contrib/cctz"]
 	path = contrib/cctz
 	url = https://github.com/google/cctz.git
-[submodule "contrib/zlib-ng"]
-	path = contrib/zlib-ng
-	url = https://github.com/Dead2/zlib-ng.git
 [submodule "contrib/googletest"]
 	path = contrib/googletest
 	url = https://github.com/google/googletest.git
@@ -22,9 +19,6 @@
 [submodule "contrib/re2"]
 	path = contrib/re2
 	url = https://github.com/google/re2.git
-[submodule "contrib/ssl"]
-	path = contrib/ssl
-	url = https://github.com/ClickHouse-Extras/ssl.git
 [submodule "contrib/boost"]
 	path = contrib/boost
 	url = https://github.com/pingcap/boost-extra.git
@@ -62,3 +56,26 @@
 [submodule "contrib/xxHash"]
 	path = contrib/xxHash
 	url = https://github.com/Cyan4973/xxHash
+[submodule "contrib/benchmark"]
+	path = contrib/benchmark
+	url = https://github.com/google/benchmark
+[submodule "contrib/protobuf"]
+	path = contrib/protobuf
+	url = https://github.com/protocolbuffers/protobuf
+	branch = v3.8.0
+[submodule "contrib/abseil-cpp"]
+	path = contrib/abseil-cpp
+	url = https://github.com/abseil/abseil-cpp
+[submodule "contrib/grpc"]
+	path = contrib/grpc
+	url = https://github.com/grpc/grpc
+ 	branch = v1.26.0
+[submodule "contrib/boringssl"]
+	path = contrib/boringssl
+	url = https://github.com/google/boringssl
+[submodule "contrib/curl"]
+	path = contrib/curl
+	url = https://github.com/curl/curl
+[submodule "contrib/zlib-ng"]
+	path = contrib/zlib-ng
+	url = https://github.com/zlib-ng/zlib-ng

CMakeLists.txt

@@ -1,7 +1,7 @@
-project (ClickHouse)
+project (TiFlash)
 cmake_minimum_required (VERSION 2.8)
 
-set(CMAKE_MODULE_PATH ${CMAKE_MODULE_PATH} "${ClickHouse_SOURCE_DIR}/cmake/Modules/")
+set(CMAKE_MODULE_PATH ${CMAKE_MODULE_PATH} "${TiFlash_SOURCE_DIR}/cmake/Modules/")
 set(CMAKE_MACOSX_RPATH 1)
 
 message (STATUS "Using CXX=${CMAKE_CXX_COMPILER}, ver=${CMAKE_CXX_COMPILER_VERSION};CC=${CMAKE_C_COMPILER}, ver=${CMAKE_C_COMPILER_VERSION}")
@@ -249,13 +249,6 @@ if (USE_INCLUDE_WHAT_YOU_USE)
     endif()
 endif ()
 
-# when installing to /usr - place configs to /etc but for /usr/local place to /usr/local/etc
-if (CMAKE_INSTALL_PREFIX STREQUAL "/usr")
-    set (CLICKHOUSE_ETC_DIR "/etc")
-else ()
-    set (CLICKHOUSE_ETC_DIR "${CMAKE_INSTALL_PREFIX}/etc")
-endif ()
-
 option (UNBUNDLED "Try find all libraries in system (if fail - use bundled from contrib/)" OFF)
 if (UNBUNDLED)
     set(NOT_UNBUNDLED 0)
@@ -267,6 +260,11 @@ if (UNBUNDLED OR NOT (ARCH_LINUX OR APPLE) OR ARCH_32)
     option (NO_WERROR "Disable -Werror compiler option" ON)
 endif ()
 
+if (PREBUILT_LIBS_ROOT)
+    list(PREPEND CMAKE_SYSTEM_PREFIX_PATH ${PREBUILT_LIBS_ROOT})
+    message(STATUS "Add ${PREBUILT_LIBS_ROOT} to cmake search path for pre-built libraries")
+endif()
+
 message (STATUS "Building for: ${CMAKE_SYSTEM} ${CMAKE_SYSTEM_PROCESSOR} ${CMAKE_LIBRARY_ARCHITECTURE} ; USE_STATIC_LIBRARIES=${USE_STATIC_LIBRARIES} MAKE_STATIC_LIBRARIES=${MAKE_STATIC_LIBRARIES} UNBUNDLED=${UNBUNDLED}")
 
 include(GNUInstallDirs)
@@ -281,7 +279,6 @@ include (cmake/lib_name.cmake)
 include (cmake/find_icu4c.cmake)
 include (cmake/find_boost.cmake)
 
-set (USE_INTERNAL_ZLIB_LIBRARY OFF CACHE BOOL "" FORCE)
 option (ENABLE_CPPUNIT "Enable CppUnit" OFF)
 
 include (cmake/find_zlib.cmake)
@@ -303,9 +300,11 @@ include (cmake/find_execinfo.cmake)
 include (cmake/find_readline_edit.cmake)
 include (cmake/find_re2.cmake)
 include (cmake/find_llvm.cmake)
+include (cmake/find_protobuf.cmake)
 include (cmake/find_grpc.cmake)
 include (cmake/find_kvproto.cmake)
 include (cmake/find_tipb.cmake)
+include (cmake/find_curl.cmake)
 include (cmake/find_prometheus.cmake)
 include (cmake/find_raftstore_proxy.cmake)
 include (cmake/find_xxhash.cmake)
@@ -332,12 +331,6 @@ endif()
 
 include (cmake/print_flags.cmake)
 
-# Directory for Yandex specific files
-set (CLICKHOUSE_PRIVATE_DIR ${ClickHouse_SOURCE_DIR}/private/)
-if (EXISTS ${CLICKHOUSE_PRIVATE_DIR})
-    add_subdirectory (${CLICKHOUSE_PRIVATE_DIR})
-endif ()
-
 # Enable tests by default when build type is debug
 if (CMAKE_BUILD_TYPE_UC STREQUAL "DEBUG")
     set (ENABLE_TESTS_DEFAULT ON)