-
Notifications
You must be signed in to change notification settings - Fork 17
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
1 parent
26793f0
commit 88118a7
Showing
4 changed files
with
237 additions
and
22 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,195 @@ | ||
| ############################################## <Color> ############################################## | ||
| RED='\033[0;31m' | ||
| NC='\033[0m' # No Color | ||
| ############################################## </Color> ############################################## | ||
|
|
||
| mkdir -p dev | ||
|
|
||
| logs_path=.ci/controllers-test/logs | ||
| TEST_RESULT= | ||
| cli_path=/cc/utils/cli.py | ||
| num_of_existing_nodes=1 | ||
|
|
||
| #these variables are accessed in test/integration/controller so prefixed by ${SOURCE_PATH} for absolute path | ||
| declare CONTROL_KUBECONFIG=${SOURCE_PATH}/dev/control_kubeconfig.yaml | ||
| declare TARGET_KUBECONFIG=${SOURCE_PATH}/dev/target_kubeconfig.yaml | ||
|
|
||
| export CONTROL_KUBECONFIG | ||
| export TARGET_KUBECONFIG | ||
| export MACHINECLASS_V1=${SOURCE_PATH}/dev/v1machineclass_converted.yaml | ||
| export MACHINE_CONTROLLER_MANAGER_DEPLOYMENT_NAME="machine-controller-manager" | ||
|
|
||
| ############################################## <Helper fn> ############################################## | ||
|
|
||
| function hf_num_of_objects() { | ||
| output=$(kubectl --kubeconfig=dev/control_kubeconfig.yaml get "$1" | grep machine.sapcloud.io 2>&1) | ||
|
|
||
| if [ -z "$output" ]; then | ||
| return 0 | ||
| fi | ||
|
|
||
| object_count=$(echo "$output" | wc -l) | ||
|
|
||
| return "$object_count" | ||
| } | ||
|
|
||
| function hf_num_of_ready_nodes() { | ||
| output=$(kubectl --kubeconfig=dev/target_kubeconfig.yaml get "$1" 2>&1) | ||
|
|
||
| ready_count=$(echo "$output" | tr " " "\n" | grep ^Ready -c) | ||
|
|
||
| return $((ready_count-num_of_existing_nodes)) | ||
| } | ||
|
|
||
| function hf_wait_on() { | ||
| function_name=$1 | ||
| function_param=$2 | ||
| count_to_match=$3 | ||
| seconds_to_wait=$4 | ||
| iteration_count=$(($seconds_to_wait/30)) | ||
|
|
||
| while | ||
| "$function_name" "$function_param" | ||
| ret=$? | ||
| [[ $ret -ne $count_to_match ]] | ||
| do | ||
| sleep 30 | ||
| ((iteration_count--)) | ||
|
|
||
| # Exit script when timeout occurs | ||
| if [ $iteration_count -le 0 ]; then | ||
| printf "\tFailed: Timeout occured while waiting for operation. Exiting Test to avoid further conflicts.\n" | ||
| printf "\tWas Executing function: %s, %s\n" $function_name $function_param | ||
| printf "${RED}There is another PR running its integration test on the clusters. Waiting Timed Out. Kindly re-run the tests.${NC}\n" | ||
| exit 1 | ||
| fi | ||
|
|
||
| done | ||
| } | ||
|
|
||
| ############################################## </Helper fn> ############################################## | ||
|
|
||
|
|
||
| ############################################## <Initialization> ############################################## | ||
|
|
||
| function setup_ginkgo() { | ||
| echo "Installing Ginkgo..." | ||
| GO111MODULE=off go get -u github.com/onsi/ginkgo/ginkgo | ||
| ginkgo version | ||
| echo "Successfully installed Ginkgo." | ||
| } | ||
|
|
||
| function fetch_control_kubeconfig() { | ||
| ${cli_path} config attribute --cfg-type kubernetes --cfg-name mcm-ci-ali-oot-control --key kubeconfig > dev/control_kubeconfig.yaml | ||
| } | ||
|
|
||
| function fetch_target_kubeconfig() { | ||
| ${cli_path} config attribute --cfg-type kubernetes --cfg-name mcm-ci-ali-oot-target --key kubeconfig > dev/target_kubeconfig.yaml | ||
| } | ||
|
|
||
| function fetch_machine_class() { | ||
| #bringing machineclass from secret server | ||
| ${cli_path} config attribute --cfg-type kubernetes --cfg-name mcm-ci-ali-oot-target --key machineClass > ${SOURCE_PATH}/dev/v1machineclass.json | ||
|
|
||
| #convert json to yaml, so that machineclass can be parsed during integration-test | ||
| yq e -P ${SOURCE_PATH}/dev/v1machineclass.json > ${SOURCE_PATH}/dev/v1machineclass_converted.yaml | ||
| } | ||
|
|
||
| function setup_environment() { | ||
| printf "\n\t\t\t----- Setup Test Environment --------\n" | ||
|
|
||
| #installing yq | ||
| printf "\nDownloading and installing yq\n" | ||
| curl -LO https://github.com/mikefarah/yq/releases/download/v4.13.3/yq_linux_amd64 | ||
| chmod +x ./yq_linux_amd64 | ||
| mv ./yq_linux_amd64 /usr/local/bin/yq | ||
| printf "Successfully installed yq\n" | ||
|
|
||
| # install kubectl | ||
| printf "\nDownloading and installing kubectl\n" | ||
| curl -LO https://storage.googleapis.com/kubernetes-release/release/v1.16.0/bin/linux/amd64/kubectl | ||
| chmod +x ./kubectl | ||
| mv ./kubectl /usr/local/bin/kubectl | ||
| printf "Successfully installed kubectl\n" | ||
|
|
||
| #install ginkgo | ||
| if ! [ -x "$(command -v ginkgo)" ]; then | ||
| setup_ginkgo | ||
| fi | ||
|
|
||
| #fetching kubeconfigs and machineClass from secret_server | ||
| fetch_control_kubeconfig | ||
| fetch_target_kubeconfig | ||
| fetch_machine_class | ||
| } | ||
|
|
||
| function check_cluster_state() { | ||
| printf "\t\t\t----- Checking Test Environment -------\n" | ||
|
|
||
| printf "\nChecking existance of machine crds\n" | ||
| # Wait 60mins for any existing PRs to cleanup machine crds, as crd cleanup is last step. | ||
| hf_wait_on "hf_num_of_objects" crd 0 3600 | ||
| printf "No machine crds in control test cluster\n" | ||
|
|
||
| printf "\nChecking existance of node objects\n" | ||
| # Wait 60mins for any existing PRs to cleanup nodes | ||
| hf_wait_on "hf_num_of_ready_nodes" nodes 0 3600 | ||
| printf "No additional node objects in target test cluster\n" | ||
|
|
||
| #wait in case some orphan resources are terminating | ||
| sleep 30 | ||
|
|
||
| printf "\nCluster state looks clean\n" | ||
| printf "\t\t\t----- Checking Test Environment DONE -------\n" | ||
| } | ||
|
|
||
| ############################################## </Initialization> ############################################## | ||
|
|
||
| ############################################## <Modules> ######################################################## | ||
|
|
||
| function run_integration_tests() { | ||
| echo "Starting integration tests..." | ||
| set +e | ||
|
|
||
| ginkgo -v -mod=vendor test/integration/controller | ||
| TEST_RESULT=$? | ||
|
|
||
| set -e | ||
|
|
||
| if [ ${TEST_RESULT} -ne 0 ]; then | ||
| printf "\n\t\t\t${RED}Integration tests failed. Kindly check your PR${NC}\n" | ||
| else | ||
| printf "Done with integration test\n" | ||
| fi | ||
| } | ||
|
|
||
| function print_controller_logs { | ||
| printf "\n\t\t\t----- Start of MCM Logs -----------\n" | ||
| cat $logs_path/mcm_process.log | ||
| printf "\n\t\t\t----- End of MCM Logs ----------\n\n" | ||
|
|
||
| printf "\n\t\t\t----- Start of MC Logs -----------\n" | ||
| cat $logs_path/mc_process.log | ||
| printf "\n\t\t\t----- End of MC Logs ----------\n\n" | ||
| } | ||
|
|
||
| ############################################## </Modules> ######################################################## | ||
|
|
||
|
|
||
| ############################################## <Main> ######################################################## | ||
|
|
||
| printf "\n\t\t\t----- Start of Test Script -----------\n" | ||
| setup_environment | ||
| #if cluster state is not clean then don't run the tests | ||
| check_cluster_state | ||
| result=$? | ||
| if [ ${result} -ne 0 ]; then | ||
| exit $result | ||
| fi | ||
| run_integration_tests | ||
| print_controller_logs | ||
| printf "\n\t\t\t----- End of Test Script -----------\n" | ||
|
|
||
| exit $TEST_RESULT | ||
|
|
||
| ############################################## </Main> ######################################################## |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters