From 1bd0643cba0fbba228328678ca03dc2bb91bff2f Mon Sep 17 00:00:00 2001
From: David Eliahu <deliahu@users.noreply.github.com>
Date: Sun, 27 Sep 2020 13:14:16 -0700
Subject: [PATCH 1/3] Print debug info if cluster up times out

---
 manager/install.sh | 24 +++++++++++++++++++-----
 1 file changed, 19 insertions(+), 5 deletions(-)

diff --git a/manager/install.sh b/manager/install.sh
index e73262d267..191483bacc 100755
--- a/manager/install.sh
+++ b/manager/install.sh
@@ -364,7 +364,7 @@ function validate_cortex() {
 
   operator_load_balancer="waiting"
   api_load_balancer="waiting"
-  operator_endpoint_reachable="waiting"
+  operator_endpoint_reachable="false"
   operator_pod_ready_cycles=0
   operator_endpoint=""
 
@@ -373,6 +373,20 @@ function validate_cortex() {
     now="$(date +%s)"
     if [ "$now" -ge "$(($validation_start_time+1800))" ]; then
       echo -e "\n\ntimeout has occurred when validating your cortex cluster"
+      echo -e "\ndebugging info:"
+      echo "operator pod name: $operator_pod_name"
+      echo "operator pod is ready: $operator_pod_is_ready"
+      echo "operator pod ready cycles: $operator_pod_ready_cycles"
+      echo "api load balancer status: $api_load_balancer"
+      echo "operator load balancer status: $operator_load_balancer"
+      echo "operator endpoint: $operator_endpoint"
+      if [ "$CORTEX_OPERATOR_LOAD_BALANCER_SCHEME" == "internet-facing" ]; then
+        echo "operator endpoint reachable: $operator_endpoint_reachable"
+      fi
+      if [ "$operator_endpoint" != "" ]; then
+        echo "operator curl response (404 is expected):"
+        curl --max-time 3 $operator_endpoint
+      fi
       exit 1
     fi
 
@@ -383,8 +397,8 @@ function validate_cortex() {
     if [ "$operator_pod_name" == "" ]; then
       operator_pod_ready_cycles=0
     else
-      is_ready=$(kubectl -n=default get "$operator_pod_name" -o jsonpath='{.status.containerStatuses[0].ready}')
-      if [ "$is_ready" == "true" ]; then
+      operator_pod_is_ready=$(kubectl -n=default get "$operator_pod_name" -o jsonpath='{.status.containerStatuses[0].ready}')
+      if [ "$operator_pod_is_ready" == "true" ]; then
         ((operator_pod_ready_cycles++))
       else
         operator_pod_ready_cycles=0
@@ -412,11 +426,11 @@ function validate_cortex() {
     fi
 
     if [ "$CORTEX_OPERATOR_LOAD_BALANCER_SCHEME" == "internet-facing" ]; then
-      if [ "$operator_endpoint_reachable" != "ready" ]; then
+      if [ "$operator_endpoint_reachable" != "true" ]; then
         if ! curl --max-time 3 $operator_endpoint >/dev/null 2>&1; then
           continue
         fi
-        operator_endpoint_reachable="ready"
+        operator_endpoint_reachable="true"
       fi
     fi
 

From 87329aaa175d1f093ab3b243c642e5fc72e6f05d Mon Sep 17 00:00:00 2001
From: vishal <vishalbollu@users.noreply.github.com>
Date: Mon, 28 Sep 2020 10:36:20 -0400
Subject: [PATCH 2/3] Update install.sh

---
 manager/install.sh | 1 +
 1 file changed, 1 insertion(+)

diff --git a/manager/install.sh b/manager/install.sh
index 191483bacc..3e99b57a36 100755
--- a/manager/install.sh
+++ b/manager/install.sh
@@ -367,6 +367,7 @@ function validate_cortex() {
   operator_endpoint_reachable="false"
   operator_pod_ready_cycles=0
   operator_endpoint=""
+  operator_pod_name=""
 
   while true; do
     # 30 minute timeout

From 7a5e30045964117197038635705acf491028dd76 Mon Sep 17 00:00:00 2001
From: vishal <vishalbollu@users.noreply.github.com>
Date: Mon, 28 Sep 2020 10:38:51 -0400
Subject: [PATCH 3/3] Update install.sh

---
 manager/install.sh | 1 +
 1 file changed, 1 insertion(+)

diff --git a/manager/install.sh b/manager/install.sh
index 0feac51a41..4a5fc6c3e8 100755
--- a/manager/install.sh
+++ b/manager/install.sh
@@ -370,6 +370,7 @@ function validate_cortex() {
   operator_pod_ready_cycles=0
   operator_endpoint=""
   operator_pod_name=""
+  operator_pod_is_ready=""
 
   while true; do
     # 30 minute timeout