From 8a2eefed0924358819ee42830f0dc3eb2c43548f Mon Sep 17 00:00:00 2001 From: Wenjin Situ Date: Fri, 3 Mar 2023 10:43:19 -0800 Subject: [PATCH 1/2] increase cert-manager wait time for kubeflow-issuer to be install --- tests/e2e/utils/kubeflow_installation.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/tests/e2e/utils/kubeflow_installation.py b/tests/e2e/utils/kubeflow_installation.py index d5218e07f4..50e89e38ed 100644 --- a/tests/e2e/utils/kubeflow_installation.py +++ b/tests/e2e/utils/kubeflow_installation.py @@ -132,12 +132,12 @@ def install_component( else: apply_kustomize(kustomize_path) # TO DO: Debug and add additional validation step for cert-manager resources in future for kubeflow-issuer to be installed - # temporary solution to wait for 30s + # temporary solution to wait for 60s if component_name == "cert-manager": print( - "wait for 30s for cert-manager-webhook resource to be ready..." + "wait for 60s for cert-manager-webhook resource to be ready..." ) - time.sleep(30) + time.sleep(60) if "validations" in installation_config[component_name]: validate_component_installation(installation_config, component_name) From 155e5d6d2f46572520a4a13975e6dd85cc6f3da3 Mon Sep 17 00:00:00 2001 From: jsitu777 <59303945+jsitu777@users.noreply.github.com> Date: Wed, 5 Apr 2023 11:09:32 -0700 Subject: [PATCH 2/2] Push Canary Success Rate to Cloudwatch Metric (#661) - calculate and push success rate from canary run to cloudwatch --- tests/canary/scripts/push_stats_to_cloudwatch.py | 13 ++++++++++++- 1 file changed, 12 insertions(+), 1 deletion(-) diff --git a/tests/canary/scripts/push_stats_to_cloudwatch.py b/tests/canary/scripts/push_stats_to_cloudwatch.py index 8130cbfe2c..3d102db12e 100644 --- a/tests/canary/scripts/push_stats_to_cloudwatch.py +++ b/tests/canary/scripts/push_stats_to_cloudwatch.py @@ -14,10 +14,12 @@ def readXML_and_publish_metrics_to_cw(): failures = testsuite.attrib["failures"] tests = testsuite.attrib["tests"] successes = int(tests) - int(failures) + success_rate = successes/int(tests)*100 else: failures = 0 successes = 0 - tests = 1 + tests = 0 + success_rate = 0 timestamp = datetime.now().strftime("%Y-%m-%dT%H:%M:%S") @@ -58,6 +60,15 @@ def readXML_and_publish_metrics_to_cw(): "Value": int(successes), "Unit": "Count", }, + { + "MetricName": "success_rate", + "Timestamp": timestamp, + "Dimensions": [ + {"Name": "CodeBuild Project Name", "Value": project_name}, + ], + "Value": int(success_rate), + "Unit": "Percent", + }, ] # Use the put_metric_data method to push the metric data to CloudWatch