Use release tags for Trial images (#1757)

* Update all Trial image tags to latest * Modify tags in Notebooks * Rename script * Script changes * Few changes * Add other images * Modify test script * Finish test script * Modify release script * Finish release script * Few changes
kubeflow · Dec 10, 2021 · 7be1f0a · 7be1f0a
1 parent a2b5dae
commit 7be1f0a
Show file tree

Hide file tree

Showing 37 changed files with 158 additions and 189 deletions.
diff --git a/Makefile b/Makefile
@@ -78,6 +78,15 @@ ifeq ($(and $(BRANCH),$(TAG)),)
 endif
 	bash scripts/v1beta1/release.sh $(BRANCH) $(TAG)
 
+# Update all Katib images.
+update-images:
+ifeq ($(and $(OLD_PREFIX),$(NEW_PREFIX),$(TAG)),)
+	$(error OLD_PREFIX, NEW_PREFIX, and TAG must be set. \
+	Usage: make update-images OLD_PREFIX=<old-prefix> NEW_PREFIX=<new-prefix> TAG=<tag> \
+	For more information, check this file: scripts/v1beta1/update-images.sh)
+endif
+	bash scripts/v1beta1/update-images.sh $(OLD_PREFIX) $(NEW_PREFIX) $(TAG)
+
 # Prettier UI format check for Katib v1beta1.
 prettier-check:
 	npm run format:check --prefix pkg/new-ui/v1beta1/frontend

diff --git a/docs/images-location.md b/docs/images-location.md
@@ -66,7 +66,7 @@ The following table shows images for the
     </tr>
     <tr align="center">
       <td>
-        <code>docker.io/kubeflowkatib/katib-cert-generator</code>
+        <code>docker.io/kubeflowkatib/cert-generator</code>
       </td>
       <td>
         Katib Cert Generator

diff --git a/examples/v1beta1/argo/argo-workflow.yaml b/examples/v1beta1/argo/argo-workflow.yaml
@@ -75,7 +75,7 @@ spec:
                 - name: num-examples
             container:
               name: model-training
-              image: docker.io/kubeflowkatib/mxnet-mnist:v1beta1-45c5727
+              image: docker.io/kubeflowkatib/mxnet-mnist:latest
               command:
                 - "python3"
                 - "/opt/mxnet-mnist/mnist.py"

diff --git a/examples/v1beta1/early-stopping/median-stop.yaml b/examples/v1beta1/early-stopping/median-stop.yaml
@@ -53,7 +53,7 @@ spec:
           spec:
             containers:
               - name: training-container
-                image: docker.io/kubeflowkatib/mxnet-mnist:v1beta1-45c5727
+                image: docker.io/kubeflowkatib/mxnet-mnist:latest
                 command:
                   - "python3"
                   - "/opt/mxnet-mnist/mnist.py"

diff --git a/examples/v1beta1/hp-tuning/bayesian-optimization.yaml b/examples/v1beta1/hp-tuning/bayesian-optimization.yaml
@@ -56,7 +56,7 @@ spec:
           spec:
             containers:
               - name: training-container
-                image: docker.io/kubeflowkatib/mxnet-mnist:v1beta1-45c5727
+                image: docker.io/kubeflowkatib/mxnet-mnist:latest
                 command:
                   - "python3"
                   - "/opt/mxnet-mnist/mnist.py"

diff --git a/examples/v1beta1/hp-tuning/cma-es.yaml b/examples/v1beta1/hp-tuning/cma-es.yaml
@@ -56,7 +56,7 @@ spec:
           spec:
             containers:
               - name: training-container
-                image: docker.io/kubeflowkatib/mxnet-mnist:v1beta1-45c5727
+                image: docker.io/kubeflowkatib/mxnet-mnist:latest
                 command:
                   - "python3"
                   - "/opt/mxnet-mnist/mnist.py"

diff --git a/examples/v1beta1/hp-tuning/grid.yaml b/examples/v1beta1/hp-tuning/grid.yaml
@@ -54,7 +54,7 @@ spec:
           spec:
             containers:
               - name: training-container
-                image: docker.io/kubeflowkatib/mxnet-mnist:v1beta1-45c5727
+                image: docker.io/kubeflowkatib/mxnet-mnist:latest
                 command:
                   - "python3"
                   - "/opt/mxnet-mnist/mnist.py"

diff --git a/examples/v1beta1/hp-tuning/hyperband.yaml b/examples/v1beta1/hp-tuning/hyperband.yaml
@@ -68,7 +68,7 @@ spec:
           spec:
             containers:
               - name: training-container
-                image: docker.io/kubeflowkatib/mxnet-mnist:v1beta1-45c5727
+                image: docker.io/kubeflowkatib/mxnet-mnist:latest
                 command:
                   - "python3"
                   - "/opt/mxnet-mnist/mnist.py"

diff --git a/examples/v1beta1/hp-tuning/multivariate-tpe.yaml b/examples/v1beta1/hp-tuning/multivariate-tpe.yaml
@@ -53,7 +53,7 @@ spec:
           spec:
             containers:
               - name: training-container
-                image: docker.io/kubeflowkatib/mxnet-mnist:v1beta1-45c5727
+                image: docker.io/kubeflowkatib/mxnet-mnist:latest
                 command:
                   - "python3"
                   - "/opt/mxnet-mnist/mnist.py"

diff --git a/examples/v1beta1/hp-tuning/random.yaml b/examples/v1beta1/hp-tuning/random.yaml
@@ -53,7 +53,7 @@ spec:
           spec:
             containers:
               - name: training-container
-                image: docker.io/kubeflowkatib/mxnet-mnist:v1beta1-45c5727
+                image: docker.io/kubeflowkatib/mxnet-mnist:latest
                 command:
                   - "python3"
                   - "/opt/mxnet-mnist/mnist.py"

diff --git a/examples/v1beta1/hp-tuning/sobol.yaml b/examples/v1beta1/hp-tuning/sobol.yaml
@@ -53,7 +53,7 @@ spec:
           spec:
             containers:
               - name: training-container
-                image: docker.io/kubeflowkatib/mxnet-mnist:v1beta1-45c5727
+                image: docker.io/kubeflowkatib/mxnet-mnist:latest
                 command:
                   - "python3"
                   - "/opt/mxnet-mnist/mnist.py"

diff --git a/examples/v1beta1/hp-tuning/tpe.yaml b/examples/v1beta1/hp-tuning/tpe.yaml
@@ -53,7 +53,7 @@ spec:
           spec:
             containers:
               - name: training-container
-                image: docker.io/kubeflowkatib/mxnet-mnist:v1beta1-45c5727
+                image: docker.io/kubeflowkatib/mxnet-mnist:latest
                 command:
                   - "python3"
                   - "/opt/mxnet-mnist/mnist.py"

diff --git a/examples/v1beta1/kubeflow-pipelines/early-stopping.ipynb b/examples/v1beta1/kubeflow-pipelines/early-stopping.ipynb
@@ -265,7 +265,7 @@
     "                \"containers\": [\n",
     "                    {\n",
     "                        \"name\": \"training-container\",\n",
-    "                        \"image\": \"docker.io/kubeflowkatib/mxnet-mnist:v1beta1-45c5727\",\n",
+    "                        \"image\": \"docker.io/kubeflowkatib/mxnet-mnist:v0.12.0\",\n",
     "                        \"command\": [\n",
     "                            \"python3\",\n",
     "                            \"/opt/mxnet-mnist/mnist.py\",\n",

diff --git a/examples/v1beta1/kubeflow-training-operator/pytorchjob-mnist.yaml b/examples/v1beta1/kubeflow-training-operator/pytorchjob-mnist.yaml
@@ -45,7 +45,7 @@ spec:
               spec:
                 containers:
                   - name: pytorch
-                    image: docker.io/kubeflowkatib/pytorch-mnist:v1beta1-45c5727
+                    image: docker.io/kubeflowkatib/pytorch-mnist:latest
                     command:
                       - "python3"
                       - "/opt/pytorch-mnist/mnist.py"
@@ -59,7 +59,7 @@ spec:
               spec:
                 containers:
                   - name: pytorch
-                    image: docker.io/kubeflowkatib/pytorch-mnist:v1beta1-45c5727
+                    image: docker.io/kubeflowkatib/pytorch-mnist:latest
                     command:
                       - "python3"
                       - "/opt/pytorch-mnist/mnist.py"

diff --git a/examples/v1beta1/metrics-collector/custom-metrics-collector.yaml b/examples/v1beta1/metrics-collector/custom-metrics-collector.yaml
@@ -66,7 +66,7 @@ spec:
           spec:
             containers:
               - name: training-container
-                image: docker.io/kubeflowkatib/pytorch-mnist:v1beta1-45c5727
+                image: docker.io/kubeflowkatib/pytorch-mnist:latest
                 command:
                   - "python3"
                   - "/opt/pytorch-mnist/mnist.py"

diff --git a/examples/v1beta1/metrics-collector/file-metrics-collector.yaml b/examples/v1beta1/metrics-collector/file-metrics-collector.yaml
@@ -53,7 +53,7 @@ spec:
           spec:
             containers:
               - name: training-container
-                image: docker.io/kubeflowkatib/pytorch-mnist:v1beta1-45c5727
+                image: docker.io/kubeflowkatib/pytorch-mnist:latest
                 command:
                   - "python3"
                   - "/opt/pytorch-mnist/mnist.py"

diff --git a/examples/v1beta1/metrics-collector/metrics-collection-strategy.yaml b/examples/v1beta1/metrics-collector/metrics-collection-strategy.yaml
@@ -58,7 +58,7 @@ spec:
           spec:
             containers:
               - name: training-container
-                image: docker.io/kubeflowkatib/mxnet-mnist:v1beta1-45c5727
+                image: docker.io/kubeflowkatib/mxnet-mnist:latest
                 command:
                   - "python3"
                   - "/opt/mxnet-mnist/mnist.py"

diff --git a/examples/v1beta1/nas/darts-cpu.yaml b/examples/v1beta1/nas/darts-cpu.yaml
@@ -59,7 +59,7 @@ spec:
           spec:
             containers:
               - name: training-container
-                image: docker.io/kubeflowkatib/darts-cnn-cifar10:v1beta1-45c5727
+                image: docker.io/kubeflowkatib/darts-cnn-cifar10:latest
                 command:
                   - python3
                   - run_trial.py

diff --git a/examples/v1beta1/nas/darts-gpu.yaml b/examples/v1beta1/nas/darts-gpu.yaml
@@ -76,7 +76,7 @@ spec:
           spec:
             containers:
               - name: training-container
-                image: docker.io/kubeflowkatib/darts-cnn-cifar10:v1beta1-45c5727
+                image: docker.io/kubeflowkatib/darts-cnn-cifar10:latest
                 command:
                   - python3
                   - run_trial.py

diff --git a/examples/v1beta1/nas/enas-cpu.yaml b/examples/v1beta1/nas/enas-cpu.yaml
@@ -138,7 +138,7 @@ spec:
           spec:
             containers:
               - name: training-container
-                image: docker.io/kubeflowkatib/enas-cnn-cifar10-cpu:v1beta1-45c5727
+                image: docker.io/kubeflowkatib/enas-cnn-cifar10-cpu:latest
                 command:
                   - python3
                   - -u

diff --git a/examples/v1beta1/nas/enas-gpu.yaml b/examples/v1beta1/nas/enas-gpu.yaml
@@ -135,7 +135,7 @@ spec:
           spec:
             containers:
               - name: training-container
-                image: docker.io/kubeflowkatib/enas-cnn-cifar10-gpu:v1beta1-45c5727
+                image: docker.io/kubeflowkatib/enas-cnn-cifar10-gpu:latest
                 command:
                   - python3
                   - -u

diff --git a/examples/v1beta1/resume-experiment/from-volume-resume.yaml b/examples/v1beta1/resume-experiment/from-volume-resume.yaml
@@ -54,7 +54,7 @@ spec:
           spec:
             containers:
               - name: training-container
-                image: docker.io/kubeflowkatib/mxnet-mnist:v1beta1-45c5727
+                image: docker.io/kubeflowkatib/mxnet-mnist:latest
                 command:
                   - "python3"
                   - "/opt/mxnet-mnist/mnist.py"

diff --git a/examples/v1beta1/resume-experiment/never-resume.yaml b/examples/v1beta1/resume-experiment/never-resume.yaml
@@ -54,7 +54,7 @@ spec:
           spec:
             containers:
               - name: training-container
-                image: docker.io/kubeflowkatib/mxnet-mnist:v1beta1-45c5727
+                image: docker.io/kubeflowkatib/mxnet-mnist:latest
                 command:
                   - "python3"
                   - "/opt/mxnet-mnist/mnist.py"

diff --git a/examples/v1beta1/sdk/cmaes-and-resume-policies.ipynb b/examples/v1beta1/sdk/cmaes-and-resume-policies.ipynb
@@ -164,7 +164,7 @@
     "                \"containers\": [\n",
     "                    {\n",
     "                        \"name\": \"training-container\",\n",
-    "                        \"image\": \"docker.io/kubeflowkatib/mxnet-mnist:v1beta1-45c5727\",\n",
+    "                        \"image\": \"docker.io/kubeflowkatib/mxnet-mnist:v0.12.0\",\n",
     "                        \"command\": [\n",
     "                            \"python3\",\n",
     "                            \"/opt/mxnet-mnist/mnist.py\",\n",
@@ -404,7 +404,7 @@
        "          '--lr=${trialParameters.learningRate}',\n",
        "          '--num-layers=${trialParameters.numberLayers}',\n",
        "          '--optimizer=${trialParameters.optimizer}'],\n",
-       "         'image': 'docker.io/kubeflowkatib/mxnet-mnist:v1beta1-45c5727',\n",
+       "         'image': 'docker.io/kubeflowkatib/mxnet-mnist:v0.12.0',\n",
        "         'name': 'training-container'}],\n",
        "       'restartPolicy': 'Never'}}}}}}}"
       ]
@@ -539,7 +539,7 @@
        "          '--lr=${trialParameters.learningRate}',\n",
        "          '--num-layers=${trialParameters.numberLayers}',\n",
        "          '--optimizer=${trialParameters.optimizer}'],\n",
-       "         'image': 'docker.io/kubeflowkatib/mxnet-mnist:v1beta1-45c5727',\n",
+       "         'image': 'docker.io/kubeflowkatib/mxnet-mnist:v0.12.0',\n",
        "         'name': 'training-container'}],\n",
        "       'restartPolicy': 'Never'}}}}}}}"
       ]
@@ -576,7 +576,7 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "{'apiVersion': 'kubeflow.org/v1beta1', 'kind': 'Experiment', 'metadata': {'creationTimestamp': '2021-10-05T23:40:19Z', 'finalizers': ['update-prometheus-metrics'], 'generation': 1, 'managedFields': [{'apiVersion': 'kubeflow.org/v1beta1', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:spec': {'.': {}, 'f:algorithm': {'.': {}, 'f:algorithmName': {}}, 'f:maxFailedTrialCount': {}, 'f:maxTrialCount': {}, 'f:objective': {'.': {}, 'f:additionalMetricNames': {}, 'f:goal': {}, 'f:objectiveMetricName': {}, 'f:type': {}}, 'f:parallelTrialCount': {}, 'f:parameters': {}, 'f:trialTemplate': {'.': {}, 'f:primaryContainerName': {}, 'f:trialParameters': {}, 'f:trialSpec': {'.': {}, 'f:apiVersion': {}, 'f:kind': {}, 'f:spec': {'.': {}, 'f:template': {'.': {}, 'f:metadata': {'.': {}, 'f:annotations': {'.': {}, 'f:sidecar.istio.io/inject': {}}}, 'f:spec': {'.': {}, 'f:containers': {}, 'f:restartPolicy': {}}}}}}}}, 'manager': 'OpenAPI-Generator', 'operation': 'Update', 'time': '2021-10-05T23:40:19Z'}, {'apiVersion': 'kubeflow.org/v1beta1', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:metadata': {'f:finalizers': {'.': {}, 'v:\"update-prometheus-metrics\"': {}}}, 'f:status': {'.': {}, 'f:conditions': {}, 'f:currentOptimalTrial': {'.': {}, 'f:bestTrialName': {}, 'f:observation': {'.': {}, 'f:metrics': {}}, 'f:parameterAssignments': {}}, 'f:runningTrialList': {}, 'f:startTime': {}, 'f:trials': {}, 'f:trialsRunning': {}}}, 'manager': 'katib-controller', 'operation': 'Update', 'time': '2021-10-05T23:40:54Z'}], 'name': 'cmaes-example', 'namespace': 'kubeflow-user-example-com', 'resourceVersion': '393932086', 'uid': 'ccf6bb73-6768-4e6e-9a23-742d0953ecf1'}, 'spec': {'algorithm': {'algorithmName': 'cmaes'}, 'maxFailedTrialCount': 3, 'maxTrialCount': 7, 'metricsCollectorSpec': {'collector': {'kind': 'StdOut'}}, 'objective': {'additionalMetricNames': ['Train-accuracy'], 'goal': 0.99, 'metricStrategies': [{'name': 'Validation-accuracy', 'value': 'max'}, {'name': 'Train-accuracy', 'value': 'max'}], 'objectiveMetricName': 'Validation-accuracy', 'type': 'maximize'}, 'parallelTrialCount': 3, 'parameters': [{'feasibleSpace': {'max': '0.06', 'min': '0.01'}, 'name': 'lr', 'parameterType': 'double'}, {'feasibleSpace': {'max': '5', 'min': '2'}, 'name': 'num-layers', 'parameterType': 'int'}, {'feasibleSpace': {'list': ['sgd', 'adam', 'ftrl']}, 'name': 'optimizer', 'parameterType': 'categorical'}], 'resumePolicy': 'LongRunning', 'trialTemplate': {'failureCondition': 'status.conditions.#(type==\"Failed\")#|#(status==\"True\")#', 'primaryContainerName': 'training-container', 'successCondition': 'status.conditions.#(type==\"Complete\")#|#(status==\"True\")#', 'trialParameters': [{'description': 'Learning rate for the training model', 'name': 'learningRate', 'reference': 'lr'}, {'description': 'Number of training model layers', 'name': 'numberLayers', 'reference': 'num-layers'}, {'description': 'Training model optimizer (sdg, adam or ftrl)', 'name': 'optimizer', 'reference': 'optimizer'}], 'trialSpec': {'apiVersion': 'batch/v1', 'kind': 'Job', 'spec': {'template': {'metadata': {'annotations': {'sidecar.istio.io/inject': 'false'}}, 'spec': {'containers': [{'command': ['python3', '/opt/mxnet-mnist/mnist.py', '--batch-size=64', '--lr=${trialParameters.learningRate}', '--num-layers=${trialParameters.numberLayers}', '--optimizer=${trialParameters.optimizer}'], 'image': 'docker.io/kubeflowkatib/mxnet-mnist:v1beta1-45c5727', 'name': 'training-container'}], 'restartPolicy': 'Never'}}}}}}, 'status': {'conditions': [{'lastTransitionTime': '2021-10-05T23:40:19Z', 'lastUpdateTime': '2021-10-05T23:40:19Z', 'message': 'Experiment is created', 'reason': 'ExperimentCreated', 'status': 'True', 'type': 'Created'}, {'lastTransitionTime': '2021-10-05T23:40:54Z', 'lastUpdateTime': '2021-10-05T23:40:54Z', 'message': 'Experiment is running', 'reason': 'ExperimentRunning', 'status': 'True', 'type': 'Running'}], 'currentOptimalTrial': {'bestTrialName': '', 'observation': {'metrics': None}, 'parameterAssignments': None}, 'runningTrialList': ['cmaes-example-xn6txwtw', 'cmaes-example-8crn89vg', 'cmaes-example-4q8hmt9r'], 'startTime': '2021-10-05T23:40:19Z', 'trials': 3, 'trialsRunning': 3}}\n",
+      "{'apiVersion': 'kubeflow.org/v1beta1', 'kind': 'Experiment', 'metadata': {'creationTimestamp': '2021-10-05T23:40:19Z', 'finalizers': ['update-prometheus-metrics'], 'generation': 1, 'managedFields': [{'apiVersion': 'kubeflow.org/v1beta1', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:spec': {'.': {}, 'f:algorithm': {'.': {}, 'f:algorithmName': {}}, 'f:maxFailedTrialCount': {}, 'f:maxTrialCount': {}, 'f:objective': {'.': {}, 'f:additionalMetricNames': {}, 'f:goal': {}, 'f:objectiveMetricName': {}, 'f:type': {}}, 'f:parallelTrialCount': {}, 'f:parameters': {}, 'f:trialTemplate': {'.': {}, 'f:primaryContainerName': {}, 'f:trialParameters': {}, 'f:trialSpec': {'.': {}, 'f:apiVersion': {}, 'f:kind': {}, 'f:spec': {'.': {}, 'f:template': {'.': {}, 'f:metadata': {'.': {}, 'f:annotations': {'.': {}, 'f:sidecar.istio.io/inject': {}}}, 'f:spec': {'.': {}, 'f:containers': {}, 'f:restartPolicy': {}}}}}}}}, 'manager': 'OpenAPI-Generator', 'operation': 'Update', 'time': '2021-10-05T23:40:19Z'}, {'apiVersion': 'kubeflow.org/v1beta1', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:metadata': {'f:finalizers': {'.': {}, 'v:\"update-prometheus-metrics\"': {}}}, 'f:status': {'.': {}, 'f:conditions': {}, 'f:currentOptimalTrial': {'.': {}, 'f:bestTrialName': {}, 'f:observation': {'.': {}, 'f:metrics': {}}, 'f:parameterAssignments': {}}, 'f:runningTrialList': {}, 'f:startTime': {}, 'f:trials': {}, 'f:trialsRunning': {}}}, 'manager': 'katib-controller', 'operation': 'Update', 'time': '2021-10-05T23:40:54Z'}], 'name': 'cmaes-example', 'namespace': 'kubeflow-user-example-com', 'resourceVersion': '393932086', 'uid': 'ccf6bb73-6768-4e6e-9a23-742d0953ecf1'}, 'spec': {'algorithm': {'algorithmName': 'cmaes'}, 'maxFailedTrialCount': 3, 'maxTrialCount': 7, 'metricsCollectorSpec': {'collector': {'kind': 'StdOut'}}, 'objective': {'additionalMetricNames': ['Train-accuracy'], 'goal': 0.99, 'metricStrategies': [{'name': 'Validation-accuracy', 'value': 'max'}, {'name': 'Train-accuracy', 'value': 'max'}], 'objectiveMetricName': 'Validation-accuracy', 'type': 'maximize'}, 'parallelTrialCount': 3, 'parameters': [{'feasibleSpace': {'max': '0.06', 'min': '0.01'}, 'name': 'lr', 'parameterType': 'double'}, {'feasibleSpace': {'max': '5', 'min': '2'}, 'name': 'num-layers', 'parameterType': 'int'}, {'feasibleSpace': {'list': ['sgd', 'adam', 'ftrl']}, 'name': 'optimizer', 'parameterType': 'categorical'}], 'resumePolicy': 'LongRunning', 'trialTemplate': {'failureCondition': 'status.conditions.#(type==\"Failed\")#|#(status==\"True\")#', 'primaryContainerName': 'training-container', 'successCondition': 'status.conditions.#(type==\"Complete\")#|#(status==\"True\")#', 'trialParameters': [{'description': 'Learning rate for the training model', 'name': 'learningRate', 'reference': 'lr'}, {'description': 'Number of training model layers', 'name': 'numberLayers', 'reference': 'num-layers'}, {'description': 'Training model optimizer (sdg, adam or ftrl)', 'name': 'optimizer', 'reference': 'optimizer'}], 'trialSpec': {'apiVersion': 'batch/v1', 'kind': 'Job', 'spec': {'template': {'metadata': {'annotations': {'sidecar.istio.io/inject': 'false'}}, 'spec': {'containers': [{'command': ['python3', '/opt/mxnet-mnist/mnist.py', '--batch-size=64', '--lr=${trialParameters.learningRate}', '--num-layers=${trialParameters.numberLayers}', '--optimizer=${trialParameters.optimizer}'], 'image': 'docker.io/kubeflowkatib/mxnet-mnist:v0.12.0', 'name': 'training-container'}], 'restartPolicy': 'Never'}}}}}}, 'status': {'conditions': [{'lastTransitionTime': '2021-10-05T23:40:19Z', 'lastUpdateTime': '2021-10-05T23:40:19Z', 'message': 'Experiment is created', 'reason': 'ExperimentCreated', 'status': 'True', 'type': 'Created'}, {'lastTransitionTime': '2021-10-05T23:40:54Z', 'lastUpdateTime': '2021-10-05T23:40:54Z', 'message': 'Experiment is running', 'reason': 'ExperimentRunning', 'status': 'True', 'type': 'Running'}], 'currentOptimalTrial': {'bestTrialName': '', 'observation': {'metrics': None}, 'parameterAssignments': None}, 'runningTrialList': ['cmaes-example-xn6txwtw', 'cmaes-example-8crn89vg', 'cmaes-example-4q8hmt9r'], 'startTime': '2021-10-05T23:40:19Z', 'trials': 3, 'trialsRunning': 3}}\n",
       "-----------------\n",
       "\n",
       "7\n",
@@ -917,7 +917,7 @@
        "          '--lr=${trialParameters.learningRate}',\n",
        "          '--num-layers=${trialParameters.numberLayers}',\n",
        "          '--optimizer=${trialParameters.optimizer}'],\n",
-       "         'image': 'docker.io/kubeflowkatib/mxnet-mnist:v1beta1-45c5727',\n",
+       "         'image': 'docker.io/kubeflowkatib/mxnet-mnist:v0.12.0',\n",
        "         'name': 'training-container'}],\n",
        "       'restartPolicy': 'Never'}}}}}},\n",
        " 'status': {'completionTime': '2021-10-05T23:44:26Z',\n",