diff --git a/cluster-manager/src/main/java/io/seldon/clustermanager/k8s/SeldonDeploymentControllerImpl.java b/cluster-manager/src/main/java/io/seldon/clustermanager/k8s/SeldonDeploymentControllerImpl.java index 4fc15fbcd1..cc0e42d691 100644 --- a/cluster-manager/src/main/java/io/seldon/clustermanager/k8s/SeldonDeploymentControllerImpl.java +++ b/cluster-manager/src/main/java/io/seldon/clustermanager/k8s/SeldonDeploymentControllerImpl.java @@ -269,6 +269,7 @@ public void createOrReplaceSeldonDeployment(SeldonDeployment mlDep) { if (existing == null || !existing.getSpec().equals(mlDep.getSpec())) { logger.debug("Running updates for "+mlDep.getMetadata().getName()); + SeldonDeployment mlDepStatusUpdated = operator.updateStatus(mlDep); SeldonDeployment mlDep2 = operator.defaulting(mlDep); operator.validate(mlDep2); mlCache.put(mlDep2); @@ -281,13 +282,13 @@ public void createOrReplaceSeldonDeployment(SeldonDeployment mlDep) { //removeServices(client,namespace, mlDep2, resources.services); //Proto Client not presently working for deletion ApiClient client2 = clientProvider.getClient(); removeServices(client2,namespace, mlDep2, resources.services); - if (!mlDep.getSpec().equals(mlDep2.getSpec())) + if (!mlDep.getSpec().equals(mlDepStatusUpdated.getSpec())) { - logger.debug("Pushing updated SeldonDeployment "+mlDep2.getMetadata().getName()+" back to kubectl"); - crdHandler.updateSeldonDeployment(mlDep2); + logger.debug("Pushing updated SeldonDeployment "+mlDepStatusUpdated.getMetadata().getName()+" back to kubectl"); + crdHandler.updateSeldonDeployment(mlDepStatusUpdated); } else - logger.debug("Not pushing an update as no change to spec for SeldonDeployment "+mlDep2.getMetadata().getName()); + logger.debug("Not pushing an update as no change to status for SeldonDeployment "+mlDep2.getMetadata().getName()); } else { diff --git a/cluster-manager/src/main/java/io/seldon/clustermanager/k8s/SeldonDeploymentOperator.java b/cluster-manager/src/main/java/io/seldon/clustermanager/k8s/SeldonDeploymentOperator.java index ea12b7486a..664178928b 100644 --- a/cluster-manager/src/main/java/io/seldon/clustermanager/k8s/SeldonDeploymentOperator.java +++ b/cluster-manager/src/main/java/io/seldon/clustermanager/k8s/SeldonDeploymentOperator.java @@ -21,6 +21,7 @@ public interface SeldonDeploymentOperator { + public SeldonDeployment updateStatus(SeldonDeployment mlDep); public SeldonDeployment defaulting(SeldonDeployment mlDep); public void validate(SeldonDeployment mlDep) throws SeldonDeploymentException; public DeploymentResources createResources(SeldonDeployment mlDep) throws SeldonDeploymentException; diff --git a/cluster-manager/src/main/java/io/seldon/clustermanager/k8s/SeldonDeploymentOperatorImpl.java b/cluster-manager/src/main/java/io/seldon/clustermanager/k8s/SeldonDeploymentOperatorImpl.java index decda07d1d..e31ed32dd9 100644 --- a/cluster-manager/src/main/java/io/seldon/clustermanager/k8s/SeldonDeploymentOperatorImpl.java +++ b/cluster-manager/src/main/java/io/seldon/clustermanager/k8s/SeldonDeploymentOperatorImpl.java @@ -356,7 +356,19 @@ public String getSeldonServiceName(SeldonDeployment dep,PredictorSpec pred,Strin else return svcName; } - + + @Override + public SeldonDeployment updateStatus(SeldonDeployment mlDep) { + SeldonDeployment.Builder mlBuilder = SeldonDeployment.newBuilder(mlDep); + + if (!mlBuilder.hasStatus()) + { + mlBuilder.getStatusBuilder().setState(Constants.STATE_CREATING); + } + + return mlBuilder.build(); + } + @Override public SeldonDeployment defaulting(SeldonDeployment mlDep) { @@ -406,11 +418,6 @@ public SeldonDeployment defaulting(SeldonDeployment mlDep) { } } - if (!mlBuilder.hasStatus()) - { - mlBuilder.getStatusBuilder().setState(Constants.STATE_CREATING); - } - return mlBuilder.build(); } @@ -772,5 +779,6 @@ public DeploymentResources(List deployments, List services) } + } diff --git a/examples/models/nvidia-mnist/nvidia_mnist.ipynb b/examples/models/nvidia-mnist/nvidia_mnist.ipynb index 30ec93c1d5..c20b80d5f8 100644 --- a/examples/models/nvidia-mnist/nvidia_mnist.ipynb +++ b/examples/models/nvidia-mnist/nvidia_mnist.ipynb @@ -120,10 +120,15 @@ "WARNING:tensorflow:From /home/clive/anaconda3/lib/python3.6/site-packages/tensorflow/contrib/learn/python/learn/datasets/mnist.py:260: maybe_download (from tensorflow.contrib.learn.python.learn.datasets.base) is deprecated and will be removed in a future version.\n", "Instructions for updating:\n", "Please write your own downloading logic.\n", + "WARNING:tensorflow:From /home/clive/anaconda3/lib/python3.6/site-packages/tensorflow/contrib/learn/python/learn/datasets/base.py:252: _internal_retry..wrap..wrapped_fn (from tensorflow.contrib.learn.python.learn.datasets.base) is deprecated and will be removed in a future version.\n", + "Instructions for updating:\n", + "Please use urllib or similar directly.\n", + "Successfully downloaded train-images-idx3-ubyte.gz 9912422 bytes.\n", "WARNING:tensorflow:From /home/clive/anaconda3/lib/python3.6/site-packages/tensorflow/contrib/learn/python/learn/datasets/mnist.py:262: extract_images (from tensorflow.contrib.learn.python.learn.datasets.mnist) is deprecated and will be removed in a future version.\n", "Instructions for updating:\n", "Please use tf.data to implement this functionality.\n", "Extracting MNIST_data/train-images-idx3-ubyte.gz\n", + "Successfully downloaded train-labels-idx1-ubyte.gz 28881 bytes.\n", "WARNING:tensorflow:From /home/clive/anaconda3/lib/python3.6/site-packages/tensorflow/contrib/learn/python/learn/datasets/mnist.py:267: extract_labels (from tensorflow.contrib.learn.python.learn.datasets.mnist) is deprecated and will be removed in a future version.\n", "Instructions for updating:\n", "Please use tf.data to implement this functionality.\n", @@ -131,7 +136,9 @@ "WARNING:tensorflow:From /home/clive/anaconda3/lib/python3.6/site-packages/tensorflow/contrib/learn/python/learn/datasets/mnist.py:110: dense_to_one_hot (from tensorflow.contrib.learn.python.learn.datasets.mnist) is deprecated and will be removed in a future version.\n", "Instructions for updating:\n", "Please use tf.one_hot on tensors.\n", + "Successfully downloaded t10k-images-idx3-ubyte.gz 1648877 bytes.\n", "Extracting MNIST_data/t10k-images-idx3-ubyte.gz\n", + "Successfully downloaded t10k-labels-idx1-ubyte.gz 4542 bytes.\n", "Extracting MNIST_data/t10k-labels-idx1-ubyte.gz\n", "WARNING:tensorflow:From /home/clive/anaconda3/lib/python3.6/site-packages/tensorflow/contrib/learn/python/learn/datasets/mnist.py:290: DataSet.__init__ (from tensorflow.contrib.learn.python.learn.datasets.mnist) is deprecated and will be removed in a future version.\n", "Instructions for updating:\n", @@ -193,7 +200,7 @@ }, { "cell_type": "code", - "execution_count": 11, + "execution_count": 4, "metadata": {}, "outputs": [ { @@ -211,7 +218,7 @@ }, { "cell_type": "code", - "execution_count": 12, + "execution_count": 5, "metadata": {}, "outputs": [ { @@ -556,7 +563,7 @@ }, { "cell_type": "code", - "execution_count": 7, + "execution_count": 6, "metadata": {}, "outputs": [ { @@ -611,7 +618,7 @@ }, { "cell_type": "code", - "execution_count": 4, + "execution_count": 9, "metadata": {}, "outputs": [ { @@ -639,7 +646,7 @@ }, { "cell_type": "code", - "execution_count": 5, + "execution_count": 10, "metadata": {}, "outputs": [ { @@ -657,7 +664,7 @@ }, { "cell_type": "code", - "execution_count": 6, + "execution_count": 11, "metadata": {}, "outputs": [ { @@ -665,27 +672,15 @@ "output_type": "stream", "text": [ "NAME: seldon-core-crd\n", - "LAST DEPLOYED: Mon Sep 24 13:53:28 2018\n", - "NAMESPACE: default\n", + "LAST DEPLOYED: Wed Sep 26 16:52:13 2018\n", + "NAMESPACE: seldon\n", "STATUS: DEPLOYED\n", "\n", "RESOURCES:\n", - "==> v1/ServiceAccount\n", - "NAME SECRETS AGE\n", - "seldon-spartakus-volunteer 1 1s\n", - "\n", - "==> v1beta1/ClusterRole\n", - "NAME AGE\n", - "seldon-spartakus-volunteer 1s\n", - "\n", "==> v1beta1/ClusterRoleBinding\n", "NAME AGE\n", "seldon-spartakus-volunteer 1s\n", "\n", - "==> v1/Pod(related)\n", - "NAME READY STATUS RESTARTS AGE\n", - "seldon-spartakus-volunteer-7d9895b6fb-jxfs9 0/1 ContainerCreating 0 0s\n", - "\n", "==> v1/ConfigMap\n", "NAME DATA AGE\n", "seldon-spartakus-config 3 1s\n", @@ -696,7 +691,15 @@ "\n", "==> v1beta1/Deployment\n", "NAME DESIRED CURRENT UP-TO-DATE AVAILABLE AGE\n", - "seldon-spartakus-volunteer 1 1 1 0 1s\n", + "seldon-spartakus-volunteer 1 0 0 0 1s\n", + "\n", + "==> v1/ServiceAccount\n", + "NAME SECRETS AGE\n", + "seldon-spartakus-volunteer 1 1s\n", + "\n", + "==> v1beta1/ClusterRole\n", + "NAME AGE\n", + "seldon-spartakus-volunteer 1s\n", "\n", "\n", "NOTES:\n", @@ -713,14 +716,14 @@ }, { "cell_type": "code", - "execution_count": 8, + "execution_count": 12, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "Context \"gke_kubeflow-testing-213813_europe-west4-a_cluster-1\" modified.\r\n" + "Context \"gke_kubeflow-testing-213813_europe-west4-a_cluster-4\" modified.\r\n" ] } ], @@ -730,7 +733,7 @@ }, { "cell_type": "code", - "execution_count": 8, + "execution_count": 13, "metadata": {}, "outputs": [ { @@ -738,35 +741,11 @@ "output_type": "stream", "text": [ "NAME: seldon-core\n", - "LAST DEPLOYED: Mon Sep 24 13:53:49 2018\n", + "LAST DEPLOYED: Wed Sep 26 16:52:15 2018\n", "NAMESPACE: seldon\n", "STATUS: DEPLOYED\n", "\n", "RESOURCES:\n", - "==> v1/ServiceAccount\n", - "NAME SECRETS AGE\n", - "seldon 1 0s\n", - "\n", - "==> v1beta1/ClusterRole\n", - "NAME AGE\n", - "seldon-crd 0s\n", - "\n", - "==> v1/ClusterRoleBinding\n", - "NAME AGE\n", - "seldon 0s\n", - "\n", - "==> v1beta1/Role\n", - "NAME AGE\n", - "seldon-local 0s\n", - "ambassador 0s\n", - "\n", - "==> v1/Service\n", - "NAME TYPE CLUSTER-IP EXTERNAL-IP PORT(S) AGE\n", - "seldon-core-ambassador-admin NodePort 10.39.242.154 8877:32078/TCP 0s\n", - "seldon-core-ambassador NodePort 10.39.250.107 8080:32752/TCP 0s\n", - "seldon-core-seldon-apiserver NodePort 10.39.248.198 8080:30689/TCP,5000:30827/TCP 0s\n", - "seldon-core-redis ClusterIP 10.39.244.10 6379/TCP 0s\n", - "\n", "==> v1/RoleBinding\n", "NAME AGE\n", "seldon 0s\n", @@ -783,10 +762,33 @@ "\n", "==> v1/Pod(related)\n", "NAME READY STATUS RESTARTS AGE\n", - "seldon-core-ambassador-778c58bf5d-chxlt 0/2 ContainerCreating 0 0s\n", - "seldon-core-seldon-apiserver-6b8dbc978b-p9cps 0/1 ContainerCreating 0 0s\n", - "seldon-core-seldon-cluster-manager-596d4674fd-wf994 0/1 ContainerCreating 0 0s\n", - "seldon-core-redis-8668565565-762ql 0/1 Pending 0 0s\n", + "seldon-core-ambassador-778c58bf5d-swkjd 0/2 ContainerCreating 0 0s\n", + "seldon-core-seldon-apiserver-6b8dbc978b-cktjb 0/1 ContainerCreating 0 0s\n", + "seldon-core-seldon-cluster-manager-596d4674fd-dqbvq 0/1 ContainerCreating 0 0s\n", + "seldon-core-redis-8668565565-nkt7q 0/1 ContainerCreating 0 0s\n", + "\n", + "==> v1/ServiceAccount\n", + "NAME SECRETS AGE\n", + "seldon 1 0s\n", + "\n", + "==> v1/ClusterRoleBinding\n", + "NAME AGE\n", + "seldon 0s\n", + "\n", + "==> v1beta1/Role\n", + "NAME AGE\n", + "ambassador 0s\n", + "seldon-local 0s\n", + "\n", + "==> v1beta1/ClusterRole\n", + "seldon-crd 0s\n", + "\n", + "==> v1/Service\n", + "NAME TYPE CLUSTER-IP EXTERNAL-IP PORT(S) AGE\n", + "seldon-core-ambassador-admin NodePort 10.43.245.152 8877:31931/TCP 0s\n", + "seldon-core-ambassador NodePort 10.43.254.206 8080:32597/TCP 0s\n", + "seldon-core-seldon-apiserver NodePort 10.43.243.99 8080:30835/TCP,5000:31146/TCP 0s\n", + "seldon-core-redis ClusterIP 10.43.240.11 6379/TCP 0s\n", "\n", "\n", "NOTES:\n", @@ -808,13 +810,14 @@ }, { "cell_type": "code", - "execution_count": 10, + "execution_count": 14, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ + "Waiting for rollout to finish: 0 of 1 updated replicas are available...\n", "deployment \"seldon-core-seldon-cluster-manager\" successfully rolled out\n", "deployment \"seldon-core-seldon-apiserver\" successfully rolled out\n" ] @@ -827,16 +830,43 @@ }, { "cell_type": "code", - "execution_count": 16, + "execution_count": 20, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "NAME: running-wolf\n", + "LAST DEPLOYED: Wed Sep 26 17:08:44 2018\n", + "NAMESPACE: seldon\n", + "STATUS: DEPLOYED\n", + "\n", + "RESOURCES:\n", + "==> v1alpha2/SeldonDeployment\n", + "NAME AGE\n", + "nvidia-mnist 1s\n", + "\n", + "\n" + ] + } + ], + "source": [ + "!helm install nvidia-mnist --namespace seldon --set tfserving.model_base_path=${MODEL_REPOSITORY_BUCKET}" + ] + }, + { + "cell_type": "code", + "execution_count": 21, "metadata": {}, "outputs": [], "source": [ - "!helm template nvidia-mnist --namespace seldon --set tfserving.model_base_path=${MODEL_REPOSITORY_BUCKET} > mnist.json" + "!helm template nvidia-mnist --name nvidia-mnist --namespace seldon --set tfserving.model_base_path=${MODEL_REPOSITORY_BUCKET} > mnist.json" ] }, { "cell_type": "code", - "execution_count": 5, + "execution_count": 22, "metadata": {}, "outputs": [], "source": [ @@ -845,7 +875,7 @@ }, { "cell_type": "code", - "execution_count": 3, + "execution_count": 23, "metadata": {}, "outputs": [ { @@ -905,10 +935,10 @@ "\n" ], "text/plain": [ - "" + "" ] }, - "execution_count": 3, + "execution_count": 23, "metadata": {}, "output_type": "execute_result" } @@ -1070,23 +1100,6 @@ "!pygmentize mnist.json" ] }, - { - "cell_type": "code", - "execution_count": 18, - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "seldondeployment \"nvidia-mnist\" created\r\n" - ] - } - ], - "source": [ - "!kubectl create -f mnist.json" - ] - }, { "cell_type": "markdown", "metadata": {}, @@ -1100,14 +1113,14 @@ }, { "cell_type": "code", - "execution_count": 20, + "execution_count": 24, "metadata": {}, "outputs": [ { "data": { - "image/png": "iVBORw0KGgoAAAANSUhEUgAAAP8AAAD8CAYAAAC4nHJkAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvNQv5yAAADW1JREFUeJzt3X+IHPUZx/HP0zRVsBIjOe1pjZeGoJGDpmWJglIs1RBLIEZIMH+UE0qvSgMWihgOJAoWtLTa/FELSQ1NoI0Rf9QgwSaKYAMSXKUkaVPtIdckzZFsTCVW1Gp8+sdN5Iy73113Z2cmPu8XhN2dZ2bnYcnnZme/u/M1dxeAeL5UdgMAykH4gaAIPxAU4QeCIvxAUIQfCIrwA0ERfiAowg8E9eUidzZnzhwfGhoqcpdAKBMTEzp+/Lh1sm5P4TezpZLWS5oh6Xfu/kBq/aGhIdXr9V52CSChVqt1vG7Xb/vNbIak30i6SdJVklab2VXdPh+AYvVyzr9Y0ri7v+nu/5P0mKTl+bQFoN96Cf+lkg5Ne3w4W/YpZjZqZnUzqzcajR52ByBPvYS/2YcKn/l9sLtvcPeau9cGBgZ62B2APPUS/sOSLpv2+OuSjvTWDoCi9BL+VyQtMLN5ZvYVSbdK2p5PWwD6reuhPnf/yMzWSPqzpob6Nrn733LrDEBf9TTO7+47JO3IqRcABeLrvUBQhB8IivADQRF+ICjCDwRF+IGgCv09P5rbt29fsn7DDTck62vWrGlZu+eee7rqCV98HPmBoAg/EBThB4Ii/EBQhB8IivADQTHUVwELFixI1mfPnp2s79jR+oeVDPWhFY78QFCEHwiK8ANBEX4gKMIPBEX4gaAIPxAU4/wV0G4as/feey9Zb/c9AKAZjvxAUIQfCIrwA0ERfiAowg8ERfiBoAg/EFRP4/xmNiHpHUmnJH3k7rU8morm+eefT9YPHTqUrF9yySV5toMg8viSz3fd/XgOzwOgQLztB4LqNfwuaaeZvWpmo3k0BKAYvb7tv9bdj5jZRZJ2mdk/3P2l6StkfxRGJWnu3Lk97g5AXno68rv7kez2mKSnJS1uss4Gd6+5e21gYKCX3QHIUdfhN7PzzOz80/clLZG0P6/GAPRXL2/7L5b0tJmdfp4/uvtzuXQFoO+6Dr+7vynpmzn2EtZbb71VdgsIiKE+ICjCDwRF+IGgCD8QFOEHgiL8QFBcursAH3zwQbL+4IMP9vT8t9xyS0/bIyaO/EBQhB8IivADQRF+ICjCDwRF+IGgCD8QFOP8BVi/fn2y3utPeq+55pqetkdMHPmBoAg/EBThB4Ii/EBQhB8IivADQRF+ICjG+c8C8+bNS9aZohvd4MgPBEX4gaAIPxAU4QeCIvxAUIQfCIrwA0G1Hec3s02Slkk65u7D2bILJW2TNCRpQtIqd/9P/9qMbXh4OFmfP39+QZ3gi6STI//vJS09Y9laSS+4+wJJL2SPAZxF2obf3V+SdOKMxcslbc7ub5Z0c859Aeizbs/5L3b3SUnKbi/KryUARej7B35mNmpmdTOrNxqNfu8OQIe6Df9RMxuUpOz2WKsV3X2Du9fcvTYwMNDl7gDkrdvwb5c0kt0fkfRMPu0AKErb8JvZVkkvS7rCzA6b2Q8lPSDpRjP7p6Qbs8cAziJtx/ndfXWL0vdy7uULa3x8vOwWcBbZs2dPsv7ss8+2rB05cqTj/fANPyAowg8ERfiBoAg/EBThB4Ii/EBQXLq7ABs3bkzWzaygTlAVL7/8csvaypUrk9suW7asZe3DDz/suAeO/EBQhB8IivADQRF+ICjCDwRF+IGgCD8QFOP8BZg1a1ayfvLkyYI6QVEOHDiQrK9ataplbcaMGclt77zzzpa13bt3pxubhiM/EBThB4Ii/EBQhB8IivADQRF+ICjCDwTFOH8BxsbGkvW1a5nkuGpOnTqVrN9///3J+v79+5P11DUcnnvuueS2CxcubFk799xzk9tOx5EfCIrwA0ERfiAowg8ERfiBoAg/EBThB4JqO85vZpskLZN0zN2Hs2X3SvqRpEa22pi77+hXk9G98cYbyfrBgwdb1ubOnZt3OyGsXt1qZvopTzzxRLJ++eWXJ+u7du1qWbviiiuS2+alkyP/7yUtbbL8YXdflP0j+MBZpm343f0lSScK6AVAgXo5519jZnvNbJOZzc6tIwCF6Db8v5U0X9IiSZOSftVqRTMbNbO6mdUbjUar1QAUrKvwu/tRdz/l7h9L2ihpcWLdDe5ec/fawMBAt30CyFlX4TezwWkPV0hK/4QJQOV0MtS3VdL1kuaY2WFJ6yRdb2aLJLmkCUk/7mOPAPqgbfjdvdmA56N96AUtvP7668n6yMhIy9qLL76YdztnjdRv8nsdx58/f36yfscddyTrRY3lp/ANPyAowg8ERfiBoAg/EBThB4Ii/EBQXLq7AKOjo8l66jLOknT33Xcn65OTky1r7S4DvXRpsx9sVsPbb7+drD/11FPJeury2hMTE9209ImtW7cm67VarafnLwJHfiAowg8ERfiBoAg/EBThB4Ii/EBQhB8IinH+AlxwwQXJ+m233ZasP/LII8l66tLeK1asSG573333JetXX311st6L9evXJ+vj4+PJertpsFPaXVp7y5Ytyfrw8HDX+64KjvxAUIQfCIrwA0ERfiAowg8ERfiBoAg/EBTj/BXQbiajdr/nv+uuu1rW3n333eS2a9euTdarbObMmcn6woULW9a2bduW3LYKl9buN478QFCEHwiK8ANBEX4gKMIPBEX4gaAIPxBU23F+M7tM0hZJX5P0saQN7r7ezC6UtE3SkKQJSavc/T/9azWu22+/PVlPXfd/3bp1yW1PnjyZrL///vvJejvnnHNOy9qsWbOS2w4ODibrY2NjyfrKlSuT9eg6OfJ/JOln7r5Q0jWSfmJmV0laK+kFd18g6YXsMYCzRNvwu/uku7+W3X9H0gFJl0paLmlzttpmSTf3q0kA+ftc5/xmNiTpW5L2SLrY3SelqT8Qki7KuzkA/dNx+M3sq5KelPRTd0+fKH56u1Ezq5tZvdFodNMjgD7oKPxmNlNTwf+Du5+eHfGomQ1m9UFJx5pt6+4b3L3m7rV2P2ABUJy24bepj5IflXTA3R+aVtouaSS7PyLpmfzbA9Av5u7pFcyuk/QXSfs0NdQnSWOaOu9/XNJcSQclrXT3E6nnqtVqXq/Xe+0ZOdq5c2eyvnfv3p6e/8orr2xZW7ZsWU/Pjc+q1Wqq1+vpOd8zbcf53X23pFZP9r3P0xiA6uAbfkBQhB8IivADQRF+ICjCDwRF+IGguHR3cEuWLOmpjrMXR34gKMIPBEX4gaAIPxAU4QeCIvxAUIQfCIrwA0ERfiAowg8ERfiBoAg/EBThB4Ii/EBQhB8IivADQRF+ICjCDwRF+IGgCD8QFOEHgiL8QFCEHwiqbfjN7DIze9HMDpjZ38zszmz5vWb2bzP7a/bv+/1vF0BeOpm04yNJP3P318zsfEmvmtmurPawu/+yf+0B6Je24Xf3SUmT2f13zOyApEv73RiA/vpc5/xmNiTpW5L2ZIvWmNleM9tkZrNbbDNqZnUzqzcajZ6aBZCfjsNvZl+V9KSkn7r7SUm/lTRf0iJNvTP4VbPt3H2Du9fcvTYwMJBDywDy0FH4zWympoL/B3d/SpLc/ai7n3L3jyVtlLS4f20CyFsnn/abpEclHXD3h6YtH5y22gpJ+/NvD0C/dPJp/7WSfiBpn5n9NVs2Jmm1mS2S5JImJP24Lx0C6ItOPu3fLcmalHbk3w6AovANPyAowg8ERfiBoAg/EBThB4Ii/EBQhB8IivADQRF+ICjCDwRF+IGgCD8QFOEHgiL8QFDm7sXtzKwh6V/TFs2RdLywBj6fqvZW1b4keutWnr1d7u4dXS+v0PB/ZudmdXevldZAQlV7q2pfEr11q6zeeNsPBEX4gaDKDv+GkvefUtXeqtqXRG/dKqW3Us/5AZSn7CM/gJKUEn4zW2pmr5vZuJmtLaOHVsxswsz2ZTMP10vuZZOZHTOz/dOWXWhmu8zsn9lt02nSSuqtEjM3J2aWLvW1q9qM14W/7TezGZLekHSjpMOSXpG02t3/XmgjLZjZhKSau5c+Jmxm35H0X0lb3H04W/YLSSfc/YHsD+dsd7+7Ir3dK+m/Zc/cnE0oMzh9ZmlJN0u6TSW+dom+VqmE162MI/9iSePu/qa7/0/SY5KWl9BH5bn7S5JOnLF4uaTN2f3NmvrPU7gWvVWCu0+6+2vZ/XcknZ5ZutTXLtFXKcoI/6WSDk17fFjVmvLbJe00s1fNbLTsZpq4OJs2/fT06ReV3M+Z2s7cXKQzZpauzGvXzYzXeSsj/M1m/6nSkMO17v5tSTdJ+kn29had6Wjm5qI0mVm6Erqd8TpvZYT/sKTLpj3+uqQjJfTRlLsfyW6PSXpa1Zt9+OjpSVKz22Ml9/OJKs3c3GxmaVXgtavSjNdlhP8VSQvMbJ6ZfUXSrZK2l9DHZ5jZedkHMTKz8yQtUfVmH94uaSS7PyLpmRJ7+ZSqzNzcamZplfzaVW3G61K+5JMNZfxa0gxJm9z954U30YSZfUNTR3tpahLTP5bZm5ltlXS9pn71dVTSOkl/kvS4pLmSDkpa6e6Ff/DWorfrNfXW9ZOZm0+fYxfc23WS/iJpn6SPs8Vjmjq/Lu21S/S1WiW8bnzDDwiKb/gBQRF+ICjCDwRF+IGgCD8QFOEHgiL8QFCEHwjq/x4ozQ9cbh/6AAAAAElFTkSuQmCC\n", + "image/png": "iVBORw0KGgoAAAANSUhEUgAAAP8AAAD8CAYAAAC4nHJkAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvNQv5yAAAC2NJREFUeJzt3U+InPUdx/HPp1Ev6iGSSQgx6VoJpSI0liEUUuoGUWIpRA8Wc5AUpOtBQcFDJZdsDoVQqraHIsQaTME/CGrNIbSGEEmFIq4iJmnaRmSraUJ2Qg7Gk0S/PewTWZOdP5l5/kz8vl8gM/PM7M6XwXeemXlm9ueIEIB8vtP0AACaQfxAUsQPJEX8QFLEDyRF/EBSxA8kRfxAUsQPJHVVnXe2bNmymJiYqPMugVRmZ2d15swZD3LbkeK3vUnSHyQtkfSniNjZ6/YTExOamZkZ5S4B9NButwe+7dBP+20vkfRHSXdLukXSFtu3DPv7ANRrlNf86yV9FBEfR8QXkl6WtLmcsQBUbZT4V0n6dMHlE8W2b7A9ZXvG9kyn0xnh7gCUaZT4F3tT4ZLvB0fErohoR0S71WqNcHcAyjRK/CckrV5w+UZJJ0cbB0BdRon/XUlrbd9k+xpJ90vaW85YAKo29KG+iDhv+xFJf9P8ob7dEXG0tMkAVGqk4/wRsU/SvpJmAVAjPt4LJEX8QFLEDyRF/EBSxA8kRfxAUsQPJEX8QFLEDyRF/EBSxA8kRfxAUsQPJEX8QFLEDyRF/EBSxA8kRfxAUsQPJEX8QFLEDyRV6xLdwOWwB1ppuquDBw92vW5ycnKk3/1twJ4fSIr4gaSIH0iK+IGkiB9IiviBpIgfSGqk4/y2ZyWdk/SlpPMR0S5jKOSwcePGSn//W2+91fU6jvOX8yGfjRFxpoTfA6BGPO0Hkho1/pD0pu33bE+VMRCAeoz6tH9DRJy0vVzSftv/iohDC29Q/KMwJUlr1qwZ8e4AlGWkPX9EnCxO5yS9Lmn9IrfZFRHtiGi3Wq1R7g5AiYaO3/a1tq+/cF7SXZKOlDUYgGqN8rR/haTXi69dXiXpxYj4aylTAajc0PFHxMeSfljiLEim13H4MnAsvzcO9QFJET+QFPEDSRE/kBTxA0kRP5AUf7ob31oc6uuNPT+QFPEDSRE/kBTxA0kRP5AU8QNJET+QFMf5B9Trz0yP+tXUiBjp54FhsOcHkiJ+ICniB5IifiAp4geSIn4gKeIHkuI4/4Cq/jPTQN3Y8wNJET+QFPEDSRE/kBTxA0kRP5AU8QNJ9Y3f9m7bc7aPLNh2g+39to8Xp0urHRNA2QbZ8z8vadNF256QdCAi1ko6UFwGcAXpG39EHJJ09qLNmyXtKc7vkXRPyXMBqNiwr/lXRMQpSSpOl5c3EoA6VP6Gn+0p2zO2ZzqdTtV3B2BAw8Z/2vZKSSpO57rdMCJ2RUQ7ItqtVmvIuwNQtmHj3ytpa3F+q6Q3yhkHQF0GOdT3kqR/SPq+7RO2H5S0U9Kdto9LurO4DOAK0vf7/BGxpctVd5Q8C4Aa8Qk/ICniB5IifiAp4geSIn4gKeIHkiJ+ICniB5IifiAp4geSIn4gKeIHkiJ+ICniB5JiiW5UqsmlzXvd9+TkZG1zjCv2/EBSxA8kRfxAUsQPJEX8QFLEDyRF/EBSHOcvNHk8euPGjT2vv/3222uapHw7duxo7L45zt8be34gKeIHkiJ+ICniB5IifiAp4geSIn4gqb7H+W3vlvRzSXMRcWuxbVrSryR1iptti4h9VQ1Zh3H93vkg1wPDGGTP/7ykTYtsfzoi1hX/XdHhAxn1jT8iDkk6W8MsAGo0ymv+R2x/aHu37aWlTQSgFsPG/4ykmyWtk3RK0pPdbmh7yvaM7ZlOp9PtZgBqNlT8EXE6Ir6MiK8kPStpfY/b7oqIdkS0W63WsHMCKNlQ8dteueDivZKOlDMOgLoMcqjvJUmTkpbZPiFpu6RJ2+skhaRZSQ9VOCOACvSNPyK2LLL5uQpmaVS/73c3+b10DIfv7PfGJ/yApIgfSIr4gaSIH0iK+IGkiB9Iij/dXeh3WGj79u1D/+5+hwn73Xe/P909PT19mRPVp9dsVR8+5VBfb+z5gaSIH0iK+IGkiB9IiviBpIgfSIr4gaQ4zj+gUY6lj/NxeOTFnh9IiviBpIgfSIr4gaSIH0iK+IGkiB9IiuP8uGKN8jcWwJ4fSIv4gaSIH0iK+IGkiB9IiviBpIgfSKpv/LZX2z5o+5jto7YfLbbfYHu/7ePF6dLqxwVQlkH2/OclPR4RP5D0Y0kP275F0hOSDkTEWkkHissArhB944+IUxHxfnH+nKRjklZJ2ixpT3GzPZLuqWpIAOW7rNf8tick3SbpHUkrIuKUNP8PhKTlZQ8HoDoDx2/7OkmvSnosIj67jJ+bsj1je6bT6QwzI4AKDBS/7as1H/4LEfFasfm07ZXF9SslzS32sxGxKyLaEdFutVplzAygBIO8229Jz0k6FhFPLbhqr6Stxfmtkt4ofzwAVRnkK70bJD0g6bDtD4pt2yTtlPSK7QclfSLpvmpGBFCFvvFHxNuS3OXqO8odB0Bd+IQfkBTxA0kRP5AU8QNJET+QFPEDSRE/kBTxA0kRP5AU8QNJET+QFPEDSRE/kBTxA0mxRDcqNTk52fW6HTt2jPS7p6enR/r57NjzA0kRP5AU8QNJET+QFPEDSRE/kBTxA0lxnB+V6nWcPyLqGwSXYM8PJEX8QFLEDyRF/EBSxA8kRfxAUsQPJNU3fturbR+0fcz2UduPFtunbf/P9gfFfz+rflwAZRnkQz7nJT0eEe/bvl7Se7b3F9c9HRG/q248AFXpG39EnJJ0qjh/zvYxSauqHgxAtS7rNb/tCUm3SXqn2PSI7Q9t77a9tMvPTNmesT3T6XRGGhZAeQaO3/Z1kl6V9FhEfCbpGUk3S1qn+WcGTy72cxGxKyLaEdFutVoljAygDAPFb/tqzYf/QkS8JkkRcToivoyIryQ9K2l9dWMCKNsg7/Zb0nOSjkXEUwu2r1xws3slHSl/PABVGeTd/g2SHpB02PYHxbZtkrbYXicpJM1KeqiSCQFUYpB3+9+W5EWu2lf+OADqwif8gKSIH0iK+IGkiB9IiviBpIgfSIr4gaSIH0iK+IGkiB9IiviBpIgfSIr4gaSIH0jKdS6TbLsj6b8LNi2TdKa2AS7PuM42rnNJzDasMmf7bkQM9Pfyao3/kju3ZyKi3dgAPYzrbOM6l8Rsw2pqNp72A0kRP5BU0/Hvavj+exnX2cZ1LonZhtXIbI2+5gfQnKb3/AAa0kj8tjfZ/rftj2w/0cQM3dietX24WHl4puFZdtues31kwbYbbO+3fbw4XXSZtIZmG4uVm3usLN3oYzduK17X/rTf9hJJ/5F0p6QTkt6VtCUi/lnrIF3YnpXUjojGjwnb/qmkzyX9OSJuLbb9VtLZiNhZ/MO5NCJ+PSazTUv6vOmVm4sFZVYuXFla0j2SfqkGH7sec/1CDTxuTez510v6KCI+jogvJL0saXMDc4y9iDgk6exFmzdL2lOc36P5/3lq12W2sRARpyLi/eL8OUkXVpZu9LHrMVcjmoh/laRPF1w+ofFa8jskvWn7PdtTTQ+ziBXFsukXlk9f3vA8F+u7cnOdLlpZemweu2FWvC5bE/EvtvrPOB1y2BARP5J0t6SHi6e3GMxAKzfXZZGVpcfCsCtel62J+E9IWr3g8o2STjYwx6Ii4mRxOifpdY3f6sOnLyySWpzONTzP18Zp5ebFVpbWGDx247TidRPxvytpre2bbF8j6X5JexuY4xK2ry3eiJHtayXdpfFbfXivpK3F+a2S3mhwlm8Yl5Wbu60srYYfu3Fb8bqRD/kUhzJ+L2mJpN0R8Zvah1iE7e9pfm8vzS9i+mKTs9l+SdKk5r/1dVrSdkl/kfSKpDWSPpF0X0TU/sZbl9kmNf/U9euVmy+8xq55tp9I+rukw5K+KjZv0/zr68Yeux5zbVEDjxuf8AOS4hN+QFLEDyRF/EBSxA8kRfxAUsQPJEX8QFLEDyT1f8SFR6l1JU/LAAAAAElFTkSuQmCC\n", "text/plain": [ - "" + "" ] }, "metadata": {}, @@ -1120,7 +1133,7 @@ "200\n", "{\n", " \"meta\": {\n", - " \"puid\": \"mkv5nca12nvs0o1revqe2tnkvo\",\n", + " \"puid\": \"rnaaqs28vus3vsi3t0n19q3240\",\n", " \"tags\": {\n", " },\n", " \"routing\": {\n", @@ -1131,7 +1144,7 @@ " \"names\": [\"t:0\", \"t:1\", \"t:2\", \"t:3\", \"t:4\", \"t:5\", \"t:6\", \"t:7\", \"t:8\", \"t:9\"],\n", " \"tensor\": {\n", " \"shape\": [1, 10, 1, 1],\n", - " \"values\": [7.460912456735969E-5, 1.4883434484858071E-9, 1.31886042709084E-6, 1.4501389455565117E-12, 4.575652837957023E-6, 2.0162412965873955E-6, 0.9999175071716309, 6.89934998021613E-10, 1.516617054164726E-8, 1.1397853147410153E-11]\n", + " \"values\": [3.5578280637360224E-14, 6.920142844174526E-12, 4.660422221747229E-12, 4.3726320849736544E-14, 1.0, 3.065522011583277E-12, 4.4698250499129386E-14, 3.898779521449569E-9, 9.478232001342013E-13, 3.0998212330324293E-10]\n", " }\n", " }\n", "}\n" diff --git a/examples/models/tfserving-mnist/tfserving-mnist.ipynb b/examples/models/tfserving-mnist/tfserving-mnist.ipynb index 6df9ed1ebc..68f1eab8ad 100644 --- a/examples/models/tfserving-mnist/tfserving-mnist.ipynb +++ b/examples/models/tfserving-mnist/tfserving-mnist.ipynb @@ -167,11 +167,12 @@ "output_type": "stream", "text": [ "Cloning into 'serving'...\n", - "remote: Counting objects: 11167, done.\u001b[K\n", - "remote: Compressing objects: 100% (7/7), done.\u001b[K\n", - "remote: Total 11167 (delta 2), reused 4 (delta 0), pack-reused 11160\u001b[K\n", - "Receiving objects: 100% (11167/11167), 3.60 MiB | 45.00 KiB/s, done.\n", - "Resolving deltas: 100% (8044/8044), done.\n", + "remote: Enumerating objects: 75, done.\u001b[K\n", + "remote: Counting objects: 100% (75/75), done.\u001b[K\n", + "remote: Compressing objects: 100% (43/43), done.\u001b[K\n", + "remote: Total 11251 (delta 53), reused 49 (delta 32), pack-reused 11176\u001b[K\n", + "Receiving objects: 100% (11251/11251), 3.62 MiB | 3.02 MiB/s, done.\n", + "Resolving deltas: 100% (8109/8109), done.\n", "Checking connectivity... done.\n" ] } @@ -200,8 +201,8 @@ "Extracting /tmp/t10k-images-idx3-ubyte.gz\n", "Successfully downloaded t10k-labels-idx1-ubyte.gz 4542 bytes.\n", "Extracting /tmp/t10k-labels-idx1-ubyte.gz\n", - "2018-09-24 15:43:56.316075: I tensorflow/core/platform/cpu_feature_guard.cc:141] Your CPU supports instructions that this TensorFlow binary was not compiled to use: AVX2 FMA\n", - "training accuracy 0.9216\n", + "2018-09-26 15:48:35.512962: I tensorflow/core/platform/cpu_feature_guard.cc:141] Your CPU supports instructions that this TensorFlow binary was not compiled to use: AVX2 FMA\n", + "training accuracy 0.9162\n", "Done training!\n", "Exporting trained model to b'../../../mnist-model/1'\n", "Done exporting!\n" @@ -221,7 +222,7 @@ }, { "cell_type": "code", - "execution_count": 7, + "execution_count": 6, "metadata": {}, "outputs": [ { @@ -292,7 +293,7 @@ }, { "cell_type": "code", - "execution_count": 9, + "execution_count": 8, "metadata": {}, "outputs": [ { @@ -320,7 +321,7 @@ }, { "cell_type": "code", - "execution_count": 10, + "execution_count": 11, "metadata": {}, "outputs": [ { @@ -337,52 +338,16 @@ }, { "cell_type": "code", - "execution_count": 11, + "execution_count": 12, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "NAME: seldon-core-crd\n", - "LAST DEPLOYED: Mon Sep 24 15:45:43 2018\n", - "NAMESPACE: default\n", - "STATUS: DEPLOYED\n", - "\n", - "RESOURCES:\n", - "==> v1/ConfigMap\n", - "NAME DATA AGE\n", - "seldon-spartakus-config 3 1s\n", - "\n", - "==> v1beta1/CustomResourceDefinition\n", - "NAME AGE\n", - "seldondeployments.machinelearning.seldon.io 1s\n", - "\n", - "==> v1beta1/Deployment\n", - "NAME DESIRED CURRENT UP-TO-DATE AVAILABLE AGE\n", - "seldon-spartakus-volunteer 1 1 1 0 1s\n", - "\n", - "==> v1/ServiceAccount\n", - "NAME SECRETS AGE\n", - "seldon-spartakus-volunteer 1 1s\n", - "\n", - "==> v1beta1/ClusterRole\n", - "NAME AGE\n", - "seldon-spartakus-volunteer 1s\n", - "\n", - "==> v1beta1/ClusterRoleBinding\n", - "NAME AGE\n", - "seldon-spartakus-volunteer 1s\n", - "\n", - "==> v1/Pod(related)\n", - "NAME READY STATUS RESTARTS AGE\n", - "seldon-spartakus-volunteer-7d9895b6fb-plcp7 0/1 ContainerCreating 0 1s\n", - "\n", - "\n", - "NOTES:\n", - "NOTES: TODO\n", - "\n", - "\n" + "Error: a release named seldon-core-crd already exists.\r\n", + "Run: helm ls --all seldon-core-crd; to check the status of the release\r\n", + "Or run: helm del --purge seldon-core-crd; to delete it\r\n" ] } ], @@ -393,7 +358,7 @@ }, { "cell_type": "code", - "execution_count": 12, + "execution_count": 13, "metadata": {}, "outputs": [ { @@ -410,7 +375,7 @@ }, { "cell_type": "code", - "execution_count": 13, + "execution_count": 14, "metadata": {}, "outputs": [ { @@ -427,7 +392,7 @@ }, { "cell_type": "code", - "execution_count": 14, + "execution_count": 15, "metadata": {}, "outputs": [ { @@ -435,28 +400,18 @@ "output_type": "stream", "text": [ "NAME: seldon-core\n", - "LAST DEPLOYED: Mon Sep 24 15:45:51 2018\n", + "LAST DEPLOYED: Wed Sep 26 15:53:10 2018\n", "NAMESPACE: seldon\n", "STATUS: DEPLOYED\n", "\n", "RESOURCES:\n", - "==> v1beta1/ClusterRole\n", - "NAME AGE\n", - "seldon-crd 0s\n", + "==> v1/ClusterRoleBinding\n", + "NAME AGE\n", + "seldon 1s\n", "\n", "==> v1beta1/RoleBinding\n", "NAME AGE\n", - "ambassador 0s\n", - "\n", - "==> v1/RoleBinding\n", - "seldon 0s\n", - "\n", - "==> v1/Service\n", - "NAME TYPE CLUSTER-IP EXTERNAL-IP PORT(S) AGE\n", - "seldon-core-ambassador NodePort 10.19.247.230 8080:32074/TCP 0s\n", - "seldon-core-ambassador-admin NodePort 10.19.253.127 8877:31902/TCP 0s\n", - "seldon-core-seldon-apiserver NodePort 10.19.253.50 8080:32326/TCP,5000:31275/TCP 0s\n", - "seldon-core-redis ClusterIP 10.19.255.109 6379/TCP 0s\n", + "ambassador 1s\n", "\n", "==> v1beta1/Deployment\n", "NAME DESIRED CURRENT UP-TO-DATE AVAILABLE AGE\n", @@ -467,23 +422,33 @@ "\n", "==> v1/ServiceAccount\n", "NAME SECRETS AGE\n", - "seldon 1 0s\n", + "seldon 1 1s\n", "\n", - "==> v1/ClusterRoleBinding\n", - "NAME AGE\n", - "seldon 0s\n", + "==> v1beta1/ClusterRole\n", + "NAME AGE\n", + "seldon-crd 1s\n", "\n", "==> v1beta1/Role\n", - "NAME AGE\n", - "ambassador 0s\n", - "seldon-local 0s\n", + "ambassador 1s\n", + "seldon-local 1s\n", + "\n", + "==> v1/RoleBinding\n", + "NAME AGE\n", + "seldon 1s\n", + "\n", + "==> v1/Service\n", + "NAME TYPE CLUSTER-IP EXTERNAL-IP PORT(S) AGE\n", + "seldon-core-ambassador-admin NodePort 10.19.242.55 8877:32623/TCP 1s\n", + "seldon-core-ambassador NodePort 10.19.252.46 8080:32423/TCP 1s\n", + "seldon-core-seldon-apiserver NodePort 10.19.240.170 8080:31470/TCP,5000:30245/TCP 1s\n", + "seldon-core-redis ClusterIP 10.19.248.179 6379/TCP 1s\n", "\n", "==> v1/Pod(related)\n", "NAME READY STATUS RESTARTS AGE\n", - "seldon-core-ambassador-778c58bf5d-dwl99 0/2 ContainerCreating 0 0s\n", - "seldon-core-seldon-apiserver-6b8dbc978b-42w5g 0/1 ContainerCreating 0 0s\n", - "seldon-core-seldon-cluster-manager-596d4674fd-w9zdw 0/1 ContainerCreating 0 0s\n", - "seldon-core-redis-8668565565-gwk8m 0/1 ContainerCreating 0 0s\n", + "seldon-core-ambassador-778c58bf5d-tk9hz 0/2 ContainerCreating 0 0s\n", + "seldon-core-seldon-apiserver-6b8dbc978b-56std 0/1 ContainerCreating 0 0s\n", + "seldon-core-seldon-cluster-manager-596d4674fd-swqs6 0/1 ContainerCreating 0 0s\n", + "seldon-core-redis-8668565565-5g98j 0/1 ContainerCreating 0 0s\n", "\n", "\n", "NOTES:\n", @@ -505,7 +470,7 @@ }, { "cell_type": "code", - "execution_count": 15, + "execution_count": 16, "metadata": {}, "outputs": [ { @@ -526,16 +491,43 @@ }, { "cell_type": "code", - "execution_count": 8, + "execution_count": 18, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "NAME: tfserving-mnist\n", + "LAST DEPLOYED: Wed Sep 26 15:56:41 2018\n", + "NAMESPACE: seldon\n", + "STATUS: DEPLOYED\n", + "\n", + "RESOURCES:\n", + "==> v1alpha2/SeldonDeployment\n", + "NAME AGE\n", + "tfserving-mnist 0s\n", + "\n", + "\n" + ] + } + ], + "source": [ + "!helm install tfserving-mnist --name tfserving-mnist --namespace seldon --set tfserving.model_base_path=${MODEL_REPOSITORY_BUCKET}/mnist-model " + ] + }, + { + "cell_type": "code", + "execution_count": 19, "metadata": {}, "outputs": [], "source": [ - "!helm template tfserving-mnist --namespace seldon --set tfserving.model_base_path=${MODEL_REPOSITORY_BUCKET}/mnist-model > mnist.json" + "!helm template tfserving-mnist --name tfserving-mnist --namespace seldon --set tfserving.model_base_path=${MODEL_REPOSITORY_BUCKET}/mnist-model > mnist.json" ] }, { "cell_type": "code", - "execution_count": 9, + "execution_count": 20, "metadata": {}, "outputs": [], "source": [ @@ -544,7 +536,7 @@ }, { "cell_type": "code", - "execution_count": 6, + "execution_count": 21, "metadata": {}, "outputs": [ { @@ -584,10 +576,10 @@ "\n" ], "text/plain": [ - "" + "" ] }, - "execution_count": 6, + "execution_count": 21, "metadata": {}, "output_type": "execute_result" } @@ -598,7 +590,7 @@ }, { "cell_type": "code", - "execution_count": 17, + "execution_count": 22, "metadata": {}, "outputs": [ { @@ -708,23 +700,6 @@ "!pygmentize mnist.json" ] }, - { - "cell_type": "code", - "execution_count": 18, - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "seldondeployment \"tfserving-mnist\" created\r\n" - ] - } - ], - "source": [ - "!kubectl create -f mnist.json" - ] - }, { "cell_type": "markdown", "metadata": {}, @@ -738,14 +713,14 @@ }, { "cell_type": "code", - "execution_count": 20, + "execution_count": 24, "metadata": {}, "outputs": [ { "data": { - "image/png": "iVBORw0KGgoAAAANSUhEUgAAAP8AAAD8CAYAAAC4nHJkAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvNQv5yAAADalJREFUeJzt3W2MVPUVx/HfEUpESgiE1W5EXNpgUzWW1hGaaIhNQ2ObGiRaUzSEGiJ9oRFMX4gPCcakiTF9sD4VaUFoAhYTsPJCaY0xUWIFRmJQpK2K2xZ5GmJNt76wEU5f7KVdce9/hpk7c2f3fD/JZmbuuf+9J5P97Z2Z/8z8zd0FIJ4zym4AQDkIPxAU4QeCIvxAUIQfCIrwA0ERfiAowg8ERfiBoMZ28mBTp071vr6+Th4SCKW/v1/Hjh2zRvZtKfxmdpWkX0oaI+k37n5/av++vj5Vq9VWDgkgoVKpNLxv0w/7zWyMpEclfUfShZIWmtmFzf4+AJ3VynP+2ZLecff97v4fSb+TNL+YtgC0WyvhP1fSP4bcPpBt+xQzW2pmVTOr1mq1Fg4HoEithH+4FxU+8/lgd1/t7hV3r/T09LRwOABFaiX8BySdN+T2NEkHW2sHQKe0Ev5dkmaa2QwzGyfpB5K2FtMWgHZreqrP3T8xs1sl/UGDU31r3X1vYZ0BaKuW5vnd/VlJzxbUC4AO4u29QFCEHwiK8ANBEX4gKMIPBEX4gaA6+nl+dN66deuS9ZtuuilZ//DDD5P1SZMmnW5L6BKc+YGgCD8QFOEHgiL8QFCEHwiK8ANBMdU3Cpw4cSK3tmrVquTYKVOmJOtjx/InMlpx5geCIvxAUIQfCIrwA0ERfiAowg8ERfiBoJjEHQV27tyZW9uxY0dy7IIFC5L18ePHN9UTuh9nfiAowg8ERfiBoAg/EBThB4Ii/EBQhB8IqqV5fjPrlzQg6bikT9y9UkRTOD2PP/5402OXLVuWrJ9xBueH0aqIN/l8092PFfB7AHQQ/9aBoFoNv0v6o5m9ZmZLi2gIQGe0+rD/cnc/aGZnS3rezP7s7i8N3SH7p7BUkqZPn97i4QAUpaUzv7sfzC6PSnpa0uxh9lnt7hV3r/T09LRyOAAFajr8ZjbBzCaevC7p25LeLKoxAO3VysP+cyQ9bWYnf89Gd99WSFcA2q7p8Lv7fklfLbAXtMGZZ56ZrJ9//vkd6gTdhqk+ICjCDwRF+IGgCD8QFOEHgiL8QFB8dfcIkFqCW5K2bct/e8Vll12WHNvX19dMSxgFOPMDQRF+ICjCDwRF+IGgCD8QFOEHgiL8QFDM848AGzduTNYPHz6cW1uxYkXR7WCU4MwPBEX4gaAIPxAU4QeCIvxAUIQfCIrwA0Exzz8CvPXWW02PveiiiwrsBKMJZ34gKMIPBEX4gaAIPxAU4QeCIvxAUIQfCKruPL+ZrZX0PUlH3f3ibNsUSZsk9Unql3S9u/+zfW2Obh999FGyvmnTpmR93LhxuTXm+ZGnkTP/OklXnbJthaQX3H2mpBey2wBGkLrhd/eXJH1wyub5ktZn19dLuqbgvgC0WbPP+c9x90OSlF2eXVxLADqh7S/4mdlSM6uaWbVWq7X7cAAa1Gz4j5hZryRll0fzdnT31e5ecfdKT09Pk4cDULRmw79V0uLs+mJJzxTTDoBOqRt+M3tS0p8kfdnMDpjZEkn3S5pnZm9LmpfdBjCC1J3nd/eFOaVvFdxLWDt37kzW9+/fn6xfffXVubXe3t6meirKe++9l1t79dVXk2PPOuusZH3u3LnJ+uTJk5P16HiHHxAU4QeCIvxAUIQfCIrwA0ERfiAovrq7C+zdu7el8ddee21BnXzW8ePHk/VHHnkkWb/jjjtyax9//HFTPZ1U7+PKqaXNL7nkkpaOPRpw5geCIvxAUIQfCIrwA0ERfiAowg8ERfiBoJjnR9KGDRuS9eXLlyfrM2bMyK098cQTybFjxoxJ1m+++eZk/YYbbsitvfjii8mxEb51ijM/EBThB4Ii/EBQhB8IivADQRF+ICjCDwTFPD+Sli1blqzX+0z9rl27cmvjx49vqqeT1q1bl6xfccUVubXHHnssOXblypXNtDSicOYHgiL8QFCEHwiK8ANBEX4gKMIPBEX4gaDqzvOb2VpJ35N01N0vzrbdK+lmSbVst7vc/dl2NYn2Sc3DS/W/W3/Lli3Jeqtz+Slz5sxJ1ufNm5dbe/TRR5Njb7vttmR9NCz/3ciZf52kq4bZ/gt3n5X9EHxghKkbfnd/SdIHHegFQAe18pz/VjPbY2ZrzWzkPwYCgmk2/L+S9CVJsyQdkvSzvB3NbKmZVc2sWqvV8nYD0GFNhd/dj7j7cXc/IenXkmYn9l3t7hV3r0T4UkRgpGgq/GbWO+TmAklvFtMOgE5pZKrvSUlXSppqZgckrZR0pZnNkuSS+iX9qI09AmiDuuF394XDbF7Thl5Qgu3btyfrY8em/0QuuOCCItsp1Ny5c3Nrzz33XHLswMBAsh5lnh/AKET4gaAIPxAU4QeCIvxAUIQfCIqv7u4CkyZNamn8u+++2/TYw4cPt3Tsbnbdddfl1u68884OdtKdOPMDQRF+ICjCDwRF+IGgCD8QFOEHgiL8QFDM83eBhQuH+9T0/61Zk/4E9cMPP5xbq/cV1KPZtm3bcmvTpk1Ljh0NH9mthzM/EBThB4Ii/EBQhB8IivADQRF+ICjCDwTFPH8XqPf12IsWLUrWX3755dzaPffckxx74403JuurVq1K1su0b9++ZP2BBx7Irc2enbvIlCRp4sSJTfU0knDmB4Ii/EBQhB8IivADQRF+ICjCDwRF+IGg6s7zm9l5kn4r6QuSTkha7e6/NLMpkjZJ6pPUL+l6d/9n+1qNa8mSJcn6nj17cmsPPfRQcuwrr7ySrLt7sr579+5kPeX9999P1jdv3pysb9q0KVmfM2dObu3BBx9Mjo2gkTP/J5J+7O5fkfQNSbeY2YWSVkh6wd1nSnohuw1ghKgbfnc/5O67s+sDkvZJOlfSfEnrs93WS7qmXU0CKN5pPec3sz5JX5O0Q9I57n5IGvwHIensopsD0D4Nh9/MPi9ps6Tl7v6v0xi31MyqZlat1WrN9AigDRoKv5l9ToPB3+DuW7LNR8ysN6v3Sjo63Fh3X+3uFXev9PT0FNEzgALUDb+ZmaQ1kva5+8+HlLZKWpxdXyzpmeLbA9AujXyk93JJiyS9YWavZ9vuknS/pKfMbImkv0v6fntaRD2paavp06cnx953333J+sDAQLJ+6aWXJuutmDlzZrJ+++23J+t33313bm3ChAlN9TSa1A2/u2+XZDnlbxXbDoBO4R1+QFCEHwiK8ANBEX4gKMIPBEX4gaCs3kc2i1SpVLxarXbseEA0lUpF1Wo1b2r+UzjzA0ERfiAowg8ERfiBoAg/EBThB4Ii/EBQhB8IivADQRF+ICjCDwRF+IGgCD8QFOEHgiL8QFCEHwiK8ANBEX4gKMIPBEX4gaAIPxAU4QeCIvxAUHXDb2bnmdmLZrbPzPaa2bJs+71m9r6ZvZ79fLf97QIoytgG9vlE0o/dfbeZTZT0mpk9n9V+4e4/bV97ANqlbvjd/ZCkQ9n1ATPbJ+ncdjcGoL1O6zm/mfVJ+pqkHdmmW81sj5mtNbPJOWOWmlnVzKq1Wq2lZgEUp+Hwm9nnJW2WtNzd/yXpV5K+JGmWBh8Z/Gy4ce6+2t0r7l7p6ekpoGUARWgo/Gb2OQ0Gf4O7b5Ekdz/i7sfd/YSkX0ua3b42ARStkVf7TdIaSfvc/edDtvcO2W2BpDeLbw9AuzTyav/lkhZJesPMXs+23SVpoZnNkuSS+iX9qC0dAmiLRl7t3y5puPW+ny2+HQCdwjv8gKAIPxAU4QeCIvxAUIQfCIrwA0ERfiAowg8ERfiBoAg/EBThB4Ii/EBQhB8IivADQZm7d+5gZjVJfxuyaaqkYx1r4PR0a2/d2pdEb80qsrfz3b2h78vraPg/c3CzqrtXSmsgoVt769a+JHprVlm98bAfCIrwA0GVHf7VJR8/pVt769a+JHprVim9lfqcH0B5yj7zAyhJKeE3s6vM7C9m9o6ZrSijhzxm1m9mb2QrD1dL7mWtmR01szeHbJtiZs+b2dvZ5bDLpJXUW1es3JxYWbrU+67bVrzu+MN+Mxsj6a+S5kk6IGmXpIXu/lZHG8lhZv2SKu5e+pywmc2V9G9Jv3X3i7NtD0j6wN3vz/5xTnb3O7qkt3sl/bvslZuzBWV6h64sLekaST9Uifddoq/rVcL9VsaZf7akd9x9v7v/R9LvJM0voY+u5+4vSfrglM3zJa3Prq/X4B9Px+X01hXc/ZC7786uD0g6ubJ0qfddoq9SlBH+cyX9Y8jtA+quJb9d0h/N7DUzW1p2M8M4J1s2/eTy6WeX3M+p6q7c3EmnrCzdNfddMyteF62M8A+3+k83TTlc7u5fl/QdSbdkD2/RmIZWbu6UYVaW7grNrnhdtDLCf0DSeUNuT5N0sIQ+huXuB7PLo5KeVvetPnzk5CKp2eXRkvv5n25auXm4laXVBfddN614XUb4d0maaWYzzGycpB9I2lpCH59hZhOyF2JkZhMkfVvdt/rwVkmLs+uLJT1TYi+f0i0rN+etLK2S77tuW/G6lDf5ZFMZD0oaI2mtu/+k400Mw8y+qMGzvTS4iOnGMnszsyclXanBT30dkbRS0u8lPSVpuqS/S/q+u3f8hbec3q7U4EPX/63cfPI5dod7u0LSy5LekHQi23yXBp9fl3bfJfpaqBLuN97hBwTFO/yAoAg/EBThB4Ii/EBQhB8IivADQRF+ICjCDwT1X0f+yRHzebhlAAAAAElFTkSuQmCC\n", + "image/png": "iVBORw0KGgoAAAANSUhEUgAAAP8AAAD8CAYAAAC4nHJkAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvNQv5yAAADfRJREFUeJzt3X+I1Pedx/HX+7w2MdsSNK6ppObWNNLcEji9TOTAcNGUlHgIWoxSIXUPits/DJxJkQQhmj+yEI60vfxxGLYXqSs2bdeaiwGTawgHuYZSnIRgont3BtlYT9ldSUmtEUri+/7Y75aN2fnMON/vzHfW9/MBMjPf9/fHm0le+52Zz3fmY+4uAPH8RdkNACgH4QeCIvxAUIQfCIrwA0ERfiAowg8ERfiBoAg/ENRftvNgCxYs8J6ennYeEghldHRU58+ft0bWzRV+M3tA0rOS5kj6N3d/OrV+T0+PqtVqnkMCSKhUKg2v2/TLfjObI+lfJa2R1Ctps5n1Nrs/AO2V5z3/Cknvu/spd/+TpJ9JWldMWwBaLU/4b5H0u2mPz2TLPsPM+s2sambViYmJHIcDUKQ84Z/pQ4XPfT/Y3QfdveLule7u7hyHA1CkPOE/I2nxtMdflXQ2XzsA2iVP+I9KWmpmS8zsi5K+LelwMW0BaLWmh/rc/RMze1jSf2hyqG+vux8vrDMALZVrnN/dj0g6UlAvANqIy3uBoAg/EBThB4Ii/EBQhB8IivADQRF+ICjCDwRF+IGgCD8QFOEHgiL8QFCEHwiK8ANBEX4gKMIPBEX4gaAIPxAU4QeCIvxAUIQfCIrwA0ERfiAowg8ERfiBoAg/EBThB4Ii/EBQhB8IKtcsvWY2KumCpE8lfeLulSKawmedOnUqWX/uuedq1kZHR5PbHjx4MFm/++67k/W77rorWT906FDN2ty5c5PbfvDBB8l6Pe5es7Z169bktoODg7mOPRvkCn9mtbufL2A/ANqIl/1AUHnD75J+ZWZvmVl/EQ0BaI+8L/tXuvtZM1so6TUz+293f2P6CtkfhX5JuvXWW3MeDkBRcp353f1sdjsu6UVJK2ZYZ9DdK+5e6e7uznM4AAVqOvxm1mVmX566L+mbkt4rqjEArZXnZf/Nkl40s6n9/NTdXy2kKwAt13T43f2UpL8psJewxsfHk/Xbb789Wc/+ADel3rbVajVZP3r0aK79t2rbeur1HQFDfUBQhB8IivADQRF+ICjCDwRF+IGgivhWH3J66qmnym4hnCVLlpTdQuk48wNBEX4gKMIPBEX4gaAIPxAU4QeCIvxAUIzzd4Dh4eFc28+fP79mbdu2bcltN2zYkOvYzzzzTLI+MjJSs9bb25vr2CdOnEjWK5XavyQ/MDCQ69jXAs78QFCEHwiK8ANBEX4gKMIPBEX4gaAIPxAU4/zXgNSYdX9/a6dQ3LdvX7J+8eLFmrWurq5cx07tu4j9X+s48wNBEX4gKMIPBEX4gaAIPxAU4QeCIvxAUHXH+c1sr6S1ksbd/c5s2XxJP5fUI2lU0iZ3/33r2pzd9u/fn6yPjY0l6+6erN9www1X3VO7tHKsnXH8fBo58/9E0gNXLHtc0uvuvlTS69ljALNI3fC7+xuSPrxi8TpJU5d27ZO0vuC+ALRYs+/5b3b3c5KU3S4sriUA7dDyD/zMrN/MqmZWnZiYaPXhADSo2fCPmdkiScpux2ut6O6D7l5x90p3d3eThwNQtGbDf1hSX3a/T9JLxbQDoF3qht/MXpD0G0lfN7MzZvZdSU9Lut/MTkq6P3sMYBapO87v7ptrlL5RcC9hmVmu7fksBc3gCj8gKMIPBEX4gaAIPxAU4QeCIvxAUPx09zVgaGioZu2RRx5pYyeYTTjzA0ERfiAowg8ERfiBoAg/EBThB4Ii/EBQjPO3wdq1a5P1m266KVk/f/58sn7y5MmateXLlye3zevRRx9N1leuXFmzdttttxXdDq4CZ34gKMIPBEX4gaAIPxAU4QeCIvxAUIQfCIpx/jaYN29esj5nzpxc+7906VLN2rFjx3Ltu56+vr5kfenSpTVrAwMDyW0ffPDBpnpCYzjzA0ERfiAowg8ERfiBoAg/EBThB4Ii/EBQdcf5zWyvpLWSxt39zmzZk5K2SpqaG3qnux9pVZOz3fDwcLJe7/v67l5kO4Wq11vqtwZ27NiR3Db1WwCStGjRomQdaY2c+X8i6YEZlv/I3Zdl/wg+MMvUDb+7vyHpwzb0AqCN8rznf9jMjpnZXjNLX78KoOM0G/49kr4maZmkc5J+UGtFM+s3s6qZVScmJmqtBqDNmgq/u4+5+6fuflnSjyWtSKw76O4Vd690d3c32yeAgjUVfjOb/jHrtyS9V0w7ANqlkaG+FyStkrTAzM5I2i1plZktk+SSRiV9r4U9AmiBuuF3980zLH6+Bb1cszZu3Jisv/LKK8n6gQMHkvXe3t6atQ0bNiS37enpSdbr2bJlS7JuZjVrp0+fTm47NDSUrD/22GPJOtK4wg8IivADQRF+ICjCDwRF+IGgCD8QFD/d3QF27dqVrNf7eex77723yHauyssvv5ysHzx4sOl9j4yMNL0t6uPMDwRF+IGgCD8QFOEHgiL8QFCEHwiK8ANBMc7fAep9rTbv125b6YknnkjW84zznzhxIlm/ePFist7V1dX0sSPgzA8ERfiBoAg/EBThB4Ii/EBQhB8IivADQTHOj1zyjOPXk/pJcolx/Lw48wNBEX4gKMIPBEX4gaAIPxAU4QeCIvxAUHXH+c1ssaQhSV+RdFnSoLs/a2bzJf1cUo+kUUmb3P33rWt19rp06VKy/tFHH+Xa/4033lizNnfu3Fz7rufIkSPJurvXrF133XXJbe+7776mekJjGjnzfyLp++7+15L+TtI2M+uV9Lik1919qaTXs8cAZom64Xf3c+7+dnb/gqQRSbdIWidpX7baPknrW9UkgOJd1Xt+M+uRtFzSbyXd7O7npMk/EJIWFt0cgNZpOPxm9iVJv5S03d3/cBXb9ZtZ1cyqExMTzfQIoAUaCr+ZfUGTwT/g7oeyxWNmtiirL5I0PtO27j7o7hV3r3R3dxfRM4AC1A2/mZmk5yWNuPsPp5UOS5qaPrZP0kvFtwegVRr5Su9KSd+R9K6ZvZMt2ynpaUm/MLPvSjotaWNrWpz99uzZk6zv2LEjWU8Nl0nSPffcU7O2evXq5LZ33HFHsv7qq68m69VqNVmfPHfMbNWqVcltt2zZkqwjn7rhd/dfS6r1X/AbxbYDoF24wg8IivADQRF+ICjCDwRF+IGgCD8QFD/d3Qb79+9v6f7ffPPNpmpl6+SpxyPgzA8ERfiBoAg/EBThB4Ii/EBQhB8IivADQTHO3wa7d+9O1h966KFk/eOPPy6ynbYaGBioWdu2bVsbO8GVOPMDQRF+ICjCDwRF+IGgCD8QFOEHgiL8QFCM87fB+vXpOUyHh4eT9U2bNiXru3btqlnr6+urWZOk48ePJ+v1fre/3hTg27dvr1m7/vrrk9uitTjzA0ERfiAowg8ERfiBoAg/EBThB4Ii/EBQdcf5zWyxpCFJX5F0WdKguz9rZk9K2ippIlt1p7sfaVWj17I1a9Yk6xcuXGjZsRcuXJisr169umXHRrkaucjnE0nfd/e3zezLkt4ys9ey2o/c/ZnWtQegVeqG393PSTqX3b9gZiOSbml1YwBa66re85tZj6Tlkn6bLXrYzI6Z2V4zm1djm34zq5pZdWJiYqZVAJSg4fCb2Zck/VLSdnf/g6Q9kr4maZkmXxn8YKbt3H3Q3SvuXunu7i6gZQBFaCj8ZvYFTQb/gLsfkiR3H3P3T939sqQfS1rRujYBFK1u+M3MJD0vacTdfzht+aJpq31L0nvFtwegVRr5tH+lpO9IetfM3smW7ZS02cyWSXJJo5K+15IOAbREI5/2/1qSzVBiTB+YxbjCDwiK8ANBEX4gKMIPBEX4gaAIPxAU4QeCIvxAUIQfCIrwA0ERfiAowg8ERfiBoAg/EJS5e/sOZjYh6YNpixZIOt+2Bq5Op/bWqX1J9NasInv7K3dv6Pfy2hr+zx3crOruldIaSOjU3jq1L4nemlVWb7zsB4Ii/EBQZYd/sOTjp3Rqb53al0RvzSqlt1Lf8wMoT9lnfgAlKSX8ZvaAmf2Pmb1vZo+X0UMtZjZqZu+a2TtmVi25l71mNm5m701bNt/MXjOzk9ntjNOkldTbk2b2f9lz946Z/UNJvS02s/80sxEzO25m/5QtL/W5S/RVyvPW9pf9ZjZH0v9Kul/SGUlHJW129xNtbaQGMxuVVHH30seEzezvJf1R0pC735kt+2dJH7r709kfznnu/liH9PakpD+WPXNzNqHMoukzS0taL+kfVeJzl+hrk0p43so486+Q9L67n3L3P0n6maR1JfTR8dz9DUkfXrF4naR92f19mvyfp+1q9NYR3P2cu7+d3b8gaWpm6VKfu0RfpSgj/LdI+t20x2fUWVN+u6RfmdlbZtZfdjMzuDmbNn1q+vSFJfdzpbozN7fTFTNLd8xz18yM10UrI/wzzf7TSUMOK939byWtkbQte3mLxjQ0c3O7zDCzdEdodsbropUR/jOSFk97/FVJZ0voY0bufja7HZf0ojpv9uGxqUlSs9vxkvv5s06auXmmmaXVAc9dJ814XUb4j0paamZLzOyLkr4t6XAJfXyOmXVlH8TIzLokfVOdN/vwYUl92f0+SS+V2MtndMrMzbVmllbJz12nzXhdykU+2VDGv0iaI2mvuw+0vYkZmNltmjzbS5OTmP60zN7M7AVJqzT5ra8xSbsl/bukX0i6VdJpSRvdve0fvNXobZUmX7r+eebmqffYbe7tHkn/JeldSZezxTs1+f66tOcu0ddmlfC8cYUfEBRX+AFBEX4gKMIPBEX4gaAIPxAU4QeCIvxAUIQfCOr/AYMJ4yvRMtjWAAAAAElFTkSuQmCC\n", "text/plain": [ - "" + "" ] }, "metadata": {}, @@ -758,7 +733,7 @@ "200\n", "{\n", " \"meta\": {\n", - " \"puid\": \"dg8u0tq6q8327qt9o4j0td22gk\",\n", + " \"puid\": \"faun2l1ftmp3r90cm6s5vnjo8a\",\n", " \"tags\": {\n", " },\n", " \"routing\": {\n", @@ -768,7 +743,7 @@ " \"names\": [\"t:0\", \"t:1\", \"t:2\", \"t:3\", \"t:4\", \"t:5\", \"t:6\", \"t:7\", \"t:8\", \"t:9\"],\n", " \"tensor\": {\n", " \"shape\": [1, 10],\n", - " \"values\": [3.2872016220153455E-8, 5.832308670505881E-5, 0.0034163258969783783, 2.3081694962456822E-5, 8.490532491123304E-5, 2.0291979308240116E-4, 0.9961280822753906, 1.4269451753534668E-7, 8.375552715733647E-5, 2.389611609032727E-6]\n", + " \"values\": [1.124886839534156E-4, 9.059235132891086E-12, 0.0028196186758577824, 0.005111460108309984, 2.414313166809734E-5, 0.6415375471115112, 1.74979015810095E-6, 1.2785285052885342E-9, 0.34967318177223206, 7.198737002909184E-4]\n", " }\n", " }\n", "}\n" diff --git a/integrations/nvidia-inference-server/TRTProxy.py b/integrations/nvidia-inference-server/TRTProxy.py index 2695f46958..3b68c4f70c 100644 --- a/integrations/nvidia-inference-server/TRTProxy.py +++ b/integrations/nvidia-inference-server/TRTProxy.py @@ -61,7 +61,7 @@ def __init__(self,url=None,protocol="HTTP",model_name=None,model_version=1): else: self.grpc = False self.model_name = model_name - self.input_name, self.output_name, self.dtype, self.input_dims = parse_model(url, self.protocol_id, model_name,1 , False) + self.input_name, self.output_name, self.dtype, self.input_dims = parse_model(url, self.protocol_id, model_name, False) self.ctx = InferContext(self.url, self.protocol_id,self.model_name, self.model_version, False)