From cbb9e4af259821039763709748a48d6a7eb02171 Mon Sep 17 00:00:00 2001 From: andrei-stoian-zama Date: Fri, 24 May 2024 15:37:31 +0200 Subject: [PATCH] chore: refresh WhitePaperExperiments notebook --- .../WhitePaperExperiments.ipynb | 307 +++++++++++++----- 1 file changed, 227 insertions(+), 80 deletions(-) diff --git a/use_case_examples/white_paper_experiment/WhitePaperExperiments.ipynb b/use_case_examples/white_paper_experiment/WhitePaperExperiments.ipynb index 39fe0c29e..52bfdeba1 100644 --- a/use_case_examples/white_paper_experiment/WhitePaperExperiments.ipynb +++ b/use_case_examples/white_paper_experiment/WhitePaperExperiments.ipynb @@ -18,7 +18,7 @@ }, { "cell_type": "code", - "execution_count": 15, + "execution_count": 1, "metadata": {}, "outputs": [], "source": [ @@ -50,7 +50,7 @@ }, { "cell_type": "code", - "execution_count": 16, + "execution_count": 2, "metadata": {}, "outputs": [], "source": [ @@ -84,7 +84,7 @@ }, { "cell_type": "code", - "execution_count": 17, + "execution_count": 3, "metadata": {}, "outputs": [], "source": [ @@ -173,9 +173,163 @@ }, { "cell_type": "code", - "execution_count": 18, + "execution_count": 4, "metadata": {}, "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Downloading http://yann.lecun.com/exdb/mnist/train-images-idx3-ubyte.gz\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Failed to download (trying next):\n", + "HTTP Error 403: Forbidden\n", + "\n", + "Downloading https://ossci-datasets.s3.amazonaws.com/mnist/train-images-idx3-ubyte.gz\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Downloading https://ossci-datasets.s3.amazonaws.com/mnist/train-images-idx3-ubyte.gz to ./data/MNIST/raw/train-images-idx3-ubyte.gz\n" + ] + }, + { + "data": { + "application/vnd.jupyter.widget-view+json": { + "model_id": "95c8a2a660f74c8e96a9b8347120e207", + "version_major": 2, + "version_minor": 0 + }, + "text/plain": [ + " 0%| | 0/9912422 [00:00\n", "\n", - "\n", + "
\n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", "
 Num LayersAccuracy [1]FHE Latency [1]Our Accuracy fp32Our Accuracy FHEOur FHE LatencySpeedupNum LayersAccuracy [1]FHE Latency [1]Our Accuracy fp32Our Accuracy FHEOur FHE LatencySpeedup
02097.1%115.52s0.0%94.3%0.00sinfx02097.1%21.17s98.1%94.3%1.89s11.2x
15094.7%233.55s0.0%91.6%0.00sinfx15094.7%43.91s97.4%91.6%4.87s9.0x
\n" ], "text/plain": [ - "" + "" ] }, - "execution_count": 21, + "execution_count": 7, "metadata": {}, "output_type": "execute_result" } @@ -501,7 +651,7 @@ }, { "cell_type": "code", - "execution_count": 22, + "execution_count": 8, "metadata": {}, "outputs": [ { @@ -509,48 +659,48 @@ "text/html": [ "\n", - "\n", + "
\n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", "
 Num LayersAccuracy [1]FHE Latency [1]hpc7a Accuracy fp32hpc7a Accuracy FHEhpc7a FHE LatencySpeedupNum LayersAccuracy [1]FHE Latency [1]hpc7a Accuracy fp32hpc7a Accuracy FHEhpc7a FHE LatencySpeedup
02097.1%115.52s98.7%95.9%0.99s116.1x02097.1%21.17s98.7%95.9%0.99s21.3x
15094.7%233.55s97.5%94.8%3.03s77.1x15094.7%43.91s97.5%94.8%3.03s14.5x
\n" ], "text/plain": [ - "" + "" ] }, - "execution_count": 22, + "execution_count": 8, "metadata": {}, "output_type": "execute_result" } @@ -574,9 +724,6 @@ "metadata": { "execution": { "timeout": 10800 - }, - "language_info": { - "name": "python" } }, "nbformat": 4,