From 6c3c92bbb861088ac3c4ebb99eba127e9ebd198c Mon Sep 17 00:00:00 2001 From: andrei-stoian-zama Date: Thu, 23 May 2024 13:22:45 +0200 Subject: [PATCH] chore: refresh WhitePaperExperiments notebook --- .../WhitePaperExperiments.ipynb | 124 +++++++++--------- 1 file changed, 65 insertions(+), 59 deletions(-) diff --git a/use_case_examples/white_paper_experiment/WhitePaperExperiments.ipynb b/use_case_examples/white_paper_experiment/WhitePaperExperiments.ipynb index ecc85e1a0..e03b4364c 100644 --- a/use_case_examples/white_paper_experiment/WhitePaperExperiments.ipynb +++ b/use_case_examples/white_paper_experiment/WhitePaperExperiments.ipynb @@ -195,7 +195,7 @@ { "data": { "application/vnd.jupyter.widget-view+json": { - "model_id": "ea96a7e019bd4a0bbcae26f31a832cd4", + "model_id": "fb300c12c5f848cc87182c786273928e", "version_major": 2, "version_minor": 0 }, @@ -235,7 +235,7 @@ { "data": { "application/vnd.jupyter.widget-view+json": { - "model_id": "e25bd9d12d8a4985a2c342887f248881", + "model_id": "5ca5bfc6f2284774be0f7381be324198", "version_major": 2, "version_minor": 0 }, @@ -269,7 +269,7 @@ { "data": { "application/vnd.jupyter.widget-view+json": { - "model_id": "31da7df50a624f06865a967edefd9098", + "model_id": "6b26ed33d4924a8f9a14f6120c058e99", "version_major": 2, "version_minor": 0 }, @@ -286,7 +286,13 @@ "text": [ "Extracting ./data/MNIST/raw/t10k-images-idx3-ubyte.gz to ./data/MNIST/raw\n", "\n", - "Downloading http://yann.lecun.com/exdb/mnist/t10k-labels-idx1-ubyte.gz\n", + "Downloading http://yann.lecun.com/exdb/mnist/t10k-labels-idx1-ubyte.gz\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ "Failed to download (trying next):\n", "HTTP Error 403: Forbidden\n", "\n", @@ -303,7 +309,7 @@ { "data": { "application/vnd.jupyter.widget-view+json": { - "model_id": "27b30abd2cad44429904854ffe92a6bc", + "model_id": "daa602bcea49412fa4d1b10221b14987", "version_major": 2, "version_minor": 0 }, @@ -506,8 +512,8 @@ "output_type": "stream", "text": [ "Running NN-20 on a 128-core machine machine:Accuracy in fp32 : 98.067% for the test set\n", - "Accuracy with FHE-simulation mode : 14.173% for the test set\n", - "FHE Latency on encrypted data : 1.471s per encrypted sample.\n", + "Accuracy with FHE-simulation mode : 14.163% for the test set\n", + "FHE Latency on encrypted data : 1.482s per encrypted sample.\n", "Number of PBS: 2440\n" ] }, @@ -516,8 +522,8 @@ "output_type": "stream", "text": [ "Running NN-50 on a 128-core machine machine:Accuracy in fp32 : 97.446% for the test set\n", - "Accuracy with FHE-simulation mode : 12.039% for the test set\n", - "FHE Latency on encrypted data : 3.446s per encrypted sample.\n", + "Accuracy with FHE-simulation mode : 11.699% for the test set\n", + "FHE Latency on encrypted data : 3.484s per encrypted sample.\n", "Number of PBS: 5200\n" ] } @@ -599,45 +605,45 @@ "text/html": [ "\n", - "\n", + "
\n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", "
 Num LayersAccuracy [1]FHE Latency [1]Our Accuracy fp32Our Accuracy FHEOur FHE LatencySpeedupNum LayersAccuracy [1]FHE Latency [1]Our Accuracy fp32Our Accuracy FHEOur FHE LatencySpeedup
02097.1%21.17s98.1%14.2%1.47s14.4x02097.1%21.17s98.1%14.2%1.48s14.3x
15094.7%43.91s97.4%12.0%3.45s12.7x15094.7%43.91s97.4%11.7%3.48s12.6x
\n" ], "text/plain": [ - "" + "" ] }, "execution_count": 7, @@ -660,45 +666,45 @@ "text/html": [ "\n", - "\n", + "
\n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", "
 Num LayersAccuracy [1]FHE Latency [1]hpc7a Accuracy fp32hpc7a Accuracy FHEhpc7a FHE LatencySpeedupNum LayersAccuracy [1]FHE Latency [1]hpc7a Accuracy fp32hpc7a Accuracy FHEhpc7a FHE LatencySpeedup
02097.1%21.17s98.7%95.9%0.99s21.3x02097.1%21.17s98.7%95.9%0.99s21.3x
15094.7%43.91s97.5%94.8%3.03s14.5x15094.7%43.91s97.5%94.8%3.03s14.5x
\n" ], "text/plain": [ - "" + "" ] }, "execution_count": 8,