Skip to content

Commit

Permalink
chore: refresh WhitePaperExperiments notebook
Browse files Browse the repository at this point in the history
  • Loading branch information
@andrei-stoian-zama @github-actions
andrei-stoian-zama authored and github-actions[bot] committed May 23, 2024
1 parent 13ffa4d commit 6c3c92b
Showing 1 changed file with 65 additions and 59 deletions.
124 changes: 65 additions & 59 deletions use_case_examples/white_paper_experiment/WhitePaperExperiments.ipynb
View file
Original file line number Diff line number Diff line change
Expand Up @@ -195,7 +195,7 @@
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "ea96a7e019bd4a0bbcae26f31a832cd4",
"model_id": "fb300c12c5f848cc87182c786273928e",
"version_major": 2,
"version_minor": 0
},
Expand Down Expand Up @@ -235,7 +235,7 @@
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "e25bd9d12d8a4985a2c342887f248881",
"model_id": "5ca5bfc6f2284774be0f7381be324198",
"version_major": 2,
"version_minor": 0
},
Expand Down Expand Up @@ -269,7 +269,7 @@
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "31da7df50a624f06865a967edefd9098",
"model_id": "6b26ed33d4924a8f9a14f6120c058e99",
"version_major": 2,
"version_minor": 0
},
Expand All @@ -286,7 +286,13 @@
"text": [
"Extracting ./data/MNIST/raw/t10k-images-idx3-ubyte.gz to ./data/MNIST/raw\n",
"\n",
"Downloading http://yann.lecun.com/exdb/mnist/t10k-labels-idx1-ubyte.gz\n",
"Downloading http://yann.lecun.com/exdb/mnist/t10k-labels-idx1-ubyte.gz\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Failed to download (trying next):\n",
"HTTP Error 403: Forbidden\n",
"\n",
Expand All @@ -303,7 +309,7 @@
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "27b30abd2cad44429904854ffe92a6bc",
"model_id": "daa602bcea49412fa4d1b10221b14987",
"version_major": 2,
"version_minor": 0
},
Expand Down Expand Up @@ -506,8 +512,8 @@
"output_type": "stream",
"text": [
"Running NN-20 on a 128-core machine machine:Accuracy in fp32 : 98.067% for the test set\n",
"Accuracy with FHE-simulation mode : 14.173% for the test set\n",
"FHE Latency on encrypted data : 1.471s per encrypted sample.\n",
"Accuracy with FHE-simulation mode : 14.163% for the test set\n",
"FHE Latency on encrypted data : 1.482s per encrypted sample.\n",
"Number of PBS: 2440\n"
]
},
Expand All @@ -516,8 +522,8 @@
"output_type": "stream",
"text": [
"Running NN-50 on a 128-core machine machine:Accuracy in fp32 : 97.446% for the test set\n",
"Accuracy with FHE-simulation mode : 12.039% for the test set\n",
"FHE Latency on encrypted data : 3.446s per encrypted sample.\n",
"Accuracy with FHE-simulation mode : 11.699% for the test set\n",
"FHE Latency on encrypted data : 3.484s per encrypted sample.\n",
"Number of PBS: 5200\n"
]
}
Expand Down Expand Up @@ -599,45 +605,45 @@
"text/html": [
"<style type=\"text/css\">\n",
"</style>\n",
"<table id=\"T_0a8a8\">\n",
"<table id=\"T_90ba7\">\n",
" <thead>\n",
" <tr>\n",
" <th class=\"blank level0\" >&nbsp;</th>\n",
" <th id=\"T_0a8a8_level0_col0\" class=\"col_heading level0 col0\" >Num Layers</th>\n",
" <th id=\"T_0a8a8_level0_col1\" class=\"col_heading level0 col1\" >Accuracy [1]</th>\n",
" <th id=\"T_0a8a8_level0_col2\" class=\"col_heading level0 col2\" >FHE Latency [1]</th>\n",
" <th id=\"T_0a8a8_level0_col3\" class=\"col_heading level0 col3\" >Our Accuracy fp32</th>\n",
" <th id=\"T_0a8a8_level0_col4\" class=\"col_heading level0 col4\" >Our Accuracy FHE</th>\n",
" <th id=\"T_0a8a8_level0_col5\" class=\"col_heading level0 col5\" >Our FHE Latency</th>\n",
" <th id=\"T_0a8a8_level0_col6\" class=\"col_heading level0 col6\" >Speedup</th>\n",
" <th id=\"T_90ba7_level0_col0\" class=\"col_heading level0 col0\" >Num Layers</th>\n",
" <th id=\"T_90ba7_level0_col1\" class=\"col_heading level0 col1\" >Accuracy [1]</th>\n",
" <th id=\"T_90ba7_level0_col2\" class=\"col_heading level0 col2\" >FHE Latency [1]</th>\n",
" <th id=\"T_90ba7_level0_col3\" class=\"col_heading level0 col3\" >Our Accuracy fp32</th>\n",
" <th id=\"T_90ba7_level0_col4\" class=\"col_heading level0 col4\" >Our Accuracy FHE</th>\n",
" <th id=\"T_90ba7_level0_col5\" class=\"col_heading level0 col5\" >Our FHE Latency</th>\n",
" <th id=\"T_90ba7_level0_col6\" class=\"col_heading level0 col6\" >Speedup</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <th id=\"T_0a8a8_level0_row0\" class=\"row_heading level0 row0\" >0</th>\n",
" <td id=\"T_0a8a8_row0_col0\" class=\"data row0 col0\" >20</td>\n",
" <td id=\"T_0a8a8_row0_col1\" class=\"data row0 col1\" >97.1%</td>\n",
" <td id=\"T_0a8a8_row0_col2\" class=\"data row0 col2\" >21.17s</td>\n",
" <td id=\"T_0a8a8_row0_col3\" class=\"data row0 col3\" >98.1%</td>\n",
" <td id=\"T_0a8a8_row0_col4\" class=\"data row0 col4\" >14.2%</td>\n",
" <td id=\"T_0a8a8_row0_col5\" class=\"data row0 col5\" >1.47s</td>\n",
" <td id=\"T_0a8a8_row0_col6\" class=\"data row0 col6\" >14.4x</td>\n",
" <th id=\"T_90ba7_level0_row0\" class=\"row_heading level0 row0\" >0</th>\n",
" <td id=\"T_90ba7_row0_col0\" class=\"data row0 col0\" >20</td>\n",
" <td id=\"T_90ba7_row0_col1\" class=\"data row0 col1\" >97.1%</td>\n",
" <td id=\"T_90ba7_row0_col2\" class=\"data row0 col2\" >21.17s</td>\n",
" <td id=\"T_90ba7_row0_col3\" class=\"data row0 col3\" >98.1%</td>\n",
" <td id=\"T_90ba7_row0_col4\" class=\"data row0 col4\" >14.2%</td>\n",
" <td id=\"T_90ba7_row0_col5\" class=\"data row0 col5\" >1.48s</td>\n",
" <td id=\"T_90ba7_row0_col6\" class=\"data row0 col6\" >14.3x</td>\n",
" </tr>\n",
" <tr>\n",
" <th id=\"T_0a8a8_level0_row1\" class=\"row_heading level0 row1\" >1</th>\n",
" <td id=\"T_0a8a8_row1_col0\" class=\"data row1 col0\" >50</td>\n",
" <td id=\"T_0a8a8_row1_col1\" class=\"data row1 col1\" >94.7%</td>\n",
" <td id=\"T_0a8a8_row1_col2\" class=\"data row1 col2\" >43.91s</td>\n",
" <td id=\"T_0a8a8_row1_col3\" class=\"data row1 col3\" >97.4%</td>\n",
" <td id=\"T_0a8a8_row1_col4\" class=\"data row1 col4\" >12.0%</td>\n",
" <td id=\"T_0a8a8_row1_col5\" class=\"data row1 col5\" >3.45s</td>\n",
" <td id=\"T_0a8a8_row1_col6\" class=\"data row1 col6\" >12.7x</td>\n",
" <th id=\"T_90ba7_level0_row1\" class=\"row_heading level0 row1\" >1</th>\n",
" <td id=\"T_90ba7_row1_col0\" class=\"data row1 col0\" >50</td>\n",
" <td id=\"T_90ba7_row1_col1\" class=\"data row1 col1\" >94.7%</td>\n",
" <td id=\"T_90ba7_row1_col2\" class=\"data row1 col2\" >43.91s</td>\n",
" <td id=\"T_90ba7_row1_col3\" class=\"data row1 col3\" >97.4%</td>\n",
" <td id=\"T_90ba7_row1_col4\" class=\"data row1 col4\" >11.7%</td>\n",
" <td id=\"T_90ba7_row1_col5\" class=\"data row1 col5\" >3.48s</td>\n",
" <td id=\"T_90ba7_row1_col6\" class=\"data row1 col6\" >12.6x</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n"
],
"text/plain": [
"<pandas.io.formats.style.Styler at 0x7f6a16428c10>"
"<pandas.io.formats.style.Styler at 0x7f5de0de07c0>"
]
},
"execution_count": 7,
Expand All @@ -660,45 +666,45 @@
"text/html": [
"<style type=\"text/css\">\n",
"</style>\n",
"<table id=\"T_1891d\">\n",
"<table id=\"T_bbfa3\">\n",
" <thead>\n",
" <tr>\n",
" <th class=\"blank level0\" >&nbsp;</th>\n",
" <th id=\"T_1891d_level0_col0\" class=\"col_heading level0 col0\" >Num Layers</th>\n",
" <th id=\"T_1891d_level0_col1\" class=\"col_heading level0 col1\" >Accuracy [1]</th>\n",
" <th id=\"T_1891d_level0_col2\" class=\"col_heading level0 col2\" >FHE Latency [1]</th>\n",
" <th id=\"T_1891d_level0_col3\" class=\"col_heading level0 col3\" >hpc7a Accuracy fp32</th>\n",
" <th id=\"T_1891d_level0_col4\" class=\"col_heading level0 col4\" >hpc7a Accuracy FHE</th>\n",
" <th id=\"T_1891d_level0_col5\" class=\"col_heading level0 col5\" >hpc7a FHE Latency</th>\n",
" <th id=\"T_1891d_level0_col6\" class=\"col_heading level0 col6\" >Speedup</th>\n",
" <th id=\"T_bbfa3_level0_col0\" class=\"col_heading level0 col0\" >Num Layers</th>\n",
" <th id=\"T_bbfa3_level0_col1\" class=\"col_heading level0 col1\" >Accuracy [1]</th>\n",
" <th id=\"T_bbfa3_level0_col2\" class=\"col_heading level0 col2\" >FHE Latency [1]</th>\n",
" <th id=\"T_bbfa3_level0_col3\" class=\"col_heading level0 col3\" >hpc7a Accuracy fp32</th>\n",
" <th id=\"T_bbfa3_level0_col4\" class=\"col_heading level0 col4\" >hpc7a Accuracy FHE</th>\n",
" <th id=\"T_bbfa3_level0_col5\" class=\"col_heading level0 col5\" >hpc7a FHE Latency</th>\n",
" <th id=\"T_bbfa3_level0_col6\" class=\"col_heading level0 col6\" >Speedup</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <th id=\"T_1891d_level0_row0\" class=\"row_heading level0 row0\" >0</th>\n",
" <td id=\"T_1891d_row0_col0\" class=\"data row0 col0\" >20</td>\n",
" <td id=\"T_1891d_row0_col1\" class=\"data row0 col1\" >97.1%</td>\n",
" <td id=\"T_1891d_row0_col2\" class=\"data row0 col2\" >21.17s</td>\n",
" <td id=\"T_1891d_row0_col3\" class=\"data row0 col3\" >98.7%</td>\n",
" <td id=\"T_1891d_row0_col4\" class=\"data row0 col4\" >95.9%</td>\n",
" <td id=\"T_1891d_row0_col5\" class=\"data row0 col5\" >0.99s</td>\n",
" <td id=\"T_1891d_row0_col6\" class=\"data row0 col6\" >21.3x</td>\n",
" <th id=\"T_bbfa3_level0_row0\" class=\"row_heading level0 row0\" >0</th>\n",
" <td id=\"T_bbfa3_row0_col0\" class=\"data row0 col0\" >20</td>\n",
" <td id=\"T_bbfa3_row0_col1\" class=\"data row0 col1\" >97.1%</td>\n",
" <td id=\"T_bbfa3_row0_col2\" class=\"data row0 col2\" >21.17s</td>\n",
" <td id=\"T_bbfa3_row0_col3\" class=\"data row0 col3\" >98.7%</td>\n",
" <td id=\"T_bbfa3_row0_col4\" class=\"data row0 col4\" >95.9%</td>\n",
" <td id=\"T_bbfa3_row0_col5\" class=\"data row0 col5\" >0.99s</td>\n",
" <td id=\"T_bbfa3_row0_col6\" class=\"data row0 col6\" >21.3x</td>\n",
" </tr>\n",
" <tr>\n",
" <th id=\"T_1891d_level0_row1\" class=\"row_heading level0 row1\" >1</th>\n",
" <td id=\"T_1891d_row1_col0\" class=\"data row1 col0\" >50</td>\n",
" <td id=\"T_1891d_row1_col1\" class=\"data row1 col1\" >94.7%</td>\n",
" <td id=\"T_1891d_row1_col2\" class=\"data row1 col2\" >43.91s</td>\n",
" <td id=\"T_1891d_row1_col3\" class=\"data row1 col3\" >97.5%</td>\n",
" <td id=\"T_1891d_row1_col4\" class=\"data row1 col4\" >94.8%</td>\n",
" <td id=\"T_1891d_row1_col5\" class=\"data row1 col5\" >3.03s</td>\n",
" <td id=\"T_1891d_row1_col6\" class=\"data row1 col6\" >14.5x</td>\n",
" <th id=\"T_bbfa3_level0_row1\" class=\"row_heading level0 row1\" >1</th>\n",
" <td id=\"T_bbfa3_row1_col0\" class=\"data row1 col0\" >50</td>\n",
" <td id=\"T_bbfa3_row1_col1\" class=\"data row1 col1\" >94.7%</td>\n",
" <td id=\"T_bbfa3_row1_col2\" class=\"data row1 col2\" >43.91s</td>\n",
" <td id=\"T_bbfa3_row1_col3\" class=\"data row1 col3\" >97.5%</td>\n",
" <td id=\"T_bbfa3_row1_col4\" class=\"data row1 col4\" >94.8%</td>\n",
" <td id=\"T_bbfa3_row1_col5\" class=\"data row1 col5\" >3.03s</td>\n",
" <td id=\"T_bbfa3_row1_col6\" class=\"data row1 col6\" >14.5x</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n"
],
"text/plain": [
"<pandas.io.formats.style.Styler at 0x7f68780d31f0>"
"<pandas.io.formats.style.Styler at 0x7f5c34121f40>"
]
},
"execution_count": 8,
Expand Down

0 comments on commit 6c3c92b

Please sign in to comment.