Update notebooks/openvino/sentence_transformer_quantization.ipynb

Co-authored-by: Helena Kloosterman <[email protected]>
huggingface · Oct 23, 2024 · 4d23b99 · 4d23b99
1 parent 8b2b912
commit 4d23b99
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/notebooks/openvino/sentence_transformer_quantization.ipynb b/notebooks/openvino/sentence_transformer_quantization.ipynb
@@ -180,6 +180,7 @@
     "model.save_pretrained(\"all-MiniLM-L6-v2\")\n",
     "\n",
     "tokenizer = AutoTokenizer.from_pretrained(MODEL_ID)\n",
+    "tokenizer.save_pretrained(\"all-MiniLM-L6-v2\")\n",
     "DATASET_NAME = \"squad\"\n",
     "dataset = datasets.load_dataset(DATASET_NAME)\n",
     "int8_ptq_model_path = \"all-MiniLM-L6-v2_int8\"\n",