remove logit_bias

test_server.ipynb

@@ -33,7 +33,6 @@
     "    stop_token_ids: Optional[List[int]] = None,\n",
     "    early_stopping: bool = False,\n",
     "    stop: Optional[List[str]] = None,\n",
-    "    logit_bias: Optional[Dict[int, float]] = None,\n",
     "    stream: bool = False,\n",
     ") -> requests.Response:\n",
     "    headers = {\"User-Agent\": \"Test Client\"}\n",
@@ -45,7 +44,6 @@
     "        \"top_p\": top_p,\n",
     "        \"top_k\": top_k,\n",
     "        \"max_tokens\": max_tokens,\n",
-    "        \"logit_bias\": logit_bias,\n",
     "        \"frequency_penalty\": frequency_penalty,\n",
     "        \"presence_penalty\": presence_penalty,\n",
     "        \"length_penalty\": length_penalty,\n",
@@ -91,19 +89,6 @@
     "    return prompt + \"<|im_start|>assistant\\n\""
    ]
   },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "import transformers\n",
-    "\n",
-    "tokenizer = transformers.AutoTokenizer.from_pretrained(\n",
-    "    \"serpdotai/sparsetral-16x7B-v2\"\n",
-    ")  # for logit_bias"
-   ]
-  },
   {
    "cell_type": "code",
    "execution_count": null,