[UI] Model page code snippets fixes and improvements #2024 (#2026)

dstackai · Nov 21, 2024 · 69eb0cf · 69eb0cf
1 parent 47a3d03
commit 69eb0cf
Show file tree

Hide file tree

Showing 3 changed files with 21 additions and 13 deletions.
diff --git a/frontend/src/libs/run.ts b/frontend/src/libs/run.ts
@@ -26,6 +26,8 @@ export const getStatusIconType = (status: IRun['status']): StatusIndicatorProps[
 };
 
 export const getExtendedModelFromRun = (run: IRun): IModelExtended | null => {
+    if (!run?.service?.model) return null;
+
     return {
         ...(run.service?.model ?? {}),
         project_name: run.project_name,

diff --git a/frontend/src/pages/Models/Details/helpers.ts b/frontend/src/pages/Models/Details/helpers.ts
@@ -5,32 +5,36 @@ import { IModelExtended } from '../List/types';
 export const getPythonModelCode = ({ model, token }: { model?: IModelExtended | null; token?: string }) => {
     return `from openai import OpenAI
 client = OpenAI(
-    api_key="${token}"
+    api_key="${token}",
     base_url="${getModelGateway(model?.base_url ?? '')}"
 )
 
 response = client.chat.completions.create(
-  model="${model?.name ?? ''}",
-  messages=[],
-  stream=True,
-  max_tokens=512,
-  response_format={
-    "type": "text"
-  }
+    model="${model?.name ?? ''}",
+    messages=[
+        {
+            "role": "user",
+            "content": "Hello world",
+        },
+    ],
+    stream=True,
+    max_tokens=512,
 )`;
 };
 
 export const getCurlModelCode = ({ model, token }: { model?: IModelExtended | null; token?: string }) => {
-    return `curl ${getModelGateway(model?.base_url ?? '')} \\
+    return `curl ${getModelGateway(model?.base_url ?? '') + 'chat/completions'} \\
   -H "Content-Type: application/json" \\
   -H "Authorization: Bearer ${token}" \\
   -d '{
   "model": "${model?.name ?? ''}",
-  "messages": [],
+  "messages": [
+    {
+      "role": "user",
+      "content": "Hello world"
+    }
+  ],
   "stream": true,
   "max_tokens": 512,
-  "response_format": {
-    "type": "text"
-  }
 }'`;
 };
diff --git a/frontend/src/pages/Models/Details/index.tsx b/frontend/src/pages/Models/Details/index.tsx
@@ -294,6 +294,8 @@ export const ModelDetails: React.FC = () => {
         }
     };
 
+    console.log({ modelData });
+
     return (
         <ContentLayout
             header={