forked from EricLBuehler/mistral.rs
-
Notifications
You must be signed in to change notification settings - Fork 0
/
phi3v_base64.py
42 lines (39 loc) · 1.17 KB
/
phi3v_base64.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
from mistralrs import Runner, Which, ChatCompletionRequest, VisionArchitecture
import base64
runner = Runner(
which=Which.VisionPlain(
model_id="microsoft/Phi-3-vision-128k-instruct",
arch=VisionArchitecture.Phi3V,
),
)
FILENAME = "picture.jpg"
with open(FILENAME, "rb") as image_file:
encoded_string = base64.b64encode(image_file.read()).decode("utf-8")
res = runner.send_chat_completion_request(
ChatCompletionRequest(
model="phi3v",
messages=[
{
"role": "user",
"content": [
{
"type": "image_url",
"image_url": {
"url": str(encoded_string),
},
},
{
"type": "text",
"text": "<|image_1|>\nWhat is shown in this image? Write a detailed response analyzing the scene.",
},
],
}
],
max_tokens=256,
presence_penalty=1.0,
top_p=0.1,
temperature=0.1,
)
)
print(res.choices[0].message.content)
print(res.usage)