-
Notifications
You must be signed in to change notification settings - Fork 1k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
feat: update zhipuai chatglm channel api format v3 to v4 and support …
…glm-4 & glm-4v (#147) feat: update zhipuai chatglm channel api format v3 to v4 and support glm-4 & glm-4v (#147)
- Loading branch information
Showing
10 changed files
with
450 additions
and
101 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,139 @@ | ||
| package zhipuai | ||
|
|
||
| import ( | ||
| adaptercommon "chat/adapter/common" | ||
| "chat/globals" | ||
| "chat/utils" | ||
| "errors" | ||
| "fmt" | ||
| "regexp" | ||
| "strings" | ||
| ) | ||
|
|
||
| func formatMessages(props *adaptercommon.ChatProps) interface{} { | ||
| if globals.IsVisionModel(props.Model) { | ||
| return utils.Each[globals.Message, Message](props.Message, func(message globals.Message) Message { | ||
| if message.Role == globals.User { | ||
| content, urls := utils.ExtractImages(message.Content, true) | ||
| images := utils.EachNotNil[string, MessageContent](urls, func(url string) *MessageContent { | ||
| obj, err := utils.NewImage(url) | ||
| props.Buffer.AddImage(obj) | ||
| if err != nil { | ||
| globals.Info(fmt.Sprintf("cannot process image: %s (source: %s)", err.Error(), utils.Extract(url, 24, "..."))) | ||
| } | ||
|
|
||
| if strings.HasPrefix(url, "data:image/") { | ||
| // remove base64 image prefix | ||
| if idx := strings.Index(url, "base64,"); idx != -1 { | ||
| url = url[idx+7:] | ||
| } | ||
| } | ||
|
|
||
| return &MessageContent{ | ||
| Type: "image_url", | ||
| ImageUrl: &ImageUrl{ | ||
| Url: url, | ||
| }, | ||
| } | ||
| }) | ||
|
|
||
| return Message{ | ||
| Role: message.Role, | ||
| Content: utils.Prepend(images, MessageContent{ | ||
| Type: "text", | ||
| Text: &content, | ||
| }), | ||
| Name: message.Name, | ||
| FunctionCall: message.FunctionCall, | ||
| ToolCalls: message.ToolCalls, | ||
| ToolCallId: message.ToolCallId, | ||
| } | ||
| } | ||
|
|
||
| return Message{ | ||
| Role: message.Role, | ||
| Content: message.Content, | ||
| Name: message.Name, | ||
| FunctionCall: message.FunctionCall, | ||
| ToolCalls: message.ToolCalls, | ||
| ToolCallId: message.ToolCallId, | ||
| } | ||
| }) | ||
| } | ||
|
|
||
| return props.Message | ||
| } | ||
|
|
||
| func processChatResponse(data string) *ChatStreamResponse { | ||
| return utils.UnmarshalForm[ChatStreamResponse](data) | ||
| } | ||
|
|
||
| func processCompletionResponse(data string) *CompletionResponse { | ||
| return utils.UnmarshalForm[CompletionResponse](data) | ||
| } | ||
|
|
||
| func processChatErrorResponse(data string) *ChatStreamErrorResponse { | ||
| return utils.UnmarshalForm[ChatStreamErrorResponse](data) | ||
| } | ||
|
|
||
| func getChoices(form *ChatStreamResponse) *globals.Chunk { | ||
| if len(form.Choices) == 0 { | ||
| return &globals.Chunk{Content: ""} | ||
| } | ||
|
|
||
| choice := form.Choices[0].Delta | ||
|
|
||
| return &globals.Chunk{ | ||
| Content: choice.Content, | ||
| ToolCall: choice.ToolCalls, | ||
| FunctionCall: choice.FunctionCall, | ||
| } | ||
| } | ||
|
|
||
| func getCompletionChoices(form *CompletionResponse) string { | ||
| if len(form.Choices) == 0 { | ||
| return "" | ||
| } | ||
|
|
||
| return form.Choices[0].Text | ||
| } | ||
|
|
||
| func getRobustnessResult(chunk string) string { | ||
| exp := `\"content\":\"(.*?)\"` | ||
| compile, err := regexp.Compile(exp) | ||
| if err != nil { | ||
| return "" | ||
| } | ||
|
|
||
| matches := compile.FindStringSubmatch(chunk) | ||
| if len(matches) > 1 { | ||
| return utils.ProcessRobustnessChar(matches[1]) | ||
| } else { | ||
| return "" | ||
| } | ||
| } | ||
|
|
||
| func (c *ChatInstance) ProcessLine(data string, isCompletionType bool) (*globals.Chunk, error) { | ||
| if isCompletionType { | ||
| // chatglm legacy support | ||
| if completion := processCompletionResponse(data); completion != nil { | ||
| return &globals.Chunk{ | ||
| Content: getCompletionChoices(completion), | ||
| }, nil | ||
| } | ||
|
|
||
| globals.Warn(fmt.Sprintf("chatglm error: cannot parse completion response: %s", data)) | ||
| return &globals.Chunk{Content: ""}, errors.New("parser error: cannot parse completion response") | ||
| } | ||
|
|
||
| if form := processChatResponse(data); form != nil { | ||
| return getChoices(form), nil | ||
| } | ||
|
|
||
| if form := processChatErrorResponse(data); form != nil { | ||
| return &globals.Chunk{Content: ""}, errors.New(fmt.Sprintf("chatglm error: %s (type: %s)", form.Error.Message, form.Error.Type)) | ||
| } | ||
|
|
||
| globals.Warn(fmt.Sprintf("chatglm error: cannot parse chat completion response: %s", data)) | ||
| return &globals.Chunk{Content: ""}, errors.New("parser error: cannot parse chat completion response") | ||
| } |
Oops, something went wrong.