From 29a291f69c1c792a60e103c013fb40ab7e781435 Mon Sep 17 00:00:00 2001 From: Brad P Date: Wed, 15 Jan 2025 18:41:21 -0600 Subject: [PATCH] set LLM balUpdate status to ReceivedChange to calculate overpayment credit --- server/ai_process.go | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/server/ai_process.go b/server/ai_process.go index 110df7a11..263f09322 100644 --- a/server/ai_process.go +++ b/server/ai_process.go @@ -1167,6 +1167,12 @@ func submitLLM(ctx context.Context, params aiRequestParams, sess *AISession, req return nil, fmt.Errorf("unexpected status code: %d, body: %s", resp.StatusCode, string(body)) } + // We treat a response as "receiving change" where the change is the difference between the credit and debit for the update + // TODO: move to after receive stream response in handleSSEStream and handleNonStreamingResponse to count input tokens + if balUpdate != nil { + balUpdate.Status = ReceivedChange + } + if req.Stream != nil && *req.Stream { return handleSSEStream(ctx, resp.Body, sess, req, start) }