set LLM balUpdate status to ReceivedChange to calculate overpayment c…

…redit
livepeer · Jan 27, 2025 · 29a291f · 29a291f
1 parent bb145c7
commit 29a291f
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/server/ai_process.go b/server/ai_process.go
@@ -1167,6 +1167,12 @@ func submitLLM(ctx context.Context, params aiRequestParams, sess *AISession, req
 		return nil, fmt.Errorf("unexpected status code: %d, body: %s", resp.StatusCode, string(body))
 	}
 
+	// We treat a response as "receiving change" where the change is the difference between the credit and debit for the update
+	// TODO: move to after receive stream response in handleSSEStream and handleNonStreamingResponse to count input tokens
+	if balUpdate != nil {
+		balUpdate.Status = ReceivedChange
+	}
+
 	if req.Stream != nil && *req.Stream {
 		return handleSSEStream(ctx, resp.Body, sess, req, start)
 	}