Add llm client max iterations

This commit is contained in:
dwrz
2026-06-02 12:02:49 +00:00
parent f19177bd84
commit b75ad9067a
2 changed files with 21 additions and 7 deletions

View File

@@ -453,7 +453,7 @@ func (svc *Service) voice(w http.ResponseWriter, r *http.Request) {
if model == "" {
model = svc.llm.DefaultModel()
}
msgs, err := svc.llm.Query(ctx, messages, model, req.SystemMessage)
msgs, err := svc.llm.Query(ctx, messages, model, req.SystemMessage, 0)
if err != nil {
log.ErrorContext(
ctx,
@@ -718,7 +718,7 @@ func (svc *Service) voiceStream(w http.ResponseWriter, r *http.Request) {
llmErr error
)
go func() {
llmErr = svc.llm.QueryStream(ctx, messages, model, req.SystemMessage, events)
llmErr = svc.llm.QueryStream(ctx, messages, model, req.SystemMessage, 0, events)
}()
// Consume events and send as SSE.