Add llm client max iterations
This commit is contained in:
@@ -453,7 +453,7 @@ func (svc *Service) voice(w http.ResponseWriter, r *http.Request) {
|
||||
if model == "" {
|
||||
model = svc.llm.DefaultModel()
|
||||
}
|
||||
msgs, err := svc.llm.Query(ctx, messages, model, req.SystemMessage)
|
||||
msgs, err := svc.llm.Query(ctx, messages, model, req.SystemMessage, 0)
|
||||
if err != nil {
|
||||
log.ErrorContext(
|
||||
ctx,
|
||||
@@ -718,7 +718,7 @@ func (svc *Service) voiceStream(w http.ResponseWriter, r *http.Request) {
|
||||
llmErr error
|
||||
)
|
||||
go func() {
|
||||
llmErr = svc.llm.QueryStream(ctx, messages, model, req.SystemMessage, events)
|
||||
llmErr = svc.llm.QueryStream(ctx, messages, model, req.SystemMessage, 0, events)
|
||||
}()
|
||||
|
||||
// Consume events and send as SSE.
|
||||
|
||||
Reference in New Issue
Block a user