fix empty models
This commit is contained in:
@@ -222,7 +222,6 @@ func (o *OpenAICompatible) StreamChat(ctx context.Context, chatReq llm.ChatReque
|
||||
// case output <- &streamResp:
|
||||
// }
|
||||
}
|
||||
fmt.Println("llm usage:", o.tokenUsage.Model, o.tokenUsage.PromptTokens, o.tokenUsage.CompletionTokens, o.tokenUsage.TotalTokens)
|
||||
}()
|
||||
return output, nil
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user