perf: add HTTP connection pooling across providers and disable proxy buffering on SSE streams
This commit is contained in:
@@ -22,7 +22,7 @@ type OpenAIProvider struct {
|
||||
|
||||
func NewOpenAIProvider(cfg config.OpenAIConfig, apiKey string) *OpenAIProvider {
|
||||
return &OpenAIProvider{
|
||||
client: resty.New().SetTimeout(10 * time.Minute),
|
||||
client: NewOptimizedRestyClient(10 * time.Minute),
|
||||
config: cfg,
|
||||
apiKey: apiKey,
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user