hobokenchicken
6b10d4249c
This commit replaces the Axum/Rust backend with a Gin/Go implementation. The original Rust code has been archived in the 'rust' branch.
14 lines
344 B
Go
14 lines
344 B
Go
package providers
|
|
|
|
import (
|
|
"context"
|
|
|
|
"llm-proxy/internal/models"
|
|
)
|
|
|
|
type Provider interface {
|
|
Name() string
|
|
ChatCompletion(ctx context.Context, req *models.UnifiedRequest) (*models.ChatCompletionResponse, error)
|
|
ChatCompletionStream(ctx context.Context, req *models.UnifiedRequest) (<-chan *models.ChatCompletionStreamResponse, error)
|
|
}
|