125 lines
3.2 KiB
Go
125 lines
3.2 KiB
Go
package channel
|
|
|
|
import (
|
|
"bytes"
|
|
"context"
|
|
"encoding/json"
|
|
"fmt"
|
|
app_errors "gpt-load/internal/errors"
|
|
"gpt-load/internal/models"
|
|
"io"
|
|
"net/http"
|
|
"strings"
|
|
|
|
"github.com/gin-gonic/gin"
|
|
)
|
|
|
|
func init() {
|
|
Register("openai", newOpenAIChannel)
|
|
}
|
|
|
|
type OpenAIChannel struct {
|
|
*BaseChannel
|
|
}
|
|
|
|
func newOpenAIChannel(f *Factory, group *models.Group) (ChannelProxy, error) {
|
|
base, err := f.newBaseChannel("openai", group)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
return &OpenAIChannel{
|
|
BaseChannel: base,
|
|
}, nil
|
|
}
|
|
|
|
// ModifyRequest sets the Authorization header for the OpenAI service.
|
|
func (ch *OpenAIChannel) ModifyRequest(req *http.Request, apiKey *models.APIKey, group *models.Group) {
|
|
req.Header.Set("Authorization", "Bearer "+apiKey.KeyValue)
|
|
}
|
|
|
|
// IsStreamRequest checks if the request is for a streaming response using the pre-read body.
|
|
func (ch *OpenAIChannel) IsStreamRequest(c *gin.Context, bodyBytes []byte) bool {
|
|
if strings.Contains(c.GetHeader("Accept"), "text/event-stream") {
|
|
return true
|
|
}
|
|
|
|
if c.Query("stream") == "true" {
|
|
return true
|
|
}
|
|
|
|
type streamPayload struct {
|
|
Stream bool `json:"stream"`
|
|
}
|
|
var p streamPayload
|
|
if err := json.Unmarshal(bodyBytes, &p); err == nil {
|
|
return p.Stream
|
|
}
|
|
|
|
return false
|
|
}
|
|
|
|
// ExtractKey extracts the API key from the Authorization header.
|
|
func (ch *OpenAIChannel) ExtractKey(c *gin.Context) string {
|
|
authHeader := c.GetHeader("Authorization")
|
|
if authHeader != "" {
|
|
const bearerPrefix = "Bearer "
|
|
if strings.HasPrefix(authHeader, bearerPrefix) {
|
|
return authHeader[len(bearerPrefix):]
|
|
}
|
|
}
|
|
return ""
|
|
}
|
|
|
|
// ValidateKey checks if the given API key is valid by making a chat completion request.
|
|
func (ch *OpenAIChannel) ValidateKey(ctx context.Context, key string) (bool, error) {
|
|
upstreamURL := ch.getUpstreamURL()
|
|
if upstreamURL == nil {
|
|
return false, fmt.Errorf("no upstream URL configured for channel %s", ch.Name)
|
|
}
|
|
|
|
reqURL := upstreamURL.String() + "/v1/chat/completions"
|
|
|
|
// Use a minimal, low-cost payload for validation
|
|
payload := gin.H{
|
|
"model": ch.TestModel,
|
|
"messages": []gin.H{
|
|
{"role": "user", "content": "hi"},
|
|
},
|
|
"max_tokens": 100,
|
|
}
|
|
body, err := json.Marshal(payload)
|
|
if err != nil {
|
|
return false, fmt.Errorf("failed to marshal validation payload: %w", err)
|
|
}
|
|
|
|
req, err := http.NewRequestWithContext(ctx, "POST", reqURL, bytes.NewBuffer(body))
|
|
if err != nil {
|
|
return false, fmt.Errorf("failed to create validation request: %w", err)
|
|
}
|
|
req.Header.Set("Authorization", "Bearer "+key)
|
|
req.Header.Set("Content-Type", "application/json")
|
|
|
|
resp, err := ch.HTTPClient.Do(req)
|
|
if err != nil {
|
|
return false, fmt.Errorf("failed to send validation request: %w", err)
|
|
}
|
|
defer resp.Body.Close()
|
|
|
|
// A 200 OK status code indicates the key is valid and can make requests.
|
|
if resp.StatusCode == http.StatusOK {
|
|
return true, nil
|
|
}
|
|
|
|
// For non-200 responses, parse the body to provide a more specific error reason.
|
|
errorBody, err := io.ReadAll(resp.Body)
|
|
if err != nil {
|
|
return false, fmt.Errorf("key is invalid (status %d), but failed to read error body: %w", resp.StatusCode, err)
|
|
}
|
|
|
|
// Use the new parser to extract a clean error message.
|
|
parsedError := app_errors.ParseUpstreamError(errorBody)
|
|
|
|
return false, fmt.Errorf("[status %d] %s", resp.StatusCode, parsedError)
|
|
}
|