Skip to content

phsl / new-api

Go to a project
Commit dc818a92 by CaIon
Options

fix: claude max_tokens

parent 3721ed79
Showing with 20 additions and 21 deletions
relay/channel/claude/dto.go
...@@ -24,16 +24,15 @@ type ClaudeMessage struct { ...@@ -24,16 +24,15 @@ type ClaudeMessage struct {
} }
type ClaudeRequest struct { type ClaudeRequest struct {
Model string `json:"model"` Model string `json:"model"`
Prompt string `json:"prompt,omitempty"` Prompt string `json:"prompt,omitempty"`
System string `json:"system,omitempty"` System string `json:"system,omitempty"`
Messages []ClaudeMessage `json:"messages,omitempty"` Messages []ClaudeMessage `json:"messages,omitempty"`
MaxTokensToSample uint `json:"max_tokens_to_sample,omitempty"` MaxTokens uint `json:"max_tokens,omitempty"`
MaxTokens uint `json:"max_tokens,omitempty"` StopSequences []string `json:"stop_sequences,omitempty"`
StopSequences []string `json:"stop_sequences,omitempty"` Temperature float64 `json:"temperature,omitempty"`
Temperature float64 `json:"temperature,omitempty"` TopP float64 `json:"top_p,omitempty"`
TopP float64 `json:"top_p,omitempty"` TopK int `json:"top_k,omitempty"`
TopK int `json:"top_k,omitempty"`
//ClaudeMetadata `json:"metadata,omitempty"` //ClaudeMetadata `json:"metadata,omitempty"`
Stream bool `json:"stream,omitempty"` Stream bool `json:"stream,omitempty"`
} }
......
relay/channel/claude/relay-claude.go
...@@ -28,17 +28,17 @@ func stopReasonClaude2OpenAI(reason string) string { ...@@ -28,17 +28,17 @@ func stopReasonClaude2OpenAI(reason string) string {
func RequestOpenAI2ClaudeComplete(textRequest dto.GeneralOpenAIRequest) *ClaudeRequest { func RequestOpenAI2ClaudeComplete(textRequest dto.GeneralOpenAIRequest) *ClaudeRequest {
claudeRequest := ClaudeRequest{ claudeRequest := ClaudeRequest{
Model: textRequest.Model, Model: textRequest.Model,
Prompt: "", Prompt: "",
MaxTokensToSample: textRequest.MaxTokens, MaxTokens: textRequest.MaxTokens,
StopSequences: nil, StopSequences: nil,
Temperature: textRequest.Temperature, Temperature: textRequest.Temperature,
TopP: textRequest.TopP, TopP: textRequest.TopP,
TopK: textRequest.TopK, TopK: textRequest.TopK,
Stream: textRequest.Stream, Stream: textRequest.Stream,
} }
if claudeRequest.MaxTokensToSample == 0 { if claudeRequest.MaxTokens == 0 {
claudeRequest.MaxTokensToSample = 1000000 claudeRequest.MaxTokens = 4096
} }
prompt := "" prompt := ""
for _, message := range textRequest.Messages { for _, message := range textRequest.Messages {
......
web/src/constants/channel.constants.js
...@@ -26,7 +26,7 @@ export const CHANNEL_OPTIONS = [ ...@@ -26,7 +26,7 @@ export const CHANNEL_OPTIONS = [
key: 33, key: 33,
text: 'AWS Claude', text: 'AWS Claude',
value: 33, value: 33,
color: 'black', color: 'indigo',
label: 'AWS Claude', label: 'AWS Claude',
}, },
{ {
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or sign in to comment