feat: add parameter top_k

dto/text_request.go

@@ -14,6 +14,7 @@ type GeneralOpenAIRequest struct {
 	MaxTokens        uint            `json:"max_tokens,omitempty"`
 	MaxTokens        uint            `json:"max_tokens,omitempty"`
 	Temperature      float64         `json:"temperature,omitempty"`
 	Temperature      float64         `json:"temperature,omitempty"`
 	TopP             float64         `json:"top_p,omitempty"`
 	TopP             float64         `json:"top_p,omitempty"`
+	TopK             int             `json:"top_k,omitempty"`
 	Stop             any             `json:"stop,omitempty"`
 	Stop             any             `json:"stop,omitempty"`
 	N                int             `json:"n,omitempty"`
 	N                int             `json:"n,omitempty"`
 	Input            any             `json:"input,omitempty"`
 	Input            any             `json:"input,omitempty"`

relay/channel/ollama/relay-ollama.go

@@ -25,6 +25,7 @@ func requestOpenAI2Ollama(request dto.GeneralOpenAIRequest) *OllamaRequest {
 			Temperature: request.Temperature,
 			Temperature: request.Temperature,
 			Seed:        request.Seed,
 			Seed:        request.Seed,
 			Topp:        request.TopP,
 			Topp:        request.TopP,
+			TopK:        request.TopK,
 			Stop:        Stop,
 			Stop:        Stop,
 		},
 		},
 	}
 	}