Commit cbca378e by e

feat: add `Suffix` to GeneralOpenAIRequest in order to support FIM

parent 02bb1c65
......@@ -17,7 +17,8 @@ type FormatJsonSchema struct {
type GeneralOpenAIRequest struct {
Model string `json:"model,omitempty"`
Messages []Message `json:"messages,omitempty"`
Prompt any `json:"prompt,omitempty"`
Prompt any `json:"suffix,omitempty"`
Suffix any `json:"prompt,omitempty"`
Stream bool `json:"stream,omitempty"`
StreamOptions *StreamOptions `json:"stream_options,omitempty"`
MaxTokens uint `json:"max_tokens,omitempty"`
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or sign in to comment