Skip to content

phsl / new-api

Go to a project
Commit b7c0f754 by feitianbubu
Options

feat: add seedance2.0 video api

parent a706f002
Showing with 33 additions and 25 deletions
relay/channel/task/doubao/adaptor.go
...@@ -13,7 +13,7 @@ import ( ...@@ -13,7 +13,7 @@ import (
"github.com/QuantumNous/new-api/dto" "github.com/QuantumNous/new-api/dto"
"github.com/QuantumNous/new-api/model" "github.com/QuantumNous/new-api/model"
"github.com/QuantumNous/new-api/relay/channel" "github.com/QuantumNous/new-api/relay/channel"
taskcommon "github.com/QuantumNous/new-api/relay/channel/task/taskcommon" "github.com/QuantumNous/new-api/relay/channel/task/taskcommon"
relaycommon "github.com/QuantumNous/new-api/relay/common" relaycommon "github.com/QuantumNous/new-api/relay/common"
"github.com/QuantumNous/new-api/service" "github.com/QuantumNous/new-api/service"
...@@ -26,37 +26,37 @@ import ( ...@@ -26,37 +26,37 @@ import (
// ============================ // ============================
type ContentItem struct { type ContentItem struct {
Type string `json:"type"` // "text", "image_url" or "video" Type string `json:"type,omitempty"`
Text string `json:"text,omitempty"` // for text type Text string `json:"text,omitempty"`
ImageURL *ImageURL `json:"image_url,omitempty"` // for image_url type ImageURL *MediaURL `json:"image_url,omitempty"`
Video *VideoReference `json:"video,omitempty"` // for video (sample) type VideoURL *MediaURL `json:"video_url,omitempty"`
Role string `json:"role,omitempty"` // reference_image / first_frame / last_frame AudioURL *MediaURL `json:"audio_url,omitempty"`
Role string `json:"role,omitempty"`
} }
type ImageURL struct { type MediaURL struct {
URL string `json:"url"` URL string `json:"url,omitempty"`
}
type VideoReference struct {
URL string `json:"url"` // Draft video URL
} }
type requestPayload struct { type requestPayload struct {
Model string `json:"model"` Model string `json:"model"`
Content []ContentItem `json:"content"` Content []ContentItem `json:"content,omitempty"`
CallbackURL string `json:"callback_url,omitempty"` CallbackURL string `json:"callback_url,omitempty"`
ReturnLastFrame *dto.BoolValue `json:"return_last_frame,omitempty"` ReturnLastFrame *dto.BoolValue `json:"return_last_frame,omitempty"`
ServiceTier string `json:"service_tier,omitempty"` ServiceTier string `json:"service_tier,omitempty"`
ExecutionExpiresAfter dto.IntValue `json:"execution_expires_after,omitempty"` ExecutionExpiresAfter *dto.IntValue `json:"execution_expires_after,omitempty"`
GenerateAudio *dto.BoolValue `json:"generate_audio,omitempty"` GenerateAudio *dto.BoolValue `json:"generate_audio,omitempty"`
Draft *dto.BoolValue `json:"draft,omitempty"` Draft *dto.BoolValue `json:"draft,omitempty"`
Resolution string `json:"resolution,omitempty"` Tools []struct {
Ratio string `json:"ratio,omitempty"` Type string `json:"type,omitempty"`
Duration dto.IntValue `json:"duration,omitempty"` } `json:"tools,omitempty"`
Frames dto.IntValue `json:"frames,omitempty"` Resolution string `json:"resolution,omitempty"`
Seed dto.IntValue `json:"seed,omitempty"` Ratio string `json:"ratio,omitempty"`
CameraFixed *dto.BoolValue `json:"camera_fixed,omitempty"` Duration *dto.IntValue `json:"duration,omitempty"`
Watermark *dto.BoolValue `json:"watermark,omitempty"` Frames *dto.IntValue `json:"frames,omitempty"`
Seed *dto.IntValue `json:"seed,omitempty"`
CameraFixed *dto.BoolValue `json:"camera_fixed,omitempty"`
Watermark *dto.BoolValue `json:"watermark,omitempty"`
} }
type responsePayload struct { type responsePayload struct {
...@@ -76,9 +76,15 @@ type responseTask struct { ...@@ -76,9 +76,15 @@ type responseTask struct {
Ratio string `json:"ratio"` Ratio string `json:"ratio"`
FramesPerSecond int `json:"framespersecond"` FramesPerSecond int `json:"framespersecond"`
ServiceTier string `json:"service_tier"` ServiceTier string `json:"service_tier"`
Usage struct { Tools []struct {
Type string `json:"type"`
} `json:"tools"`
Usage struct {
CompletionTokens int `json:"completion_tokens"` CompletionTokens int `json:"completion_tokens"`
TotalTokens int `json:"total_tokens"` TotalTokens int `json:"total_tokens"`
ToolUsage struct {
WebSearch int `json:"web_search"`
} `json:"tool_usage"`
} `json:"usage"` } `json:"usage"`
CreatedAt int64 `json:"created_at"` CreatedAt int64 `json:"created_at"`
UpdatedAt int64 `json:"updated_at"` UpdatedAt int64 `json:"updated_at"`
...@@ -108,12 +114,12 @@ func (a *TaskAdaptor) ValidateRequestAndSetAction(c *gin.Context, info *relaycom ...@@ -108,12 +114,12 @@ func (a *TaskAdaptor) ValidateRequestAndSetAction(c *gin.Context, info *relaycom
} }
// BuildRequestURL constructs the upstream URL. // BuildRequestURL constructs the upstream URL.
func (a *TaskAdaptor) BuildRequestURL(info *relaycommon.RelayInfo) (string, error) { func (a *TaskAdaptor) BuildRequestURL(_ *relaycommon.RelayInfo) (string, error) {
return fmt.Sprintf("%s/api/v3/contents/generations/tasks", a.baseURL), nil return fmt.Sprintf("%s/api/v3/contents/generations/tasks", a.baseURL), nil
} }
// BuildRequestHeader sets required headers. // BuildRequestHeader sets required headers.
func (a *TaskAdaptor) BuildRequestHeader(c *gin.Context, req *http.Request, info *relaycommon.RelayInfo) error { func (a *TaskAdaptor) BuildRequestHeader(_ *gin.Context, req *http.Request, _ *relaycommon.RelayInfo) error {
req.Header.Set("Content-Type", "application/json") req.Header.Set("Content-Type", "application/json")
req.Header.Set("Accept", "application/json") req.Header.Set("Accept", "application/json")
req.Header.Set("Authorization", "Bearer "+a.apiKey) req.Header.Set("Authorization", "Bearer "+a.apiKey)
...@@ -231,7 +237,7 @@ func (a *TaskAdaptor) convertToRequestPayload(req *relaycommon.TaskSubmitReq) (* ...@@ -231,7 +237,7 @@ func (a *TaskAdaptor) convertToRequestPayload(req *relaycommon.TaskSubmitReq) (*
for _, imgURL := range req.Images { for _, imgURL := range req.Images {
r.Content = append(r.Content, ContentItem{ r.Content = append(r.Content, ContentItem{
Type: "image_url", Type: "image_url",
ImageURL: &ImageURL{ ImageURL: &MediaURL{
URL: imgURL, URL: imgURL,
}, },
}) })
......
relay/channel/task/doubao/constants.go
...@@ -5,6 +5,8 @@ var ModelList = []string{ ...@@ -5,6 +5,8 @@ var ModelList = []string{
"doubao-seedance-1-0-lite-t2v", "doubao-seedance-1-0-lite-t2v",
"doubao-seedance-1-0-lite-i2v", "doubao-seedance-1-0-lite-i2v",
"doubao-seedance-1-5-pro-251215", "doubao-seedance-1-5-pro-251215",
"doubao-seedance-2-0-260128",
"doubao-seedance-2-0-fast-260128",
} }
var ChannelName = "doubao-video" var ChannelName = "doubao-video"
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or sign in to comment