feat: add seedance2.0 video api
This commit is contained in:
@@ -13,7 +13,7 @@ import (
|
|||||||
"github.com/QuantumNous/new-api/dto"
|
"github.com/QuantumNous/new-api/dto"
|
||||||
"github.com/QuantumNous/new-api/model"
|
"github.com/QuantumNous/new-api/model"
|
||||||
"github.com/QuantumNous/new-api/relay/channel"
|
"github.com/QuantumNous/new-api/relay/channel"
|
||||||
taskcommon "github.com/QuantumNous/new-api/relay/channel/task/taskcommon"
|
"github.com/QuantumNous/new-api/relay/channel/task/taskcommon"
|
||||||
relaycommon "github.com/QuantumNous/new-api/relay/common"
|
relaycommon "github.com/QuantumNous/new-api/relay/common"
|
||||||
"github.com/QuantumNous/new-api/service"
|
"github.com/QuantumNous/new-api/service"
|
||||||
|
|
||||||
@@ -26,37 +26,37 @@ import (
|
|||||||
// ============================
|
// ============================
|
||||||
|
|
||||||
type ContentItem struct {
|
type ContentItem struct {
|
||||||
Type string `json:"type"` // "text", "image_url" or "video"
|
Type string `json:"type,omitempty"`
|
||||||
Text string `json:"text,omitempty"` // for text type
|
Text string `json:"text,omitempty"`
|
||||||
ImageURL *ImageURL `json:"image_url,omitempty"` // for image_url type
|
ImageURL *MediaURL `json:"image_url,omitempty"`
|
||||||
Video *VideoReference `json:"video,omitempty"` // for video (sample) type
|
VideoURL *MediaURL `json:"video_url,omitempty"`
|
||||||
Role string `json:"role,omitempty"` // reference_image / first_frame / last_frame
|
AudioURL *MediaURL `json:"audio_url,omitempty"`
|
||||||
|
Role string `json:"role,omitempty"`
|
||||||
}
|
}
|
||||||
|
|
||||||
type ImageURL struct {
|
type MediaURL struct {
|
||||||
URL string `json:"url"`
|
URL string `json:"url,omitempty"`
|
||||||
}
|
|
||||||
|
|
||||||
type VideoReference struct {
|
|
||||||
URL string `json:"url"` // Draft video URL
|
|
||||||
}
|
}
|
||||||
|
|
||||||
type requestPayload struct {
|
type requestPayload struct {
|
||||||
Model string `json:"model"`
|
Model string `json:"model"`
|
||||||
Content []ContentItem `json:"content"`
|
Content []ContentItem `json:"content,omitempty"`
|
||||||
CallbackURL string `json:"callback_url,omitempty"`
|
CallbackURL string `json:"callback_url,omitempty"`
|
||||||
ReturnLastFrame *dto.BoolValue `json:"return_last_frame,omitempty"`
|
ReturnLastFrame *dto.BoolValue `json:"return_last_frame,omitempty"`
|
||||||
ServiceTier string `json:"service_tier,omitempty"`
|
ServiceTier string `json:"service_tier,omitempty"`
|
||||||
ExecutionExpiresAfter dto.IntValue `json:"execution_expires_after,omitempty"`
|
ExecutionExpiresAfter *dto.IntValue `json:"execution_expires_after,omitempty"`
|
||||||
GenerateAudio *dto.BoolValue `json:"generate_audio,omitempty"`
|
GenerateAudio *dto.BoolValue `json:"generate_audio,omitempty"`
|
||||||
Draft *dto.BoolValue `json:"draft,omitempty"`
|
Draft *dto.BoolValue `json:"draft,omitempty"`
|
||||||
Resolution string `json:"resolution,omitempty"`
|
Tools []struct {
|
||||||
Ratio string `json:"ratio,omitempty"`
|
Type string `json:"type,omitempty"`
|
||||||
Duration dto.IntValue `json:"duration,omitempty"`
|
} `json:"tools,omitempty"`
|
||||||
Frames dto.IntValue `json:"frames,omitempty"`
|
Resolution string `json:"resolution,omitempty"`
|
||||||
Seed dto.IntValue `json:"seed,omitempty"`
|
Ratio string `json:"ratio,omitempty"`
|
||||||
CameraFixed *dto.BoolValue `json:"camera_fixed,omitempty"`
|
Duration *dto.IntValue `json:"duration,omitempty"`
|
||||||
Watermark *dto.BoolValue `json:"watermark,omitempty"`
|
Frames *dto.IntValue `json:"frames,omitempty"`
|
||||||
|
Seed *dto.IntValue `json:"seed,omitempty"`
|
||||||
|
CameraFixed *dto.BoolValue `json:"camera_fixed,omitempty"`
|
||||||
|
Watermark *dto.BoolValue `json:"watermark,omitempty"`
|
||||||
}
|
}
|
||||||
|
|
||||||
type responsePayload struct {
|
type responsePayload struct {
|
||||||
@@ -76,9 +76,15 @@ type responseTask struct {
|
|||||||
Ratio string `json:"ratio"`
|
Ratio string `json:"ratio"`
|
||||||
FramesPerSecond int `json:"framespersecond"`
|
FramesPerSecond int `json:"framespersecond"`
|
||||||
ServiceTier string `json:"service_tier"`
|
ServiceTier string `json:"service_tier"`
|
||||||
Usage struct {
|
Tools []struct {
|
||||||
|
Type string `json:"type"`
|
||||||
|
} `json:"tools"`
|
||||||
|
Usage struct {
|
||||||
CompletionTokens int `json:"completion_tokens"`
|
CompletionTokens int `json:"completion_tokens"`
|
||||||
TotalTokens int `json:"total_tokens"`
|
TotalTokens int `json:"total_tokens"`
|
||||||
|
ToolUsage struct {
|
||||||
|
WebSearch int `json:"web_search"`
|
||||||
|
} `json:"tool_usage"`
|
||||||
} `json:"usage"`
|
} `json:"usage"`
|
||||||
CreatedAt int64 `json:"created_at"`
|
CreatedAt int64 `json:"created_at"`
|
||||||
UpdatedAt int64 `json:"updated_at"`
|
UpdatedAt int64 `json:"updated_at"`
|
||||||
@@ -108,12 +114,12 @@ func (a *TaskAdaptor) ValidateRequestAndSetAction(c *gin.Context, info *relaycom
|
|||||||
}
|
}
|
||||||
|
|
||||||
// BuildRequestURL constructs the upstream URL.
|
// BuildRequestURL constructs the upstream URL.
|
||||||
func (a *TaskAdaptor) BuildRequestURL(info *relaycommon.RelayInfo) (string, error) {
|
func (a *TaskAdaptor) BuildRequestURL(_ *relaycommon.RelayInfo) (string, error) {
|
||||||
return fmt.Sprintf("%s/api/v3/contents/generations/tasks", a.baseURL), nil
|
return fmt.Sprintf("%s/api/v3/contents/generations/tasks", a.baseURL), nil
|
||||||
}
|
}
|
||||||
|
|
||||||
// BuildRequestHeader sets required headers.
|
// BuildRequestHeader sets required headers.
|
||||||
func (a *TaskAdaptor) BuildRequestHeader(c *gin.Context, req *http.Request, info *relaycommon.RelayInfo) error {
|
func (a *TaskAdaptor) BuildRequestHeader(_ *gin.Context, req *http.Request, _ *relaycommon.RelayInfo) error {
|
||||||
req.Header.Set("Content-Type", "application/json")
|
req.Header.Set("Content-Type", "application/json")
|
||||||
req.Header.Set("Accept", "application/json")
|
req.Header.Set("Accept", "application/json")
|
||||||
req.Header.Set("Authorization", "Bearer "+a.apiKey)
|
req.Header.Set("Authorization", "Bearer "+a.apiKey)
|
||||||
@@ -231,7 +237,7 @@ func (a *TaskAdaptor) convertToRequestPayload(req *relaycommon.TaskSubmitReq) (*
|
|||||||
for _, imgURL := range req.Images {
|
for _, imgURL := range req.Images {
|
||||||
r.Content = append(r.Content, ContentItem{
|
r.Content = append(r.Content, ContentItem{
|
||||||
Type: "image_url",
|
Type: "image_url",
|
||||||
ImageURL: &ImageURL{
|
ImageURL: &MediaURL{
|
||||||
URL: imgURL,
|
URL: imgURL,
|
||||||
},
|
},
|
||||||
})
|
})
|
||||||
|
|||||||
@@ -5,6 +5,8 @@ var ModelList = []string{
|
|||||||
"doubao-seedance-1-0-lite-t2v",
|
"doubao-seedance-1-0-lite-t2v",
|
||||||
"doubao-seedance-1-0-lite-i2v",
|
"doubao-seedance-1-0-lite-i2v",
|
||||||
"doubao-seedance-1-5-pro-251215",
|
"doubao-seedance-1-5-pro-251215",
|
||||||
|
"doubao-seedance-2-0-260128",
|
||||||
|
"doubao-seedance-2-0-fast-260128",
|
||||||
}
|
}
|
||||||
|
|
||||||
var ChannelName = "doubao-video"
|
var ChannelName = "doubao-video"
|
||||||
|
|||||||
Reference in New Issue
Block a user