368 lines
13 KiB
Go
368 lines
13 KiB
Go
package handler
|
||
|
||
import (
|
||
"bytes"
|
||
"encoding/base64"
|
||
"encoding/json"
|
||
"fmt"
|
||
"io"
|
||
"mime"
|
||
"mime/multipart"
|
||
"net/http"
|
||
"strconv"
|
||
"strings"
|
||
|
||
"github.com/qianfree/team-api/relay/common"
|
||
)
|
||
|
||
// OpenAI Videos 协议（/v1/videos）入站转换层。
|
||
// 官方 SDK（openai-python / openai-node）对 POST /v1/videos 一律发送 multipart/form-data，
|
||
// 裸 HTTP 客户端常用 JSON——两种编码都要支持；解析后统一转成任务框架的通用请求体
|
||
// {model, prompt, seconds, ratio, metadata{duration, size, ratio, aspect_ratio, sound, generate_audio, image}}，
|
||
// 由各 taskchannel 适配器按需消费（kling 读顶层 seconds，volcengine 读 metadata.duration 等）。
|
||
// size / aspect_ratio / sound 均为协议扩展字段（官方 Videos 协议无此三项），
|
||
// 取值直接透传目标供应商的原生词汇，不做档位换算与白名单校验。
|
||
|
||
// videosInputReferenceMaxBytes 参考图上传大小上限。
|
||
// GoFrame server 默认 ClientMaxBodySize 8MB，base64 膨胀 4/3 后须留余量，取 6MB。
|
||
const videosInputReferenceMaxBytes = 6 << 20
|
||
|
||
// videosCreateRequest OpenAI Videos 创建请求的归一形态（multipart/JSON 解析后的产物）
|
||
type videosCreateRequest struct {
|
||
Model string
|
||
Prompt string
|
||
Seconds string // 统一归一为字符串（官方协议为 "4"/"8"/"12"）；空 = 未指定
|
||
Size string // 原样保留（如 "1280x720"）；空 = 未指定
|
||
InputReference string // 参考图：data URL 或 http(s) URL；空 = 无
|
||
AspectRatio string // 屏幕比例（如 "16:9"/"9:16"）；空 = 未指定（由适配器取各自默认档）
|
||
Sound string // 音频开关，归一为 "on"/"off"；空 = 未指定（由上游取默认）
|
||
}
|
||
|
||
// videosRequestEcho 提交时落 PrivateData.request_echo 的请求回显，
|
||
// retrieve（GET /v1/videos/{id}）时用于回显 prompt/seconds/size（上游响应不含这些字段）。
|
||
type videosRequestEcho struct {
|
||
Prompt string `json:"prompt"`
|
||
Seconds string `json:"seconds,omitempty"`
|
||
Size string `json:"size,omitempty"`
|
||
AspectRatio string `json:"aspect_ratio,omitempty"`
|
||
Sound string `json:"sound,omitempty"`
|
||
}
|
||
|
||
// jsonVideosCreateRequest JSON 编码的创建请求结构。
|
||
// input_reference 保留 RawMessage 以区分 {file_id} / {image_url} 两种引用形态。
|
||
type jsonVideosCreateRequest struct {
|
||
Model string `json:"model"`
|
||
Prompt string `json:"prompt"`
|
||
Seconds json.RawMessage `json:"seconds"` // string 或 number
|
||
Size string `json:"size"`
|
||
InputReference json.RawMessage `json:"input_reference"`
|
||
AspectRatio string `json:"aspect_ratio"`
|
||
Sound json.RawMessage `json:"sound"` // "on"/"off" 或 true/false
|
||
GenerateAudio json.RawMessage `json:"generate_audio"` // true/false（generate_audio 词汇，sound 缺省时生效）
|
||
}
|
||
|
||
// ParseVideosCreateRequest 解析 OpenAI Videos 创建请求（multipart 或 JSON）。
|
||
// 返回的 TaskError 已携带面向客户端的 HTTP 状态码与错误信息。
|
||
func ParseVideosCreateRequest(body []byte, contentType string) (*videosCreateRequest, *common.TaskError) {
|
||
mediaType, params, err := mime.ParseMediaType(contentType)
|
||
if err != nil {
|
||
mediaType = contentType // 非法 Content-Type 按 JSON 尝试解析
|
||
}
|
||
|
||
if strings.HasPrefix(mediaType, "multipart/") {
|
||
return parseVideosCreateMultipart(body, params["boundary"])
|
||
}
|
||
return parseVideosCreateJSON(body)
|
||
}
|
||
|
||
// parseVideosCreateJSON 解析 JSON 编码的创建请求
|
||
func parseVideosCreateJSON(body []byte) (*videosCreateRequest, *common.TaskError) {
|
||
var req jsonVideosCreateRequest
|
||
if err := json.Unmarshal(body, &req); err != nil {
|
||
return nil, &common.TaskError{StatusCode: http.StatusBadRequest, Message: "invalid request body: " + err.Error()}
|
||
}
|
||
|
||
out := &videosCreateRequest{
|
||
Model: strings.TrimSpace(req.Model),
|
||
Prompt: req.Prompt,
|
||
Size: strings.TrimSpace(req.Size),
|
||
AspectRatio: strings.TrimSpace(req.AspectRatio),
|
||
}
|
||
|
||
seconds, terr := normalizeVideosSeconds(req.Seconds)
|
||
if terr != nil {
|
||
return nil, terr
|
||
}
|
||
out.Seconds = seconds
|
||
|
||
// 音频开关：sound 更明确，优先；缺省时回退 generate_audio
|
||
sound, terr := normalizeVideosSound(req.Sound)
|
||
if terr != nil {
|
||
return nil, terr
|
||
}
|
||
if sound == "" {
|
||
sound, terr = normalizeVideosSound(req.GenerateAudio)
|
||
if terr != nil {
|
||
return nil, terr
|
||
}
|
||
}
|
||
out.Sound = sound
|
||
|
||
ref, terr := parseVideosInputReferenceJSON(req.InputReference)
|
||
if terr != nil {
|
||
return nil, terr
|
||
}
|
||
out.InputReference = ref
|
||
|
||
return out, nil
|
||
}
|
||
|
||
// parseVideosCreateMultipart 解析 multipart/form-data 编码的创建请求（官方 SDK 形态）。
|
||
// input_reference 可能是文件 part（上传），也可能是字符串 part（引用对象 JSON）。
|
||
func parseVideosCreateMultipart(body []byte, boundary string) (*videosCreateRequest, *common.TaskError) {
|
||
if boundary == "" {
|
||
return nil, &common.TaskError{StatusCode: http.StatusBadRequest, Message: "missing multipart boundary"}
|
||
}
|
||
|
||
form, err := multipart.NewReader(bytes.NewReader(body), boundary).ReadForm(videosInputReferenceMaxBytes)
|
||
if err != nil {
|
||
return nil, &common.TaskError{StatusCode: http.StatusBadRequest, Message: "invalid multipart form: " + err.Error()}
|
||
}
|
||
defer form.RemoveAll()
|
||
|
||
formValue := func(name string) string {
|
||
if vals := form.Value[name]; len(vals) > 0 {
|
||
return vals[0]
|
||
}
|
||
return ""
|
||
}
|
||
|
||
out := &videosCreateRequest{
|
||
Model: strings.TrimSpace(formValue("model")),
|
||
Prompt: formValue("prompt"),
|
||
Size: strings.TrimSpace(formValue("size")),
|
||
AspectRatio: strings.TrimSpace(formValue("aspect_ratio")),
|
||
}
|
||
|
||
seconds, terr := normalizeVideosSeconds(json.RawMessage(formValue("seconds")))
|
||
if terr != nil {
|
||
return nil, terr
|
||
}
|
||
out.Seconds = seconds
|
||
|
||
// multipart 的 part 值是裸字符串，包成 JSON 字符串后再走同一归一逻辑
|
||
sound, terr := normalizeVideosSound(multipartJSONString(formValue("sound")))
|
||
if terr != nil {
|
||
return nil, terr
|
||
}
|
||
if sound == "" {
|
||
sound, terr = normalizeVideosSound(multipartJSONString(formValue("generate_audio")))
|
||
if terr != nil {
|
||
return nil, terr
|
||
}
|
||
}
|
||
out.Sound = sound
|
||
|
||
// input_reference：优先文件 part，其次字符串 part（引用对象 JSON）
|
||
if files := form.File["input_reference"]; len(files) > 0 {
|
||
fh := files[0]
|
||
f, err := fh.Open()
|
||
if err != nil {
|
||
return nil, &common.TaskError{StatusCode: http.StatusBadRequest, Message: "failed to open input_reference file"}
|
||
}
|
||
defer f.Close()
|
||
|
||
raw, err := io.ReadAll(io.LimitReader(f, videosInputReferenceMaxBytes+1))
|
||
if err != nil {
|
||
return nil, &common.TaskError{StatusCode: http.StatusBadRequest, Message: "failed to read input_reference file"}
|
||
}
|
||
if len(raw) > videosInputReferenceMaxBytes {
|
||
return nil, &common.TaskError{StatusCode: http.StatusBadRequest, Message: "input_reference file too large, max 6MB"}
|
||
}
|
||
if len(raw) == 0 {
|
||
return nil, &common.TaskError{StatusCode: http.StatusBadRequest, Message: "input_reference file is empty"}
|
||
}
|
||
|
||
// 内容类型探测优先于 part 声明的 Content-Type（客户端常误标 application/octet-stream）
|
||
ct := fh.Header.Get("Content-Type")
|
||
if ct == "" || ct == "application/octet-stream" {
|
||
ct = http.DetectContentType(raw)
|
||
}
|
||
out.InputReference = "data:" + ct + ";base64," + base64.StdEncoding.EncodeToString(raw)
|
||
} else if v := formValue("input_reference"); v != "" {
|
||
ref, terr := parseVideosInputReferenceJSON(json.RawMessage(v))
|
||
if terr != nil {
|
||
return nil, terr
|
||
}
|
||
out.InputReference = ref
|
||
}
|
||
|
||
return out, nil
|
||
}
|
||
|
||
// normalizeVideosSeconds 归一 seconds 字段：接受字符串（官方形态）或数字（宽松兼容），统一转字符串。
|
||
// 不做 4/8/12 白名单校验——第三方视频模型时长档位各异，透传给适配器自行对齐。
|
||
func normalizeVideosSeconds(raw json.RawMessage) (string, *common.TaskError) {
|
||
if len(raw) == 0 {
|
||
return "", nil
|
||
}
|
||
var s string
|
||
if err := json.Unmarshal(raw, &s); err == nil {
|
||
return strings.TrimSpace(s), nil
|
||
}
|
||
var n json.Number
|
||
if err := json.Unmarshal(raw, &n); err == nil {
|
||
if _, convErr := strconv.ParseFloat(n.String(), 64); convErr == nil {
|
||
return n.String(), nil
|
||
}
|
||
}
|
||
return "", &common.TaskError{StatusCode: http.StatusBadRequest, Message: "invalid seconds field: must be a string or number"}
|
||
}
|
||
|
||
// multipartJSONString 把 multipart part 的裸字符串包成 JSON 字符串字面量，
|
||
// 空值返回 nil（视为未传）。这样 multipart 与 JSON 两种编码共用同一套归一逻辑。
|
||
func multipartJSONString(v string) json.RawMessage {
|
||
if strings.TrimSpace(v) == "" {
|
||
return nil
|
||
}
|
||
b, err := json.Marshal(v)
|
||
if err != nil {
|
||
return nil
|
||
}
|
||
return b
|
||
}
|
||
|
||
// normalizeVideosSound 归一音频开关：接受 "on"/"off"、"true"/"false"、"1"/"0"
|
||
// 以及布尔字面量，统一转成 "on"/"off"（可灵的上游词汇）。空 = 未指定。
|
||
// 不做厂商白名单校验——各上游对音频开关的词汇与默认值不同，归一后由适配器按需消费。
|
||
func normalizeVideosSound(raw json.RawMessage) (string, *common.TaskError) {
|
||
if len(raw) == 0 || string(raw) == "null" {
|
||
return "", nil
|
||
}
|
||
|
||
var b bool
|
||
if err := json.Unmarshal(raw, &b); err == nil {
|
||
if b {
|
||
return "on", nil
|
||
}
|
||
return "off", nil
|
||
}
|
||
|
||
var s string
|
||
if err := json.Unmarshal(raw, &s); err == nil {
|
||
switch strings.ToLower(strings.TrimSpace(s)) {
|
||
case "":
|
||
return "", nil
|
||
case "on", "true", "1", "yes":
|
||
return "on", nil
|
||
case "off", "false", "0", "no":
|
||
return "off", nil
|
||
}
|
||
}
|
||
|
||
return "", &common.TaskError{
|
||
StatusCode: http.StatusBadRequest,
|
||
Message: `invalid sound field: must be "on"/"off" or true/false`,
|
||
}
|
||
}
|
||
|
||
// parseVideosInputReferenceJSON 解析引用对象形态的 input_reference：
|
||
// - {"image_url": "https://... 或 data:..."} → 原样透传
|
||
// - {"file_id": "..."} → 不支持（平台无 Files API），返回 400 引导改用 image_url/文件上传
|
||
func parseVideosInputReferenceJSON(raw json.RawMessage) (string, *common.TaskError) {
|
||
if len(raw) == 0 || string(raw) == "null" {
|
||
return "", nil
|
||
}
|
||
|
||
var ref struct {
|
||
FileID string `json:"file_id"`
|
||
ImageURL string `json:"image_url"`
|
||
}
|
||
if err := json.Unmarshal(raw, &ref); err != nil {
|
||
return "", &common.TaskError{StatusCode: http.StatusBadRequest, Message: "invalid input_reference: expected file upload or {image_url}"}
|
||
}
|
||
switch {
|
||
case ref.ImageURL != "":
|
||
return ref.ImageURL, nil
|
||
case ref.FileID != "":
|
||
return "", &common.TaskError{
|
||
StatusCode: http.StatusBadRequest,
|
||
Message: "input_reference.file_id is not supported; upload the file directly or use image_url instead",
|
||
ErrCode: "file_id_not_supported",
|
||
}
|
||
default:
|
||
return "", &common.TaskError{StatusCode: http.StatusBadRequest, Message: "invalid input_reference: expected file upload or {image_url}"}
|
||
}
|
||
}
|
||
|
||
// BuildVideosTaskBody 把归一后的创建请求转成任务框架通用请求体（JSON 字节）。
|
||
// 顶层保留 seconds + ratio + images，metadata 写入 duration/size/ratio/aspect_ratio/sound/generate_audio/image。
|
||
// size 只借 OpenAI 协议的字段形态、不做任何档位换算：调用方直接传目标供应商的
|
||
// 原生分辨率词汇（如 MiniMax 的 768P/2K），原值经 metadata.size 透传给适配器。
|
||
func BuildVideosTaskBody(req *videosCreateRequest) ([]byte, error) {
|
||
body := map[string]any{
|
||
"model": req.Model,
|
||
"prompt": req.Prompt,
|
||
}
|
||
metadata := map[string]any{}
|
||
|
||
if req.Seconds != "" {
|
||
body["seconds"] = req.Seconds
|
||
if d, err := strconv.Atoi(req.Seconds); err == nil {
|
||
metadata["duration"] = d
|
||
}
|
||
}
|
||
if req.Size != "" {
|
||
metadata["size"] = req.Size
|
||
}
|
||
if req.AspectRatio != "" {
|
||
// 比例双写：minimax/volcengine 读 metadata.ratio，kling 读 metadata.aspect_ratio，
|
||
// minimax 的 resolveRatio 顶层 ratio 优先级最高，故三处同写
|
||
metadata["ratio"] = req.AspectRatio
|
||
metadata["aspect_ratio"] = req.AspectRatio
|
||
body["ratio"] = req.AspectRatio
|
||
}
|
||
if req.Sound != "" {
|
||
// 音频开关双写：kling 读 metadata.sound（"on"/"off"），volcengine 读 metadata.generate_audio（bool）
|
||
metadata["sound"] = req.Sound
|
||
metadata["generate_audio"] = req.Sound == "on"
|
||
}
|
||
if req.InputReference != "" {
|
||
metadata["image"] = req.InputReference
|
||
// volcengine 图生视频读根级 images 数组（kling 亦有该兜底）
|
||
body["images"] = []string{req.InputReference}
|
||
}
|
||
if len(metadata) > 0 {
|
||
body["metadata"] = metadata
|
||
}
|
||
|
||
data, err := json.Marshal(body)
|
||
if err != nil {
|
||
return nil, fmt.Errorf("marshal videos task body: %w", err)
|
||
}
|
||
return data, nil
|
||
}
|
||
|
||
// ValidateVideosCreateRequest 请求必填校验（model/prompt 官方均为必填）
|
||
func ValidateVideosCreateRequest(req *videosCreateRequest) *common.TaskError {
|
||
if req.Model == "" {
|
||
return &common.TaskError{StatusCode: http.StatusBadRequest, Message: "model is required"}
|
||
}
|
||
if strings.TrimSpace(req.Prompt) == "" {
|
||
return &common.TaskError{StatusCode: http.StatusBadRequest, Message: "prompt is required"}
|
||
}
|
||
return nil
|
||
}
|
||
|
||
// NewVideosRequestEcho 从归一请求构造提交回显（胶水层经 TaskRelayContext.RequestEcho 传入，
|
||
// 提交时随 PrivateData 落库，retrieve 时回显 prompt/seconds/size）
|
||
func NewVideosRequestEcho(req *videosCreateRequest) videosRequestEcho {
|
||
return videosRequestEcho{
|
||
Prompt: req.Prompt,
|
||
Seconds: req.Seconds,
|
||
Size: req.Size,
|
||
AspectRatio: req.AspectRatio,
|
||
Sound: req.Sound,
|
||
}
|
||
}
|