package relay import ( "bytes" "errors" "fmt" "io" "net/http" "strconv" "strings" "github.com/QuantumNous/new-api/common" "github.com/QuantumNous/new-api/constant" "github.com/QuantumNous/new-api/dto" "github.com/QuantumNous/new-api/model" "github.com/QuantumNous/new-api/relay/channel" "github.com/QuantumNous/new-api/relay/channel/task/taskcommon" relaycommon "github.com/QuantumNous/new-api/relay/common" relayconstant "github.com/QuantumNous/new-api/relay/constant" "github.com/QuantumNous/new-api/relay/helper" "github.com/QuantumNous/new-api/service" "github.com/QuantumNous/new-api/types" "github.com/gin-gonic/gin" ) type TaskSubmitResult struct { UpstreamTaskID string TaskData []byte Platform constant.TaskPlatform Quota int UpstreamReqJSON []byte //PerCallPrice types.PriceData } func ResolveOriginTask(c *gin.Context, info *relaycommon.RelayInfo) *dto.TaskError { path := c.Request.URL.Path if strings.Contains(path, "/v1/videos/") && strings.HasSuffix(path, "/remix") { info.Action = constant.TaskActionRemix } if info.Action == constant.TaskActionRemix { videoID := c.Param("video_id") if strings.TrimSpace(videoID) == "" { return service.TaskErrorWrapperLocal(fmt.Errorf("video_id is required"), "invalid_request", http.StatusBadRequest) } info.OriginTaskID = videoID } if info.OriginTaskID == "" { return nil } originTask, exist, err := model.GetByTaskId(info.UserId, info.OriginTaskID) if err != nil { return service.TaskErrorWrapper(err, "get_origin_task_failed", http.StatusInternalServerError) } if !exist { return service.TaskErrorWrapperLocal(errors.New("task_origin_not_exist"), "task_not_exist", http.StatusBadRequest) } // 娴犲骸甯慨瀣╂崲閸斺剝甯圭€靛吋膩閸ㄥ鎮曢敓? if info.OriginModelName == "" { if originTask.Properties.OriginModelName != "" { info.OriginModelName = originTask.Properties.OriginModelName } else if originTask.Properties.UpstreamModelName != "" { info.OriginModelName = originTask.Properties.UpstreamModelName } else { var taskData map[string]interface{} _ = common.Unmarshal(originTask.Data, &taskData) if m, ok := taskData["model"].(string); ok && m != "" { info.OriginModelName = m } } } ch, err := model.GetChannelById(originTask.ChannelId, true) if err != nil { return service.TaskErrorWrapperLocal(err, "channel_not_found", http.StatusBadRequest) } if ch.Status != common.ChannelStatusEnabled { return service.TaskErrorWrapperLocal(errors.New("the channel of the origin task is disabled"), "task_channel_disable", http.StatusBadRequest) } info.LockedChannel = ch if info.Action == constant.TaskActionRemix { if originTask.PrivateData.BillingContext != nil { bc := originTask.PrivateData.BillingContext info.OriginPricing = &types.OriginPricingSnapshot{ BillingMode: bc.BillingMode, BillingUnit: bc.BillingUnit, PriceUSD: bc.ModelPrice, TokenUnitPriceUSD: bc.TokenUnitPriceUSD, Snapshot: types.CloneMapAny(bc.PricingSnapshot), OtherRatios: types.CloneRatios(bc.OtherRatios), PerCallBilling: bc.PerCallBilling, } } else { var taskData map[string]interface{} _ = common.Unmarshal(originTask.Data, &taskData) secondsStr, _ := taskData["seconds"].(string) seconds, _ := strconv.Atoi(secondsStr) if seconds <= 0 { seconds = 4 } sizeStr, _ := taskData["size"].(string) otherRatios := map[string]float64{ "seconds": float64(seconds), "size": 1, } if sizeStr == "1792x1024" || sizeStr == "1024x1792" { otherRatios["size"] = 1.666667 } info.OriginPricing = &types.OriginPricingSnapshot{ OtherRatios: otherRatios, PerCallBilling: false, } } } return nil } func RelayTaskSubmit(c *gin.Context, info *relaycommon.RelayInfo) (*TaskSubmitResult, *dto.TaskError) { info.InitChannelMeta(c) platform := constant.TaskPlatform(c.GetString("platform")) if platform == "" { platform = GetTaskPlatform(c) } adaptor := GetTaskAdaptor(platform) if adaptor == nil { return nil, service.TaskErrorWrapperLocal(fmt.Errorf("invalid api platform: %s", platform), "invalid_api_platform", http.StatusBadRequest) } adaptor.Init(info) if taskErr := adaptor.ValidateRequestAndSetAction(c, info); taskErr != nil { return nil, taskErr } modelName := info.OriginModelName if modelName == "" { modelName = service.CoverTaskActionToModelName(platform, info.Action) } info.UpstreamModelName = modelName if err := helper.ModelMappedHelper(c, info, nil); err != nil { return nil, service.TaskErrorWrapperLocal(err, "model_mapping_failed", http.StatusBadRequest) } if info.PublicTaskID == "" { info.PublicTaskID = model.GenerateTaskID() } // 4. 娴犻攱鐗哥拋锛勭暬閿涙艾鐔€绾偓濡€崇€锋禒閿嬬壐 info.OriginModelName = modelName priceData, pricingErr := helper.ModelPriceHelperPerCall(c, info) if pricingErr != nil { return nil, pricingErr } info.PriceData = priceData matrixOrOriginPricing := info.OriginPricing != nil || (info.PricingDecisionFrozen != nil && info.PricingDecisionFrozen.BillingMode == types.BillingModeMatrix) if !matrixOrOriginPricing { if estimatedRatios := adaptor.EstimateBilling(c, info); len(estimatedRatios) > 0 { for k, v := range estimatedRatios { info.PriceData.AddOtherRatio(k, v) } } } if !matrixOrOriginPricing && !common.StringsContains(constant.TaskPricePatches, modelName) { for _, ra := range info.PriceData.OtherRatios { if ra != 1.0 { info.PriceData.Quota = int(float64(info.PriceData.Quota) * ra) } } } if info.Billing == nil && !info.PriceData.FreeModel { info.ForcePreConsume = true if apiErr := service.PreConsumeBilling(c, info.PriceData.Quota, info); apiErr != nil { return nil, service.TaskErrorFromAPIError(apiErr) } } requestBody, err := adaptor.BuildRequestBody(c, info) if err != nil { return nil, service.TaskErrorWrapper(err, "build_request_failed", http.StatusInternalServerError) } var upstreamReqBytes []byte if requestBody != nil { upstreamReqBytes, err = io.ReadAll(requestBody) if err != nil { return nil, service.TaskErrorWrapper(err, "read_request_body_failed", http.StatusInternalServerError) } requestBody = bytes.NewReader(upstreamReqBytes) } resp, err := adaptor.DoRequest(c, info, requestBody) if err != nil { return nil, service.TaskErrorWrapper(err, "do_request_failed", http.StatusInternalServerError) } if resp != nil && resp.StatusCode != http.StatusOK { responseBody, _ := io.ReadAll(resp.Body) return nil, service.TaskErrorWrapper(fmt.Errorf("%s", string(responseBody)), "fail_to_fetch_task", resp.StatusCode) } otherRatios := info.PriceData.OtherRatios if otherRatios == nil { otherRatios = map[string]float64{} } ratiosJSON, _ := common.Marshal(otherRatios) c.Header("X-New-Api-Other-Ratios", string(ratiosJSON)) // 11. 鐟欙絾鐎介崫宥呯安 upstreamTaskID, taskData, taskErr := adaptor.DoResponse(c, resp, info) if taskErr != nil { return nil, taskErr } finalQuota := info.PriceData.Quota if !matrixOrOriginPricing { if adjustedRatios := adaptor.AdjustBillingOnSubmit(info, taskData); len(adjustedRatios) > 0 { finalQuota = recalcQuotaFromRatios(info, adjustedRatios) info.PriceData.OtherRatios = adjustedRatios info.PriceData.Quota = finalQuota } } return &TaskSubmitResult{ UpstreamTaskID: upstreamTaskID, TaskData: taskData, Platform: platform, Quota: finalQuota, UpstreamReqJSON: upstreamReqBytes, }, nil } func recalcQuotaFromRatios(info *relaycommon.RelayInfo, ratios map[string]float64) int { baseQuota := info.PriceData.Quota for _, ra := range info.PriceData.OtherRatios { if ra != 1.0 && ra > 0 { baseQuota = int(float64(baseQuota) / ra) } } // 鎼存梻鏁ら弬鎵畱 ratios result := float64(baseQuota) for _, ra := range ratios { if ra != 1.0 { result *= ra } } return int(result) } var fetchRespBuilders = map[int]func(c *gin.Context) (respBody []byte, taskResp *dto.TaskError){ relayconstant.RelayModeSunoFetchByID: sunoFetchByIDRespBodyBuilder, relayconstant.RelayModeSunoFetch: sunoFetchRespBodyBuilder, relayconstant.RelayModeVideoFetchByID: videoFetchByIDRespBodyBuilder, } func RelayTaskFetch(c *gin.Context, relayMode int) (taskResp *dto.TaskError) { respBuilder, ok := fetchRespBuilders[relayMode] if !ok { taskResp = service.TaskErrorWrapperLocal(errors.New("invalid_relay_mode"), "invalid_relay_mode", http.StatusBadRequest) } respBody, taskErr := respBuilder(c) if taskErr != nil { return taskErr } if len(respBody) == 0 { respBody = []byte("{\"code\":\"success\",\"data\":null}") } c.Writer.Header().Set("Content-Type", "application/json") _, err := io.Copy(c.Writer, bytes.NewBuffer(respBody)) if err != nil { taskResp = service.TaskErrorWrapper(err, "copy_response_body_failed", http.StatusInternalServerError) return } return } func sunoFetchRespBodyBuilder(c *gin.Context) (respBody []byte, taskResp *dto.TaskError) { userId := c.GetInt("id") var condition = struct { IDs []any `json:"ids"` Action string `json:"action"` }{} err := c.BindJSON(&condition) if err != nil { taskResp = service.TaskErrorWrapper(err, "invalid_request", http.StatusBadRequest) return } var tasks []any if len(condition.IDs) > 0 { taskModels, err := model.GetByTaskIds(userId, condition.IDs) if err != nil { taskResp = service.TaskErrorWrapper(err, "get_tasks_failed", http.StatusInternalServerError) return } for _, task := range taskModels { tasks = append(tasks, TaskModel2Dto(task)) } } else { tasks = make([]any, 0) } respBody, err = common.Marshal(dto.TaskResponse[[]any]{ Code: "success", Data: tasks, }) return } func sunoFetchByIDRespBodyBuilder(c *gin.Context) (respBody []byte, taskResp *dto.TaskError) { taskId := c.Param("id") userId := c.GetInt("id") originTask, exist, err := model.GetByTaskId(userId, taskId) if err != nil { taskResp = service.TaskErrorWrapper(err, "get_task_failed", http.StatusInternalServerError) return } if !exist { taskResp = service.TaskErrorWrapperLocal(errors.New("task_not_exist"), "task_not_exist", http.StatusBadRequest) return } respBody, err = common.Marshal(dto.TaskResponse[any]{ Code: "success", Data: TaskModel2Dto(originTask), }) return } func videoFetchByIDRespBodyBuilder(c *gin.Context) (respBody []byte, taskResp *dto.TaskError) { taskId := c.Param("task_id") if taskId == "" { taskId = c.GetString("task_id") } userId := c.GetInt("id") originTask, exist, err := model.GetByTaskId(userId, taskId) if err != nil { taskResp = service.TaskErrorWrapper(err, "get_task_failed", http.StatusInternalServerError) return } if !exist { taskResp = service.TaskErrorWrapperLocal(errors.New("task_not_exist"), "task_not_exist", http.StatusBadRequest) return } isOpenAIVideoAPI := strings.HasPrefix(c.Request.RequestURI, "/v1/videos/") // Gemini/Vertex 閺€顖涘瘮鐎圭偞妞傞弻銉嚄閿涙氨鏁ら敓?fetch 閺冨墎娲块幒銉ょ矤娑撳﹥鐖堕幏澶婂絿閺堚偓閺傛壆濮搁敓? if realtimeResp := tryRealtimeFetch(originTask, isOpenAIVideoAPI); len(realtimeResp) > 0 { respBody = realtimeResp return } if isOpenAIVideoAPI { adaptor := GetTaskAdaptor(originTask.Platform) if adaptor == nil { taskResp = service.TaskErrorWrapperLocal(fmt.Errorf("invalid channel id: %d", originTask.ChannelId), "invalid_channel_id", http.StatusBadRequest) return } if converter, ok := adaptor.(channel.OpenAIVideoConverter); ok { openAIVideoData, err := converter.ConvertToOpenAIVideo(originTask) if err != nil { taskResp = service.TaskErrorWrapper(err, "convert_to_openai_video_failed", http.StatusInternalServerError) return } respBody = openAIVideoData return } taskResp = service.TaskErrorWrapperLocal(fmt.Errorf("not_implemented:%s", originTask.Platform), "not_implemented", http.StatusNotImplemented) return } respBody, err = common.Marshal(dto.TaskResponse[any]{ Code: "success", Data: TaskModel2Dto(originTask), }) if err != nil { taskResp = service.TaskErrorWrapper(err, "marshal_response_failed", http.StatusInternalServerError) } return } func tryRealtimeFetch(task *model.Task, isOpenAIVideoAPI bool) []byte { channelModel, err := model.GetChannelById(task.ChannelId, true) if err != nil { return nil } if channelModel.Type != constant.ChannelTypeVertexAi && channelModel.Type != constant.ChannelTypeGemini { return nil } baseURL := constant.ChannelBaseURLs[channelModel.Type] if channelModel.GetBaseURL() != "" { baseURL = channelModel.GetBaseURL() } proxy := channelModel.GetSetting().Proxy adaptor := GetTaskAdaptor(constant.TaskPlatform(strconv.Itoa(channelModel.Type))) if adaptor == nil { return nil } resp, err := adaptor.FetchTask(baseURL, channelModel.Key, map[string]any{ "task_id": task.GetUpstreamTaskID(), "action": task.Action, }, proxy) if err != nil || resp == nil { return nil } defer resp.Body.Close() body, err := io.ReadAll(resp.Body) if err != nil { return nil } ti, err := adaptor.ParseTaskResult(body) if err != nil || ti == nil { return nil } snap := task.Snapshot() if ti.Status != "" { task.Status = model.TaskStatus(ti.Status) } if ti.Progress != "" { task.Progress = ti.Progress } if strings.HasPrefix(ti.Url, "data:") { } else if ti.Url != "" { task.PrivateData.ResultURL = ti.Url } else if task.Status == model.TaskStatusSuccess { task.PrivateData.ResultURL = taskcommon.BuildProxyURL(task.TaskID) } if !snap.Equal(task.Snapshot()) { _, _ = task.UpdateWithStatus(snap.Status) } if isOpenAIVideoAPI { return nil } format := detectVideoFormat(body) out := map[string]any{ "error": nil, "format": format, "metadata": nil, "status": mapTaskStatusToSimple(task.Status), "task_id": task.TaskID, "url": task.GetResultURL(), } respBody, _ := common.Marshal(dto.TaskResponse[any]{ Code: "success", Data: out, }) return respBody } func detectVideoFormat(rawBody []byte) string { var raw map[string]any if err := common.Unmarshal(rawBody, &raw); err != nil { return "mp4" } respObj, ok := raw["response"].(map[string]any) if !ok { return "mp4" } vids, ok := respObj["videos"].([]any) if !ok || len(vids) == 0 { return "mp4" } v0, ok := vids[0].(map[string]any) if !ok { return "mp4" } mt, ok := v0["mimeType"].(string) if !ok || mt == "" || strings.Contains(mt, "mp4") { return "mp4" } return mt } func mapTaskStatusToSimple(status model.TaskStatus) string { switch status { case model.TaskStatusSuccess: return "succeeded" case model.TaskStatusFailure: return "failed" case model.TaskStatusQueued, model.TaskStatusSubmitted: return "queued" default: return "processing" } } func TaskModel2Dto(task *model.Task) *dto.TaskDto { return &dto.TaskDto{ ID: task.ID, CreatedAt: task.CreatedAt, UpdatedAt: task.UpdatedAt, TaskID: task.TaskID, Platform: string(task.Platform), UserId: task.UserId, Group: task.Group, ChannelId: task.ChannelId, Quota: task.Quota, Action: task.Action, Status: string(task.Status), FailReason: task.FailReason, ResultURL: task.GetResultURL(), SubmitTime: task.SubmitTime, StartTime: task.StartTime, FinishTime: task.FinishTime, Progress: task.Progress, Properties: task.Properties, Username: task.Username, Data: task.Data, } }