Não pode escolher mais do que 25 tópicos Os tópicos devem começar com uma letra ou um número, podem incluir traços ('-') e podem ter até 35 caracteres.
 
 
 

220 linhas
8.1 KiB

  1. package service
  2. import (
  3. "strings"
  4. "github.com/QuantumNous/new-api/common"
  5. "github.com/QuantumNous/new-api/constant"
  6. "github.com/QuantumNous/new-api/dto"
  7. relaycommon "github.com/QuantumNous/new-api/relay/common"
  8. "github.com/QuantumNous/new-api/types"
  9. "github.com/gin-gonic/gin"
  10. )
  11. func appendRequestPath(ctx *gin.Context, relayInfo *relaycommon.RelayInfo, other map[string]interface{}) {
  12. if other == nil {
  13. return
  14. }
  15. if ctx != nil && ctx.Request != nil && ctx.Request.URL != nil {
  16. if path := ctx.Request.URL.Path; path != "" {
  17. other["request_path"] = path
  18. return
  19. }
  20. }
  21. if relayInfo != nil && relayInfo.RequestURLPath != "" {
  22. path := relayInfo.RequestURLPath
  23. if idx := strings.Index(path, "?"); idx != -1 {
  24. path = path[:idx]
  25. }
  26. other["request_path"] = path
  27. }
  28. }
  29. func GenerateTextOtherInfo(ctx *gin.Context, relayInfo *relaycommon.RelayInfo, modelRatio, groupRatio, completionRatio float64,
  30. cacheTokens int, cacheRatio float64, modelPrice float64, userGroupRatio float64) map[string]interface{} {
  31. other := make(map[string]interface{})
  32. other["model_ratio"] = modelRatio
  33. other["group_ratio"] = groupRatio
  34. other["completion_ratio"] = completionRatio
  35. other["cache_tokens"] = cacheTokens
  36. other["cache_ratio"] = cacheRatio
  37. other["model_price"] = modelPrice
  38. other["user_group_ratio"] = userGroupRatio
  39. if relayInfo != nil && relayInfo.PriceData.UserChannelRatio != 1.0 {
  40. other["user_channel_ratio"] = relayInfo.PriceData.UserChannelRatio
  41. }
  42. other["frt"] = float64(relayInfo.FirstResponseTime.UnixMilli() - relayInfo.StartTime.UnixMilli())
  43. if relayInfo.ReasoningEffort != "" {
  44. other["reasoning_effort"] = relayInfo.ReasoningEffort
  45. }
  46. if relayInfo.IsModelMapped {
  47. other["is_model_mapped"] = true
  48. other["upstream_model_name"] = relayInfo.UpstreamModelName
  49. }
  50. isSystemPromptOverwritten := common.GetContextKeyBool(ctx, constant.ContextKeySystemPromptOverride)
  51. if isSystemPromptOverwritten {
  52. other["is_system_prompt_overwritten"] = true
  53. }
  54. adminInfo := make(map[string]interface{})
  55. adminInfo["use_channel"] = ctx.GetStringSlice("use_channel")
  56. isMultiKey := common.GetContextKeyBool(ctx, constant.ContextKeyChannelIsMultiKey)
  57. if isMultiKey {
  58. adminInfo["is_multi_key"] = true
  59. adminInfo["multi_key_index"] = common.GetContextKeyInt(ctx, constant.ContextKeyChannelMultiKeyIndex)
  60. }
  61. isLocalCountTokens := common.GetContextKeyBool(ctx, constant.ContextKeyLocalCountTokens)
  62. if isLocalCountTokens {
  63. adminInfo["local_count_tokens"] = isLocalCountTokens
  64. }
  65. AppendChannelAffinityAdminInfo(ctx, adminInfo)
  66. other["admin_info"] = adminInfo
  67. appendRequestPath(ctx, relayInfo, other)
  68. appendRequestConversionChain(relayInfo, other)
  69. appendBillingInfo(relayInfo, other)
  70. return other
  71. }
  72. func appendBillingInfo(relayInfo *relaycommon.RelayInfo, other map[string]interface{}) {
  73. if relayInfo == nil || other == nil {
  74. return
  75. }
  76. // billing_source: "wallet" or "subscription"
  77. if relayInfo.BillingSource != "" {
  78. other["billing_source"] = relayInfo.BillingSource
  79. }
  80. if relayInfo.UserSetting.BillingPreference != "" {
  81. other["billing_preference"] = relayInfo.UserSetting.BillingPreference
  82. }
  83. if relayInfo.BillingSource == "subscription" {
  84. if relayInfo.SubscriptionId != 0 {
  85. other["subscription_id"] = relayInfo.SubscriptionId
  86. }
  87. if relayInfo.SubscriptionPreConsumed > 0 {
  88. other["subscription_pre_consumed"] = relayInfo.SubscriptionPreConsumed
  89. }
  90. // post_delta: settlement delta applied after actual usage is known (can be negative for refund)
  91. if relayInfo.SubscriptionPostDelta != 0 {
  92. other["subscription_post_delta"] = relayInfo.SubscriptionPostDelta
  93. }
  94. if relayInfo.SubscriptionPlanId != 0 {
  95. other["subscription_plan_id"] = relayInfo.SubscriptionPlanId
  96. }
  97. if relayInfo.SubscriptionPlanTitle != "" {
  98. other["subscription_plan_title"] = relayInfo.SubscriptionPlanTitle
  99. }
  100. // Compute "this request" subscription consumed + remaining
  101. consumed := relayInfo.SubscriptionPreConsumed + relayInfo.SubscriptionPostDelta
  102. usedFinal := relayInfo.SubscriptionAmountUsedAfterPreConsume + relayInfo.SubscriptionPostDelta
  103. if consumed < 0 {
  104. consumed = 0
  105. }
  106. if usedFinal < 0 {
  107. usedFinal = 0
  108. }
  109. if relayInfo.SubscriptionAmountTotal > 0 {
  110. remain := relayInfo.SubscriptionAmountTotal - usedFinal
  111. if remain < 0 {
  112. remain = 0
  113. }
  114. other["subscription_total"] = relayInfo.SubscriptionAmountTotal
  115. other["subscription_used"] = usedFinal
  116. other["subscription_remain"] = remain
  117. }
  118. if consumed > 0 {
  119. other["subscription_consumed"] = consumed
  120. }
  121. // Wallet quota is not deducted when billed from subscription.
  122. other["wallet_quota_deducted"] = 0
  123. }
  124. }
  125. func appendRequestConversionChain(relayInfo *relaycommon.RelayInfo, other map[string]interface{}) {
  126. if relayInfo == nil || other == nil {
  127. return
  128. }
  129. if len(relayInfo.RequestConversionChain) == 0 {
  130. return
  131. }
  132. chain := make([]string, 0, len(relayInfo.RequestConversionChain))
  133. for _, f := range relayInfo.RequestConversionChain {
  134. switch f {
  135. case types.RelayFormatOpenAI:
  136. chain = append(chain, "OpenAI Compatible")
  137. case types.RelayFormatClaude:
  138. chain = append(chain, "Claude Messages")
  139. case types.RelayFormatGemini:
  140. chain = append(chain, "Google Gemini")
  141. case types.RelayFormatOpenAIResponses:
  142. chain = append(chain, "OpenAI Responses")
  143. default:
  144. chain = append(chain, string(f))
  145. }
  146. }
  147. if len(chain) == 0 {
  148. return
  149. }
  150. other["request_conversion"] = chain
  151. }
  152. func GenerateWssOtherInfo(ctx *gin.Context, relayInfo *relaycommon.RelayInfo, usage *dto.RealtimeUsage, modelRatio, groupRatio, completionRatio, audioRatio, audioCompletionRatio, modelPrice, userGroupRatio float64) map[string]interface{} {
  153. info := GenerateTextOtherInfo(ctx, relayInfo, modelRatio, groupRatio, completionRatio, 0, 0.0, modelPrice, userGroupRatio)
  154. info["ws"] = true
  155. info["audio_input"] = usage.InputTokenDetails.AudioTokens
  156. info["audio_output"] = usage.OutputTokenDetails.AudioTokens
  157. info["text_input"] = usage.InputTokenDetails.TextTokens
  158. info["text_output"] = usage.OutputTokenDetails.TextTokens
  159. info["audio_ratio"] = audioRatio
  160. info["audio_completion_ratio"] = audioCompletionRatio
  161. return info
  162. }
  163. func GenerateAudioOtherInfo(ctx *gin.Context, relayInfo *relaycommon.RelayInfo, usage *dto.Usage, modelRatio, groupRatio, completionRatio, audioRatio, audioCompletionRatio, modelPrice, userGroupRatio float64) map[string]interface{} {
  164. info := GenerateTextOtherInfo(ctx, relayInfo, modelRatio, groupRatio, completionRatio, 0, 0.0, modelPrice, userGroupRatio)
  165. info["audio"] = true
  166. info["audio_input"] = usage.PromptTokensDetails.AudioTokens
  167. info["audio_output"] = usage.CompletionTokenDetails.AudioTokens
  168. info["text_input"] = usage.PromptTokensDetails.TextTokens
  169. info["text_output"] = usage.CompletionTokenDetails.TextTokens
  170. info["audio_ratio"] = audioRatio
  171. info["audio_completion_ratio"] = audioCompletionRatio
  172. return info
  173. }
  174. func GenerateClaudeOtherInfo(ctx *gin.Context, relayInfo *relaycommon.RelayInfo, modelRatio, groupRatio, completionRatio float64,
  175. cacheTokens int, cacheRatio float64,
  176. cacheCreationTokens int, cacheCreationRatio float64,
  177. cacheCreationTokens5m int, cacheCreationRatio5m float64,
  178. cacheCreationTokens1h int, cacheCreationRatio1h float64,
  179. modelPrice float64, userGroupRatio float64) map[string]interface{} {
  180. info := GenerateTextOtherInfo(ctx, relayInfo, modelRatio, groupRatio, completionRatio, cacheTokens, cacheRatio, modelPrice, userGroupRatio)
  181. info["claude"] = true
  182. info["cache_creation_tokens"] = cacheCreationTokens
  183. info["cache_creation_ratio"] = cacheCreationRatio
  184. if cacheCreationTokens5m != 0 {
  185. info["cache_creation_tokens_5m"] = cacheCreationTokens5m
  186. info["cache_creation_ratio_5m"] = cacheCreationRatio5m
  187. }
  188. if cacheCreationTokens1h != 0 {
  189. info["cache_creation_tokens_1h"] = cacheCreationTokens1h
  190. info["cache_creation_ratio_1h"] = cacheCreationRatio1h
  191. }
  192. return info
  193. }
  194. func GenerateMjOtherInfo(relayInfo *relaycommon.RelayInfo, priceData types.PriceData) map[string]interface{} {
  195. other := make(map[string]interface{})
  196. other["model_price"] = priceData.ModelPrice
  197. other["group_ratio"] = priceData.GroupRatioInfo.GroupRatio
  198. if priceData.GroupRatioInfo.HasSpecialRatio {
  199. other["user_group_ratio"] = priceData.GroupRatioInfo.GroupSpecialRatio
  200. }
  201. appendRequestPath(nil, relayInfo, other)
  202. return other
  203. }