You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
 
 
 

334 lines
12 KiB

  1. package model
  2. import (
  3. "fmt"
  4. "strconv"
  5. "strings"
  6. "sync"
  7. "github.com/QuantumNous/new-api/common"
  8. "github.com/QuantumNous/new-api/setting/ratio_setting"
  9. "gorm.io/gorm"
  10. "gorm.io/gorm/clause"
  11. )
  12. // 渠道定价缓存
  13. var (
  14. channelPricingCache = make(map[string]*ChannelPricing) // key: "modelName:channelId"
  15. channelPricingCacheLock sync.RWMutex
  16. )
  17. // QuotaType 计费类型
  18. const (
  19. QuotaTypeByTokens = 0 // 按量计费
  20. QuotaTypeByCall = 1 // 按次计费
  21. )
  22. // ChannelPricing 渠道定价表
  23. // 支持同一模型在不同渠道设置不同价格
  24. type ChannelPricing struct {
  25. Id int `json:"id" gorm:"primaryKey"`
  26. ModelName string `json:"model_name" gorm:"size:128;not null;uniqueIndex:idx_model_channel,priority:1"`
  27. ChannelId int `json:"channel_id" gorm:"not null;uniqueIndex:idx_model_channel,priority:2;index"`
  28. QuotaType int `json:"quota_type" gorm:"default:0"` // 0=按量, 1=按次
  29. ModelRatio float64 `json:"model_ratio" gorm:"default:0"`
  30. CompletionRatio float64 `json:"completion_ratio" gorm:"default:0"`
  31. ModelPrice float64 `json:"model_price" gorm:"default:0"`
  32. TagIds string `json:"tag_ids" gorm:"type:varchar(255)"` // 逗号分隔的标签ID
  33. CreatedTime int64 `json:"created_time" gorm:"bigint"`
  34. UpdatedTime int64 `json:"updated_time" gorm:"bigint"`
  35. DeletedAt gorm.DeletedAt `json:"-" gorm:"index"`
  36. // === 新增字段(0 = 未设置,回退全局值) ===
  37. CacheRatio float64 `json:"cache_ratio" gorm:"default:0"`
  38. CacheCreationRatio float64 `json:"cache_creation_ratio" gorm:"default:0"`
  39. ImageRatio float64 `json:"image_ratio" gorm:"default:0"`
  40. AudioRatio float64 `json:"audio_ratio" gorm:"default:0"`
  41. AudioCompletionRatio float64 `json:"audio_completion_ratio" gorm:"default:0"`
  42. IsDefault bool `json:"is_default" gorm:"default:false;index"`
  43. }
  44. // setCache 写穿透缓存
  45. func setCache(key string, cp *ChannelPricing) {
  46. channelPricingCacheLock.Lock()
  47. channelPricingCache[key] = cp
  48. channelPricingCacheLock.Unlock()
  49. }
  50. func removeCache(key string) {
  51. channelPricingCacheLock.Lock()
  52. delete(channelPricingCache, key)
  53. channelPricingCacheLock.Unlock()
  54. }
  55. // ApplyFields 批量设置定价字段(消除 controller 层的重复赋值)
  56. func (cp *ChannelPricing) ApplyFields(quotaType int, modelRatio, completionRatio, modelPrice float64, tagIds string, cacheRatio, cacheCreationRatio, imageRatio, audioRatio, audioCompletionRatio float64) {
  57. cp.QuotaType = quotaType
  58. cp.ModelRatio = modelRatio
  59. cp.CompletionRatio = completionRatio
  60. cp.ModelPrice = modelPrice
  61. cp.TagIds = tagIds
  62. cp.CacheRatio = cacheRatio
  63. cp.CacheCreationRatio = cacheCreationRatio
  64. cp.ImageRatio = imageRatio
  65. cp.AudioRatio = audioRatio
  66. cp.AudioCompletionRatio = audioCompletionRatio
  67. }
  68. func (cp *ChannelPricing) Insert() error {
  69. now := common.GetTimestamp()
  70. cp.CreatedTime = now
  71. cp.UpdatedTime = now
  72. err := DB.Create(cp).Error
  73. if err == nil {
  74. setCache(getChannelPricingCacheKey(cp.ModelName, cp.ChannelId), cp)
  75. }
  76. return err
  77. }
  78. func (cp *ChannelPricing) Update() error {
  79. cp.UpdatedTime = common.GetTimestamp()
  80. err := DB.Model(&ChannelPricing{}).Where("id = ?", cp.Id).
  81. Select("quota_type", "model_ratio", "completion_ratio", "model_price",
  82. "tag_ids", "cache_ratio", "cache_creation_ratio", "image_ratio",
  83. "audio_ratio", "audio_completion_ratio", "is_default", "updated_time").
  84. Updates(cp).Error
  85. if err == nil {
  86. setCache(getChannelPricingCacheKey(cp.ModelName, cp.ChannelId), cp)
  87. }
  88. return err
  89. }
  90. func (cp *ChannelPricing) Delete() error {
  91. var existing ChannelPricing
  92. if err := DB.First(&existing, cp.Id).Error; err != nil {
  93. return err
  94. }
  95. err := DB.Delete(cp).Error
  96. if err == nil {
  97. removeCache(getChannelPricingCacheKey(existing.ModelName, existing.ChannelId))
  98. }
  99. return err
  100. }
  101. // GetChannelPricing 获取指定模型在指定渠道的定价
  102. func GetChannelPricing(modelName string, channelId int) (*ChannelPricing, error) {
  103. var cp ChannelPricing
  104. err := DB.Where("model_name = ? AND channel_id = ?", modelName, channelId).First(&cp).Error
  105. if err != nil {
  106. return nil, err
  107. }
  108. return &cp, nil
  109. }
  110. // GetChannelPricingByModel 获取指定模型的所有渠道定价
  111. func GetChannelPricingByModel(modelName string) ([]*ChannelPricing, error) {
  112. var list []*ChannelPricing
  113. err := DB.Where("model_name = ?", modelName).Find(&list).Error
  114. return list, err
  115. }
  116. // GetAllChannelPricing 获取所有渠道定价(分页)
  117. func GetAllChannelPricing(offset int, limit int) ([]*ChannelPricing, int64, error) {
  118. var list []*ChannelPricing
  119. var total int64
  120. if err := DB.Model(&ChannelPricing{}).Count(&total).Error; err != nil {
  121. return nil, 0, err
  122. }
  123. err := DB.Order("id DESC").Offset(offset).Limit(limit).Find(&list).Error
  124. return list, total, err
  125. }
  126. // BatchUpsertChannelPricing 批量创建或更新渠道定价
  127. func BatchUpsertChannelPricing(pricings []*ChannelPricing) error {
  128. if len(pricings) == 0 {
  129. return nil
  130. }
  131. now := common.GetTimestamp()
  132. for _, cp := range pricings {
  133. cp.UpdatedTime = now
  134. // 仅在 CreatedTime 为空时设置(新记录)
  135. if cp.CreatedTime == 0 {
  136. cp.CreatedTime = now
  137. }
  138. }
  139. // 使用 GORM 的 OnConflict 实现 upsert
  140. // 唯一索引为 idx_model_channel (model_name, channel_id)
  141. err := DB.Clauses(clause.OnConflict{
  142. Columns: []clause.Column{
  143. {Name: "model_name"},
  144. {Name: "channel_id"},
  145. },
  146. DoUpdates: clause.AssignmentColumns([]string{
  147. "quota_type",
  148. "model_ratio",
  149. "completion_ratio",
  150. "model_price",
  151. "tag_ids",
  152. "cache_ratio",
  153. "cache_creation_ratio",
  154. "image_ratio",
  155. "audio_ratio",
  156. "audio_completion_ratio",
  157. "updated_time",
  158. }),
  159. }).Create(&pricings).Error
  160. if err == nil {
  161. for _, cp := range pricings {
  162. setCache(getChannelPricingCacheKey(cp.ModelName, cp.ChannelId), cp)
  163. }
  164. }
  165. return err
  166. }
  167. // getChannelPricingCacheKey 生成缓存键
  168. func getChannelPricingCacheKey(modelName string, channelId int) string {
  169. return fmt.Sprintf("%s:%d", modelName, channelId)
  170. }
  171. // GetEffectivePricing 获取有效定价(纯内存查找)
  172. func GetEffectivePricing(modelName string, channelId int) (*ChannelPricing, bool) {
  173. key := getChannelPricingCacheKey(modelName, channelId)
  174. channelPricingCacheLock.RLock()
  175. cp, ok := channelPricingCache[key]
  176. channelPricingCacheLock.RUnlock()
  177. if !ok {
  178. return nil, false
  179. }
  180. return cp, true
  181. }
  182. // ParseTagIds 解析逗号分隔的标签ID字符串为 PricingTag 切片
  183. func ParseTagIds(tagIds string, tagMap map[int]*PricingTag) []*PricingTag {
  184. if tagIds == "" {
  185. return nil
  186. }
  187. tags := make([]*PricingTag, 0)
  188. for _, idStr := range strings.Split(tagIds, ",") {
  189. if id, err := strconv.Atoi(strings.TrimSpace(idStr)); err == nil {
  190. if tag, ok := tagMap[id]; ok {
  191. tags = append(tags, tag)
  192. }
  193. }
  194. }
  195. return tags
  196. }
  197. // LoadChannelPricingCache 全量加载渠道定价到内存(启动时调用)
  198. func LoadChannelPricingCache() {
  199. var pricings []*ChannelPricing
  200. if err := DB.Find(&pricings).Error; err != nil {
  201. common.SysError("[ChannelPricing] LoadChannelPricingCache failed: " + err.Error())
  202. return
  203. }
  204. channelPricingCacheLock.Lock()
  205. channelPricingCache = make(map[string]*ChannelPricing, len(pricings))
  206. for _, cp := range pricings {
  207. key := getChannelPricingCacheKey(cp.ModelName, cp.ChannelId)
  208. channelPricingCache[key] = cp
  209. }
  210. channelPricingCacheLock.Unlock()
  211. common.SysLog(fmt.Sprintf("[ChannelPricing] cache loaded %d records", len(pricings)))
  212. }
  213. // ChannelPricingWithChannel 带渠道信息的定价响应
  214. type ChannelPricingWithChannel struct {
  215. Id int `json:"id"`
  216. ChannelId int `json:"channel_id"`
  217. ChannelName string `json:"channel_name"`
  218. ChannelPublicName string `json:"channel_public_name"`
  219. ChannelType int `json:"channel_type"`
  220. TagIds string `json:"tag_ids" gorm:"column:tag_ids"` // 渠道定价的标签ID列表(逗号分隔)
  221. Tags []*PricingTag `json:"tags" gorm:"-"` // 渠道定价的标签详情(不参与数据库扫描)
  222. QuotaType int `json:"quota_type"` // 0=按量, 1=按次
  223. ModelRatio float64 `json:"model_ratio"`
  224. CompletionRatio float64 `json:"completion_ratio"`
  225. ModelPrice float64 `json:"model_price"`
  226. HasCustomPricing bool `json:"has_custom_pricing"` // 是否有自定义定价
  227. CacheRatio float64 `json:"cache_ratio"`
  228. CacheCreationRatio float64 `json:"cache_creation_ratio"`
  229. ImageRatio float64 `json:"image_ratio"`
  230. AudioRatio float64 `json:"audio_ratio"`
  231. AudioCompletionRatio float64 `json:"audio_completion_ratio"`
  232. IsDefault bool `json:"is_default"`
  233. UserRatio float64 `json:"user_ratio"`
  234. }
  235. // GetChannelPricingByModelWithChannelInfo 获取指定模型的渠道定价(带渠道信息)
  236. // 返回所有支持该模型的渠道,对于没有渠道定价的渠道使用全局默认价格
  237. func GetChannelPricingByModelWithChannelInfo(modelName string) ([]*ChannelPricingWithChannel, error) {
  238. var results []*ChannelPricingWithChannel
  239. // 获取全局默认价格
  240. globalModelRatio, hasRatio, _ := ratio_setting.GetModelRatio(modelName)
  241. globalModelPrice, hasPrice := ratio_setting.GetModelPrice(modelName, false)
  242. globalCompletionRatio := ratio_setting.GetCompletionRatio(modelName)
  243. // 确定默认计费类型
  244. var defaultQuotaType int
  245. if hasPrice {
  246. defaultQuotaType = QuotaTypeByCall
  247. } else {
  248. defaultQuotaType = QuotaTypeByTokens
  249. }
  250. // 如果没有全局价格,设置默认值
  251. if !hasRatio {
  252. globalModelRatio = 0
  253. }
  254. if !hasPrice {
  255. globalModelPrice = 0
  256. }
  257. // 查询所有支持该模型的渠道,左连接渠道定价表
  258. // 高级字段(cache/image/audio)不回退全局值,直接返回 0
  259. err := DB.Table("abilities").
  260. Select(`abilities.channel_id, channels.name as channel_name, channels.public_name as channel_public_name, channels.type as channel_type,
  261. COALESCE(channel_pricings.quota_type, ?) as quota_type,
  262. COALESCE(channel_pricings.model_ratio, ?) as model_ratio,
  263. COALESCE(channel_pricings.completion_ratio, ?) as completion_ratio,
  264. COALESCE(channel_pricings.model_price, ?) as model_price,
  265. channel_pricings.id as id,
  266. channel_pricings.tag_ids as tag_ids,
  267. COALESCE(channel_pricings.cache_ratio, 0) as cache_ratio,
  268. COALESCE(channel_pricings.cache_creation_ratio, 0) as cache_creation_ratio,
  269. COALESCE(channel_pricings.image_ratio, 0) as image_ratio,
  270. COALESCE(channel_pricings.audio_ratio, 0) as audio_ratio,
  271. COALESCE(channel_pricings.audio_completion_ratio, 0) as audio_completion_ratio,
  272. COALESCE(channel_pricings.is_default, false) as is_default,
  273. (channel_pricings.id IS NOT NULL) as has_custom_pricing`,
  274. defaultQuotaType, globalModelRatio, globalCompletionRatio, globalModelPrice).
  275. Joins("LEFT JOIN channels ON abilities.channel_id = channels.id").
  276. Joins("LEFT JOIN channel_pricings ON abilities.channel_id = channel_pricings.channel_id AND channel_pricings.model_name = ? AND channel_pricings.deleted_at IS NULL", modelName).
  277. Where("abilities.model = ?", modelName).
  278. Where("abilities.enabled = ?", true).
  279. Where("channels.status = ?", 1). // 只显示启用的渠道
  280. Group("abilities.channel_id, channels.name, channels.public_name, channels.type, channel_pricings.quota_type, channel_pricings.model_ratio, channel_pricings.completion_ratio, channel_pricings.model_price, channel_pricings.id, channel_pricings.tag_ids, channel_pricings.cache_ratio, channel_pricings.cache_creation_ratio, channel_pricings.image_ratio, channel_pricings.audio_ratio, channel_pricings.audio_completion_ratio, channel_pricings.is_default").
  281. Scan(&results).Error
  282. if err != nil {
  283. return nil, err
  284. }
  285. // 获取所有定价标签
  286. allTags, err := GetAllPricingTags()
  287. if err != nil {
  288. return results, nil // 如果获取标签失败,仍然返回基础结果
  289. }
  290. // 建立标签ID到标签的映射
  291. tagMap := make(map[int]*PricingTag)
  292. for _, tag := range allTags {
  293. tagMap[tag.Id] = tag
  294. }
  295. // 为每个渠道定价填充标签
  296. for _, result := range results {
  297. result.Tags = ParseTagIds(result.TagIds, tagMap)
  298. }
  299. return results, nil
  300. }