You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
 
 
 

162 rivejä
5.2 KiB

  1. package relay
  2. import (
  3. "bytes"
  4. "net/http"
  5. "strings"
  6. "github.com/QuantumNous/new-api/common"
  7. "github.com/QuantumNous/new-api/constant"
  8. "github.com/QuantumNous/new-api/dto"
  9. "github.com/QuantumNous/new-api/relay/channel"
  10. openaichannel "github.com/QuantumNous/new-api/relay/channel/openai"
  11. relaycommon "github.com/QuantumNous/new-api/relay/common"
  12. relayconstant "github.com/QuantumNous/new-api/relay/constant"
  13. "github.com/QuantumNous/new-api/service"
  14. "github.com/QuantumNous/new-api/types"
  15. "github.com/gin-gonic/gin"
  16. )
  17. func applySystemPromptIfNeeded(c *gin.Context, info *relaycommon.RelayInfo, request *dto.GeneralOpenAIRequest) {
  18. if info == nil || request == nil {
  19. return
  20. }
  21. if info.ChannelSetting.SystemPrompt == "" {
  22. return
  23. }
  24. systemRole := request.GetSystemRoleName()
  25. containSystemPrompt := false
  26. for _, message := range request.Messages {
  27. if message.Role == systemRole {
  28. containSystemPrompt = true
  29. break
  30. }
  31. }
  32. if !containSystemPrompt {
  33. systemMessage := dto.Message{
  34. Role: systemRole,
  35. Content: info.ChannelSetting.SystemPrompt,
  36. }
  37. request.Messages = append([]dto.Message{systemMessage}, request.Messages...)
  38. return
  39. }
  40. if !info.ChannelSetting.SystemPromptOverride {
  41. return
  42. }
  43. common.SetContextKey(c, constant.ContextKeySystemPromptOverride, true)
  44. for i, message := range request.Messages {
  45. if message.Role != systemRole {
  46. continue
  47. }
  48. if message.IsStringContent() {
  49. request.Messages[i].SetStringContent(info.ChannelSetting.SystemPrompt + "\n" + message.StringContent())
  50. return
  51. }
  52. contents := message.ParseContent()
  53. contents = append([]dto.MediaContent{
  54. {
  55. Type: dto.ContentTypeText,
  56. Text: info.ChannelSetting.SystemPrompt,
  57. },
  58. }, contents...)
  59. request.Messages[i].Content = contents
  60. return
  61. }
  62. }
  63. func chatCompletionsViaResponses(c *gin.Context, info *relaycommon.RelayInfo, adaptor channel.Adaptor, request *dto.GeneralOpenAIRequest) (*dto.Usage, *types.NewAPIError) {
  64. chatJSON, err := common.Marshal(request)
  65. if err != nil {
  66. return nil, types.NewError(err, types.ErrorCodeConvertRequestFailed, types.ErrOptionWithSkipRetry())
  67. }
  68. chatJSON, err = relaycommon.RemoveDisabledFields(chatJSON, info.ChannelOtherSettings, info.ChannelSetting.PassThroughBodyEnabled)
  69. if err != nil {
  70. return nil, types.NewError(err, types.ErrorCodeConvertRequestFailed, types.ErrOptionWithSkipRetry())
  71. }
  72. if len(info.ParamOverride) > 0 {
  73. chatJSON, err = relaycommon.ApplyParamOverrideWithRelayInfo(chatJSON, info)
  74. if err != nil {
  75. return nil, types.NewError(err, types.ErrorCodeChannelParamOverrideInvalid, types.ErrOptionWithSkipRetry())
  76. }
  77. }
  78. var overriddenChatReq dto.GeneralOpenAIRequest
  79. if err := common.Unmarshal(chatJSON, &overriddenChatReq); err != nil {
  80. return nil, types.NewError(err, types.ErrorCodeChannelParamOverrideInvalid, types.ErrOptionWithSkipRetry())
  81. }
  82. responsesReq, err := service.ChatCompletionsRequestToResponsesRequest(&overriddenChatReq)
  83. if err != nil {
  84. return nil, types.NewErrorWithStatusCode(err, types.ErrorCodeInvalidRequest, http.StatusBadRequest, types.ErrOptionWithSkipRetry())
  85. }
  86. info.AppendRequestConversion(types.RelayFormatOpenAIResponses)
  87. savedRelayMode := info.RelayMode
  88. savedRequestURLPath := info.RequestURLPath
  89. defer func() {
  90. info.RelayMode = savedRelayMode
  91. info.RequestURLPath = savedRequestURLPath
  92. }()
  93. info.RelayMode = relayconstant.RelayModeResponses
  94. info.RequestURLPath = "/v1/responses"
  95. convertedRequest, err := adaptor.ConvertOpenAIResponsesRequest(c, info, *responsesReq)
  96. if err != nil {
  97. return nil, types.NewError(err, types.ErrorCodeConvertRequestFailed, types.ErrOptionWithSkipRetry())
  98. }
  99. relaycommon.AppendRequestConversionFromRequest(info, convertedRequest)
  100. jsonData, err := common.Marshal(convertedRequest)
  101. if err != nil {
  102. return nil, types.NewError(err, types.ErrorCodeConvertRequestFailed, types.ErrOptionWithSkipRetry())
  103. }
  104. jsonData, err = relaycommon.RemoveDisabledFields(jsonData, info.ChannelOtherSettings, info.ChannelSetting.PassThroughBodyEnabled)
  105. if err != nil {
  106. return nil, types.NewError(err, types.ErrorCodeConvertRequestFailed, types.ErrOptionWithSkipRetry())
  107. }
  108. var httpResp *http.Response
  109. resp, err := adaptor.DoRequest(c, info, bytes.NewBuffer(jsonData))
  110. if err != nil {
  111. return nil, types.NewOpenAIError(err, types.ErrorCodeDoRequestFailed, http.StatusInternalServerError)
  112. }
  113. if resp == nil {
  114. return nil, types.NewOpenAIError(nil, types.ErrorCodeBadResponse, http.StatusInternalServerError)
  115. }
  116. statusCodeMappingStr := c.GetString("status_code_mapping")
  117. httpResp = resp.(*http.Response)
  118. info.IsStream = info.IsStream || strings.HasPrefix(httpResp.Header.Get("Content-Type"), "text/event-stream")
  119. if httpResp.StatusCode != http.StatusOK {
  120. newApiErr := service.RelayErrorHandler(c.Request.Context(), httpResp, false)
  121. service.ResetStatusCode(newApiErr, statusCodeMappingStr)
  122. return nil, newApiErr
  123. }
  124. if info.IsStream {
  125. usage, newApiErr := openaichannel.OaiResponsesToChatStreamHandler(c, info, httpResp)
  126. if newApiErr != nil {
  127. service.ResetStatusCode(newApiErr, statusCodeMappingStr)
  128. return nil, newApiErr
  129. }
  130. return usage, nil
  131. }
  132. usage, newApiErr := openaichannel.OaiResponsesToChatHandler(c, info, httpResp)
  133. if newApiErr != nil {
  134. service.ResetStatusCode(newApiErr, statusCodeMappingStr)
  135. return nil, newApiErr
  136. }
  137. return usage, nil
  138. }