-
-
Notifications
You must be signed in to change notification settings - Fork 1.1k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
1 parent
3e2ae29
commit 4b48e49
Showing
7 changed files
with
133 additions
and
0 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,72 @@ | ||
package mistral | ||
|
||
import ( | ||
"errors" | ||
"github.com/gin-gonic/gin" | ||
"io" | ||
"net/http" | ||
"one-api/dto" | ||
"one-api/relay/channel" | ||
"one-api/relay/channel/openai" | ||
relaycommon "one-api/relay/common" | ||
) | ||
|
||
type Adaptor struct { | ||
} | ||
|
||
func (a *Adaptor) ConvertAudioRequest(c *gin.Context, info *relaycommon.RelayInfo, request dto.AudioRequest) (io.Reader, error) { | ||
//TODO implement me | ||
return nil, errors.New("not implemented") | ||
} | ||
|
||
func (a *Adaptor) ConvertImageRequest(c *gin.Context, info *relaycommon.RelayInfo, request dto.ImageRequest) (any, error) { | ||
//TODO implement me | ||
return nil, errors.New("not implemented") | ||
} | ||
|
||
func (a *Adaptor) Init(info *relaycommon.RelayInfo) { | ||
} | ||
|
||
func (a *Adaptor) GetRequestURL(info *relaycommon.RelayInfo) (string, error) { | ||
return relaycommon.GetFullRequestURL(info.BaseUrl, info.RequestURLPath, info.ChannelType), nil | ||
} | ||
|
||
func (a *Adaptor) SetupRequestHeader(c *gin.Context, req *http.Request, info *relaycommon.RelayInfo) error { | ||
channel.SetupApiRequestHeader(info, c, req) | ||
req.Header.Set("Authorization", "Bearer "+info.ApiKey) | ||
return nil | ||
} | ||
|
||
func (a *Adaptor) ConvertRequest(c *gin.Context, info *relaycommon.RelayInfo, request *dto.GeneralOpenAIRequest) (any, error) { | ||
if request == nil { | ||
return nil, errors.New("request is nil") | ||
} | ||
mistralReq := requestOpenAI2Mistral(*request) | ||
//common.LogJson(c, "body", mistralReq) | ||
return mistralReq, nil | ||
} | ||
|
||
func (a *Adaptor) ConvertRerankRequest(c *gin.Context, relayMode int, request dto.RerankRequest) (any, error) { | ||
return nil, nil | ||
} | ||
|
||
func (a *Adaptor) DoRequest(c *gin.Context, info *relaycommon.RelayInfo, requestBody io.Reader) (*http.Response, error) { | ||
return channel.DoApiRequest(a, c, info, requestBody) | ||
} | ||
|
||
func (a *Adaptor) DoResponse(c *gin.Context, resp *http.Response, info *relaycommon.RelayInfo) (usage *dto.Usage, err *dto.OpenAIErrorWithStatusCode) { | ||
if info.IsStream { | ||
err, usage = openai.OaiStreamHandler(c, resp, info) | ||
} else { | ||
err, usage = openai.OpenaiHandler(c, resp, info.PromptTokens, info.UpstreamModelName) | ||
} | ||
return | ||
} | ||
|
||
func (a *Adaptor) GetModelList() []string { | ||
return ModelList | ||
} | ||
|
||
func (a *Adaptor) GetChannelName() string { | ||
return ChannelName | ||
} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,12 @@ | ||
package mistral | ||
|
||
var ModelList = []string{ | ||
"open-mistral-7b", | ||
"open-mixtral-8x7b", | ||
"mistral-small-latest", | ||
"mistral-medium-latest", | ||
"mistral-large-latest", | ||
"mistral-embed", | ||
} | ||
|
||
var ChannelName = "mistral" |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,40 @@ | ||
package mistral | ||
|
||
import ( | ||
"encoding/json" | ||
"one-api/dto" | ||
) | ||
|
||
func requestOpenAI2Mistral(request dto.GeneralOpenAIRequest) *dto.GeneralOpenAIRequest { | ||
messages := make([]dto.Message, 0, len(request.Messages)) | ||
for _, message := range request.Messages { | ||
if !message.IsStringContent() { | ||
mediaMessages := message.ParseContent() | ||
for j, mediaMessage := range mediaMessages { | ||
if mediaMessage.Type == dto.ContentTypeImageURL { | ||
imageUrl := mediaMessage.ImageUrl.(dto.MessageImageUrl) | ||
mediaMessage.ImageUrl = imageUrl.Url | ||
mediaMessages[j] = mediaMessage | ||
} | ||
} | ||
messageRaw, _ := json.Marshal(mediaMessages) | ||
message.Content = messageRaw | ||
} | ||
messages = append(messages, dto.Message{ | ||
Role: message.Role, | ||
Content: message.Content, | ||
ToolCalls: message.ToolCalls, | ||
ToolCallId: message.ToolCallId, | ||
}) | ||
} | ||
return &dto.GeneralOpenAIRequest{ | ||
Model: request.Model, | ||
Stream: request.Stream, | ||
Messages: messages, | ||
Temperature: request.Temperature, | ||
TopP: request.TopP, | ||
MaxTokens: request.MaxTokens, | ||
Tools: request.Tools, | ||
ToolChoice: request.ToolChoice, | ||
} | ||
} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters