github-clones
/
override
mirror of https://github.com/linux-do/override.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

add stable-code-3b local model support

This commit is contained in:
liuzhifei 2024-05-22 16:00:37 +08:00
parent 4749a0945f
commit eda71db222
1 changed files with 6 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
main.go
View File

@ -21,7 +21,7 @@ import (
"time" "time"
) )
const InstructModel = "stable-code:3b-code-fp16" const DefaultInstructModel = "gpt-3.5-turbo-instruct"
type config struct { type config struct {
Bind string `json:"bind"` Bind string `json:"bind"`
@ -31,6 +31,7 @@ type config struct {
CodexApiKey string `json:"codex_api_key"` CodexApiKey string `json:"codex_api_key"`
CodexApiOrganization string `json:"codex_api_organization"` CodexApiOrganization string `json:"codex_api_organization"`
CodexApiProject string `json:"codex_api_project"` CodexApiProject string `json:"codex_api_project"`
CodeInstructModel string `json:"code_instruct_model"`
ChatApiBase string `json:"chat_api_base"` ChatApiBase string `json:"chat_api_base"`
ChatApiKey string `json:"chat_api_key"` ChatApiKey string `json:"chat_api_key"`
ChatApiOrganization string `json:"chat_api_organization"` ChatApiOrganization string `json:"chat_api_organization"`
@ -90,6 +91,9 @@ func readConfig() *config {
} }
} }
} }
if _cfg.CodeInstructModel == "" {
_cfg.CodeInstructModel = DefaultInstructModel
}
return _cfg return _cfg
} }
@ -291,7 +295,7 @@ func (s *ProxyService) codeCompletions(c *gin.Context) {
}, },
} }
body, _ = sjson.SetBytes(body, "messages", messages) body, _ = sjson.SetBytes(body, "messages", messages)
body, _ = sjson.SetBytes(body, "model", InstructModel) body, _ = sjson.SetBytes(body, "model", s.cfg.CodeInstructModel)
// fmt.Printf("Request Body: %s\n", body) // fmt.Printf("Request Body: %s\n", body)
// 2. 将转义的字符替换回原来的字符 // 2. 将转义的字符替换回原来的字符