github-clones
/
override
mirror of https://github.com/linux-do/override.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

reduce output tokens 

Signed-off-by: wozulong <>
This commit is contained in:
wozulong 2024-05-18 19:55:51 +08:00
parent 7be0c5ecd2
commit 075342606f
2 changed files with 6 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
config.json.example
View File

@ -11,6 +11,7 @@
"chat_api_key": "sk-xxx", "chat_api_key": "sk-xxx",
"chat_api_organization": "", "chat_api_organization": "",
"chat_api_project": "", "chat_api_project": "",
"chat_max_tokens": 4096,
"chat_model_default": "gpt-4o", "chat_model_default": "gpt-4o",
"chat_model_map": {} "chat_model_map": {}
} }

5
main.go
View File

@ -36,6 +36,7 @@ type config struct {
ChatApiKey string `json:"chat_api_key"` ChatApiKey string `json:"chat_api_key"`
ChatApiOrganization string `json:"chat_api_organization"` ChatApiOrganization string `json:"chat_api_organization"`
ChatApiProject string `json:"chat_api_project"` ChatApiProject string `json:"chat_api_project"`
ChatMaxTokens int `json:"chat_max_tokens"`
ChatModelDefault string `json:"chat_model_default"` ChatModelDefault string `json:"chat_model_default"`
ChatModelMap map[string]string `json:"chat_model_map"` ChatModelMap map[string]string `json:"chat_model_map"`
} }
@ -183,6 +184,10 @@ func (s *ProxyService) completions(c *gin.Context) {
body, _ = sjson.DeleteBytes(body, "intent_threshold") body, _ = sjson.DeleteBytes(body, "intent_threshold")
body, _ = sjson.DeleteBytes(body, "intent_content") body, _ = sjson.DeleteBytes(body, "intent_content")
if int(gjson.GetBytes(body, "max_tokens").Int()) > s.cfg.ChatMaxTokens {
body, _ = sjson.SetBytes(body, "max_tokens", s.cfg.ChatMaxTokens)
}
proxyUrl := s.cfg.ChatApiBase + "/chat/completions" proxyUrl := s.cfg.ChatApiBase + "/chat/completions"
req, err := http.NewRequestWithContext(ctx, http.MethodPost, proxyUrl, io.NopCloser(bytes.NewBuffer(body))) req, err := http.NewRequestWithContext(ctx, http.MethodPost, proxyUrl, io.NopCloser(bytes.NewBuffer(body)))
if nil != err { if nil != err {