Merge 0a0a19c03a into 8603e7429e

config.json.example

@@ -13,6 +13,7 @@
   "chat_api_organization": "",
   "chat_api_project": "",
   "chat_max_tokens": 4096,
+  "chat_top_p": 1.0,
   "chat_model_default": "gpt-4o",
   "chat_model_map": {},
   "chat_locale": "zh_CN",

main.go

@@ -45,6 +45,7 @@ type config struct {
 	ChatApiOrganization  string            `json:"chat_api_organization"`
 	ChatApiProject       string            `json:"chat_api_project"`
 	ChatMaxTokens        int               `json:"chat_max_tokens"`
+	ChatTopP			 float64		   `json:chat_top_p`
 	ChatModelDefault     string            `json:"chat_model_default"`
 	ChatModelMap         map[string]string `json:"chat_model_map"`
 	ChatLocale           string            `json:"chat_locale"`
@@ -117,6 +118,10 @@ func readConfig() *config {
 		_cfg.ChatMaxTokens = 4096
 	}
 
+	if _cfg.ChatTopP <= 0 {
+		_cfg.ChatTopP = 0.9
+	}
+
 	return _cfg
 }
 
@@ -431,6 +436,8 @@ func (s *ProxyService) completions(c *gin.Context) {
 		body, _ = sjson.SetBytes(body, "max_tokens", s.cfg.ChatMaxTokens)
 	}
 
+	body, _ = sjson.SetBytes(body, "top_p", s.cfg.ChatTopP)
+
 	proxyUrl := s.cfg.ChatApiBase + "/chat/completions"
 	req, err := http.NewRequestWithContext(ctx, http.MethodPost, proxyUrl, io.NopCloser(bytes.NewBuffer(body)))
 	if nil != err {