github-clones
/
override
mirror of https://github.com/linux-do/override.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

change models api (#54) 

Co-authored-by: huhuanzhang <huhuanzhang@parkingwang.com>
This commit is contained in:
Huanzhang Hu 2024-09-09 09:24:12 +08:00 committed by GitHub
parent 0685e8c153
commit aef14559a1
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 91 additions and 38 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

83
main.go
View File

@ -225,7 +225,10 @@ func (s *ProxyService) models(c *gin.Context) {
{ {
"capabilities": gin.H{ "capabilities": gin.H{
"family": "gpt-3.5-turbo", "family": "gpt-3.5-turbo",
"limits": gin.H{"max_prompt_tokens": 12288},
"object": "model_capabilities", "object": "model_capabilities",
"supports": gin.H{"tool_calls": true},
"tokenizer": "cl100k_base",
"type": "chat", "type": "chat",
}, },
"id": "gpt-3.5-turbo", "id": "gpt-3.5-turbo",
@ -236,18 +239,24 @@ func (s *ProxyService) models(c *gin.Context) {
{ {
"capabilities": gin.H{ "capabilities": gin.H{
"family": "gpt-3.5-turbo", "family": "gpt-3.5-turbo",
"limits": gin.H{"max_prompt_tokens": 12288},
"object": "model_capabilities", "object": "model_capabilities",
"supports": gin.H{"tool_calls": true},
"tokenizer": "cl100k_base",
"type": "chat", "type": "chat",
}, },
"id": "gpt-3.5-turbo-0613", "id": "gpt-3.5-turbo-0613",
"name": "GPT 3.5 Turbo (2023-06-13)", "name": "GPT 3.5 Turbo",
"object": "model", "object": "model",
"version": "gpt-3.5-turbo-0613", "version": "gpt-3.5-turbo-0613",
}, },
{ {
"capabilities": gin.H{ "capabilities": gin.H{
"family": "gpt-4", "family": "gpt-4",
"limits": gin.H{"max_prompt_tokens": 20000},
"object": "model_capabilities", "object": "model_capabilities",
"supports": gin.H{"tool_calls": true},
"tokenizer": "cl100k_base",
"type": "chat", "type": "chat",
}, },
"id": "gpt-4", "id": "gpt-4",
@ -258,29 +267,79 @@ func (s *ProxyService) models(c *gin.Context) {
{ {
"capabilities": gin.H{ "capabilities": gin.H{
"family": "gpt-4", "family": "gpt-4",
"limits": gin.H{"max_prompt_tokens": 20000},
"object": "model_capabilities", "object": "model_capabilities",
"supports": gin.H{"tool_calls": true},
"tokenizer": "cl100k_base",
"type": "chat", "type": "chat",
}, },
"id": "gpt-4-0613", "id": "gpt-4-0613",
"name": "GPT 4 (2023-06-13)", "name": "GPT 4",
"object": "model", "object": "model",
"version": "gpt-4-0613", "version": "gpt-4-0613",
}, },
{ {
"capabilities": gin.H{ "capabilities": gin.H{
"family": "gpt-4-turbo", "family": "gpt-4-turbo",
"limits": gin.H{"max_prompt_tokens": 20000},
"object": "model_capabilities", "object": "model_capabilities",
"supports": gin.H{"parallel_tool_calls": true, "tool_calls": true},
"tokenizer": "cl100k_base",
"type": "chat", "type": "chat",
}, },
"id": "gpt-4-0125-preview", "id": "gpt-4-0125-preview",
"name": "GPT 4 Turbo (2024-01-25 Preview)", "name": "GPT 4 Turbo",
"object": "model", "object": "model",
"version": "gpt-4-0125-preview", "version": "gpt-4-0125-preview",
}, },
{ {
"capabilities": gin.H{ "capabilities": gin.H{
"family": "text-embedding-ada-002", "family": "gpt-4o",
"limits": gin.H{"max_prompt_tokens": 20000},
"object": "model_capabilities", "object": "model_capabilities",
"supports": gin.H{"parallel_tool_calls": true, "tool_calls": true},
"tokenizer": "o200k_base",
"type": "chat",
},
"id": "gpt-4o",
"name": "GPT 4o",
"object": "model",
"version": "gpt-4o-2024-05-13",
},
{
"capabilities": gin.H{
"family": "gpt-4o",
"limits": gin.H{"max_prompt_tokens": 20000},
"object": "model_capabilities",
"supports": gin.H{"parallel_tool_calls": true, "tool_calls": true},
"tokenizer": "o200k_base",
"type": "chat",
},
"id": "gpt-4o-2024-05-13",
"name": "GPT 4o",
"object": "model",
"version": "gpt-4o-2024-05-13",
},
{
"capabilities": gin.H{
"family": "gpt-4o",
"limits": gin.H{"max_prompt_tokens": 20000},
"object": "model_capabilities",
"supports": gin.H{"parallel_tool_calls": true, "tool_calls": true},
"tokenizer": "o200k_base",
"type": "chat",
},
"id": "gpt-4-o-preview",
"name": "GPT 4o",
"object": "model",
},
{
"capabilities": gin.H{
"family": "text-embedding-ada-002",
"limits": gin.H{"max_inputs": 256},
"object": "model_capabilities",
"supports": gin.H{},
"tokenizer": "cl100k_base",
"type": "embeddings", "type": "embeddings",
}, },
"id": "text-embedding-ada-002", "id": "text-embedding-ada-002",
@ -288,21 +347,13 @@ func (s *ProxyService) models(c *gin.Context) {
"object": "model", "object": "model",
"version": "text-embedding-ada-002", "version": "text-embedding-ada-002",
}, },
{
"capabilities": gin.H{
"family": "text-embedding-ada-002",
"object": "model_capabilities",
"type": "embeddings",
},
"id": "text-embedding-ada-002-index",
"name": "Embedding V2 Ada (Index)",
"object": "model",
"version": "text-embedding-ada-002",
},
{ {
"capabilities": gin.H{ "capabilities": gin.H{
"family": "text-embedding-3-small", "family": "text-embedding-3-small",
"limits": gin.H{"max_inputs": 256},
"object": "model_capabilities", "object": "model_capabilities",
"supports": gin.H{"dimensions": true},
"tokenizer": "cl100k_base",
"type": "embeddings", "type": "embeddings",
}, },
"id": "text-embedding-3-small", "id": "text-embedding-3-small",
@ -314,6 +365,8 @@ func (s *ProxyService) models(c *gin.Context) {
"capabilities": gin.H{ "capabilities": gin.H{
"family": "text-embedding-3-small", "family": "text-embedding-3-small",
"object": "model_capabilities", "object": "model_capabilities",
"supports": gin.H{"dimensions": true},
"tokenizer": "cl100k_base",
"type": "embeddings", "type": "embeddings",
}, },
"id": "text-embedding-3-small-inference", "id": "text-embedding-3-small-inference",