github-clones
/
override
mirror of https://github.com/linux-do/override.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

change models api (#54) 

Co-authored-by: huhuanzhang <huhuanzhang@parkingwang.com>
This commit is contained in:
Huanzhang Hu 2024-09-09 09:24:12 +08:00 committed by GitHub
parent 0685e8c153
commit aef14559a1
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 91 additions and 38 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

129
main.go
View File

@ -224,9 +224,12 @@ func (s *ProxyService) models(c *gin.Context) {
"data": []gin.H{ "data": []gin.H{
{ {
"capabilities": gin.H{ "capabilities": gin.H{
"family": "gpt-3.5-turbo", "family": "gpt-3.5-turbo",
"object": "model_capabilities", "limits": gin.H{"max_prompt_tokens": 12288},
"type": "chat", "object": "model_capabilities",
"supports": gin.H{"tool_calls": true},
"tokenizer": "cl100k_base",
"type": "chat",
}, },
"id": "gpt-3.5-turbo", "id": "gpt-3.5-turbo",
"name": "GPT 3.5 Turbo", "name": "GPT 3.5 Turbo",
@ -235,20 +238,26 @@ func (s *ProxyService) models(c *gin.Context) {
}, },
{ {
"capabilities": gin.H{ "capabilities": gin.H{
"family": "gpt-3.5-turbo", "family": "gpt-3.5-turbo",
"object": "model_capabilities", "limits": gin.H{"max_prompt_tokens": 12288},
"type": "chat", "object": "model_capabilities",
"supports": gin.H{"tool_calls": true},
"tokenizer": "cl100k_base",
"type": "chat",
}, },
"id": "gpt-3.5-turbo-0613", "id": "gpt-3.5-turbo-0613",
"name": "GPT 3.5 Turbo (2023-06-13)", "name": "GPT 3.5 Turbo",
"object": "model", "object": "model",
"version": "gpt-3.5-turbo-0613", "version": "gpt-3.5-turbo-0613",
}, },
{ {
"capabilities": gin.H{ "capabilities": gin.H{
"family": "gpt-4", "family": "gpt-4",
"object": "model_capabilities", "limits": gin.H{"max_prompt_tokens": 20000},
"type": "chat", "object": "model_capabilities",
"supports": gin.H{"tool_calls": true},
"tokenizer": "cl100k_base",
"type": "chat",
}, },
"id": "gpt-4", "id": "gpt-4",
"name": "GPT 4", "name": "GPT 4",
@ -257,31 +266,81 @@ func (s *ProxyService) models(c *gin.Context) {
}, },
{ {
"capabilities": gin.H{ "capabilities": gin.H{
"family": "gpt-4", "family": "gpt-4",
"object": "model_capabilities", "limits": gin.H{"max_prompt_tokens": 20000},
"type": "chat", "object": "model_capabilities",
"supports": gin.H{"tool_calls": true},
"tokenizer": "cl100k_base",
"type": "chat",
}, },
"id": "gpt-4-0613", "id": "gpt-4-0613",
"name": "GPT 4 (2023-06-13)", "name": "GPT 4",
"object": "model", "object": "model",
"version": "gpt-4-0613", "version": "gpt-4-0613",
}, },
{ {
"capabilities": gin.H{ "capabilities": gin.H{
"family": "gpt-4-turbo", "family": "gpt-4-turbo",
"object": "model_capabilities", "limits": gin.H{"max_prompt_tokens": 20000},
"type": "chat", "object": "model_capabilities",
"supports": gin.H{"parallel_tool_calls": true, "tool_calls": true},
"tokenizer": "cl100k_base",
"type": "chat",
}, },
"id": "gpt-4-0125-preview", "id": "gpt-4-0125-preview",
"name": "GPT 4 Turbo (2024-01-25 Preview)", "name": "GPT 4 Turbo",
"object": "model", "object": "model",
"version": "gpt-4-0125-preview", "version": "gpt-4-0125-preview",
}, },
{ {
"capabilities": gin.H{ "capabilities": gin.H{
"family": "text-embedding-ada-002", "family": "gpt-4o",
"object": "model_capabilities", "limits": gin.H{"max_prompt_tokens": 20000},
"type": "embeddings", "object": "model_capabilities",
"supports": gin.H{"parallel_tool_calls": true, "tool_calls": true},
"tokenizer": "o200k_base",
"type": "chat",
},
"id": "gpt-4o",
"name": "GPT 4o",
"object": "model",
"version": "gpt-4o-2024-05-13",
},
{
"capabilities": gin.H{
"family": "gpt-4o",
"limits": gin.H{"max_prompt_tokens": 20000},
"object": "model_capabilities",
"supports": gin.H{"parallel_tool_calls": true, "tool_calls": true},
"tokenizer": "o200k_base",
"type": "chat",
},
"id": "gpt-4o-2024-05-13",
"name": "GPT 4o",
"object": "model",
"version": "gpt-4o-2024-05-13",
},
{
"capabilities": gin.H{
"family": "gpt-4o",
"limits": gin.H{"max_prompt_tokens": 20000},
"object": "model_capabilities",
"supports": gin.H{"parallel_tool_calls": true, "tool_calls": true},
"tokenizer": "o200k_base",
"type": "chat",
},
"id": "gpt-4-o-preview",
"name": "GPT 4o",
"object": "model",
},
{
"capabilities": gin.H{
"family": "text-embedding-ada-002",
"limits": gin.H{"max_inputs": 256},
"object": "model_capabilities",
"supports": gin.H{},
"tokenizer": "cl100k_base",
"type": "embeddings",
}, },
"id": "text-embedding-ada-002", "id": "text-embedding-ada-002",
"name": "Embedding V2 Ada", "name": "Embedding V2 Ada",
@ -290,20 +349,12 @@ func (s *ProxyService) models(c *gin.Context) {
}, },
{ {
"capabilities": gin.H{ "capabilities": gin.H{
"family": "text-embedding-ada-002", "family": "text-embedding-3-small",
"object": "model_capabilities", "limits": gin.H{"max_inputs": 256},
"type": "embeddings", "object": "model_capabilities",
}, "supports": gin.H{"dimensions": true},
"id": "text-embedding-ada-002-index", "tokenizer": "cl100k_base",
"name": "Embedding V2 Ada (Index)", "type": "embeddings",
"object": "model",
"version": "text-embedding-ada-002",
},
{
"capabilities": gin.H{
"family": "text-embedding-3-small",
"object": "model_capabilities",
"type": "embeddings",
}, },
"id": "text-embedding-3-small", "id": "text-embedding-3-small",
"name": "Embedding V3 small", "name": "Embedding V3 small",
@ -312,9 +363,11 @@ func (s *ProxyService) models(c *gin.Context) {
}, },
{ {
"capabilities": gin.H{ "capabilities": gin.H{
"family": "text-embedding-3-small", "family": "text-embedding-3-small",
"object": "model_capabilities", "object": "model_capabilities",
"type": "embeddings", "supports": gin.H{"dimensions": true},
"tokenizer": "cl100k_base",
"type": "embeddings",
}, },
"id": "text-embedding-3-small-inference", "id": "text-embedding-3-small-inference",
"name": "Embedding V3 small (Inference)", "name": "Embedding V3 small (Inference)",