add can_multi_thread

2025-04-21 00:50:24 +08:00 · 2025-04-21 00:50:24 +08:00 · 883b513b91
parent 24cebaf4ec
commit 883b513b91
1 changed files with 2 additions and 0 deletions
--- a/request_llms/bridge_all.py
+++ b/request_llms/bridge_all.py
@ -282,6 +282,7 @@ model_info = {
        "fn_with_ui": chatgpt_ui,
        "fn_without_ui": chatgpt_noui,
        "endpoint": openai_endpoint,
+        "can_multi_thread": True,
        "max_token": 128000,
        "tokenizer": tokenizer_gpt4,
        "token_cnt": get_token_num_gpt4,
@ -351,6 +352,7 @@ model_info = {
        "fn_with_ui": chatgpt_ui,
        "fn_without_ui": chatgpt_noui,
        "has_multimodal_capacity": True,
+        "can_multi_thread": True,
        "endpoint": openai_endpoint,
        "max_token": 828000,
        "tokenizer": tokenizer_gpt4,