From 705064d7476e7b999f15bb07eb87070ce5732a9c Mon Sep 17 00:00:00 2001 From: Samon Yu Date: Thu, 17 Apr 2025 21:46:29 +0800 Subject: [PATCH] =?UTF-8?q?=E4=BF=AE=E6=94=B9=E5=88=A4=E6=96=AD=E6=98=AF?= =?UTF-8?q?=E5=90=A6=E5=85=B7=E6=9C=89=E6=8E=A8=E7=90=86=E8=83=BD=E5=8A=9B?= =?UTF-8?q?=E4=BB=A3=E7=A0=81?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- request_llms/bridge_all.py | 45 ++++++++++++++++++++++++++------------ 1 file changed, 31 insertions(+), 14 deletions(-) diff --git a/request_llms/bridge_all.py b/request_llms/bridge_all.py index 6d60c9bf..5bec7e69 100644 --- a/request_llms/bridge_all.py +++ b/request_llms/bridge_all.py @@ -1416,20 +1416,37 @@ for model in [m for m in AVAIL_LLM_MODELS if m.startswith("siliconflow-")]: ) # 判断是否具有推理能力 enable_reasoning = any(item in model for item in inference_model_series) - model_info.update( - { - model: { - "fn_with_ui": siliconflow_ui, - "fn_without_ui": siliconflow_noui, - "endpoint": siliconflow_endpoint, - "can_multi_thread": True, - "max_token": 32000, - "tokenizer": tokenizer_gpt35, - "token_cnt": get_token_num_gpt35, - "enable_reasoning": enable_reasoning, - }, - } - ) + if enable_reasoning: + model_info.update( + { + model: { + "fn_with_ui": siliconflow_ui, + "fn_without_ui": siliconflow_noui, + "endpoint": siliconflow_endpoint, + "can_multi_thread": True, + "max_token": 32000, + "tokenizer": tokenizer_gpt35, + "token_cnt": get_token_num_gpt35, + "enable_reasoning": True, + }, + } + ) + logger.info(f" siliconflow模型 {model} 已加载") + else: + model_info.update( + { + model: { + "fn_with_ui": siliconflow_ui, + "fn_without_ui": siliconflow_noui, + "endpoint": siliconflow_endpoint, + "can_multi_thread": True, + "max_token": 32000, + "tokenizer": tokenizer_gpt35, + "token_cnt": get_token_num_gpt35, + }, + } + ) + logger.info(f" siliconflow模型 {model} 已加载") except: logger.error(trimmed_format_exc())