修改判断是否具有推理能力代码

This commit is contained in:
Samon Yu 2025-04-17 21:46:29 +08:00
parent 607e7f2a48
commit 705064d747
1 changed files with 31 additions and 14 deletions

View File

@ -1416,6 +1416,7 @@ for model in [m for m in AVAIL_LLM_MODELS if m.startswith("siliconflow-")]:
) )
# 判断是否具有推理能力 # 判断是否具有推理能力
enable_reasoning = any(item in model for item in inference_model_series) enable_reasoning = any(item in model for item in inference_model_series)
if enable_reasoning:
model_info.update( model_info.update(
{ {
model: { model: {
@ -1426,10 +1427,26 @@ for model in [m for m in AVAIL_LLM_MODELS if m.startswith("siliconflow-")]:
"max_token": 32000, "max_token": 32000,
"tokenizer": tokenizer_gpt35, "tokenizer": tokenizer_gpt35,
"token_cnt": get_token_num_gpt35, "token_cnt": get_token_num_gpt35,
"enable_reasoning": enable_reasoning, "enable_reasoning": True,
}, },
} }
) )
logger.info(f" siliconflow模型 {model} 已加载")
else:
model_info.update(
{
model: {
"fn_with_ui": siliconflow_ui,
"fn_without_ui": siliconflow_noui,
"endpoint": siliconflow_endpoint,
"can_multi_thread": True,
"max_token": 32000,
"tokenizer": tokenizer_gpt35,
"token_cnt": get_token_num_gpt35,
},
}
)
logger.info(f" siliconflow模型 {model} 已加载")
except: except:
logger.error(trimmed_format_exc()) logger.error(trimmed_format_exc())