fix qwen2.5vl

This commit is contained in:
leejet 2025-12-07 12:28:45 +08:00
parent 7c45209456
commit 5dc1887967

View File

@ -1124,7 +1124,7 @@ namespace LLM {
params.intermediate_size = pair.second.ne[1];
}
}
if (params.num_layers == 28) { // Qwen3 2B
if (arch == LLMArch::QWEN3 && params.num_layers == 28) { // Qwen3 2B
params.num_heads = 16;
}
LOG_DEBUG("llm: num_layers = %" PRId64 ", vocab_size = %" PRId64 ", hidden_size = %" PRId64 ", intermediate_size = %" PRId64,