mirror of
https://github.com/leejet/stable-diffusion.cpp.git
synced 2025-12-12 13:28:37 +00:00
fix qwen2.5vl
This commit is contained in:
parent
7c45209456
commit
5dc1887967
2
llm.hpp
2
llm.hpp
@ -1124,7 +1124,7 @@ namespace LLM {
|
||||
params.intermediate_size = pair.second.ne[1];
|
||||
}
|
||||
}
|
||||
if (params.num_layers == 28) { // Qwen3 2B
|
||||
if (arch == LLMArch::QWEN3 && params.num_layers == 28) { // Qwen3 2B
|
||||
params.num_heads = 16;
|
||||
}
|
||||
LOG_DEBUG("llm: num_layers = %" PRId64 ", vocab_size = %" PRId64 ", hidden_size = %" PRId64 ", intermediate_size = %" PRId64,
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user