From 5dc18879670c618a6e12ff9f713ee4666d39791f Mon Sep 17 00:00:00 2001
From: leejet <leejet714@gmail.com>
Date: Sun, 7 Dec 2025 12:28:45 +0800
Subject: [PATCH] fix qwen2.5vl

---
 llm.hpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/llm.hpp b/llm.hpp
index af73591..dc04c84 100644
--- a/llm.hpp
+++ b/llm.hpp
@@ -1124,7 +1124,7 @@ namespace LLM {
                     params.intermediate_size = pair.second.ne[1];
                 }
             }
-            if (params.num_layers == 28) {  // Qwen3 2B
+            if (arch == LLMArch::QWEN3 && params.num_layers == 28) {  // Qwen3 2B
                 params.num_heads = 16;
             }
             LOG_DEBUG("llm: num_layers = %" PRId64 ", vocab_size = %" PRId64 ", hidden_size = %" PRId64 ", intermediate_size = %" PRId64,