DarthAffe/stable-diffusion.cpp
1
0
Fork 0
mirror of https://github.com/leejet/stable-diffusion.cpp.git synced 2026-09-24 20:20:37 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat: support standard Qwen3-VL weights for MiniMax-H3 (#1910)

Browse Source
This commit is contained in:
leejet 2026-08-26 00:13:33 +08:00 committed by GitHub
parent 0a565f2950
commit 50d6405683
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 7 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
src/model/te/llm.hpp
View File

@ -269,9 +269,13 @@ namespace LLM {
if ((arch == LLMArch::QWEN3 || arch == LLMArch::QWEN3_VL) && config.num_layers == 28) { if ((arch == LLMArch::QWEN3 || arch == LLMArch::QWEN3_VL) && config.num_layers == 28) {
config.num_heads = 16; config.num_heads = 16;
} }
if (arch == LLMArch::QWEN3_VL && config.num_layers == 50 && config.hidden_size == 5120) { if (arch == LLMArch::QWEN3_VL &&
config.num_heads = 64; (config.num_layers == 50 || config.num_layers == 64) &&
config.final_norm = false; config.hidden_size == 5120) {
config.num_heads = 64;
if (config.num_layers == 50) {
config.final_norm = false;
}
} }
if (detected_vision_layers > 0) { if (detected_vision_layers > 0) {
config.vision.num_layers = detected_vision_layers; config.vision.num_layers = detected_vision_layers;