diff --git a/qwen_image.hpp b/qwen_image.hpp index dfa5397..3044eb4 100644 --- a/qwen_image.hpp +++ b/qwen_image.hpp @@ -212,7 +212,7 @@ namespace Qwen { blocks["txt_norm1"] = std::shared_ptr(new LayerNorm(dim, eps, false)); blocks["txt_norm2"] = std::shared_ptr(new LayerNorm(dim, eps, false)); - blocks["txt_mlp"] = std::shared_ptr(new FeedForward(dim, dim, 4, FeedForward::Activation::GELU)); + blocks["txt_mlp"] = std::shared_ptr(new FeedForward(dim, dim, 4, FeedForward::Activation::GELU, true)); blocks["attn"] = std::shared_ptr(new QwenImageAttention(dim, attention_head_dim,