DarthAffe/stable-diffusion.cpp
1
0
Fork 0
mirror of https://github.com/leejet/stable-diffusion.cpp.git synced 2025-12-13 05:48:56 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat: make lora graph size variable

Browse Source
This commit is contained in:
leejet 2025-07-05 22:44:22 +08:00
parent 19fbfd8639
commit 1ce1c1adca
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
lora.hpp
View File

@ -3,7 +3,7 @@
#include "ggml_extend.hpp" #include "ggml_extend.hpp"
#define LORA_GRAPH_SIZE 15360 #define LORA_GRAPH_BASE_SIZE 10240
struct LoraModel : public GGMLRunner { struct LoraModel : public GGMLRunner {
enum lora_t { enum lora_t {
@ -238,7 +238,8 @@ struct LoraModel : public GGMLRunner {
} }
struct ggml_cgraph* build_lora_graph(std::map<std::string, struct ggml_tensor*> model_tensors, SDVersion version) { struct ggml_cgraph* build_lora_graph(std::map<std::string, struct ggml_tensor*> model_tensors, SDVersion version) {
struct ggml_cgraph* gf = ggml_new_graph_custom(compute_ctx, LORA_GRAPH_SIZE, false); size_t lora_graph_size = LORA_GRAPH_BASE_SIZE + lora_tensors.size() * 10;
struct ggml_cgraph* gf = ggml_new_graph_custom(compute_ctx, lora_graph_size, false);
zero_index = ggml_new_tensor_1d(compute_ctx, GGML_TYPE_I32, 1); zero_index = ggml_new_tensor_1d(compute_ctx, GGML_TYPE_I32, 1);
set_backend_tensor_data(zero_index, zero_index_vec.data()); set_backend_tensor_data(zero_index, zero_index_vec.data());