added an option to offload vae decoder to CPU for mem-limited gpus

This commit is contained in:
bssrdf committed 2024-02-21 12:44:04 -05:00
1 parent 78ec6f7e51
commit 8053aefdf7
3 files changed
+23 -6

No files matched your search

+2 -1
View File
@@ -116,7 +116,8 @@ SD_API sd_ctx_t* new_sd_ctx(const char* model_path,
enum sd_type_t wtype,
enum rng_type_t rng_type,
enum schedule_t s,
bool keep_control_net_cpu);
bool keep_control_net_cpu,
bool keep_vae_on_cpu);
SD_API void free_sd_ctx(sd_ctx_t* sd_ctx);