feat: prefetch streamed layers during compute (#1905)

Co-authored-by: leejet <leejet714@gmail.com>
This commit is contained in:
assouanandleejet authored and GitHub committed 2026-09-06 16:35:30 +08:00
1 parent 6b3edaaf32
commit 6c57cc3b38
15 files changed
+562 -11

No files matched your search

+1
View File
@@ -151,6 +151,7 @@ struct SDContextParams {
bool offload_params_to_cpu = false;
std::string max_vram = "0";
bool stream_layers = false;
bool disable_prefetch = false;
bool eager_load = false;
std::string backend;
std::string params_backend;