perf: --eager-load to pre-load params at model-load time (#1687)

This commit is contained in:
fszontagh authored and GitHub committed 2026-06-22 22:10:09 +08:00
1 parent b12098f5d0
commit 787d229d84
6 files changed
+34 -1

No files matched your search

+1
View File
@@ -158,6 +158,7 @@ public:
}
bool validate_registered_tensors();
bool load_all_params_eagerly();
bool prepare_params(const std::vector<ggml_tensor*>& tensors) override;
void release_compute_backend_params(const std::vector<ggml_tensor*>& tensors) override;