feat: support disk params backend (#1651)

This commit is contained in:
leejet authored and GitHub committed 2026-06-14 14:48:50 +08:00
1 parent 276025e054
commit bdb431ad95
27 files changed
+134 -65

No files matched your search

+1 -1
View File
@@ -2084,7 +2084,7 @@ namespace LLM {
if (!model_manager->register_runner_params("LLM test",
*llm,
"text_encoders.llm",
ModelManager::ResidencyMode::Resident,
ModelManager::ResidencyMode::ParamBackend,
backend,
backend) ||
!model_manager->validate_registered_tensors()) {