feat: enable single-GPU auto-fit with tiered parameter placement (#1942)

This commit is contained in:
leejet authored and GitHub committed 2026-09-07 00:18:42 +08:00
1 parent dbb611264e
commit 80bac2d5fc
5 files changed
+408 -330

No files matched your search

+1 -1
View File
@@ -158,7 +158,7 @@ struct SDContextParams {
std::string params_backend;
std::string split_mode;
std::string model_args;
bool auto_fit = false;
bool auto_fit = true;
std::string rpc_servers;
std::string effective_backend;
std::string effective_params_backend;