feat: add native CUDA SageAttention support (#2005)

This commit is contained in:
leejet authored and GitHub committed 2026-09-21 01:16:59 +08:00
1 parent 15f335daa5
commit 187b2561ea
13 files changed
+176 -5

No files matched your search

+1
View File
@@ -246,6 +246,7 @@ typedef struct {
float linear_scale; // Override linear input scaling; 0 keeps the model default
float attn_scale; // Override flash-attention K/V scaling; 0 keeps the model default
const char* tokenizer; // tokenizer.json path or main=FILE,clip-l=FILE,clip-g=FILE assignments; required for PiD and Lens
bool sage_attn;
} sd_ctx_params_t;
typedef struct {