sync: update ggml

This commit is contained in:
leejet committed 2024-03-02 19:49:41 +08:00
1 parent a17ae7b7d2
commit a65c410463
3 files changed
+5 -2

No files matched your search

+1 -1
Submodule ggml updated: b94c066ad4...9cc5cb27f9.
+1 -1
View File
@@ -846,7 +846,7 @@ public:
return NULL;
}
// it's performing a compute, check if backend isn't cpu
if (!ggml_backend_is_cpu(backend) && tensor->backend == GGML_BACKEND_CPU) {
if (!ggml_backend_is_cpu(backend) && tensor->backend == GGML_BACKEND_TYPE_CPU) {
// pass input tensors to gpu memory
auto backend_tensor = ggml_dup_tensor(compute_ctx, tensor);
+3
View File
@@ -76,6 +76,9 @@ enum sd_type_t {
SD_TYPE_IQ3_XXS = 18,
SD_TYPE_IQ1_S = 19,
SD_TYPE_IQ4_NL = 20,
SD_TYPE_IQ3_S = 21,
SD_TYPE_IQ2_S = 22,
SD_TYPE_IQ4_XS = 23,
SD_TYPE_I8,
SD_TYPE_I16,
SD_TYPE_I32,