diff --git a/flux.hpp b/flux.hpp index f8c69de..be00e6b 100644 --- a/flux.hpp +++ b/flux.hpp @@ -928,8 +928,8 @@ public: } static void load_from_file_and_test(const std::string& file_path) { - ggml_backend_t backend = ggml_backend_cuda_init(0); - // ggml_backend_t backend = ggml_backend_cpu_init(); + // ggml_backend_t backend = ggml_backend_cuda_init(0); + ggml_backend_t backend = ggml_backend_cpu_init(); ggml_type model_data_type = GGML_TYPE_Q8_0; std::shared_ptr flux = std::shared_ptr(new FluxRunner(backend, model_data_type)); {