From 64bde3ffd4aef799acb790a3eedddbd0a0612108 Mon Sep 17 00:00:00 2001 From: Slaren <2141330+slaren@users.noreply.github.com> Date: Wed, 29 Mar 2023 05:38:57 +0200 Subject: [PATCH] Fix ggml_init_params in quantize --- examples/quantize/quantize.cpp | 2 +- llama.cpp | 3 --- 2 files changed, 1 insertion(+), 4 deletions(-) diff --git a/examples/quantize/quantize.cpp b/examples/quantize/quantize.cpp index b444328..680757c 100644 --- a/examples/quantize/quantize.cpp +++ b/examples/quantize/quantize.cpp @@ -19,7 +19,7 @@ int main(int argc, char ** argv) { // needed to initialize f16 tables { - struct ggml_init_params params = { 0, NULL }; + struct ggml_init_params params = { 0, NULL, false }; struct ggml_context * ctx = ggml_init(params); ggml_free(ctx); } diff --git a/llama.cpp b/llama.cpp index d7126f4..1adeee5 100644 --- a/llama.cpp +++ b/llama.cpp @@ -315,7 +315,6 @@ void * mmap_file(const char* fname) { #endif } - static bool llama_model_load( const std::string & fname, llama_context & lctx, @@ -489,8 +488,6 @@ static bool llama_model_load( } } - - auto & ctx = model.ctx; size_t ctx_size = 0;