Quellcode durchsuchen

Fix crash for 65B model with pre-allocated memory (#485)

Chris Kuehl vor 2 Jahren
Ursprung
Commit
6f1ee4b640
1 geänderte Dateien mit 1 neuen und 1 gelöschten Zeilen
  1. 1 1
      llama.cpp

+ 1 - 1
llama.cpp

@@ -239,7 +239,7 @@ static bool kv_cache_init(
     const int n_mem      = n_layer*n_ctx;
     const int n_mem      = n_layer*n_ctx;
     const int n_elements = n_embd*n_mem;
     const int n_elements = n_embd*n_mem;
 
 
-    cache.buf.resize(2*n_elements*ggml_type_size(wtype) + 2u*MB);
+    cache.buf.resize(2u*n_elements*ggml_type_size(wtype) + 2u*MB);
 
 
     struct ggml_init_params params;
     struct ggml_init_params params;
     params.mem_size   = cache.buf.size();
     params.mem_size   = cache.buf.size();