Home Explore Help
Sign In
cturan
/
llama.cpp
mirror of https://github.com/cturan/llama.cpp
1
0
Fork 0
Files Issues 0 Wiki
Browse Source

Fix crash of test-tokenizer-0 under Debug build (#2064)

* Fix crash of test-tokenizer-0 under Debug build

* Change per comment
Howard Su 2 years ago
parent
55dbb915cc
commit
cc45a7feb8
2 changed files with 3 additions and 3 deletions
Unified View Show Diff Stats
  1. 1 1
      ggml-cuda.cu
  2. 2 2
      llama.cpp

+ 1 - 1
ggml-cuda.cu
View File 

@@ -2835,7 +2835,7 @@ void ggml_cuda_transform_tensor(void * data, struct ggml_tensor * tensor) {
 
 }
 
 }
 
 
 
 void ggml_cuda_free_data(struct ggml_tensor * tensor) {
 
 void ggml_cuda_free_data(struct ggml_tensor * tensor) {
 
-    if (tensor->backend != GGML_BACKEND_GPU && tensor->backend != GGML_BACKEND_GPU_SPLIT) {
 
+    if (!tensor || (tensor->backend != GGML_BACKEND_GPU && tensor->backend != GGML_BACKEND_GPU_SPLIT) ) {
 
         return;
 
         return;
 
     }
 
     }

+ 2 - 2
llama.cpp
View File 

@@ -194,8 +194,8 @@ struct llama_layer {
 
 };
 
 };
 
 
 
 struct llama_kv_cache {
 
 struct llama_kv_cache {
 
-    struct ggml_tensor * k;
 
-    struct ggml_tensor * v;
 
+    struct ggml_tensor * k = NULL;
 
+    struct ggml_tensor * v = NULL;
 
 
 
     struct ggml_context * ctx = NULL;
 
     struct ggml_context * ctx = NULL;