Fix crash of test-tokenizer-0 under Debug build (ggerganov#2064)

* Fix crash of test-tokenizer-0 under Debug build * Change per comment
YellowRoseCx · Jul 3, 2023 · cc45a7f · cc45a7f
1 parent 55dbb91
commit cc45a7f
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/ggml-cuda.cu b/ggml-cuda.cu
@@ -2835,7 +2835,7 @@ void ggml_cuda_transform_tensor(void * data, struct ggml_tensor * tensor) {
 }
 
 void ggml_cuda_free_data(struct ggml_tensor * tensor) {
- if (tensor->backend != GGML_BACKEND_GPU && tensor->backend != GGML_BACKEND_GPU_SPLIT) {
+ if (!tensor || (tensor->backend != GGML_BACKEND_GPU && tensor->backend != GGML_BACKEND_GPU_SPLIT) ) {
  return;
  }
 

diff --git a/llama.cpp b/llama.cpp
@@ -194,8 +194,8 @@ struct llama_layer {
 };
 
 struct llama_kv_cache {
- struct ggml_tensor * k;
- struct ggml_tensor * v;
+ struct ggml_tensor * k = NULL;
+ struct ggml_tensor * v = NULL;
 
  struct ggml_context * ctx = NULL;