Update ggml-cuda.cu

Co-authored-by: slaren <[email protected]>
ggerganov · Dec 20, 2023 · 967a014 · 967a014
1 parent 842adec
commit 967a014
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/ggml-cuda.cu b/ggml-cuda.cu
@@ -9434,7 +9434,7 @@ bool ggml_cuda_compute_forward(struct ggml_compute_params * params, struct ggml_
             return false;
     }
 
-    if (tensor->src[0]->backend == GGML_BACKEND_GPU_SPLIT) {
+    if (tensor->src[0] != nullptr && tensor->src[0]->backend == GGML_BACKEND_GPU_SPLIT) {
         ggml_cuda_set_peer_access(tensor->src[1]->ne[1]);
     }