disable gpu backends with ngl 0

ggerganov · Dec 20, 2023 · 72a0c96 · 72a0c96
1 parent c8bd5d8
commit 72a0c96
Show file tree

Hide file tree

Showing 2 changed files with 146 additions and 148 deletions.
diff --git a/ggml-cuda.cu b/ggml-cuda.cu
@@ -9442,7 +9442,7 @@ static void ggml_backend_cuda_buffer_init_tensor(ggml_backend_buffer_t buffer, g
     ggml_backend_buffer_context_cuda * ctx = (ggml_backend_buffer_context_cuda *)buffer->context;
 
     if (tensor->view_src != NULL && tensor->view_offs == 0) {
-        assert(tensor->view_src->buffer->buft == buffer->buft); // TODO
+        assert(tensor->view_src->buffer->buft == buffer->buft);
         tensor->backend = tensor->view_src->backend;
         tensor->extra = tensor->view_src->extra;
         return;