ggml: bypass code incompatible with CUDA < 11.1 (ggml-org#2020)

primenko-v · iThalay · commit e7a55ae956ac · 2024-09-23T08:59:17.000+07:00
`cudaHostRegisterReadOnly` parameter was only introduced in CUDA 11.1 See this issue for more details: ggml-org#2007
diff --git a/ggml-cuda.cu b/ggml-cuda.cu
@@ -2797,6 +2797,7 @@ GGML_CALL bool ggml_backend_cuda_register_host_buffer(void * buffer, size_t size
         return false;
     }
 
+#if CUDART_VERSION >= 11100
     cudaError_t err = cudaHostRegister(buffer, size, cudaHostRegisterPortable | cudaHostRegisterReadOnly);
     if (err != cudaSuccess) {
         // clear the error
@@ -2807,6 +2808,9 @@ GGML_CALL bool ggml_backend_cuda_register_host_buffer(void * buffer, size_t size
         return false;
     }
     return true;
+#else
+    return false;
+#endif
 }
 
 GGML_CALL void ggml_backend_cuda_unregister_host_buffer(void * buffer) {

Original file line number	Diff line number	Diff line change
`@@ -2797,6 +2797,7 @@ GGML_CALL bool ggml_backend_cuda_register_host_buffer(void * buffer, size_t size`
`2797`	`2797`	`return false;`
`2798`	`2798`	`}`
`2799`	`2799`
	`2800`	`+#if CUDART_VERSION >= 11100`
`2800`	`2801`	`cudaError_t err = cudaHostRegister(buffer, size, cudaHostRegisterPortable \| cudaHostRegisterReadOnly);`
`2801`	`2802`	`if (err != cudaSuccess) {`
`2802`	`2803`	`// clear the error`
`@@ -2807,6 +2808,9 @@ GGML_CALL bool ggml_backend_cuda_register_host_buffer(void * buffer, size_t size`
`2807`	`2808`	`return false;`
`2808`	`2809`	`}`
`2809`	`2810`	`return true;`
	`2811`	`+#else`
	`2812`	`+ return false;`
	`2813`	`+#endif`
`2810`	`2814`	`}`
`2811`	`2815`
`2812`	`2816`	`GGML_CALL void ggml_backend_cuda_unregister_host_buffer(void * buffer) {`