diff options
| author | Georgi Gerganov <ggerganov@gmail.com> | 2023-07-21 13:10:51 +0300 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2023-07-21 13:10:51 +0300 |
| commit | ae178ab46bfd6ecb2422da5dad441a4e2fef8b7e (patch) | |
| tree | 064a13d048ecd596bbd57bd081c9615aa91ebbf6 /ggml-cuda.cu | |
| parent | 54e3bc76fed914f8d4a30a7a50c19867cccb1338 (diff) | |
llama : make tensor_split ptr instead of array (#2272)
Diffstat (limited to 'ggml-cuda.cu')
| -rw-r--r-- | ggml-cuda.cu | 3 |
1 files changed, 3 insertions, 0 deletions
diff --git a/ggml-cuda.cu b/ggml-cuda.cu index d3054a7..6537897 100644 --- a/ggml-cuda.cu +++ b/ggml-cuda.cu @@ -2512,6 +2512,9 @@ void ggml_init_cublas() { } void ggml_cuda_set_tensor_split(const float * tensor_split) { + if (tensor_split == nullptr) { + return; + } bool all_zero = true; for (int i = 0; i < g_device_count; ++i) { if (tensor_split[i] != 0.0f) { |