diff options
| author | Howard Su <howard0su@gmail.com> | 2023-07-12 20:18:40 +0800 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2023-07-12 20:18:40 +0800 |
| commit | 4e7464ef88885cb3532738b03cac890f4077fa20 (patch) | |
| tree | b5d38e947952277556973685f06c5017fab2903a | |
| parent | 2b5eb72e109577ed84e44bb8fa47e4956f337300 (diff) | |
FP16 is supported in CM=6.0 (#2177)
* FP16 is supported in CM=6.0
* Building PTX code for both of 60 and 61
Co-authored-by: Johannes Gäßler <johannesg@5d6.de>
| -rw-r--r-- | CMakeLists.txt | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/CMakeLists.txt b/CMakeLists.txt index cf6cd34..d9381da 100644 --- a/CMakeLists.txt +++ b/CMakeLists.txt @@ -272,7 +272,7 @@ if (LLAMA_CUBLAS) if (NOT DEFINED CMAKE_CUDA_ARCHITECTURES) if (LLAMA_CUDA_DMMV_F16) - set(CMAKE_CUDA_ARCHITECTURES "61") # needed for f16 CUDA intrinsics + set(CMAKE_CUDA_ARCHITECTURES "60;61") # needed for f16 CUDA intrinsics else() set(CMAKE_CUDA_ARCHITECTURES "52;61") # lowest CUDA 12 standard + lowest for integer intrinsics endif() |