aboutsummaryrefslogtreecommitdiff
path: root/examples
diff options
context:
space:
mode:
authorJohannes Gäßler <johannesg@5d6.de>2023-06-28 18:35:54 +0200
committerGitHub <noreply@github.com>2023-06-28 18:35:54 +0200
commit7f9753fa1263c4eded9a3de19778562f0e1093d7 (patch)
treed003fd220c810884cf93ed17d0f4ae518d0bf3e2 /examples
parentcfa0750bc9dbc2d957a91b8ed09ab0035d8f3d4e (diff)
CUDA GPU acceleration for LoRAs + f16 models (#1970)
Diffstat (limited to 'examples')
-rw-r--r--examples/common.cpp7
1 files changed, 0 insertions, 7 deletions
diff --git a/examples/common.cpp b/examples/common.cpp
index 0023027..5addd10 100644
--- a/examples/common.cpp
+++ b/examples/common.cpp
@@ -416,13 +416,6 @@ bool gpt_params_parse(int argc, char ** argv, gpt_params & params) {
exit(1);
}
-#ifdef GGML_USE_CUBLAS
- if (!params.lora_adapter.empty() && params.n_gpu_layers > 0) {
- fprintf(stderr, "%s: error: the simultaneous use of LoRAs and GPU acceleration is not supported", __func__);
- exit(1);
- }
-#endif // GGML_USE_CUBLAS
-
if (escape_prompt) {
process_escapes(params.prompt);
}