From 7f9753fa1263c4eded9a3de19778562f0e1093d7 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Johannes=20G=C3=A4=C3=9Fler?= Date: Wed, 28 Jun 2023 18:35:54 +0200 Subject: CUDA GPU acceleration for LoRAs + f16 models (#1970) --- examples/common.cpp | 7 ------- 1 file changed, 7 deletions(-) (limited to 'examples') diff --git a/examples/common.cpp b/examples/common.cpp index 0023027..5addd10 100644 --- a/examples/common.cpp +++ b/examples/common.cpp @@ -416,13 +416,6 @@ bool gpt_params_parse(int argc, char ** argv, gpt_params & params) { exit(1); } -#ifdef GGML_USE_CUBLAS - if (!params.lora_adapter.empty() && params.n_gpu_layers > 0) { - fprintf(stderr, "%s: error: the simultaneous use of LoRAs and GPU acceleration is not supported", __func__); - exit(1); - } -#endif // GGML_USE_CUBLAS - if (escape_prompt) { process_escapes(params.prompt); } -- cgit v1.2.3