aboutsummaryrefslogtreecommitdiff
path: root/examples
diff options
context:
space:
mode:
authorGeorgi Gerganov <ggerganov@gmail.com>2023-07-21 13:10:51 +0300
committerGitHub <noreply@github.com>2023-07-21 13:10:51 +0300
commitae178ab46bfd6ecb2422da5dad441a4e2fef8b7e (patch)
tree064a13d048ecd596bbd57bd081c9615aa91ebbf6 /examples
parent54e3bc76fed914f8d4a30a7a50c19867cccb1338 (diff)
llama : make tensor_split ptr instead of array (#2272)
Diffstat (limited to 'examples')
-rw-r--r--examples/common.cpp2
1 files changed, 1 insertions, 1 deletions
diff --git a/examples/common.cpp b/examples/common.cpp
index fd6dbc0..476d565 100644
--- a/examples/common.cpp
+++ b/examples/common.cpp
@@ -586,7 +586,7 @@ struct llama_context_params llama_context_params_from_gpt_params(const gpt_param
lparams.n_batch = params.n_batch;
lparams.n_gpu_layers = params.n_gpu_layers;
lparams.main_gpu = params.main_gpu;
- memcpy(lparams.tensor_split, params.tensor_split, LLAMA_MAX_DEVICES*sizeof(float));
+ lparams.tensor_split = params.tensor_split;
lparams.low_vram = params.low_vram;
lparams.seed = params.seed;
lparams.f16_kv = params.memory_f16;