diff options
author | Georgi Gerganov <ggerganov@gmail.com> | 2023-07-21 13:10:51 +0300 |
---|---|---|
committer | GitHub <noreply@github.com> | 2023-07-21 13:10:51 +0300 |
commit | ae178ab46bfd6ecb2422da5dad441a4e2fef8b7e (patch) | |
tree | 064a13d048ecd596bbd57bd081c9615aa91ebbf6 /examples | |
parent | 54e3bc76fed914f8d4a30a7a50c19867cccb1338 (diff) |
llama : make tensor_split ptr instead of array (#2272)
Diffstat (limited to 'examples')
-rw-r--r-- | examples/common.cpp | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/examples/common.cpp b/examples/common.cpp index fd6dbc0..476d565 100644 --- a/examples/common.cpp +++ b/examples/common.cpp @@ -586,7 +586,7 @@ struct llama_context_params llama_context_params_from_gpt_params(const gpt_param lparams.n_batch = params.n_batch; lparams.n_gpu_layers = params.n_gpu_layers; lparams.main_gpu = params.main_gpu; - memcpy(lparams.tensor_split, params.tensor_split, LLAMA_MAX_DEVICES*sizeof(float)); + lparams.tensor_split = params.tensor_split; lparams.low_vram = params.low_vram; lparams.seed = params.seed; lparams.f16_kv = params.memory_f16; |