diff options
Diffstat (limited to 'examples/common.h')
| -rw-r--r-- | examples/common.h | 2 |
1 files changed, 2 insertions, 0 deletions
diff --git a/examples/common.h b/examples/common.h index 6315df9..f52fef6 100644 --- a/examples/common.h +++ b/examples/common.h @@ -32,6 +32,8 @@ struct gpt_params { int32_t main_gpu = 0; // the GPU that is used for scratch and small tensors float tensor_split[LLAMA_MAX_DEVICES] = {0}; // how split tensors should be distributed across GPUs int32_t n_probs = 0; // if greater than 0, output the probabilities of top n_probs tokens. + float rope_freq_base = 10000.0f; // RoPE base frequency + float rope_freq_scale = 1.0f; // RoPE frequency scaling factor // sampling parameters std::unordered_map<llama_token, float> logit_bias; // logit bias for specific tokens |