diff options
author | Georgi Gerganov <ggerganov@gmail.com> | 2023-03-10 21:50:46 +0200 |
---|---|---|
committer | Georgi Gerganov <ggerganov@gmail.com> | 2023-03-10 21:50:46 +0200 |
commit | 319cdb3e1ffe263cf5b08249c9559e011396c1de (patch) | |
tree | 90c02a60d3e381ebd882c5c52d9dca114714ce43 /utils.h | |
parent | 775328064e69db1ebd7e19ccb59d2a7fa6142470 (diff) |
Final touches
Diffstat (limited to 'utils.h')
-rw-r--r-- | utils.h | 6 |
1 files changed, 3 insertions, 3 deletions
@@ -15,12 +15,12 @@ struct gpt_params { int32_t seed = -1; // RNG seed int32_t n_threads = std::min(4, (int32_t) std::thread::hardware_concurrency()); - int32_t n_predict = 200; // new tokens to predict + int32_t n_predict = 128; // new tokens to predict // sampling parameters - int32_t top_k = 100; + int32_t top_k = 40; float top_p = 0.95f; - float temp = 0.8f; + float temp = 0.80f; int32_t n_batch = 8; // batch size for prompt processing |