From 319cdb3e1ffe263cf5b08249c9559e011396c1de Mon Sep 17 00:00:00 2001 From: Georgi Gerganov Date: Fri, 10 Mar 2023 21:50:46 +0200 Subject: Final touches --- utils.h | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) (limited to 'utils.h') diff --git a/utils.h b/utils.h index d291964..20c42ba 100644 --- a/utils.h +++ b/utils.h @@ -15,12 +15,12 @@ struct gpt_params { int32_t seed = -1; // RNG seed int32_t n_threads = std::min(4, (int32_t) std::thread::hardware_concurrency()); - int32_t n_predict = 200; // new tokens to predict + int32_t n_predict = 128; // new tokens to predict // sampling parameters - int32_t top_k = 100; + int32_t top_k = 40; float top_p = 0.95f; - float temp = 0.8f; + float temp = 0.80f; int32_t n_batch = 8; // batch size for prompt processing -- cgit v1.2.3