aboutsummaryrefslogtreecommitdiff
path: root/examples
diff options
context:
space:
mode:
Diffstat (limited to 'examples')
-rw-r--r--examples/main/main.cpp7
1 files changed, 7 insertions, 0 deletions
diff --git a/examples/main/main.cpp b/examples/main/main.cpp
index 66d5631..efa913e 100644
--- a/examples/main/main.cpp
+++ b/examples/main/main.cpp
@@ -331,6 +331,13 @@ int main(int argc, char ** argv) {
std::vector<llama_token> embd;
+ // do one empty run to warm up the model
+ {
+ const std::vector<llama_token> tmp = { llama_token_bos(), };
+ llama_eval(ctx, tmp.data(), tmp.size(), 0, params.n_threads);
+ llama_reset_timings(ctx);
+ }
+
while ((n_remain != 0 && !is_antiprompt) || params.interactive) {
// predict
if (embd.size() > 0) {