diff options
Diffstat (limited to 'examples/common.h')
| -rw-r--r-- | examples/common.h | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/examples/common.h b/examples/common.h index 7a8848f..1ea6f74 100644 --- a/examples/common.h +++ b/examples/common.h @@ -47,6 +47,7 @@ struct gpt_params { bool instruct = false; // instruction mode (used for Alpaca models) bool ignore_eos = false; // do not stop generating after eos bool perplexity = false; // compute perplexity over the prompt + bool use_mmap = true; // use mmap for faster loads bool use_mlock = false; // use mlock to keep model in memory bool mem_test = false; // compute maximum memory usage bool verbose_prompt = false; // print prompt tokens before generation |