diff options
| author | Georgi Gerganov <ggerganov@gmail.com> | 2023-03-25 21:36:22 +0200 |
|---|---|---|
| committer | Georgi Gerganov <ggerganov@gmail.com> | 2023-03-25 21:36:22 +0200 |
| commit | e2d490dafd860eaaaf9aa8008ab790527d556daf (patch) | |
| tree | 927b92a97be1ed42ad9c0744fe74571ab606730f /examples/common.h | |
| parent | 03f7e335604b3d68f74995aa2ccb4955833ee423 (diff) | |
Inifinite generation via context swapping (#71)
Diffstat (limited to 'examples/common.h')
| -rw-r--r-- | examples/common.h | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/examples/common.h b/examples/common.h index dede803..8caefd8 100644 --- a/examples/common.h +++ b/examples/common.h @@ -21,6 +21,7 @@ struct gpt_params { int32_t n_parts = -1; // amount of model parts (-1 = determine from model dimensions) int32_t n_ctx = 512; // context size int32_t n_batch = 8; // batch size for prompt processing + int32_t n_keep = 0; // number of tokens to keep from initial prompt // sampling parameters int32_t top_k = 40; |