aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
-rw-r--r--main.cpp7
1 files changed, 6 insertions, 1 deletions
diff --git a/main.cpp b/main.cpp
index e181056..57e9249 100644
--- a/main.cpp
+++ b/main.cpp
@@ -1062,7 +1062,6 @@ int main(int argc, char ** argv) {
}
// end of text token
-
if (embd.back() == EOS_TOKEN_ID) {
if (params.interactive) {
is_interacting = true;
@@ -1071,6 +1070,12 @@ int main(int argc, char ** argv) {
break;
}
}
+
+ // In interactive mode, respect the maximum number of tokens and drop back to user input when reached.
+ if (params.interactive && remaining_tokens <= 0) {
+ remaining_tokens = params.n_predict;
+ is_interacting = true;
+ }
}
#if defined (_WIN32)