aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authoroobabooga <112222186+oobabooga@users.noreply.github.com>2023-07-09 05:59:53 -0300
committerGitHub <noreply@github.com>2023-07-09 11:59:53 +0300
commit1d1630996920f889cdc08de26cebf2415958540e (patch)
tree4cc3b5f7a46e9acd4093cd5dca054f1dbe3a41c7
parentdb4047ad5cd8eae04db3b2efe0245e69a376601a (diff)
llama : remove "first token must be BOS" restriction (#2153)
-rw-r--r--llama.cpp6
1 files changed, 0 insertions, 6 deletions
diff --git a/llama.cpp b/llama.cpp
index ee6ec09..a491f1c 100644
--- a/llama.cpp
+++ b/llama.cpp
@@ -1291,12 +1291,6 @@ static bool llama_eval_internal(
LLAMA_ASSERT((!tokens && embd) || (tokens && !embd));
- // enforce that the first token is BOS
- if (tokens && n_past == 0 && tokens[0] != llama_token_bos()) {
- fprintf(stderr, "%s: first token must be BOS\n", __func__);
- return false;
- }
-
const int64_t t_start_us = ggml_time_us();
const int N = n_tokens;