diff options
Diffstat (limited to 'main.cpp')
-rw-r--r-- | main.cpp | 2 |
1 files changed, 2 insertions, 0 deletions
@@ -845,6 +845,8 @@ int main(int argc, char ** argv) { std::vector<float> logits; + // Add a space in front of the first character to match OG llama tokenizer behavior + params.prompt.insert(0, 1, ' '); // tokenize the prompt std::vector<gpt_vocab::id> embd_inp = ::llama_tokenize(vocab, params.prompt, true); |