diff options
| -rw-r--r-- | examples/embedding/embedding.cpp | 3 |
1 files changed, 0 insertions, 3 deletions
diff --git a/examples/embedding/embedding.cpp b/examples/embedding/embedding.cpp index e4b7291..bb3fd50 100644 --- a/examples/embedding/embedding.cpp +++ b/examples/embedding/embedding.cpp @@ -56,9 +56,6 @@ int main(int argc, char ** argv) { // tokenize the prompt auto embd_inp = ::llama_tokenize(ctx, params.prompt, true); - // determine newline token - auto llama_token_newline = ::llama_tokenize(ctx, "\n", false); - if (params.verbose_prompt) { fprintf(stderr, "\n"); fprintf(stderr, "%s: prompt: '%s'\n", __func__, params.prompt.c_str()); |