aboutsummaryrefslogtreecommitdiff
path: root/examples/embedding
diff options
context:
space:
mode:
authorRinne <AsakusaRinne@gmail.com>2023-05-13 15:24:20 +0800
committerGitHub <noreply@github.com>2023-05-13 10:24:20 +0300
commit6456a4eb9f9c1f4de8f6908ef100daa78802ad00 (patch)
tree09bf2f1d3538106ccc899d6416d0d6b74474b165 /examples/embedding
parentcdd5350892b1d4e521e930c77341f858fcfcd433 (diff)
embedding : remove unused code (#1426)
Diffstat (limited to 'examples/embedding')
-rw-r--r--examples/embedding/embedding.cpp3
1 files changed, 0 insertions, 3 deletions
diff --git a/examples/embedding/embedding.cpp b/examples/embedding/embedding.cpp
index e4b7291..bb3fd50 100644
--- a/examples/embedding/embedding.cpp
+++ b/examples/embedding/embedding.cpp
@@ -56,9 +56,6 @@ int main(int argc, char ** argv) {
// tokenize the prompt
auto embd_inp = ::llama_tokenize(ctx, params.prompt, true);
- // determine newline token
- auto llama_token_newline = ::llama_tokenize(ctx, "\n", false);
-
if (params.verbose_prompt) {
fprintf(stderr, "\n");
fprintf(stderr, "%s: prompt: '%s'\n", __func__, params.prompt.c_str());