aboutsummaryrefslogtreecommitdiff
path: root/examples/embd-input/embd-input-lib.cpp
diff options
context:
space:
mode:
Diffstat (limited to 'examples/embd-input/embd-input-lib.cpp')
-rw-r--r--examples/embd-input/embd-input-lib.cpp9
1 files changed, 6 insertions, 3 deletions
diff --git a/examples/embd-input/embd-input-lib.cpp b/examples/embd-input/embd-input-lib.cpp
index 37de52a..570e273 100644
--- a/examples/embd-input/embd-input-lib.cpp
+++ b/examples/embd-input/embd-input-lib.cpp
@@ -210,9 +210,12 @@ llama_token sampling_id(struct MyModel* mymodel) {
const char * sampling(struct MyModel * mymodel) {
llama_context * ctx = mymodel->ctx;
int id = sampling_id(mymodel);
- std::string ret;
- if (id == llama_token_eos()) ret = "</s>";
- else ret = llama_token_to_str(ctx, id);
+ static std::string ret;
+ if (id == llama_token_eos()) {
+ ret = "</s>";
+ } else {
+ ret = llama_token_to_str(ctx, id);
+ }
eval_id(mymodel, id);
return ret.c_str();
}