From 305eb5afd51325e3142c01c17431febb7c67de87 Mon Sep 17 00:00:00 2001 From: Georgi Gerganov Date: Sat, 29 Apr 2023 13:53:12 +0300 Subject: build : fix reference to old llama_util.h --- examples/save-load-state/save-load-state.cpp | 10 +++++++++- 1 file changed, 9 insertions(+), 1 deletion(-) (limited to 'examples') diff --git a/examples/save-load-state/save-load-state.cpp b/examples/save-load-state/save-load-state.cpp index f5f02ec..f1531ba 100644 --- a/examples/save-load-state/save-load-state.cpp +++ b/examples/save-load-state/save-load-state.cpp @@ -66,6 +66,7 @@ int main(int argc, char ** argv) { // first run printf("\n%s", params.prompt.c_str()); + for (auto i = 0; i < params.n_predict; i++) { auto logits = llama_get_logits(ctx); auto n_vocab = llama_n_vocab(ctx); @@ -86,6 +87,7 @@ int main(int argc, char ** argv) { } n_past += 1; } + printf("\n\n"); // free old model @@ -101,7 +103,13 @@ int main(int argc, char ** argv) { fprintf(stderr, "\n%s : failed to validate state size\n", __func__); return 1; } - fread(state_mem, 1, state_size, fp_read); + + const size_t ret = fread(state_mem, 1, state_size, fp_read); + if (ret != state_size) { + fprintf(stderr, "\n%s : failed to read state\n", __func__); + return 1; + } + llama_set_state_data(ctx2, state_mem); // could also read directly from memory mapped file fclose(fp_read); } -- cgit v1.2.3