diff options
author | Georgi Gerganov <ggerganov@gmail.com> | 2023-04-29 13:53:12 +0300 |
---|---|---|
committer | Georgi Gerganov <ggerganov@gmail.com> | 2023-04-29 13:53:12 +0300 |
commit | 305eb5afd51325e3142c01c17431febb7c67de87 (patch) | |
tree | 665b8e4242ad868fdb4eb474b3163bf0bbcca1ee /examples | |
parent | 84ca9c2ecf3391d911589d0fe2b483cbfb4b82a6 (diff) |
build : fix reference to old llama_util.h
Diffstat (limited to 'examples')
-rw-r--r-- | examples/save-load-state/save-load-state.cpp | 10 |
1 files changed, 9 insertions, 1 deletions
diff --git a/examples/save-load-state/save-load-state.cpp b/examples/save-load-state/save-load-state.cpp index f5f02ec..f1531ba 100644 --- a/examples/save-load-state/save-load-state.cpp +++ b/examples/save-load-state/save-load-state.cpp @@ -66,6 +66,7 @@ int main(int argc, char ** argv) { // first run printf("\n%s", params.prompt.c_str()); + for (auto i = 0; i < params.n_predict; i++) { auto logits = llama_get_logits(ctx); auto n_vocab = llama_n_vocab(ctx); @@ -86,6 +87,7 @@ int main(int argc, char ** argv) { } n_past += 1; } + printf("\n\n"); // free old model @@ -101,7 +103,13 @@ int main(int argc, char ** argv) { fprintf(stderr, "\n%s : failed to validate state size\n", __func__); return 1; } - fread(state_mem, 1, state_size, fp_read); + + const size_t ret = fread(state_mem, 1, state_size, fp_read); + if (ret != state_size) { + fprintf(stderr, "\n%s : failed to read state\n", __func__); + return 1; + } + llama_set_state_data(ctx2, state_mem); // could also read directly from memory mapped file fclose(fp_read); } |