server : update prompt on slot restore (#9800)

ggml-org · Oct 11, 2024 · 32da4a2 · 32da4a2
1 parent 693c8bf
commit 32da4a2
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/examples/server/server.cpp b/examples/server/server.cpp
@@ -1778,6 +1778,9 @@ struct server_context {
                     }
                     slot->cache_tokens.resize(token_count);
 
+                    // TODO: maybe detokenize the slot->cache_tokens instead?
+                    slot->prompt = string_format("[restored %d tokens from file]", (int) token_count);
+
                     const int64_t t_end = ggml_time_us();
                     const double t_restore_ms = (t_end - t_start) / 1000.0;