|
|
@@ -1079,9 +1079,9 @@ struct server_slot {
|
|
|
|
|
|
SLT_INF(*this,
|
|
|
"\n"
|
|
|
- "\rprompt eval time = %10.2f ms / %5d tokens (%8.2f ms per token, %8.2f tokens per second)\n"
|
|
|
- "\r eval time = %10.2f ms / %5d tokens (%8.2f ms per token, %8.2f tokens per second)\n"
|
|
|
- "\r total time = %10.2f ms / %5d tokens\n",
|
|
|
+ "prompt eval time = %10.2f ms / %5d tokens (%8.2f ms per token, %8.2f tokens per second)\n"
|
|
|
+ " eval time = %10.2f ms / %5d tokens (%8.2f ms per token, %8.2f tokens per second)\n"
|
|
|
+ " total time = %10.2f ms / %5d tokens\n",
|
|
|
t_prompt_processing, n_prompt_tokens_processed, t_prompt, n_prompt_second,
|
|
|
t_token_generation, n_decoded, t_gen, n_gen_second,
|
|
|
t_prompt_processing + t_token_generation, n_prompt_tokens_processed + n_decoded);
|