Georgi Gerganov 7 месяцев назад
Родитель
Сommit
c04621711a
1 измененных файлов с 2 добавлено и 2 удалено
  1. 2 2
      examples/parallel/parallel.cpp

+ 2 - 2
examples/parallel/parallel.cpp

@@ -158,7 +158,7 @@ int main(int argc, char ** argv) {
     common_params params;
     common_params params;
 
 
     params.n_predict = 128;
     params.n_predict = 128;
-    params.n_junk = 0;
+    params.n_junk = 1;
 
 
     if (!common_params_parse(argc, argv, params, LLAMA_EXAMPLE_PARALLEL)) {
     if (!common_params_parse(argc, argv, params, LLAMA_EXAMPLE_PARALLEL)) {
         return 1;
         return 1;
@@ -182,7 +182,7 @@ int main(int argc, char ** argv) {
     const bool is_sp_shared = params.is_pp_shared;
     const bool is_sp_shared = params.is_pp_shared;
 
 
     // extra text to insert in each client's prompt in order to make it larger
     // extra text to insert in each client's prompt in order to make it larger
-    const int32_t n_junk = params.n_junk;
+    const int32_t n_junk = std::max(1, params.n_junk);
 
 
     // init llama.cpp
     // init llama.cpp
     llama_backend_init();
     llama_backend_init();