Home Explore Help
Sign In
cturan
/
llama.cpp
mirror of https://github.com/cturan/llama.cpp
1
0
Fork 0
Files Issues 0 Wiki
Browse Source

server : fix n_keep always showing as 0 in response (#6211)

Jan Boon 1 year ago
parent
68e210b354
commit
6b8bb3a31d
1 changed files with 1 additions and 1 deletions
Unified View Show Diff Stats
  1. 1 1
      examples/server/server.cpp

+ 1 - 1
examples/server/server.cpp
View File 

@@ -1247,7 +1247,7 @@ struct server_context {
 
             {"penalize_nl",               slot.sparams.penalize_nl},
 
             {"penalize_nl",               slot.sparams.penalize_nl},
 
             {"stop",                      slot.params.antiprompt},
 
             {"stop",                      slot.params.antiprompt},
 
             {"n_predict",                 slot.params.n_predict}, // TODO: fix duplicate key n_predict
 
             {"n_predict",                 slot.params.n_predict}, // TODO: fix duplicate key n_predict
 
-            {"n_keep",                    params.n_keep},
 
+            {"n_keep",                    slot.params.n_keep},
 
             {"ignore_eos",                ignore_eos},
 
             {"ignore_eos",                ignore_eos},
 
             {"stream",                    slot.params.stream},
 
             {"stream",                    slot.params.stream},
 
             {"logit_bias",                slot.sparams.logit_bias},
 
             {"logit_bias",                slot.sparams.logit_bias},