Преглед изворни кода

bench: server add stop word for PHI-2 (#6916)

Pierrick Hymbert пре 1 година
родитељ
комит
5790c8dac1
1 измењених фајлова са 2 додато и 1 уклоњено
  1. 2 1
      examples/server/bench/script.js

+ 2 - 1
examples/server/bench/script.js

@@ -90,7 +90,8 @@ export default function () {
         "model": model,
         "model": model,
         "stream": true,
         "stream": true,
         "seed": 42,
         "seed": 42,
-        "max_tokens": max_tokens
+        "max_tokens": max_tokens,
+        "stop": ["<|im_end|>"] // This is temporary for phi-2 base (i.e. not instructed) since the server expects that the model always to emit BOS
     }
     }
 
 
     const params = {method: 'POST', body: JSON.stringify(payload)};
     const params = {method: 'POST', body: JSON.stringify(payload)};