|
@@ -289,8 +289,13 @@ int main(int argc, char ** argv) {
|
|
|
|
|
|
|
|
// Should not run without any tokens
|
|
// Should not run without any tokens
|
|
|
if (embd_inp.empty()) {
|
|
if (embd_inp.empty()) {
|
|
|
- embd_inp.push_back(llama_token_bos(model));
|
|
|
|
|
- LOG("embd_inp was considered empty and bos was added: %s\n", LOG_TOKENS_TOSTR_PRETTY(ctx, embd_inp).c_str());
|
|
|
|
|
|
|
+ if (add_bos) {
|
|
|
|
|
+ embd_inp.push_back(llama_token_bos(model));
|
|
|
|
|
+ LOG("embd_inp was considered empty and bos was added: %s\n", LOG_TOKENS_TOSTR_PRETTY(ctx, embd_inp).c_str());
|
|
|
|
|
+ } else {
|
|
|
|
|
+ LOG_TEE("error: input is empty\n");
|
|
|
|
|
+ return -1;
|
|
|
|
|
+ }
|
|
|
}
|
|
}
|
|
|
|
|
|
|
|
// Tokenize negative prompt
|
|
// Tokenize negative prompt
|