|
|
@@ -26,11 +26,12 @@ actor LlamaContext {
|
|
|
private var context: OpaquePointer
|
|
|
private var batch: llama_batch
|
|
|
private var tokens_list: [llama_token]
|
|
|
+ var is_done: Bool = false
|
|
|
|
|
|
/// This variable is used to store temporarily invalid cchars
|
|
|
private var temporary_invalid_cchars: [CChar]
|
|
|
|
|
|
- var n_len: Int32 = 64
|
|
|
+ var n_len: Int32 = 1024
|
|
|
var n_cur: Int32 = 0
|
|
|
|
|
|
var n_decode: Int32 = 0
|
|
|
@@ -160,6 +161,7 @@ actor LlamaContext {
|
|
|
|
|
|
if llama_token_is_eog(model, new_token_id) || n_cur == n_len {
|
|
|
print("\n")
|
|
|
+ is_done = true
|
|
|
let new_token_str = String(cString: temporary_invalid_cchars + [0])
|
|
|
temporary_invalid_cchars.removeAll()
|
|
|
return new_token_str
|