|
@@ -513,7 +513,8 @@ class MPTModel(Model):
|
|
|
def set_vocab(self):
|
|
def set_vocab(self):
|
|
|
try:
|
|
try:
|
|
|
self._set_vocab_gpt2()
|
|
self._set_vocab_gpt2()
|
|
|
- except:
|
|
|
|
|
|
|
+ except Exception:
|
|
|
|
|
+ # Fallback for SEA-LION model
|
|
|
self._set_vocab_sentencepiece()
|
|
self._set_vocab_sentencepiece()
|
|
|
self.gguf_writer.add_add_bos_token(False)
|
|
self.gguf_writer.add_add_bos_token(False)
|
|
|
self.gguf_writer.add_pad_token_id(3)
|
|
self.gguf_writer.add_pad_token_id(3)
|