|
@@ -67,7 +67,7 @@ def write_header(fout, hparams, ftype):
|
|
|
|
|
|
|
|
keys = ["vocab_size", "dim", "multiple_of", "n_heads", "n_layers"]
|
|
keys = ["vocab_size", "dim", "multiple_of", "n_heads", "n_layers"]
|
|
|
values = [
|
|
values = [
|
|
|
- 0x67676d66, # magic: ggml in hex
|
|
|
|
|
|
|
+ 0x67676d66, # magic: ggmf in hex
|
|
|
1, # file version
|
|
1, # file version
|
|
|
*[hparams[key] for key in keys],
|
|
*[hparams[key] for key in keys],
|
|
|
hparams["dim"] // hparams["n_heads"], # rot (obsolete)
|
|
hparams["dim"] // hparams["n_heads"], # rot (obsolete)
|