convert-pth-to-ggml.py 474 B

1234567891011
  1. # Compatibility stub
  2. import argparse
  3. import convert
  4. parser = argparse.ArgumentParser(description='Convert a LLaMA model checkpoint to a ggml compatible file')
  5. parser.add_argument('dir_model', help='directory containing the model checkpoint')
  6. parser.add_argument('ftype', help='file type (0: float32, 1: float16)', type=int, choices=[0, 1], default=1)
  7. args = parser.parse_args()
  8. convert.main(['--outtype', 'f16' if args.ftype == 1 else 'f32', '--', args.dir_model])