فهرست منبع

add safetensors support to convert-lora-to-ggml.py (#5062)

* add safetensors support to convert-lora-to-ggml.py

* Update convert-lora-to-ggml.py

Remove white space in line 69.
kuronekosaiko 2 سال پیش
والد
کامیت
05490fad7f
1فایلهای تغییر یافته به همراه8 افزوده شده و 1 حذف شده
  1. 8 1
      convert-lora-to-ggml.py

+ 8 - 1
convert-lora-to-ggml.py

@@ -59,7 +59,14 @@ if __name__ == '__main__':
     input_model = os.path.join(sys.argv[1], "adapter_model.bin")
     input_model = os.path.join(sys.argv[1], "adapter_model.bin")
     output_path = os.path.join(sys.argv[1], "ggml-adapter-model.bin")
     output_path = os.path.join(sys.argv[1], "ggml-adapter-model.bin")
 
 
-    model = torch.load(input_model, map_location="cpu")
+    if os.path.exists(input_model):
+        model = torch.load(input_model, map_location="cpu")
+    else:
+        input_model = os.path.join(sys.argv[1], "adapter_model.safetensors")
+        # lazy import load_file only if lora is in safetensors format.
+        from safetensors.torch import load_file
+        model = load_file(input_model, device="cpu")
+
     arch_name = sys.argv[2] if len(sys.argv) == 3 else "llama"
     arch_name = sys.argv[2] if len(sys.argv) == 3 else "llama"
 
 
     if arch_name not in gguf.MODEL_ARCH_NAMES.values():
     if arch_name not in gguf.MODEL_ARCH_NAMES.values():