oobabooga преди 2 години
родител
ревизия
0cecfc684c
променени са 2 файла, в които са добавени 15 реда и са изтрити 0 реда
  1. 0 0
      loras/place-your-loras-here.txt
  2. 15 0
      modules/LoRA.py

+ 0 - 0
loras/place-your-loras-here.txt


+ 15 - 0
modules/LoRA.py

@@ -0,0 +1,15 @@
+from pathlib import Path
+
+from peft import PeftModel
+
+import modules.shared as shared
+from modules.models import load_model
+
+
+def add_lora_to_model(lora_name):
+
+    # Is there a more efficient way of returning to the base model?
+    if lora_name == "None":
+        shared.model, shared.tokenizer = load_model(shared.model_name)
+    else:
+        shared.model = PeftModel.from_pretrained(shared.model, Path(f"loras/{lora_name}"))