Ver Fonte

Add files

oobabooga há 2 anos atrás
pai
commit
0cecfc684c
2 ficheiros alterados com 15 adições e 0 exclusões
  1. 0 0
      loras/place-your-loras-here.txt
  2. 15 0
      modules/LoRA.py

+ 0 - 0
loras/place-your-loras-here.txt


+ 15 - 0
modules/LoRA.py

@@ -0,0 +1,15 @@
+from pathlib import Path
+
+from peft import PeftModel
+
+import modules.shared as shared
+from modules.models import load_model
+
+
+def add_lora_to_model(lora_name):
+
+    # Is there a more efficient way of returning to the base model?
+    if lora_name == "None":
+        shared.model, shared.tokenizer = load_model(shared.model_name)
+    else:
+        shared.model = PeftModel.from_pretrained(shared.model, Path(f"loras/{lora_name}"))