|
@@ -8,11 +8,10 @@ import numpy as np
|
|
|
import torch
|
|
import torch
|
|
|
import transformers
|
|
import transformers
|
|
|
from accelerate import infer_auto_device_map, init_empty_weights
|
|
from accelerate import infer_auto_device_map, init_empty_weights
|
|
|
|
|
+from peft import PeftModel
|
|
|
from transformers import (AutoConfig, AutoModelForCausalLM, AutoTokenizer,
|
|
from transformers import (AutoConfig, AutoModelForCausalLM, AutoTokenizer,
|
|
|
BitsAndBytesConfig)
|
|
BitsAndBytesConfig)
|
|
|
|
|
|
|
|
-from peft import PeftModel
|
|
|
|
|
-
|
|
|
|
|
import modules.shared as shared
|
|
import modules.shared as shared
|
|
|
|
|
|
|
|
transformers.logging.set_verbosity_error()
|
|
transformers.logging.set_verbosity_error()
|