|
@@ -40,7 +40,7 @@ def load_quantized_LLaMA(model_name):
|
|
|
print(f"Could not find {pt_model}, exiting...")
|
|
print(f"Could not find {pt_model}, exiting...")
|
|
|
exit()
|
|
exit()
|
|
|
|
|
|
|
|
- model = load_quant(path_to_model, str(pt_path), bits)
|
|
|
|
|
|
|
+ model = load_quant(str(path_to_model), str(pt_path), bits)
|
|
|
|
|
|
|
|
# Multiple GPUs or GPU+CPU
|
|
# Multiple GPUs or GPU+CPU
|
|
|
if shared.args.gpu_memory:
|
|
if shared.args.gpu_memory:
|
oobabooga