瀏覽代碼

add auto-devices when disk is used

oobabooga 3 年之前
父節點
當前提交
5390fc87c8
共有 1 個文件被更改,包括 1 次插入1 次删除
  1. 1 1
      server.py

+ 1 - 1
server.py

@@ -63,7 +63,7 @@ def load_model(model_name):
     t0 = time.time()
 
     # Default settings
-    if not (args.cpu or args.auto_devices or args.load_in_8bit or args.max_gpu_memory is not None):
+    if not (args.cpu or args.load_in_8bit or args.auto_devices or args.disk or args.max_gpu_memory is not None):
         if Path(f"torch-dumps/{model_name}.pt").exists():
             print("Loading in .pt format...")
             model = torch.load(Path(f"torch-dumps/{model_name}.pt"))