Quellcode durchsuchen

Small simplification

oobabooga vor 3 Jahren
Ursprung
Commit
c90310e40e
1 geänderte Dateien mit 1 neuen und 2 gelöschten Zeilen
  1. 1 2
      server.py

+ 1 - 2
server.py

@@ -140,10 +140,10 @@ def generate_reply(question, tokens, inference_settings, selected_model, eos_tok
             preset = infile.read()
         loaded_preset = inference_settings
 
+    cuda = "" if args.cpu else ".cuda()"
     if not args.no_stream:
         input_ids = encode(question, 1)
         preset = preset.replace('max_new_tokens=tokens', 'max_new_tokens=1')
-        cuda = "" if args.cpu else ".cuda()"
         for i in range(tokens):
             output = eval(f"model.generate(input_ids, {preset}){cuda}")
             reply = tokenizer.decode(output[0], skip_special_tokens=True)
@@ -162,7 +162,6 @@ def generate_reply(question, tokens, inference_settings, selected_model, eos_tok
             input_ids = output
     else:
         input_ids = encode(question, tokens)
-        cuda = "" if args.cpu else ".cuda()"
         if eos_token is None:
             output = eval(f"model.generate(input_ids, {preset}){cuda}")
         else: