Przeglądaj źródła

min_length has to be 0 when streaming is on

oobabooga 3 lat temu
rodzic
commit
cadd100405
1 zmienionych plików z 1 dodań i 1 usunięć
  1. 1 1
      server.py

+ 1 - 1
server.py

@@ -267,7 +267,7 @@ def generate_reply(question, tokens, do_sample, max_new_tokens, temperature, top
         f"typical_p={typical_p}",
         f"typical_p={typical_p}",
         f"repetition_penalty={repetition_penalty}",
         f"repetition_penalty={repetition_penalty}",
         f"top_k={top_k}",
         f"top_k={top_k}",
-        f"min_length={min_length}",
+        f"min_length={min_length if args.no_stream else 0}",
         f"no_repeat_ngram_size={no_repeat_ngram_size}",
         f"no_repeat_ngram_size={no_repeat_ngram_size}",
         f"num_beams={num_beams}",
         f"num_beams={num_beams}",
         f"length_penalty={length_penalty}",
         f"length_penalty={length_penalty}",