zhengjl/text-generation-webui
Public Access
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Move all gradio elements to shared (so that extensions can use them)

Browse Source
This commit is contained in:
oobabooga
2023-02-24 16:46:50 -03:00
parent 0a3590da8c
commit 65326b545a
6 changed files with 127 additions and 124 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
modules/text_generation.py
View File

@@ -126,9 +126,9 @@ def generate_reply(question, tokens, do_sample, max_new_tokens, temperature, top
if shared.args.deepspeed:
generate_params.append("synced_gpus=True")
if shared.args.no_stream:
generate_params.append(f"max_new_tokens=tokens")
generate_params.append("max_new_tokens=tokens")
else:
generate_params.append(f"max_new_tokens=8")
generate_params.append("max_new_tokens=8")
if shared.soft_prompt:
inputs_embeds, filler_input_ids = generate_softprompt_input_tensors(input_ids)