zhengjl/text-generation-webui
Public Access
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Change a truncation parameter

Browse Source
This commit is contained in:
oobabooga
2023-01-16 13:53:30 -03:00
parent 54bf55372b
commit 3a99b2b030
1 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
server.py
View File

@@ -232,12 +232,12 @@ elif args.chat or args.cai_chat:
if check: if check:
reply = generate_reply(question, tokens, inference_settings, selected_model, eos_token='\n')[0] reply = generate_reply(question, tokens, inference_settings, selected_model, eos_token='\n')[0]
idx = reply.rfind(question[-500:]) idx = reply.rfind(question[-1024:])
reply = reply[idx+min(500, len(question)):].split('\n')[0].strip() reply = reply[idx+min(1024, len(question)):].split('\n')[0].strip()
else: else:
reply = generate_reply(question, tokens, inference_settings, selected_model)[0] reply = generate_reply(question, tokens, inference_settings, selected_model)[0]
idx = reply.rfind(question[-500:]) idx = reply.rfind(question[-1024:])
reply = reply[idx+min(500, len(question)):] reply = reply[idx+min(1024, len(question)):]
idx = reply.find(f"\n{name1}:") idx = reply.find(f"\n{name1}:")
if idx != -1: if idx != -1:
reply = reply[:idx] reply = reply[:idx]