Add missing new parameters to API extension
This commit is contained in:
@@ -59,6 +59,8 @@ class Handler(BaseHTTPRequestHandler):
|
|||||||
'seed': int(body.get('seed', -1)),
|
'seed': int(body.get('seed', -1)),
|
||||||
'add_bos_token': int(body.get('add_bos_token', True)),
|
'add_bos_token': int(body.get('add_bos_token', True)),
|
||||||
'custom_stopping_strings': body.get('custom_stopping_strings', []),
|
'custom_stopping_strings': body.get('custom_stopping_strings', []),
|
||||||
|
'truncation_length': int(body.get('truncation_length', 2048)),
|
||||||
|
'ban_eos_token': bool(body.get('ban_eos_token', False)),
|
||||||
}
|
}
|
||||||
|
|
||||||
generator = generate_reply(
|
generator = generate_reply(
|
||||||
|
|||||||
Reference in New Issue
Block a user