Two new options: truncation length and ban eos token

2023-04-11 18:46:06 -03:00
parent 749c08a4ff
commit cacbcda208
6 changed files with 62 additions and 48 deletions
--- a/settings-template.json
+++ b/settings-template.json
@@ -11,6 +11,10 @@
    "custom_stopping_strings": "",
    "stop_at_newline": false,
    "add_bos_token": true,
+    "ban_eos_token": true,
+    "truncation_length": 2048,
+    "truncation_length_min": 0,
+    "truncation_length_max": 4096,
    "chat_prompt_size": 2048,
    "chat_prompt_size_min": 0,
    "chat_prompt_size_max": 2048,