Add penalty_alpha parameter (contrastive search)

2023-02-11 14:48:12 -03:00
parent 8aafb55693
commit 0dd1409f24
3 changed files with 31 additions and 22 deletions
--- a/presets/Instruct-Joi.txt
+++ b/presets/Instruct-Joi.txt
@@ -0,0 +1,5 @@
+top_p=0.95,
+temperature=0.5,
+penalty_alpha=0.6,
+top_k=4,
+repetition_penalty=1.03,