Add repetition_penalty

2023-03-31 19:01:34 -03:00
parent 2259143fec
commit 52065ae4cd
2 changed files with 2 additions and 2 deletions
--- a/modules/llamacpp_model.py
+++ b/modules/llamacpp_model.py
@@ -48,7 +48,7 @@ class LlamaCppModel:
        params.repeat_penalty = repetition_penalty
        #params.repeat_last_n = repeat_last_n

-        # model.params = params
+        #self.model.params = params
        self.model.add_bos()
        self.model.update_input(context)