Add new llama.cpp library (2048 context, temperature, etc now work)

2023-04-06 13:12:14 -03:00
parent 39f3fec913
commit 03cb44fc8c
3 changed files with 67 additions and 1 deletions
--- a/requirements.txt
+++ b/requirements.txt
@@ -4,6 +4,7 @@ datasets
 flexgen==0.1.7
 gradio==3.24.1
 llamacpp==0.1.11
+llama-cpp-python==0.1.23
 markdown
 numpy
 peft==0.2.0