Borrowed from https://github.com/PygmalionAI/gradio-ui/blob/master/src/gradio_ui.py
@@ -0,0 +1,7 @@
+do_sample=True,
+max_new_tokens=max_length,
+top_p=0.9,
+top_k=0,
+temperature=0.5,
+repetition_penalty=1.05,
+typical_p=1.0,