settings-template.json 1.3 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344
  1. {
  2. "max_new_tokens": 200,
  3. "max_new_tokens_min": 1,
  4. "max_new_tokens_max": 2000,
  5. "seed": -1,
  6. "name1": "You",
  7. "name2": "Assistant",
  8. "context": "This is a conversation with your Assistant. The Assistant is very helpful and is eager to chat with you and answer your questions.",
  9. "greeting": "Hello there!",
  10. "end_of_turn": "",
  11. "custom_stopping_strings": "",
  12. "stop_at_newline": false,
  13. "add_bos_token": true,
  14. "ban_eos_token": true,
  15. "truncation_length": 2048,
  16. "truncation_length_min": 0,
  17. "truncation_length_max": 4096,
  18. "chat_prompt_size": 2048,
  19. "chat_prompt_size_min": 0,
  20. "chat_prompt_size_max": 2048,
  21. "chat_generation_attempts": 1,
  22. "chat_generation_attempts_min": 1,
  23. "chat_generation_attempts_max": 5,
  24. "default_extensions": [],
  25. "chat_default_extensions": [
  26. "gallery"
  27. ],
  28. "presets": {
  29. "default": "Default",
  30. ".*(alpaca|llama)": "LLaMA-Precise",
  31. ".*pygmalion": "NovelAI-Storywriter",
  32. ".*RWKV": "Naive"
  33. },
  34. "prompts": {
  35. "default": "QA",
  36. ".*(gpt4chan|gpt-4chan|4chan)": "GPT-4chan",
  37. ".*oasst": "Open Assistant",
  38. ".*alpaca": "Alpaca"
  39. },
  40. "lora_prompts": {
  41. "default": "QA",
  42. ".*(alpaca-lora-7b|alpaca-lora-13b|alpaca-lora-30b)": "Alpaca"
  43. }
  44. }