|
|
for k in ['do_sample', 'temperature', 'top_p', 'typical_p', 'repetition_penalty', 'encoder_repetition_penalty', 'top_k', 'min_length', 'no_repeat_ngram_size', 'num_beams', 'penalty_alpha', 'length_penalty', 'early_stopping', 'max_new_tokens', 'seed', 'stop_at_newline', 'chat_prompt_size', 'chat_generation_attempts']:
|
|
for k in ['do_sample', 'temperature', 'top_p', 'typical_p', 'repetition_penalty', 'encoder_repetition_penalty', 'top_k', 'min_length', 'no_repeat_ngram_size', 'num_beams', 'penalty_alpha', 'length_penalty', 'early_stopping', 'max_new_tokens', 'seed', 'stop_at_newline', 'chat_prompt_size', 'chat_generation_attempts']:
|
|
|
|
|
+ shared.gradio[k].change(lambda state, value, copy=k: state.update({copy: value}), inputs=[shared.gradio['generation_state'], shared.gradio[k]], outputs=shared.gradio['generation_state'])
|
|
|
|
|
+ shared.gradio[k].release(lambda state, value, copy=k: state.update({copy: value}), inputs=[shared.gradio['generation_state'], shared.gradio[k]], outputs=shared.gradio['generation_state'])
|