zhengjl/text-generation-webui
Public Access
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Add a preset for FlexGen

Browse Source
This commit is contained in:
oobabooga
2023-02-21 23:33:15 -03:00
parent 311404e258
commit eef6fc3cbf
2 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
presets/FlexGen.txt Normal file
View File

@@ -0,0 +1,2 @@
do_sample=True
temperature=0.5

4
server.py
View File

@@ -501,7 +501,7 @@ def create_extensions_block():
btn_extensions.click(update_extensions_parameters, [*extensions_ui_elements], []) btn_extensions.click(update_extensions_parameters, [*extensions_ui_elements], [])
def create_settings_menus(): def create_settings_menus():
generate_params = load_preset_values(settings[f'preset{suffix}'], return_dict=True) generate_params = load_preset_values(settings[f'preset{suffix}'] if not args.flexgen else 'FlexGen', return_dict=True)
with gr.Row(): with gr.Row():
with gr.Column(): with gr.Column():
@@ -510,7 +510,7 @@ def create_settings_menus():
create_refresh_button(model_menu, lambda : None, lambda : {"choices": get_available_models()}, "refresh-button") create_refresh_button(model_menu, lambda : None, lambda : {"choices": get_available_models()}, "refresh-button")
with gr.Column(): with gr.Column():
with gr.Row(): with gr.Row():
preset_menu = gr.Dropdown(choices=available_presets, value=settings[f'preset{suffix}'], label='Generation parameters preset') preset_menu = gr.Dropdown(choices=available_presets, value=settings[f'preset{suffix}'] if not args.flexgen else 'FlexGen', label='Generation parameters preset')
create_refresh_button(preset_menu, lambda : None, lambda : {"choices": get_available_presets()}, "refresh-button") create_refresh_button(preset_menu, lambda : None, lambda : {"choices": get_available_presets()}, "refresh-button")
with gr.Accordion("Custom generation parameters", open=False, elem_id="accordion"): with gr.Accordion("Custom generation parameters", open=False, elem_id="accordion"):