128 lines
3.9 KiB
Python
128 lines
3.9 KiB
Python
import gradio as gr
|
|
from easygui import msgbox
|
|
import subprocess
|
|
import os
|
|
from .common_gui import get_saveasfilename_path, get_any_file_path, get_file_path
|
|
|
|
folder_symbol = '\U0001f4c2' # 📂
|
|
refresh_symbol = '\U0001f504' # 🔄
|
|
save_style_symbol = '\U0001f4be' # 💾
|
|
document_symbol = '\U0001F4C4' # 📄
|
|
|
|
|
|
def merge_lora(
|
|
lora_a_model, lora_b_model, ratio, save_to, precision, save_precision,
|
|
):
|
|
# Check for caption_text_input
|
|
if lora_a_model == '':
|
|
msgbox('Invalid model A file')
|
|
return
|
|
|
|
if lora_b_model == '':
|
|
msgbox('Invalid model B file')
|
|
return
|
|
|
|
# Check if source model exist
|
|
if not os.path.isfile(lora_a_model):
|
|
msgbox('The provided model A is not a file')
|
|
return
|
|
|
|
if not os.path.isfile(lora_b_model):
|
|
msgbox('The provided model B is not a file')
|
|
return
|
|
|
|
ratio_a = ratio
|
|
ratio_b = 1 - ratio
|
|
|
|
run_cmd = f'.\\venv\Scripts\python.exe "networks\merge_lora.py"'
|
|
run_cmd += f' --save_precision {save_precision}'
|
|
run_cmd += f' --precision {precision}'
|
|
run_cmd += f' --save_to {save_to}'
|
|
run_cmd += f' --models {lora_a_model} {lora_b_model}'
|
|
run_cmd += f' --ratios {ratio_a} {ratio_b}'
|
|
|
|
print(run_cmd)
|
|
|
|
# Run the command
|
|
subprocess.run(run_cmd)
|
|
|
|
|
|
###
|
|
# Gradio UI
|
|
###
|
|
|
|
|
|
def gradio_merge_lora_tab():
|
|
with gr.Tab('Merge LoRA'):
|
|
gr.Markdown(
|
|
'This utility can merge two LoRA networks together.'
|
|
)
|
|
|
|
lora_ext = gr.Textbox(value='*.pt *.safetensors', visible=False)
|
|
lora_ext_name = gr.Textbox(value='LoRA model types', visible=False)
|
|
|
|
with gr.Row():
|
|
lora_a_model = gr.Textbox(
|
|
label='LoRA model "A"',
|
|
placeholder='Path to the LoRA A model',
|
|
interactive=True,
|
|
)
|
|
button_lora_a_model_file = gr.Button(
|
|
folder_symbol, elem_id='open_folder_small'
|
|
)
|
|
button_lora_a_model_file.click(
|
|
get_file_path,
|
|
inputs=[lora_a_model, lora_ext, lora_ext_name],
|
|
outputs=lora_a_model,
|
|
)
|
|
|
|
lora_b_model = gr.Textbox(
|
|
label='LoRA model "B"',
|
|
placeholder='Path to the LoRA B model',
|
|
interactive=True,
|
|
)
|
|
button_lora_b_model_file = gr.Button(
|
|
folder_symbol, elem_id='open_folder_small'
|
|
)
|
|
button_lora_b_model_file.click(
|
|
get_file_path,
|
|
inputs=[lora_b_model, lora_ext, lora_ext_name],
|
|
outputs=lora_b_model,
|
|
)
|
|
with gr.Row():
|
|
ratio = gr.Slider(label="Merge ratio (eg: 0.7 mean 70% of model A and 30% of model B", minimum=0, maximum=1, step=0.01, value=0.5,
|
|
interactive=True,)
|
|
|
|
with gr.Row():
|
|
save_to = gr.Textbox(
|
|
label='Save to',
|
|
placeholder='path for the file to save...',
|
|
interactive=True,
|
|
)
|
|
button_save_to = gr.Button(
|
|
folder_symbol, elem_id='open_folder_small'
|
|
)
|
|
button_save_to.click(
|
|
get_saveasfilename_path, inputs=[save_to, lora_ext, lora_ext_name], outputs=save_to
|
|
)
|
|
precision = gr.Dropdown(
|
|
label='Merge precison',
|
|
choices=['fp16', 'bf16', 'float'],
|
|
value='float',
|
|
interactive=True,
|
|
)
|
|
save_precision = gr.Dropdown(
|
|
label='Save precison',
|
|
choices=['fp16', 'bf16', 'float'],
|
|
value='float',
|
|
interactive=True,
|
|
)
|
|
|
|
convert_button = gr.Button('Merge model')
|
|
|
|
convert_button.click(
|
|
merge_lora,
|
|
inputs=[lora_a_model, lora_b_model, ratio, save_to, precision, save_precision,
|
|
],
|
|
)
|