| import os |
|
|
| import re |
|
|
| import random |
|
|
| from scipy.io.wavfile import write |
| from scipy.io.wavfile import read |
|
|
| import numpy as np |
|
|
| import gradio as gr |
|
|
| import yt_dlp |
|
|
| import subprocess |
|
|
| from original import * |
|
|
| import shutil, glob, subprocess |
|
|
| from easyfuncs import download_from_url, CachedModels, whisperspeak, whisperspeak_on, stereo_process, sr_process |
|
|
| os.makedirs("dataset",exist_ok=True) |
|
|
| os.makedirs("audios",exist_ok=True) |
|
|
| model_library = CachedModels() |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| def roformer_separator(roformer_audio, roformer_output_format="wav", roformer_overlap="4", roformer_segment_size="256"): |
| files_list = [] |
| files_list.clear() |
| directory = "./audios" |
| random_id = str(random.randint(10000, 99999)) |
| pattern = f"{random_id}" |
| os.makedirs("outputs", exist_ok=True) |
| write(f'{random_id}.wav', roformer_audio[0], roformer_audio[1]) |
| full_roformer_model = "model_bs_roformer_ep_317_sdr_12.9755.ckpt" |
| prompt = f"audio-separator {random_id}.wav --model_filename {full_roformer_model} --output_dir=./outputs --output_format={roformer_output_format} --normalization=0.9 --mdxc_overlap={roformer_overlap} --mdxc_segment_size={roformer_segment_size}" |
| os.system(prompt) |
|
|
| for file in os.listdir(directory): |
| if re.search(pattern, file): |
| files_list.append(os.path.join(directory, file)) |
|
|
| stem1_file = files_list[0] |
| stem2_file = files_list[1] |
|
|
| return stem1_file, stem2_file |
|
|
|
|
|
|
|
|
| with gr.Blocks(title="🔊 Nex RVC Mobile",theme=gr.themes.Base()) as app: |
|
|
| gr.Markdown("# Nex RVC MOBILE GUI") |
| with gr.Tabs(): |
| voice_model = gr.Dropdown(label="AI Voice", choices=sorted(names), value=lambda:sorted(names)[0] if len(sorted(names)) > 0 else '', interactive=True) |
|
|
| refresh_button = gr.Button("Search Again", variant="primary") |
|
|
|
|
| with gr.TabItem("Inference"): |
|
|
| with gr.Row(): |
|
|
| |
| spk_item = gr.Slider( |
|
|
| minimum=0, |
|
|
| maximum=2333, |
|
|
| step=1, |
|
|
| label="Speaker ID", |
|
|
| value=0, |
|
|
| visible=False, |
|
|
| interactive=True, |
|
|
| ) |
|
|
| vc_transform0 = gr.Number( |
|
|
| label="Pitch", |
|
|
| value=0 |
|
|
| ) |
|
|
| but0 = gr.Button(value="Convert", variant="primary") |
|
|
| with gr.Row(): |
|
|
| with gr.Column(): |
|
|
| with gr.Tabs(): |
|
|
| with gr.TabItem("Upload"): |
|
|
| dropbox = gr.File(label="Drop your audio here & hit the Reload button.") |
|
|
| with gr.TabItem("Record"): |
|
|
| record_button=gr.Microphone(label="OR Record audio.", type="filepath") |
|
|
| with gr.TabItem("UVR", visible=False): |
|
|
| with gr.Row(): |
|
|
| roformer_audio = gr.Audio( |
| |
| label = "Input Audio", |
|
|
| type = "numpy", |
|
|
| interactive = True |
|
|
| ) |
| with gr.Accordion("Separation by Link", open=False): |
| with gr.Row(): |
| roformer_link = gr.Textbox( |
| label = "Link", |
| |
| placeholder = "Paste the link here", |
| |
| interactive = True |
| ) |
| with gr.Row(): |
| gr.Markdown("You can paste the link to the video/audio from many sites, check the complete list [here](https://github.com/yt-dlp/yt-dlp/blob/master/supportedsites.md)") |
| |
| with gr.Row(): |
| roformer_download_button = gr.Button( |
| |
| "Download!", |
| |
| variant = "primary" |
|
|
| ) |
|
|
| roformer_download_button.click(download_audio, [roformer_link], [roformer_audio]) |
|
|
| with gr.Row(): |
|
|
| roformer_button = gr.Button("Separate!", variant = "primary") |
| with gr.Column(): |
| roformer_stem1 = gr.Audio( |
| |
| show_download_button = True, |
| |
| interactive = False, |
| |
| label = "Stem 1", |
| |
| type = "filepath" |
| |
| ) |
| |
| roformer_stem2 = gr.Audio( |
| |
| show_download_button = True, |
| |
| interactive = False, |
| |
| label = "Stem 2", |
| |
| type = "filepath" |
| |
| ) |
| |
| with gr.Row(): |
|
|
| paths_for_files = lambda path:[os.path.abspath(os.path.join(path, f)) for f in os.listdir(path) if os.path.splitext(f)[1].lower() in ('.mp3', '.wav', '.flac', '.ogg')] |
|
|
| input_audio0 = gr.Dropdown( |
|
|
| label="Input Path", |
|
|
| value=paths_for_files('audios')[0] if len(paths_for_files('audios')) > 0 else '', |
|
|
| choices=paths_for_files('audios'), |
|
|
| allow_custom_value=True |
|
|
| ) |
|
|
| with gr.Row(): |
|
|
| input_player = gr.Audio(label="Input",type="numpy",interactive=False) |
|
|
| input_audio0.change( |
|
|
| inputs=[input_audio0], |
|
|
| outputs=[input_player], |
|
|
| fn=lambda path: {"value":path,"__type__":"update"} if os.path.exists(path) else None |
|
|
| ) |
|
|
| record_button.stop_recording( |
|
|
| fn=lambda audio:audio, |
|
|
| inputs=[record_button], |
|
|
| outputs=[input_audio0]) |
|
|
| dropbox.upload( |
|
|
| fn=lambda audio:audio.name, |
|
|
| inputs=[dropbox], |
|
|
| outputs=[input_audio0]) |
|
|
| roformer_button.click(roformer_separator, [roformer_audio], [roformer_stem1, roformer_stem2]) |
| |
|
|
| with gr.Column(): |
|
|
| with gr.Accordion("Change Index", open=False): |
|
|
| file_index2 = gr.Dropdown( |
|
|
| label="Change Index", |
|
|
| choices=sorted(index_paths), |
|
|
| interactive=True, |
|
|
| value=sorted(index_paths)[0] if len(sorted(index_paths)) > 0 else '' |
|
|
| ) |
|
|
| index_rate1 = gr.Slider( |
|
|
| minimum=0, |
|
|
| maximum=1, |
|
|
| label="Index Strength", |
|
|
| value=0.5, |
|
|
| interactive=True, |
|
|
| ) |
|
|
| output_player = gr.Audio(label="Output",interactive=False) |
|
|
| with gr.Accordion("General Settings", open=False): |
|
|
| f0method0 = gr.Radio( |
|
|
| label="Method", |
|
|
| choices=["pm"], |
|
|
| value="pm", |
|
|
| interactive=False, |
|
|
| visible=False, |
|
|
| ) |
|
|
| filter_radius0 = gr.Slider( |
|
|
| minimum=0, |
|
|
| maximum=7, |
|
|
| label="Breathiness Reduction (Harvest only)", |
|
|
| value=3, |
|
|
| step=1, |
|
|
| interactive=True, |
|
|
| ) |
|
|
| resample_sr0 = gr.Slider( |
|
|
| minimum=0, |
|
|
| maximum=48000, |
|
|
| label="Resample", |
|
|
| value=0, |
|
|
| step=1, |
|
|
| interactive=True, |
|
|
| visible=False |
|
|
| ) |
|
|
| rms_mix_rate0 = gr.Slider( |
|
|
| minimum=0, |
|
|
| maximum=1, |
|
|
| label="Volume Normalization", |
|
|
| value=0, |
|
|
| interactive=True, |
|
|
| ) |
|
|
| protect0 = gr.Slider( |
|
|
| minimum=0, |
|
|
| maximum=0.5, |
|
|
| label="Breathiness Protection (0 is enabled, 0.5 is disabled)", |
|
|
| value=0.33, |
|
|
| step=0.01, |
|
|
| interactive=True, |
|
|
| ) |
|
|
| if voice_model != None: |
|
|
| try: vc.get_vc(voice_model.value,protect0,protect0) |
|
|
| except: pass |
|
|
|
|
|
|
| file_index1 = gr.Textbox( |
|
|
| label="Index Path", |
|
|
| interactive=True, |
|
|
| visible=False |
|
|
| ) |
|
|
| refresh_button.click( |
|
|
| fn=change_choices, |
|
|
| inputs=[], |
|
|
| outputs=[voice_model, file_index2], |
|
|
| api_name="infer_refresh", |
|
|
| ) |
|
|
| refresh_button.click( |
|
|
| fn=lambda:{"choices":paths_for_files('audios'),"__type__":"update"}, |
|
|
| inputs=[], |
|
|
| outputs = [input_audio0], |
|
|
| ) |
|
|
| refresh_button.click( |
|
|
| fn=lambda:{"value":paths_for_files('audios')[0],"__type__":"update"} if len(paths_for_files('audios')) > 0 else {"value":"","__type__":"update"}, |
|
|
| inputs=[], |
|
|
| outputs = [input_audio0], |
|
|
| ) |
|
|
| with gr.Row(): |
|
|
| f0_file = gr.File(label="F0 Path", visible=False) |
|
|
| with gr.Row(): |
|
|
| vc_output1 = gr.Textbox(label="Information", placeholder="Welcome!",visible=False) |
|
|
| but0.click( |
|
|
| vc.vc_single, |
|
|
| [ |
|
|
| spk_item, |
|
|
| input_audio0, |
|
|
| vc_transform0, |
|
|
| f0_file, |
|
|
| f0method0, |
|
|
| file_index1, |
|
|
| file_index2, |
|
|
| index_rate1, |
|
|
| filter_radius0, |
|
|
| resample_sr0, |
|
|
| rms_mix_rate0, |
|
|
| protect0, |
|
|
| ], |
|
|
| [vc_output1, output_player], |
|
|
| api_name="infer_convert", |
|
|
| ) |
|
|
| voice_model.change( |
|
|
| fn=vc.get_vc, |
|
|
| inputs=[voice_model, protect0, protect0], |
|
|
| outputs=[spk_item, protect0, protect0, file_index2, file_index2], |
|
|
| api_name="infer_change_voice", |
|
|
| ) |
|
|
| with gr.TabItem("Download Models"): |
|
|
| with gr.Row(): |
|
|
| url_input = gr.Textbox(label="URL to model (i.e. from huggingface)", value="",placeholder="https://...", scale=6) |
|
|
| name_output = gr.Textbox(label="Save as (if from hf, you may leave it blank)", value="",placeholder="MyModel",scale=2) |
|
|
| url_download = gr.Button(value="Download Model",scale=2) |
|
|
| url_download.click( |
|
|
| inputs=[url_input,name_output], |
|
|
| outputs=[url_input], |
|
|
| fn=download_from_url, |
|
|
| ) |
|
|
| with gr.Row(): |
|
|
| model_browser = gr.Dropdown(choices=list(model_library.models.keys()),label="OR Search Models (Quality UNKNOWN)",scale=5) |
|
|
| download_from_browser = gr.Button(value="Get",scale=2) |
|
|
| download_from_browser.click( |
|
|
| inputs=[model_browser], |
|
|
| outputs=[model_browser], |
|
|
| fn=lambda model: download_from_url(model_library.models[model],model), |
|
|
| ) |
|
|
| with gr.TabItem("Train"): |
|
|
| with gr.Row(): |
|
|
| with gr.Column(): |
|
|
| training_name = gr.Textbox(label="Name your model", value="My-Voice",placeholder="My-Voice") |
|
|
| np7 = gr.Slider( |
|
|
| minimum=0, |
|
|
| maximum=config.n_cpu, |
|
|
| step=1, |
|
|
| label="Number of CPU processes used to extract pitch features", |
|
|
| value=1, |
|
|
| interactive=False, |
|
|
| visible=False |
|
|
| ) |
|
|
| sr2 = gr.Radio( |
|
|
| label="Sampling Rate", |
|
|
| choices=["40k", "32k"], |
|
|
| value="32k", |
|
|
| interactive=True, |
|
|
| visible=True |
|
|
| ) |
|
|
| if_f0_3 = gr.Radio( |
|
|
| label="Will your model be used for singing? If not, you can ignore this.", |
|
|
| choices=[True, False], |
|
|
| value=True, |
|
|
| interactive=True, |
|
|
| visible=False |
|
|
| ) |
|
|
| version19 = gr.Radio( |
|
|
| label="Version", |
|
|
| choices=["v1", "v2"], |
|
|
| value="v2", |
|
|
| interactive=True, |
|
|
| visible=False, |
|
|
| ) |
|
|
| dataset_folder = gr.Textbox( |
|
|
| label="dataset folder", value='dataset' |
|
|
| ) |
|
|
| easy_uploader = gr.Files(label="Drop your audio files here",file_types=['audio']) |
|
|
| |
|
|
| |
|
|
| easy_uploader.upload(inputs=[dataset_folder],outputs=[],fn=lambda folder:os.makedirs(folder,exist_ok=True)) |
|
|
| easy_uploader.upload( |
|
|
| fn=lambda files,folder: [shutil.copy2(f.name,os.path.join(folder,os.path.split(f.name)[1])) for f in files] if folder != "" else gr.Warning('Please enter a folder name for your dataset'), |
|
|
| inputs=[easy_uploader, dataset_folder], |
|
|
| outputs=[]) |
|
|
| gpus6 = gr.Textbox( |
|
|
| label="Enter the GPU numbers to use separated by -, (e.g. 0-1-2)", |
|
|
| value="", |
|
|
| interactive=True, |
|
|
| visible=False, |
|
|
| ) |
|
|
| gpu_info9 = gr.Textbox( |
|
|
| label="GPU Info", value=gpu_info, visible=False |
|
|
| ) |
|
|
| spk_id5 = gr.Slider( |
|
|
| minimum=0, |
|
|
| maximum=4, |
|
|
| step=1, |
|
|
| label="Speaker ID", |
|
|
| value=0, |
|
|
| interactive=True, |
|
|
| visible=False |
|
|
| ) |
|
|
| |
|
|
| with gr.Column(): |
|
|
| f0method8 = gr.Radio( |
|
|
| label="F0 extraction method", |
|
|
| choices=["pm", "harvest", "dio", "rmvpe", "rmvpe_gpu"], |
|
|
| value="pm", |
|
|
| interactive=False, |
|
|
| visible=False |
|
|
| ) |
|
|
| gpus_rmvpe = gr.Textbox( |
|
|
| label="GPU numbers to use separated by -, (e.g. 0-1-2)", |
|
|
| value="", |
|
|
| interactive=False, |
|
|
| visible=False, |
|
|
| ) |
|
|
| |
|
|
| f0method8.change( |
|
|
| fn=change_f0_method, |
|
|
| inputs=[f0method8], |
|
|
| outputs=[gpus_rmvpe], |
|
|
| ) |
|
|
| |
| with gr.Column(): |
|
|
| total_epoch11 = gr.Slider( |
|
|
| minimum=5, |
|
|
| maximum=1000, |
|
|
| step=5, |
|
|
| label="Epochs (more epochs may improve quality but takes longer)", |
|
|
| value=100, |
|
|
| interactive=True, |
|
|
| ) |
|
|
| |
|
|
| with gr.Accordion(label="General Settings", open=False): |
|
|
| gpus16 = gr.Textbox( |
|
|
| label="GPUs separated by -, (e.g. 0-1-2)", |
|
|
| value="0", |
|
|
| interactive=True, |
|
|
| visible=False, |
|
|
| ) |
|
|
| save_epoch10 = gr.Slider( |
|
|
| minimum=1, |
|
|
| maximum=50, |
|
|
| step=1, |
|
|
| label="Weight Saving Frequency", |
|
|
| value=25, |
|
|
| interactive=True, |
|
|
| visible=False |
|
|
| ) |
|
|
| batch_size12 = gr.Slider( |
|
|
| minimum=1, |
|
|
| maximum=40, |
|
|
| step=1, |
|
|
| label="Batch Size", |
|
|
| value=1, |
|
|
| interactive=True, |
|
|
| visible=False |
|
|
| ) |
|
|
| if_save_latest13 = gr.Radio( |
|
|
| label="Only save the latest model", |
|
|
| choices=["yes", "no"], |
|
|
| value="yes", |
|
|
| interactive=True, |
|
|
| visible=False |
|
|
| ) |
|
|
| if_cache_gpu17 = gr.Radio( |
|
|
| label="If your dataset is UNDER 10 minutes, cache it to train faster", |
|
|
| choices=["yes", "no"], |
|
|
| value="no", |
|
|
| interactive=True, |
|
|
| visible=True |
|
|
| ) |
|
|
| if_save_every_weights18 = gr.Radio( |
|
|
| label="Save small model at every save point", |
|
|
| choices=["yes", "no"], |
|
|
| value="yes", |
|
|
| interactive=False, |
|
|
| visible=False |
|
|
| ) |
|
|
| with gr.Accordion(label="Change pretrains", open=False): |
|
|
| pretrained = lambda sr, letter: [os.path.abspath(os.path.join('assets/pretrained_v2', file)) for file in os.listdir('assets/pretrained_v2') if file.endswith('.pth') and sr in file and letter in file] |
|
|
| pretrained_G14 = gr.Dropdown( |
|
|
| label="pretrained G", |
|
|
| |
|
|
| choices = pretrained(sr2.value, 'G'), |
|
|
| value=pretrained(sr2.value, 'G')[0] if len(pretrained(sr2.value, 'G')) > 0 else '', |
|
|
| interactive=True, |
|
|
| visible=True |
|
|
| ) |
|
|
| pretrained_D15 = gr.Dropdown( |
|
|
| label="pretrained D", |
|
|
| choices = pretrained(sr2.value, 'D'), |
|
|
| value= pretrained(sr2.value, 'D')[0] if len(pretrained(sr2.value, 'G')) > 0 else '', |
|
|
| visible=True, |
|
|
| interactive=True |
|
|
| ) |
|
|
| but1 = gr.Button("1. Process", variant="primary") |
|
|
| but2 = gr.Button("2. Extract Features", variant="primary") |
|
|
| but4 = gr.Button("3. Train Index", variant="primary") |
|
|
| but3 = gr.Button("4. Train Model", variant="primary") |
|
|
| info3 = gr.Textbox(label="Information", value="", max_lines=10) |
|
|
| with gr.Row(): |
|
|
| download_model = gr.Button('5.Download Model') |
|
|
| with gr.Row(): |
|
|
| model_files = gr.Files(label='Your Model and Index file can be downloaded here:') |
|
|
| download_model.click( |
|
|
| fn=lambda name: os.listdir(f'assets/weights/{name}') + glob.glob(f'logs/{name.split(".")[0]}/added_*.index'), |
|
|
| inputs=[training_name], |
|
|
| outputs=[model_files, info3]) |
|
|
| with gr.Row(): |
|
|
| sr2.change( |
|
|
| change_sr2, |
|
|
| [sr2, if_f0_3, version19], |
|
|
| [pretrained_G14, pretrained_D15], |
|
|
| ) |
|
|
| version19.change( |
|
|
| change_version19, |
|
|
| [sr2, if_f0_3, version19], |
|
|
| [pretrained_G14, pretrained_D15, sr2], |
|
|
| ) |
|
|
| if_f0_3.change( |
|
|
| change_f0, |
|
|
| [if_f0_3, sr2, version19], |
|
|
| [f0method8, pretrained_G14, pretrained_D15], |
|
|
| ) |
|
|
| with gr.Row(): |
|
|
| but5 = gr.Button("1 Click Training", variant="primary", visible=False) |
|
|
| but1.click( |
| |
| preprocess_dataset, |
| |
| [dataset_folder, training_name, sr2, np7], |
| |
| [info3], |
| |
| api_name="train_preprocess", |
| |
| ) |
|
|
| but2.click( |
| extract_f0_feature, |
| [ |
| gpus6, |
| |
| np7, |
| |
| f0method8, |
| |
| if_f0_3, |
| |
| training_name, |
| |
| version19, |
|
|
| gpus_rmvpe, |
| |
| ], |
| |
| [info3], |
| |
| api_name="train_extract_f0_feature", |
| |
| ) |
|
|
|
|
| but3.click( |
|
|
| click_train, |
|
|
| [ |
|
|
| training_name, |
|
|
| sr2, |
|
|
| if_f0_3, |
|
|
| spk_id5, |
|
|
| save_epoch10, |
|
|
| total_epoch11, |
|
|
| batch_size12, |
|
|
| if_save_latest13, |
|
|
| pretrained_G14, |
|
|
| pretrained_D15, |
|
|
| gpus16, |
|
|
| if_cache_gpu17, |
|
|
| if_save_every_weights18, |
|
|
| version19, |
|
|
| ], |
|
|
| info3, |
|
|
| api_name="train_start", |
|
|
| ) |
|
|
| but4.click(train_index, [training_name, version19], info3) |
|
|
| but5.click( |
|
|
| train1key, |
|
|
| [ |
|
|
| training_name, |
|
|
| sr2, |
|
|
| if_f0_3, |
|
|
| dataset_folder, |
|
|
| spk_id5, |
|
|
| np7, |
|
|
| f0method8, |
|
|
| save_epoch10, |
|
|
| total_epoch11, |
|
|
| batch_size12, |
|
|
| if_save_latest13, |
|
|
| pretrained_G14, |
|
|
| pretrained_D15, |
|
|
| gpus16, |
|
|
| if_cache_gpu17, |
|
|
| if_save_every_weights18, |
|
|
| version19, |
|
|
| gpus_rmvpe, |
|
|
| ], |
|
|
| info3, |
|
|
| api_name="train_start_all", |
|
|
| ) |
|
|
|
|
|
|
| if config.iscolab: |
|
|
| app.queue(max_size=20).launch(share=True,allowed_paths=["a.png"],show_error=True) |
|
|
| else: |
|
|
| app.queue(max_size=1022).launch( |
|
|
| server_name="0.0.0.0", |
|
|
| inbrowser=not config.noautoopen, |
|
|
| server_port=config.listen_port, |
|
|
| quiet=True, |
|
|
| ) |
