o j q @sddlZddlZddlZddlZddlZddlmZddlmZm Z ddl m Z m Z m Z ddlZddlZddlmZddlmZmZddlmZdd d d d d d d d d ZGdddeZdS)N)Path)copyfilermtree)DictListTuple)tqdm) load_configread_json_with_comments)get_user_data_dirz2https://creativecommons.org/licenses/by-nc-nd/4.0/z&https://www.mozilla.org/en-US/MPL/2.0/z(https://choosealicense.com/licenses/mit/z/https://choosealicense.com/licenses/apache-2.0/z/https://creativecommons.org/licenses/by-sa/4.0/zhttps://coqui.ai/cpml.txt) zcc by-nc-nd 4.0mplmpl2zmpl 2.0mitz apache 2.0apache2z cc-by-sa 4.0cpmlcseZdZdZ dGfdd ZddZdHd d Zd d Zd dZddZ ddZ ddZ ddZ ddZ ddZddZedefddZded efd!d"Zded efd#d$Zd%d&Zedefd'd(Zd)d*Zed+d,Zed-d.Zd/d0Zd1d2Zd3d4Zed ed5eeeffd6d7Zed ed5efd8d9Z d ed:ed5dfd;d<Z!ed=d>Z"ed?d@Z#edAdBZ$edCdDZ%edEdFZ&Z'S)I ModelManagerNFTcsrt||_||_|durtd|_ntj|d|_d|_ |dur+| |dSt t j d}| |dS)Nttsz../.models.json)super__init__ progress_barverboser output_prefixospathjoin models_dictread_models_filer__file__parent)self models_filerrrr __class__C/home/kuhnn/.local/lib/python3.10/site-packages/TTS/utils/manage.pyr.s  zModelManager.__init__cCst||_dS)zfRead .models.json as a dict Args: file_path (str): path to .models.json. N)r r)r file_pathr#r#r$r>szModelManager.read_models_filerc Cs|jrtdg}|j|D]r}|j||D]h}|j|||D]\}|d|d|d|}tj|j|}|jrjtj|rWtd|d|d|d|d|d ntd|d|d|d|d| ||d|d|d||d7}q"qq|S)Nz* Name format: type/language/dataset/model-- z: /z [already downloaded]) rprintrrrrrexistsappend) r model_type model_count model_listlangdatasetmodelmodel_full_name output_pathr#r#r$ _list_modelsFs" *&   zModelManager._list_modelscCsg}d}|||||SNr))extendr5)rr-models_name_listr.r#r#r$_list_for_model_typeXsz!ModelManager._list_for_model_typecCs.g}d}|jD] }|||}||q|Sr6)rr5r7)rr8r.r-r/r#r#r$ list_models^s    zModelManager.list_modelsc Csg}|d\}}zt|}|dkrtdWdSWn tdYdSd}||jvr_|j|D],}|j||D]"}|j|||D]}||d|d|d||d7}qEq:q1n td|ddS||krwtd |d dS||dd\}}}}td |td |td |td|d|j||||vrtd|j||||dntdd|j||||vrtd|j||||ddSdS)zPrint the description of the model from .models.json file using model_idx Args: model_query (str): / r(rz/> model_query_idx should be a positive integer!Nz'> model_query_idx should be an integer!r) > model_type  does not exist in the list.z8model query idx exceeds the number of available models [z] > model type : > language supported : > dataset used : > model name : description> description : > description : coming soondefault_vocoder> default_vocoder : )splitintr*rr,) r model_querymodel_name_listr-model_query_idxr.r0r1r2r#r#r$model_info_by_idxfsH   &(zModelManager.model_info_by_idxc Cs|d\}}}}||jvr||j|vr||j||vr||j|||vrtd|td|td|td|d|j||||vretd|j||||dntdd |j||||vrtd |j||||d dSdStd |d |d|d|d dStd|d |d|d dStd|d |d dStd|ddS)zPrint the description of the model from .models.json file using model_full_name Args: model_query_name (str): Format is /// r(r=r>r?r@rArBrCrDrEz> model z does not exist for .z > dataset z> lang r;r<N)rFrr*)rmodel_query_namer-r0r1r2r#r#r$model_info_by_full_names. & z$ModelManager.model_info_by_full_namecC |dS)zlPrint all `TTS` models and return a list of model names Format is `language/dataset/model` tts_modelsr9rr#r#r$list_tts_models zModelManager.list_tts_modelscCrO)ztPrint all the `vocoder` models and return a list of model names Format is `language/dataset/model` vocoder_modelsrQrRr#r#r$list_vocoder_modelsrTz ModelManager.list_vocoder_modelscCrO)z{Print all the voice conversion models and return a list of model names Format is `language/dataset/model` voice_conversion_modelsrQrRr#r#r$list_vc_modelsrTzModelManager.list_vc_modelscCs>td|jD]}|j|D] }td|d|dqqdS)z!Print all the available languagesz Name format: type/language >: r(r'Nr*r)rr-r0r#r#r$ list_langss  zModelManager.list_langsc CsVtd|jD]!}|j|D]}|j||D]}td|d|d|qqqdS)zPrint all the datasetsz# Name format: type/language/datasetrYr(NrZ)rr-r0r1r#r#r$ list_datasetss zModelManager.list_datasets model_itemcCsrd|vr3|ddkr3td|d|dtvr-tdt|dddStddStddS) zqPrint the license of a model Args: model_item (dict): model item in the models.json licensez > Model's license - z > Check z for more info.z7 > Check https://opensource.org/licenses for more info.z5 > Model's license - No license information availableN)stripr*lower LICENSE_URLSr]r#r#r$print_model_licenses    z ModelManager.print_model_licenser4cC>t|dtr||d||jdS||d||jdS)Ngithub_rls_url isinstancelist_download_model_filesr_download_zip_filerr]r4r#r#r$_download_github_modelz#ModelManager._download_github_modelcCre)Nhf_urlrgrlr#r#r$_download_hf_modelrnzModelManager._download_hf_modelcCs>d}|d\}}}}tj||d}||||jdS)N'https://coqui.gateway.scarf.sh/fairseq/r(z.tar.gz)rFrrr_download_tar_filer)r model_namer4 URI_PREFIX_r0model_download_urir#r#r$download_fairseq_modelsz#ModelManager.download_fairseq_modelcCshd|d<d|vr|d|d<|Sd|vr|d|d<|Sd|dvr(d|d<|Sd|dvr2d|d<|S) N model_urlrfrofairseqrsrqxttsz$https://coqui.gateway.scarf.sh/xtts/r#rcr#r#r$ set_model_urls    zModelManager.set_model_urlc Cs:d|vrd}|dd}dddddd}||d<nad |vrct|dd krcd }t||r7|d d }nd}d}d}d}|}ddddd|dd|dd|dd|dd|dgd}n|d\}}}}|j||||}||d<|d|d|d|} d|vr|dnd} ||}|| || fS)NryrPr(r)z CC BY-NC 4.0zthis model is released by Meta under Fairseq repo. Visit https://github.com/facebookresearch/fairseq/tree/main/examples/mms for more info.)r-r^rDauthorrArsrzzv\d+\.\d+\.\d+rumain multilingualz multi-datasetCPMLz info@coqui.aiTz0https://coqui.gateway.scarf.sh/hf-coqui/XTTS-v2/z /model.pthz /config.jsonz /vocab.jsonz /hash.md5z/speakers_xtts.pth)rDr^contact tos_requiredror-r& model_hash)rFlenresearchrr{) rrsr-r0r] version_regex model_versionr1r2r3md5hashr#r#r$_set_model_itemsJ         zModelManager._set_model_itemcCs|tj|d}tdtdtdtd}|dkr You must confirm the following:zK | > "I have purchased a commercial license from Coqui: licensing@coqui.ai"z` | > "Otherwise, I agree to the terms of the non-commercial CPML: https://coqui.ai/cpml" - [y/n]z | | > ywutf-8encodingz?I have read, understood and agreed to the Terms and Conditions.NTF)rrrr*inputraopenwrite)model_full_pathtos_pathanswerfr#r#r$ask_tos5s   zModelManager.ask_toscCsFd|vr!|dr!tj|d}tj|stjddkrdSdSdS)z4Check if the user has agreed to the terms of servicerrCOQUI_TOS_AGREED1TF)rrrr+environget)r]rrr#r#r$ tos_agreedCs zModelManager.tos_agreedc Cstj|dd|||s||st|tdtd|z"d|vr.|||nd|vr9|||n d|vrC| ||Wnt j y^}z td|t ||d}~ww|j |d dS) NT)exist_okz> [!] You must agree to the terms of service to use this model.z > Downloading model to ryrfroz( > Failed to download the model file to rc)rmakedirsrrrmdir Exceptionr*rwrmrprequestsRequestExceptionrrd)rrsr]r4er#r#r$create_dir_and_download_modelMs*    z*ModelManager.create_dir_and_download_modelc Cstj||dddd }t|}Wdn1swYd}|dD] }d|vr2|}nq(tj|ddd }t|}Wdn1sKwY||ksetd|d||||dSdS) Nr)rrrro config.json > zG is already downloaded however it has been changed. Redownloading it...)fsspecr _find_filesjsonloadr*r) rrsr]r4r config_local remote_urlurl config_remoter#r#r$check_if_configs_are_equalcs    z'ModelManager.check_if_configs_are_equalc Csb||\}}}}tj|j|}tj|r|durltj|d}tj|r]t|dd&}||ksEt d|d| |||nt d|dWdn1sWwYnt d|d| |||d|vrz | |||WnYnt d|dn| ||||} d} |d vrd |vrd|vr| |\} } | || | | |fS) aDownload model files given the full model name. Model name is in the format 'type/language/dataset/model' e.g. 'tts_model/en/ljspeech/tacotron' Every model must have the following files: - *.pth : pytorch model checkpoint file. - config.json : model config file. - scale_stats.npy (if exist): scale values for preprocessing. Args: model_name (str): model name as explained above. Nzhash.md5r)moderz* has been updated, clearing model cache...z is already downloaded.rz)z tortoise-v2barkry)rrrrrr+isfilerreadr*rrr _update_paths) rrsr]r3r2md5sumr4 md5sum_fileroutput_model_pathoutput_config_pathr#r#r$download_modelss:     zModelManager.download_modelreturncCsnd}d}t|D]}|dvrtj||}q |dkr"tj||}q |dur+td|dur3td||fS)zFind the model and config files in the output path Args: output_path (str): path to the model files Returns: Tuple[str, str]: path to the model file and config file N)zmodel_file.pthzmodel_file.pth.tarz model.pthrz, [!] Model file not found in the output pathz- [!] Config file not found in the output path)rlistdirrr ValueError)r4 model_file config_file file_namer#r#r$rs zModelManager._find_filescCs.d}t|D] }|dvrtj||}q|S)zFind the speaker encoder file in the output path Args: output_path (str): path to the model files Returns: str: path to the speaker encoder file N)z model_se.pthzmodel_se.pth.tar)rrrr)r4speaker_encoder_filerr#r#r$_find_speaker_encoders  z"ModelManager._find_speaker_encoder config_pathc Cstj|d}tj|d}tj|d}tj|d}tj|d}tj|d}||} |d|||d|||d|||d |||d |||d |||d |||d |||d |||d | ||d | ||d|||d||dS)zUpdate paths for certain files in config.json after download. Args: output_path (str): local path the model is downloaded to. config_path (str): local config.json path. zscale_stats.npyz speakers.jsonz speakers.pthzspeaker_ids.jsonzspeaker_ids.pthzconfig_se.jsonzaudio.stats_path d_vector_filezmodel_args.d_vector_file speakers_filezmodel_args.speakers_filespeaker_encoder_model_pathz%model_args.speaker_encoder_model_pathspeaker_encoder_config_pathz&model_args.speaker_encoder_config_pathN)rrrr _update_path) rr4routput_stats_pathoutput_d_vector_file_pathoutput_d_vector_file_pth_pathoutput_speaker_ids_file_path output_speaker_ids_file_pth_pathrrr#r#r$rs( zModelManager._update_pathscCs|rctj|ret|}|d}t|dkrE|}|ddD] }||vr*||}qdSt||dtr>|g||d<n|||d<n||vrKdSt||trX|g||<n|||<||dSdSdS)zSUpdate the path in the model config.json for the current environment after downloadrLr)Nr~) rrr+r rFrrhri save_json) field_namenew_pathrconfig field_namessub_conffdr#r#r$rs&    zModelManager._update_pathc Cstj|dd}znt|jdd}d}|rt|dddt_tj || dd }t |d }| |D]}|r@tj t|||q4Wd n1sPwYt| } | |Wd n1sjwYt|Wntjytd |tjw| D]#} tj || } tj| rtj |tj| } | | krt| | q| D]} tjtj || rttj || qd S) Download the github releasesTstreamcontent-lengthriBtotalunit unit_scaler(r~wbNz > Error: Bad zip file - )rrrGheadersrr tqdm_progressrrrrFr iter_contentupdaterrzipfileZipFile extractallremove BadZipFiler*namelistrbasenamerisdirr) file_url output_folderrrtotal_size_in_bytes block_size temp_zip_namefiledatazr%src_pathdst_pathr#r#r$rksD        zModelManager._download_zip_filecCstj|dd}zrt|jdd}d}|rt|dddt_tj || dd }t |d }| |D]}|r@tj t|||q4Wd n1sPwYt |} | || } Wd n1snwYt|Wntjytd |tjwttj || dD] } tj || d| } tj |tj| } | | krt| | qttj || dd S) rTrrrrrrr(r~rNz > Error: Bad tar file - )rrrGrrrrrrrrFrrrrrtarfilergetnamesr ReadErrorr*rrrr)rrrrrr temp_tar_namerrt tar_namesr%rrr#r#r$rr2s<      zModelManager._download_tar_filec Cs|D]X}tj|dd}|dd}tj||}t|jdd}d}t|d)} |r4t |d dd t _ | |D]} |rEt j t| | | q9Wd n1sUwYqd S) rTrr(r~rrrrrrN)rrrFrrrrGrrrrrrrrr) file_urlsrrrrbease_filenamerrrrrr#r#r$rjSs"  z"ModelManager._download_model_filescCsH||vr"||dur"t|tsdSt|tr"t||dkr"dSdS)NTrF)keysrhstrr)my_dictkeyr#r#r$_check_dict_keyfs  zModelManager._check_dict_key)NNFT)r)(__name__ __module__ __qualname__rrrr5r9r:rKrNrSrVrXr[r\ staticmethodrrdrrmrprwr{rrrrrrrrrrrrkrrrjr __classcell__r#r#r!r$rsZ )" 1   5$  "  r)rrrrrpathlibrshutilrrtypingrrrrrr TTS.configr r TTS.utils.generic_utilsr rbobjectrr#r#r#r$s0