o jMB@sFUdZddlZddlZddlZddlZddlZddlZddlZddlm Z ddl m Z ddl m Z mZmZmZmZmZddlZddlZddlmZmZmZddlmZmZmZdd lmZdd l m!Z!m"Z"dd l#m$Z$da%ee"e&d <e'Z(eZ)d Z*e+dZ,e-e.Z/e GdddZ0e GdddZ1e GdddZ2dS)z&Phonemization and synthesis for Piper.N) dataclass)Path)AnyIterableOptionalSequenceTupleUnion) PhonemeType PiperConfigSynthesisConfig)BOSEOSPADphonemes_to_ids)ESPEAK_DATA_DIREspeakPhonemizer)TashkeelDiacritizer_ESPEAK_PHONEMIZERg@z (\[\[.*?\]\])c@s*eZdZUeed<eeed<eed<dS)PhonemeAlignmentphoneme phoneme_ids num_samplesN)__name__ __module__ __qualname__str__annotations__rintr!r!>/home/kuhnn/.local/lib/python3.10/site-packages/piper/voice.pyr!s   rc@seZdZUdZeed< eed< eed< ejed< ee ed< eeed< dZ e ejed < dZ e ee ed < dZe ejed <dZe eed <dZe ee ed <edejfddZedefddZdS) AudioChunkzChunk of raw audio. sample_rate sample_widthsample_channelsaudio_float_arrayphonemesrNphoneme_id_samplesphoneme_alignments_audio_int16_array_audio_int16_bytes_phoneme_alignmentsreturncCs0|jdurt|jtt ttj|_|jS)zg Get audio as an int16 numpy array. :return: Audio data as int16 numpy array. N)r+npclipr'_MAX_WAV_VALUEastypeint16selfr!r!r"audio_int16_arrayMs zAudioChunk.audio_int16_arraycCs |jS)zl Get audio as 16-bit PCM bytes. :return: Audio data as signed 16-bit sample bytes. )r6tobytesr4r!r!r"audio_int16_bytes[s zAudioChunk.audio_int16_bytes)rrr__doc__r rr/ndarraylistrr)rr*rr+r,bytesr-propertyr6r8r!r!r!r"r#(s2     r#c@seZdZUdZejed< eed< eZ e ed< e Z e ed< dZ eed<dZeeed <d Zeeed <edd edfd eee fdeeee fdedeee fdeeee fddf ddZdedeeefddZdeedeefddZ  d$dedeededeefddZ   d%dede j!deedededeee"f dd Z#  d$d!eedeededee$j%e&e$j%ee$j%fffd"d#Z'dS)& PiperVoicezA voice for Piper.sessionconfigespeak_data_dir download_dirT use_tashkeelNtashkeel_diacritizierg?taskeen_thresholdF model_path config_pathuse_cudar.cCs|dur|d}td|t|ddd }t|}Wdn1s&wY|r:ddd ifg}td nd g}|durEt}tt |t j t |t |d t|t|d S)a Load an ONNX model and config. :param model_path: Path to ONNX voice model. :param config_path: Path to JSON voice config (defaults to model_path + ".json"). :param use_cuda: True if CUDA (GPU) should be used instead of CPU. :param espeak_data_dir: Path to espeak-ng data dir (defaults to internal data). :param download_dir: Path to download resources (defaults to current directory). :return: Voice object. Nz.jsonzGuessing voice config path: %srzutf-8)encodingCUDAExecutionProvidercudnn_conv_algo_search HEURISTICz Using CUDACPUExecutionProvider) sess_options providers)r@r?rArB)_LOGGERdebugopenjsonloadrcwdr>r from_dict onnxruntimeInferenceSessionrSessionOptions)rFrGrHrArB config_file config_dictrPr!r!r"rUzs2    zPiperVoice.loadtextc Cs|jjtjkrttd|gS|jjtjkr9ddlm }t |dd}|dur4||j d}t |d|| |S|jjtjkrItd|jjg}t|}d}t|D]\}}|d rd }|sh|g|d kr|||dd r||d d |d |dd|t|dkr||dd r|d d qV|jjdkr|jr|jdurt|_|j||jd}t1tdurt |j!at |jj|} |r| r|d | d | dd} || Wdn1swYd}qV|r|d s|"|S)z Text to phonemes grouped by sentence. :param text: Text to phonemize. :return: List of phonemes for each sentence. NFDr )ChinesePhonemizer_chinese_phonemizerNg2pWzUnexpected phoneme type: Fz[[Tr ar)rE)#r@ phoneme_typer TEXTr; unicodedata normalizePINYINphonemize_chineser_getattrrBsetattr phonemizeESPEAK ValueError_PHONEME_BLOCK_PATTERNsplit enumerate startswithappendendswithextendstriplen espeak_voicerCrDrrE_ESPEAK_PHONEMIZER_LOCKrrrApop) r5r]r_ phonemizerr( text_partsprev_raw_phonemesi text_parttext_part_phonemesr!r!r"ros\        "    zPiperVoice.phonemizer(cCs6|jjtjkrddlm}|||jjSt||jjS)zt Phonemes to ids. :param phonemes: List of phonemes. :return: List of phoneme ids. r r)r@rgr rkrlrphoneme_id_map)r5r(chinese_phonemes_to_idsr!r!r"rs zPiperVoice.phonemes_to_ids syn_configinclude_alignmentsc cs|durt}||}td|||D]}|sq||}d}|j|||d}t|tr3|\} }n|} |jrNt t | } | dkrJt | } n| | } |j dkrX| |j } t | ddt j} d} |durt|t|kr|jjtg} d} g} d}ttg|tgD]L}|jj|g}|tkrtt|| }n|}| }|D]}| t|krd }n||| krd }n| d 7} q|rn| t||t||| d q|rd} td t|jjd d | |||| dVqdS)a Synthesize one audio chunk per sentence from from text. :param text: Text to synthesize. :param syn_config: Synthesis configuration. :param include_alignments: If True and the model supports it, include phoneme/audio alignments. Nztext=%s, phonemes=%s)rg:0yE>g?grFTr )rrrzPhoneme alignment failedrd)r$r%r&r'r(rr)r*) _DEFAULT_SYNTHESIS_CONFIGrorQrRrphoneme_ids_to_audio isinstancetuplenormalize_audior/maxabs zeros_likevolumer0r2float32rzr@rgetr itertoolschainrrr;rvrsumr#r$)r5r]rrsentence_phonemesr(rr) audio_resultaudiomax_valr*pad_idsphoneme_id_idxalignment_failedr expected_ids ids_to_checkstart_phoneme_id_idx phoneme_idr!r!r" synthesize s               zPiperVoice.synthesizewav_fileset_wav_formatc Cs|g}d}|j|||dD]+}|r&|r$||j||j||jd}||j|r7|j r7| |j q |r<|SdS)a Synthesize and write WAV audio from text. :param text: Text to synthesize. :param wav_file: WAV file writer. :param syn_config: Synthesis configuration. :param set_wav_format: True if the WAV format should be set automatically. :param include_alignments: If True and the model supports it, return phoneme/audio alignments. :return: Phoneme/audio alignments if include_alignments is True, otherwise None. T)rrFN) r setframerater$ setsampwidthr% setnchannelsr& writeframesr8r*rx) r5r]rrrr alignments first_chunk audio_chunkr!r!r"synthesize_wav|s$       zPiperVoice.synthesize_wavrcCsJ|durt}|j}|j}|j}|j}|dur|jj}|dur"|jj}|dur*|jj}ttj|tj dd}tj|j dgtj d} tj|||gtj d} || | d} |jj dkr[d}|jj dkrg|durgd}|durxtj|gtj d} | | d<|j d| } | d}|s|St| dkr|dfS| d|jjtj }||fS)a4 Synthesize raw audio from phoneme ids. :param phoneme_ids: List of phoneme ids. :param syn_config: Synthesis configuration. :param include_alignments: Return samples per phoneme id if True. :return: Audio float numpy array from voice model (unnormalized, in range [-1, 1]). If include_alignments is True and the voice model supports it, the return value will be a tuple instead with (audio, phoneme_id_samples) where phoneme_id_samples contains the number of audio samples per phoneme id. N)dtyperr )input input_lengthsscalessid)r speaker_id length_scale noise_scale noise_w_scaler@r/ expand_dimsarrayint64shaper num_speakersr?runsqueezerz hop_lengthr2)r5rrrrrrrphoneme_ids_arrayphoneme_ids_lengthsrargsrresultrr)r!r!r"rsT   zPiperVoice.phoneme_ids_to_audio)NF)NTF)(rrrr9rXrYrr rrArrVrBrCboolrDrrrEfloat staticmethodr rrUr;ror rr rr#rwave Wave_writerrr/r:rrr!r!r!r"r>es       2Q s  .r>)3r9rrTloggingre threadingrir dataclassesrpathlibrtypingrrrrrr numpyr/rXr@r r r constrrrrrphonemize_espeakrrtashkeelrrrLockr|rr1compilerr getLoggerrrQrr#r>r!r!r!r"s<       <