CoolFace
Apppublic

cocktailpeanut/DiffRhythm

sourceHugging Faceapache-2.0updated 1y agoView on Hugging Face
10likes
rootdiffrhythmmodel__pycache__utils.cpython-310.pyc
utils.cpython-310.pyc54 linesDownload Raw Back to __pycache__
1o

2�0�g�@s�ddlmZddlZddlZddlmZddlmZddlZddl	m3Z4d9dd�Zdd	�Zd5d�Z
d:d;dd�Zd<dd�Zd=dd�Zd:d>d d!�Zd?d@d&d'�Z	"d?dAd+d,�ZdBdCd0d1�ZdDd3d4�ZdEd7d8�ZdS)F�)�annotationsN)�defaultdict)�files��pad_sequencecCsRt�|�t|�tjd<t�|�tj�|�tj�|�dtj	j6_dtj	j7_dS)NZPYTHONHASHSEEDTF)
�random�seed�str�os�environ�torch�manual_seed�cuda�manual_seed_all�backends�cudnn�
deterministic�	benchmark)r�r�L/home/node59_tmpdata3/hkchen/DiffRhythm/diffrhythm/diffrhythm/model/utils.py�seed_everythings8910rcCs|duS�Nr)�vrrr�existssrcCst|�r|S|Sr)r)r�drrr�default sr�t�int['b']�length�11int | None�return�bool['b n']cCs@t|�s|��}tj||jd�}|ddd�f|dd�dfkS)N��device)r�amaxr�aranger#)rr�seqrrr�lens_to_mask's r'�seq_len�start�endcCs`d}tj||jd���}|ddd�f|dd�dfk}|ddd�f|dd�dfk}||@S)Nir")rr%r#�long)r(r)r*�max_seq_lenr&�12start_mask�end_maskrrr�mask_from_start_end_indices/s13  r/�frac_lengths�14float['b']cCsF||��}||}t�|�}||��jdd�}||}t|||�S)Nr��min)r+r�	rand_like�clampr/)r(r0�lengthsZ	max_start�randr)r*rrr�mask_from_frac_lengths7s15r8�float['b n d']�mask�float['b d']cCslt|�s16|jdd�St�|dd�dd�df|tjd|jd��}|jdd�}|��jdd�}||jdd�S)N�)�dimgr"g�?r2)	r�meanr�where�tensorr#�sum�floatr5)rr:�num�denrrr�maybe_masked_meanBs,rE������text�	list[str]�int['b nt']cCs dd�|D�}t||dd�}|S)NcSs g|]}t�gt|d����qS)�UTF-8)rr@�bytes��.0rrrr�17<listcomp>Os z&list_str_to_tensor.<locals>.<listcomp>T��
padding_value�batch_firstr)rGrPZlist_tensorsrrr�list_str_to_tensorNsrR�list[str] | list[list[str]]�vocab_char_map�dict[str, int]cs$�fdd�|D�}t||dd�}|S)Ncs$g|]}t��fdd�|D���qS)csg|]}��|d��qS�r)�get)rM�c�rTrrrNZsz.list_str_to_idx.<locals>.<listcomp>.<listcomp>)rr@rLrYrrrNZs$z#list_str_to_idx.<locals>.<listcomp>TrOr)rGrTrPZlist_idx_tensorsrrYr�list_str_to_idxUsrZ�pinyin�	tokenizerr	cCs(|dvrRtj�td��d�|�d|�d��}t|ddd��}i}t|�D]\}}|||d	d18�<q$Wd	�n1s;wYt|�}|ddksNJd
��||fS|dkr^d	}d}||fS|dkr�t|ddd��}i}t|�D]\}}|||d	d19�<qpWd	�n1s�wYt|�}||fS)aI20    tokenizer   - "pinyin" do g2p for only chinese characters, need .txt vocab_file21                - "char" for char-wise tokenizer, need .txt vocab_file22                - "byte" for utf-8 tokenizer23                - "custom" if you're directly passing in a path to the vocab.txt you want to use24    vocab_size  - if use "pinyin", all available pinyin types, common alphabets (also those with accent) and symbols25                - if use "char", derived from unfiltered character & symbol counts of custom dataset26                - if use "byte", set to 256 (unicode byte range)27    )r[�char�28diffrhythmz29../../data�_z30/vocab.txt�rzutf-8)�encodingNrF� rzHmake sure space is of idx 0 in vocab.txt, cuz 0 is used for unknown char�byte��custom)r31�path�joinr�joinpath�open�	enumerate�len)�dataset_namer\Ztokenizer_path�frT�ir]�32vocab_sizerrr�
get_tokenizerbs033$��
�	���rpTc3435CsPg}t�ddddd��}t�ddi�}|D]�}g}|�|�}|�|�}t�|�D]w}tt|d��}|t|�krN|rH|dkrH|dd	vrH|�d36�|�|�q(|rt|dt|�krtt	|t37jdd
�}|D]}	|	dvrm|�d38�|�|	�qbq(|D](}	t|	�dkr�|�|	�qv|	dvr�|�d39�|�t	|	t40jdd
��qv|�|	�qvq(|�|�q|S)N�"�')u“u”u‘u’�;�,rJr<rFz :'"rb�T)�styleZtone_sandhiu'。，、；：？！《》【】—…rd)
r	�	maketrans�	translate�jieba�cutrkrK�append�extendZlazy_pinyin�StyleZTONE3�ord)41Z	text_listZ	polyphoneZfinal_text_listZ*god_knows_why_en_testset_contains_zh_quoteZcustom_transrGZ	char_list�segZseg_byte_lenrXrrr�convert_char_to_pinyin�s@�42434445�46�	r���47cCsftt�}tt|�|d�D]}||||�}||d7<q|��D]\}}||kr0dSq%dS)Nr<TF)r�int�rangerk�items)rGr�	toleranceZ
pattern_countrn�pattern�countrrr�repetition_found�s�r�rVr)rrrrr r!)r(rr)rr*r)r(rr0r1)rr9r:r!r r;)rF)rGrHr rI)rGrSrTrUr rI)r[)r\r	)T)r�r�)�48__future__rr49r�collectionsr�importlib.resourcesrr�torch.nn.utils.rnnrrrrr'r/r8rErRrZrpr�r�rrrr�<module>s(50
515253�
54$(