Apppublic
Linhz/ViMNer

sourceHugging Faceupdated 2y agoView on Hugging Face
1likes
rootModelMultimodelNER__pycache__ner_evaluate.cpython-39.pyc
ner_evaluate.cpython-39.pyc79 linesDownload Raw Back to __pycache__
1a

2��df)�@s�ddlZddlZdd�Zdd�Zdd�Zdd	�Zed3kr�dZddd
dddddddd�4Z	gd�gd�gZ5gd�gd�gZgd�gd�gZdddddd d!d"d#d$d%�6Z
ee7eee	�\ZZZZee�dS)&�NcCs�|d}dd�|��D�}g}d\}}t|�D]�\}}||krd|durd|||f}	|�|	�d\}}q.||kr.t||�\}8}|dur�||}}q�||ks�|9dkr�|||f}	|�|	�||}}q.q.|dur�||t|�f}	|�|	�|S)aG10    tags:dic{'per':1,....}11    Args:12        seq: [4, 4, 0, 0, ...] sequence of labels13        tags: dict["O"] = 414    Returns:15        list of (chunk_type, chunk_start, chunk_end)16 17    Example:18        seq = [4, 5, 0, 3]19        tags = {"B-PER": 4, "I-PER": 5, "B-LOC": 3}20        result = [("PER", 0, 2), ("LOC", 3, 4)]21    �OcSsi|]\}}||�qS�r)�.0�tag�idxrr�?E:\demo_datn\pythonProject1\Model\MultimodelNER\ner_evaluate.py�22<dictcomp>�zget_chunks.<locals>.<dictcomp>)NNN�B)�items�	enumerate�append�get_chunk_type�len)�seq�tags�default�23idx_to_tag�chunksZ24chunk_typeZchunk_start�i�tok�chunkZtok_chunk_classZtok_chunk_typerrr�25get_chunkss,262728293031rcCs,||}|�d�d}|�d�d}||fS)z�32    Args:33        tok: id of token, such as 434        idx_to_tag: dictionary {4: "B-PER", ...}35    Returns:36        tuple: "B", "PER"37    �-r�����)�split)rr�tag_nameZ	tag_classZtag_typerrrr4srcCs�d}g}g}d\}}}	t|||�D]r\}38}}|}
|39}40|}|dd�t|41|�D�7}tt|42|��}tt||��}|t||@�7}|	t|�7}	|t|�7}q"|dkr�||	nd}|dkr�||nd}|dkr�d||||nd}t�|�}||||fS)a643    words,pred, right: is a sequence, is label index or word index.44    Evaluates performance on test set45    Args:46        sess: tensorflow session47        test: dataset that yields tuple of sentences, tags48        tags: {tag: index} dictionary49    Returns:50        accuracy51        f1 score52        ...53    r��rrcSsg|]\}}||k�qSrr)r�a�brrr�54<listcomp>]r	zevaluate.<locals>.<listcomp>�)�zip�setrr�np�mean)�labels_pred�labels�wordsr�indexZsents_length�accs�
correct_preds�
total_correct�total_preds�lab�lab_pred�	word_sent�word_st�55lab_chunks�lab_pred_chunks�p�r�f1�accrrr�evaluateCs&56 57r9cCsTd}g}d\}}}	d\}58}}t|||�D]�\}
}}g}g}|}|
}
|}t|
|�}t||�}tt|��D]"}||d|krf|�||�qft|�}tt|��D]"}||d|kr�|�||�q�t|�}t|�}|59t||@�7}60|t|�7}|t|�7}q(|61dk�r|62|nd}|63dk�r$|64|nd}|65dk�rFd||||nd}|||fS)Nrrr")r#r�rangerr
r$)r'r(r)r�66class_typer*r+r,r-r.Zcorrect_preds_cla_typeZtotal_preds_cla_typeZtotal_correct_cla_typer/r0r1Zlab_pre_class_typeZlab_class_typer2r3r4rZlab_pre_class_type_cZlab_class_type_cZlab_chunksssr5r6r7rrr�evaluate_each_classqs867686970"r<�__main__�71�r"�������	)72�0zB-PERzI-PERzB-LOCzI-LOCzB-ORGzI-ORGzB-OTHERzI-OTHERr)73rFrFrFr?r@r?r"r"rr)74rFrFrFr?r@r?r"rrr)75rFrFrFrFr@r?r"r"rr)76rrrrrr@rCrErBrD)77rrrrArBrCrDrFr?rDrr �c�d�e�f�g�hr�j)78rr?r"r@rArBrCrDrErF)�codecs�numpyr%rrr9r<�__name__Zmax_sentrr'r(r)Z79id_to_vocbr8r7r5r6�printrrrr�<module>s4/.'����