CoolFace
Modelpublic

hymenjj/llama-cpp-python-prebuilt

sourceHugging Faceupdated 7mo agoView on Hugging Face
0likes
mtmd_cpp.cpython-311.pyc33 linesDownload Raw Back to __pycache__
1200�i�"�
��ddlmZddlZddlmZmZmZmZmZm	Z	m3Z4mZmZm
Z
mZmZddlZddlmZmZmZmZddlmZddlmZmZerddlmZdZej�d��Ze�Cej ej!�"ej!�#e$������d	znej ��Z%eee%��Z&ee&��Z'ed5e(��Z)e6Z*ede(��Z+e7Z,ede(��Z-e8Z.ed
e(��Z/e9Z0ede(��Z1e10Z2dZ3dZ4dZ5Gd�de��Z6Gd�de��Z7e'dge��dgd���Z8e'dge6��dhd���Z9e'deej:e6ge*��did!���Z;e'd"e*gd��djd$���Z<e'd%e*ge��dkd'���Z=e'd(eeee��ge,��dld/���Z>e'd0e,gd��dmd2���Z?e'd3ge2��dnd5���Z@e'd6e2gd��dod8���ZAe'd9e2ge��dpd;���ZBe'd<e2ege0��dqd@���ZCe'dAe*e2ee7��ee,��ege��drdH���ZDe'dIe0ge��dsdK���ZEe'dLe0ge��dsdM���ZFe'dNe0ee��geejG����dtdR���ZHe'dSe*ee��ege,��dudV���ZIe'dWe2ge��dpdX���ZJe'dYe*ejKe0ejLejMeeeejL��ge��dvdf���ZNdS)w�)�annotationsN)�c_bool�c_char_p�c_int�c_uint8�c_uint32�c_float�c_void_p�c_size_t�POINTER�_Pointer�	Structure�byref)�Union�NewType�Optional�
TYPE_CHECKING)�load_shared_library�"ctypes_function_for_shared_library)�CtypesArray�mtmd�MTMD_CPP_LIB�lib�mtmd_context_p�
mtmd_bitmap_p�mtmd_image_tokens_p�mtmd_input_chunk_p�mtmd_input_chunks_p��c�6�eZdZdefdefdefdefdefdefgZdS)�mtmd_context_params�use_gpu�
print_timings�	n_threads�	verbosity�image_marker�media_markerN)�__name__�11__module__�__qualname__rrr�_fields_���=/usr/local/lib/python3.11/site-packages/llama_cpp/mtmd_cpp.pyr"r"KsE������	�F��	�&�!�	�e��	�e��	��"�	��"�
�H�H�Hr.r"c�$�eZdZdefdefdefgZdS)�mtmd_input_text�text�add_special�
parse_specialN)r)r*r+rrr,r-r.r/r1r1Us-������	���	���	�&�!��H�H�Hr.r1�mtmd_default_marker�return�bytesc��dS�Nr-r-r.r/r5r5a����Cr.�mtmd_context_params_defaultc��dSr9r-r-r.r/r;r;fr:r.�mtmd_init_from_file�mmproj_fname�12text_model�llama_cpp.llama_model_p�13ctx_params�Optional[mtmd_context_p]c��dSr9r-)r>r?rAs   r/r=r=m�	���Cr.�	mtmd_free�ctxc��dSr9r-�rFs r/rErE{r:r.�mtmd_support_vision�boolc��dSr9r-rHs r/rIrI�r:r.�mtmd_bitmap_init�nx�Union[c_uint32, int]�ny�data�CtypesArray[c_uint8]�Optional[mtmd_bitmap_p]c��dSr9r-)rMrOrPs   r/rLrL�rDr.�mtmd_bitmap_free�bitmapc��dSr9r-)rUs r/rTrT�r:r.�mtmd_input_chunks_init�Optional[mtmd_input_chunks_p]c��dSr9r-r-r.r/rWrW�r:r.�mtmd_input_chunks_free�chunksc��dSr9r-�r[s r/rZrZ�r:r.�mtmd_input_chunks_size�intc��dSr9r-r]s r/r^r^�r:r.�mtmd_input_chunks_get�idx�Union[c_size_t, int]�Optional[mtmd_input_chunk_p]c��dSr9r-)r[rbs  r/rara��	���Cr.�
mtmd_tokenize�outputr2�'_Pointer[mtmd_input_text]'�bitmaps�!CtypesArray[mtmd_bitmap_p_ctypes]�	n_bitmapsc��dSr9r-)rFrhr2rjrls     r/rgrg�s	��&�Cr.�mtmd_input_chunk_get_n_tokens�chunkc��dSr9r-�ros r/rnrn�r:r.�mtmd_input_chunk_get_typec��dSr9r-rqs r/rrrr�r:r.� mtmd_input_chunk_get_tokens_text�n_tokens_output�'_Pointer[c_size_t]'�+Optional['_Pointer[llama_cpp.llama_token]']c��dSr9r-)rorus  r/rtrt�rfr.� mtmd_helper_bitmap_init_from_buf�buf�lengthc��dSr9r-)rFrzr{s   r/ryry�rDr.�mtmd_helper_get_n_tokensc��dSr9r-r]s r/r}r}�r:r.�mtmd_helper_eval_chunk_single�lctx�llama_cpp.llama_context_p�n_past�llama_cpp.llama_pos�seq_id�llama_cpp.llama_seq_id�n_batch�Union[c_int, int]�logits_last�Union[c_bool, bool]�14new_n_past�'_Pointer[llama_cpp.llama_pos]'c��dSr9r-)rFr�ror�r�r�r�r�s        r/rr�s	��2�Cr.)r6r7)r6r")r>r7r?r@rAr"r6rB)rFr)rFrr6rJ)rMrNrOrNrPrQr6rR)rUr)r6rX)r[r)r[rr6r_)r[rrbrcr6rd)rFrrhrr2rirjrkrlrcr6r_)rorr6r_)rorrurvr6rw)rFrrzrQr{rcr6rR)rFrr�r�rorr�r�r�r�r�r�r�r�r�r�r6r_)O�15__future__r�os�ctypesrrrrrr	r16rrr
rr�pathlib�typingrrrr�llama_cpp.llama_cpp�	llama_cpp�llama_cpp._ctypes_extensionsrrr�_libmtmd_base_name�environ�get�_libmtmd_override_path�Path�path�abspath�dirname�__file__�_libmtmd_base_path�_libmtmd�ctypes_functionr_r�mtmd_context_p_ctypesr�mtmd_bitmap_p_ctypesr�mtmd_image_tokens_p_ctypesr�mtmd_input_chunk_p_ctypesr�mtmd_input_chunks_p_ctypes�MTMD_INPUT_CHUNK_TYPE_TEXT�MTMD_INPUT_CHUNK_TYPE_IMAGE�MTMD_INPUT_CHUNK_TYPE_AUDIOr"r1r5r;�llama_model_p_ctypesr=rErIrLrTrWrZr^rargrnrr�llama_tokenrtryr}�llama_context_p_ctypes�	llama_pos�llama_seq_idrr-r.r/�<module>r�sP��"�"�"�"�"�"�	�	�	�	�
�
�
�
�
�
�
�
�
�
�
�
�
�
�
�
�
�
�
�
�
�
�
�
�
�
�
�
�����������������(�'�'�'�'�'���������17���������������7�7��Yo�Yw�\�W�\�"�'�/�/�"�'�/�/�(�2K�2K�"L�"L�M�M�PU�U�U�~J�~E�~J�~L�~L����1�3E�F�F��4�4�X�>�>����)�3�/�/�� ������-�-�
����g�3�S�9�9��%���W�1�3�7�7��$���g�3�S�9�9��%�������������)���������i������&��H�5�5����6�5����.��4G�H�H����I�H�����
�y�-�/B�C����18�����19����4�5�t�<�<����=�<����&�)>�(?��H�H����I�H�����
�x����)�)�*����20�����21���#�&:�%;�T�B�B����C�B����)�2�/I�J�J����K�J����)�,F�+G��N�N����O�N����)�,F�+G��R�R����S�R�������*����22�����23�����"���� � ���$�%�%���24�25�26����27�28����0�3L�2M�x�X�X����Y�X����,�/H�.I�5�Q�Q����R�Q����&����� 1� 1�2��G�I�!�"�"���29�����30���&��G�G�G�,�,�h�7����31�����32���+�.H�-I�8�T�T����U�T����#���(�!�����
����	�#�$�$�	�33�
�
����
�
���r.