CoolFace
Apppublic

umair894/quickstart-trackio

sourceHugging Faceupdated 11mo agoView on Hugging Face
0likes
run.cpython-312.pyc48 linesDownload Raw Back to __pycache__
1�

2�1�h���ddlZddlZddlZddlmZmZddlZddlmZmZddl	m3Z4ddlmZddl
mZddlmZddlmZdd	lmZmZd5ZGd�d�Zy)
�N)�datetime�timezone)�Client�handle_file)�utils)�	Histogram)�TrackioMedia)�
SQLiteStorage)�Table)�LogEntry�UploadEntryg�?c��eZdZ				ddedededzdedzdedzdedzdedzfd	�Zd6edzfd�Zd�Zd
�Z	de7dzd8efd�Zed��Z
ddede9dzfd�Zd�Zy)�RunN�url�project�client�name�group�config�space_idc��||_||_tj�|_d|_||_||_|xs)tjtj|�|�|_||_
tj|xsi�|_t!|jt"�r1|jD]"}|j%d�s�t'd|�d���|j)�|jd<t+j,t.j0�j3�|jd<|j|jd<g|_g|_tj8�|_d|_tj>|j@��|_d	|j10_!|j11jE�y)12N�_zConfig key 'zD' is reserved (keys starting with '_' are reserved for internal use)�	_Username�_Created�_GroupF)�targetT)#rr�	threading�Lock�_client_lock�_client_thread�_client�	_space_idr�generate_readable_namer13�get_runsrr�to_json_safer�14isinstance�dict�15startswith�16ValueError�
_get_usernamer�nowr�utc�	isoformat�_queued_logs�_queued_uploads�Event�17_stop_flag�_config_logged�Thread�_init_client_background�daemon�start)	�selfrrrrrrr�keys	         �6/usr/local/lib/python3.12/dist-packages/trackio/run.py�__init__zRun.__init__so��������%�N�N�,���"������!����18�E�8�8��"�"�7�+�X�19��	���20��(�(���2�6����d�k�k�4�(��{�{���>�>�#�&�$�&�s�e�+o�p���#�$(�#5�#5�#7����K� �"*�,�,�x�|�|�"<�"F�"F�"H����J�� $�21�22����H��,.���24���#�/�/�+���#���'�.�.�d�6R�6R�S���%)����"����!�!�#��returnc�\�	tj�}|r|dSdS#t$rYywxYw)zBGet the current HuggingFace username if logged in, otherwise None.rN)�huggingface_hub�whoami�	Exception)r7�whos  r9r*zRun._get_username>s8��	�!�(�(�*�C�"%�3�v�;�/�4�/���	��	�s���	+�+c��|jj�rt|j�dkD�r�|jj�st	j23t�|j5|j�24	ddd�y|jrn|jj�}|jj�|jjd|tjj���|jrn|jj�}|jj�|jjd|tjj���ddd�|jj�s��nt|j�dkDr���yy#1swY�AxYw)z,Send batched logs every BATCH_SEND_INTERVAL.rNz	/bulk_log)�api_name�logs�hf_tokenz/bulk_upload_media)rC�uploadsrE)r1�is_set�lenr.�time�sleep�BATCH_SEND_INTERVALrr!�copy�clear�predictr>r�	get_tokenr/)r7�logs_to_send�uploads_to_sends   r9�
_batch_senderzRun._batch_senderFsS���/�/�(�(�*�c�$�2C�2C�.D�q�.H��?�?�)�)�+��25�26�.�/��"�"��<�<�'��#�"��$�$�#'�#4�#4�#9�#9�#;�L��%�%�+�+�-��L�L�(�(�!,�)�!0�!6�!6�!@�!@�!B�)��27�'�'�&*�&:�&:�&?�&?�&A�O��(�(�.�.�0��L�L�(�(�!5� /�!0�!6�!6�!@�!@�!B�)��#�
�/�/�(�(�*�c�$�2C�2C�.D�q�.H�#�"�s�3F>�28C4F>�>Gc�J�|j�Ptj�}|D]7}	t|jd��}|j295||_ddd�n|j�y#1swY�xYw#t$rYnwxYw|��itjd|z���)NF)�verboseg�������?)30r!r�fiborrrr@rIrJrR)r7�fib�sleep_coefficientrs    r9r4zRun._init_client_backgroundbs����<�<���*�*�,�C�%(�!��#�D�H�H�e�<�F��*�*�'-���+��
&)�	
����+�*��!�����$�0��J�J�s�%6�6�7s)�#A:�31A.�A:�.A7	�3A:�:	B�B�stepc���i}|sd}|j�D]�\}}t|t�r�|j|j|j32|�|j
�||<|js�]|j|j33|t|j��d�}|j5|jj|�ddd���|||<��|S#1swY��xYw)zK34        Serialize media in metrics and upload to space if needed.35        r)r�runrX�
uploaded_fileN)
�itemsr&r	�_saverr�_to_dictr"r�_get_absolute_file_pathrr/�append)r7�metricsrX�serializable_metricsr8�value�upload_entrys       r9�_process_mediazRun._process_mediass��� "����D�!�-�-�/�J�C���%��.����D�L�L�$�)�)�T�:�,1�N�N�,<�$�S�)��>�>�$(�<�<�#�y�y� $�)4�U�5R�5R�5T�)U�	1�L��*�*��,�,�3�3�L�A�+�*�-2�$�S�)�*� $�#�	+�*�s�2C � C)	c��|j�D]/\}}t|ttf�s�|j	�||<�1y�N)r\r&rrr^)ra�k�vs   r9�_replace_tableszRun._replace_tables�s4���M�M�O�D�A�q��!�e�Y�/�0��Z�Z�\���36�$r;rac��g}i}|j�D]I\}}|tjvs|jd�rd|��}|j	|�|||<�E|||<�K|rtjd|�d��|}tj|�|j||�}tj|�}d}|js2|jr&tj|j�}d|_|j|j|||d�}	|j 5|j"j	|	�ddd�y#1swYyxYw)N�__zReserved keys renamed: u → '__{key}'T)rrZrarXr)r\r�
RESERVED_KEYSr(r`�warnings�warnrrjre�serialize_valuesr2rr%rrrr.)37r7rarX�renamed_keys�new_metricsrhri�new_key�
config_to_log�	log_entrys38          r9�logzRun.log�s1�������M�M�O�D�A�q��E�'�'�'�1�<�<��+=��q�c�(���#�#�A�&�'(��G�$�!"��A��
$���M�M�3�L�>�AQ�R�S������G�$��%�%�g�t�4���(�(��1���
��"�"�t�{�{�!�.�.�t�{�{�;�M�"&�D���|�|��9�9���#�39�	��
�
����$�$�Y�/��
�
�s�"E�Ec���|jj�tjdtz�|j40�&t
d�|j41j�yy)zCleanup when run is finished.�Nz:* Run finished. Uploading logs to Trackio (please wait...))r1�setrIrJrKr �print�join)r7s r9�finishz42Run.finish�sR��������	
�43�44�1�*�*�+����*��N�O����$�$�&�+r;)NNNNrg)�__name__�45__module__�__qualname__�strrr'r:r*rRr4�intre�staticmethodrjrvr|�r;r9rrs��� � �"�#�($�
�($��($���
�	($�46�D�j�($��T�z�
($��t��($���*�($�T�s�T�z���8�"$�C�$�J�$�4�$�2�*��*�47#0�4�#0�s�T�z�#0�J	'r;r)rrIrnrrr>�
gradio_clientrr�trackior�trackio.histogramr�
trackio.mediar	�trackio.sqlite_storager48�
trackio.tabler�trackio.typehintsrr
rKrr�r;r9�<module>r�s;�����'��-��'�&�0��3���m'�m'r;