CraigDroke/pgt_toy_problem
1
1o
2 7�g, � @ s� d dl Z d dlmZmZmZmZmZ d dlmZ d dl m3Z4 d dl Z d dl m
Z d dlZd dlZd dlZdd� Zd8d d5�Z d9dd�Zedkr�e �� Zejdeddd� ejdeddd� ejd ed d d� ejd ed d d� ejd!edd"d� ejd#ed$d%d� ejd&ed d'd� ejd(e d
d)d� ejd*edd+d� ejd,e dd-d� ejd.edd/d� ejd0edd1d� ejd2e dd3d� ejd4e dd5d� ejd6e dd7d� e� � Z ee j e j!e j"e j#e j$e j%e j&e j'e j(e j)e j*e j+e j,e j-e j.� dS dS ):� N)�get_center_coords�get_distance_grids�get_plaus_loss� get_bbox_map�normalize_batch)�imshow)�
gaussian_blurc C s� t d| j� �� z | �� �� �� �� }W n | }Y t|j�dkr+|j|dd� d S t|j�dkrc|jd dks@|jd dkrGt� |d�}n|}|jd dkr\|jt�6|�dd� d S |�|� d S t d |j� ���)7Nz img shape: � �gray)�cmap� r � )r
r r zUnexpected image shape: ) �print�shape�clone�detach�cpu�numpy�lenr �np� transpose�squeeze�8ValueError)�img�ax�npimg�tpimg� r �1/home/drokec87/pgt_toy_problem/toy_problem_pgt.py� subfigimshow s r �r �� r r c C s t | j�dkrtj| gd dd�} nt | j�dkr(| jd dkr(tj| ddd�} | jtjkr:| d �dd��tj�} | � � }|D ]I}|\}}}} t9||d |jd �}10t11|| d |jd �} t12||d |jd �} t13|| d |jd �}
t � ||14| f| |
f||� q@|S )Nr r �����)�axisr
r! r )
r r r �stack�repeat�dtype�uint8�clip�astype�copy�int�cv2� rectangle)�image�boxes�color� thickness�image_with_boxes�box�x_center�y_center�width�height�x_min�y_min�x_max�y_maxr r r �draw_bounding_boxes$ s r< � i@� @�0� �?T� Fc / C s� t �� }| |_||_||_||_||_||_||_||_ ||_15| |_ |16|_ | |_
| |_|
|_||_g }dtjd< tt|j ��tjd< t�dd|j|jddgg�}t�|d d �df �}tt�t|�ddd�d d �d17 �d �}t |||d d d �}|jr�t ||�}t� || �t� |� }d
| }d}t|�}|d }d}t j || || fd�}t �!� t j || || fd�} t �!� t j"dd�\} } g } t j"dd�\} }!g }"t#d�D �]q}#t |�d �||d d�\}\}}$}%}&tj$j%||d d d�d }'||'| }||j9 }t |||d d�\}\}}$}%}&|j�r(t ||�}t� || �t� |� }d
| }|}&t&|�}| �'t(|�� |"�'t(|�� t)d|#� d|� d|� d|$� d|%� �18� t#t|��D ]�}(|#dk�r�|j�r�|�*||d|(| �})|)�+d|(� �� d|&|( �,� �-� }*|*�,� �-� �.� �/� }+t j0�1|+�},|d d �dd�f �,� �-� �.� }-t2|,|-�}.t3|.|)� |)�4d� �qS|#dk�r|�*||d|(| �})|)�+|(dk�r�d |#� �nd � ||( �,� �-� }*|*�,� �-� �.� �/� }+t j0�1|+�},|d d �dd�f �,� �-� �.� }-t2|,|-�}.t3|.|)� |)�4d� �qS| �*||d|#d |(| �})|)�+|(dk�r d |#� �nd � ||( �,� �-� }*|*�,� �-� �.� �/� }+t j0�1|+�},t3|,|)� |)�4d� �qSq�| j5t#|�| d d d � | �+d!� | �6d"� | �7d � | �8d � | �9� |!j5t#|�|"d d#d � |!�+d$� |!�6d"� |!�7d%� |!�8d � |!�9� |j:d&d'd(� t �;|� | j:d)d'd(� t �;| � | j:d*d'd(� t �;| � | j:d+d'd(� t �;| � t)d,� d-S ).N�19PCI_BUS_ID�CUDA_DEVICE_ORDER�CUDA_VISIBLE_DEVICESr g�������?r
i� r �
� T)�attribution_map�opt�debug� only_loss� �?�20 r )�figsize)rL � )rG rH rI )� create_graph� retain_graphzstep: z, plaus_loss: z, plaus_score: z , dist_reg: z
, plaus_reg: z Distance Regularization Map rN �offz21Attr Step � �ozPlausibility Loss)�marker�labelz Plausibility Losses Across Steps�StepzPlausibility Scoresz Plausibility Scores Across StepszPlausibility Score� figs/distance_and_first_step.png�tight)� bbox_inches� figs/remaining_attr_steps.png� figs/plausibility_losses.png� figs/plausibility_scores.pngz�Figures saved: figs/distance_and_first_step.png, figs/remaining_attr_steps.png, and figs/plausibility_losses.png, figs/plausibility_scores.png)rW rZ r[ r\ )<�argparse� Namespace� pgt_coeff� focus_coeff�x_coord�y_coord�num_bb�alpha� scheduler�device�22dist_coeff�
dist_reg_only� iou_coeff�23bbox_coeff� dist_x_bbox�
iou_loss_only�
show_dist_reg�os�environ�strr+ �torch�tensor�uniquer �randr �requires_grad_r r �sum�plt�figure� tight_layout�subplots�range�autograd�gradr �append�floatr � add_subplot� set_titler r r r �cm�viridisr< r r# �plot�24set_xlabel�25set_ylabel�grid�legend�savefig�close)/r_ r` ra rb rc rd re rf rg rh ri rj rk rl rm rH � save_dirs�targets�unique_classes�attr�26plaus_loss�bbox_map� plaus_score�nsamples�rows�cols�size�fig1�fig2�fig3�ax3� plaus_losses�fig4�ax4� plaus_scores�i�dist_reg� plaus_reg� distance_map�27delta_attr�jr �28img_tensor�img_np� img_colored� bbox_coords�img_with_boxesr r r � toy_problem: s� 29�30(�31" 32 33& 343536 3738 39�%404142434445464748495051r� �__main__z --pgt_coeffrK r_ )�type�default�helpz
--focus_coeffg�������?r` z--alphag y@rd z--num_bbrc z --x_coordra z --y_coordgffffff�?rb z --schedulerzscheduler for alphaz--devicerf z --dist_coeffrg z--dist_reg_onlyrh z --iou_coeffri z --bbox_coeffrj z
--dist_x_bboxrk z--iou_loss_onlyrl z--show_dist_regz*show distance regularization map in figure)r r ) r r= r> r? r@ Tr@ rA FFT)/rq � plaus_functsr r r r r � plot_functsr �!torchvision.transforms.functionalr r] �matplotlib.pyplot�pyplotrw r r rn r, r r< r� �__name__�ArgumentParser�parser� add_argumentr r+ rp �bool�52parse_argsrH r_ r` ra rb rd rc re rf rg rh ri rj rk rl rm r r r r �<module> sL 5354� $��