U
    yh-                     @   s   d dl Z d dlZd dlmZ d dlZd dlZd dlmZmZm	Z	m
Z
mZ d dlmZmZmZmZmZmZ dgZedddG dd dZd	d
 ZdS )    N)
deprecated)_disable_profiler_legacy_enable_profiler_legacy
DeviceTypeProfilerConfigProfilerState)_filter_name_filter_stack_entry_rewrite_name	EventListFunctionEventMEMORY_EVENT_NAMEprofilez`torch.autograd.profiler_legacy.profile` is deprecated and will be removed in a future release. Please use `torch.profiler` instead.)categoryc                   @   s   e Zd ZdZd)dddddddddZdd Zd	d
 Zdd Zdd Zdd Z	dd Z
dd Zd*ddZejje_dd Zejje_d+eedd d!Zd,d#d$Zejje_d%d& Zejje_ed'd( ZdS )-r   z'DEPRECATED: use torch.profiler instead.TF)use_cudarecord_shapes
with_flopsprofile_memory
with_stackwith_modulesc                C   s   || _ | j sd S || _d | _d| _|| _|| _|  j| jO  _|| _|| _|| _| jrtt	j
 sttjddd d| _| jrtj| _ntj| _d S )NFz/CUDA is not available, disabling CUDA profiling   )
stacklevel)enabledr   function_eventsenteredr   r   r   r   r   torchcudaZis_availablewarningswarnr   CUDAprofiler_kindCPU)selfr   r   r   r   r   r   r    r#   P/var/www/html/venv/lib/python3.8/site-packages/torch/autograd/profiler_legacy.py__init__$   s*    
zprofile.__init__c              	   C   s(   t | j| j| j| j| j| jtjj	
 S N)r   r    r   r   r   r   r   r   Z_CZ	_profilerZ_ExperimentalConfigr"   r#   r#   r$   configH   s    
zprofile.configc                 C   s*   | j s
d S | jrtdd| _|   | S )Nz)Profiler context manager is not reentrantT)r   r   RuntimeError_start_tracer'   r#   r#   r$   	__enter__T   s    zprofile.__enter__c                 C   s   t |   d S r&   )r   r(   r'   r#   r#   r$   r*   ]   s    zprofile._start_tracec                 C   sV   | j s
d S | jrtj  t }t|}t|| jr6dnd | j| j	d| _
| j
  dS )Nr   )
use_devicer   r   F)r   r   r   r   Zsynchronizer   _parse_legacy_recordsr   r   r   r   Z_build_tree)r"   exc_typeexc_valexc_tbrecordsZparsed_resultsr#   r#   r$   __exit__`   s    

zprofile.__exit__c                 C   s   | j d krdS t| j S )Nz$<unfinished profiler_legacy.profile>)r   reprr'   r#   r#   r$   __repr__q   s    
zprofile.__repr__c                 C   s   | j d krdS t| j S )Nz,<unfinished profile.profiler_legacy.profile>)r   strr'   r#   r#   r$   __str__v   s    
zprofile.__str__c                 C   s   | j d krtdd S )NzProfiler didn't finish running)r   r)   r'   r#   r#   r$   _check_finish{   s    
zprofile._check_finishNd   K   7   P   c              	   C   s0   |    | jd k	st| jj|||||||dS )N)sort_by	row_limitmax_src_column_widthmax_name_column_widthmax_shapes_column_widthheadertop_level_events_only)r7   r   AssertionErrortable)r"   r<   r=   r>   r?   r@   rA   rB   r#   r#   r$   rD      s    
zprofile.tablec                 C   s"   |    | jd k	st| j|S r&   )r7   r   rC   export_chrome_trace)r"   pathr#   r#   r$   rE      s    zprofile.export_chrome_traceself_cpu_time_total)rF   metricc                 C   s6   |    | jd k	std| js(td| j||S )NExpected profiling resultsz(export_stacks() requires with_stack=True)r7   r   rC   r   export_stacks)r"   rF   rH   r#   r#   r$   rJ      s    zprofile.export_stacksr   c                 C   s(   |    | jd k	std| j||S NrI   )r7   r   rC   key_averages)r"   Zgroup_by_input_shapeZgroup_by_stack_nr#   r#   r$   rL      s    zprofile.key_averagesc                 C   s$   |    | jd k	std| j S rK   )r7   r   rC   total_averager'   r#   r#   r$   rM      s    zprofile.total_averagec                 C   s   |    | jdk	st| jjS )z;Return CPU time as the sum of self times across all events.N)r7   r   rC   rG   r'   r#   r#   r$   rG      s    zprofile.self_cpu_time_total)T)Nr8   r9   r:   r;   NF)rG   )Fr   )__name__
__module____qualname____doc__r%   r(   r+   r*   r2   r4   r6   r7   rD   r   rE   r5   rJ   rL   rM   propertyrG   r#   r#   r#   r$   r      sF    $	       





c                 C   s:  dd }d}d }g }g }t j| D ] }| }|d kr$|dkr$|}q$|d k	rV| rZt| D ]}i }	i }
i }t }d }|D ]}||}t| s||kr|| q~|	 dkr"|d k	r| | ko|	 |	 ko|
 |
 k}|r|| q~|||< d|	|< d|
|< n|	 dkrr||ksJtd| d|| }|	| }|
| }| pz| | k}| }| }t| |
 t| d	d
t| dd
| ||||| | dd | D | | rdnd ||||| tjd	|d}|sT| rT||}|dkrT|| | | || ||= |	|= |
|= n|	 dkrt|	}t|
}||kst|	 D ]}|	|  |  7  < q|
 D ]}|
|  |! 7  < q|dkrtdt"d dddg |  |! d	d
}|| |}q~q^|j#dd d |S )Nc                 S   s   |   |  fS )zPReturn a tuple for correlating start and end records in `_parse_legacy_records`.)handlenode_id)recordr#   r#   r$   _get_record_key   s    z._parse_legacy_records.<locals>._get_record_keyr   Z__start_profilepushpopzExpected record with key zo to exist in range_starts.
                    This means that the pop event did not have a corresponding push.T)nameZwith_wildcardFc                 S   s   g | ]}t |r|qS r#   )r	   ).0entryr#   r#   r$   
<listcomp>  s     z)_parse_legacy_records.<locals>.<listcomp>r   )idrT   rY   
trace_namethreadstart_usend_usZ
fwd_threadZinput_shapesstackscoper,   cpu_memory_usagedevice_memory_usageis_async	is_remotesequence_nrZdevice_type	is_legacyflopsZmemory_alloc)
r]   rY   r^   r_   r`   ra   rb   rd   re   ri   c                 S   s   | j j| j j gS r&   )Z
time_rangestartend)Zevtr#   r#   r$   <lambda>9      z'_parse_legacy_records.<locals>.<lambda>)key)$	itertoolschainfrom_iterablerY   rg   rC   setr   addkindrT   rf   Z	thread_idrj   r   rS   r
   Zcpu_elapsed_usZfwd_thread_idZshapesrb   rc   Zhas_cudarh   r   r!   Zcuda_elapsed_usZappend_kernelZdeviceappendlenkeysrd   cuda_memory_usager   sort)Zthread_recordsrV   Znext_idZstart_recordZ	functionsZrecord_stackrU   rY   Zthread_record_listZcpu_memory_allocsZcuda_memory_allocsZrange_startsZfiltered_handlesZprev_recordZ
record_keyZ	duplicaterk   rd   ry   rf   Zis_remote_eventZstart_flopsZfedurationZnum_open_handles_cpuZnum_open_handles_cudarS   r#   r#   r$   r-      s    










r-   )rp   r   typing_extensionsr   r   Z
torch.cudaZtorch.autogradr   r   r   r   r   Ztorch.autograd.profiler_utilr   r	   r
   r   r   r   __all__r   r-   r#   r#   r#   r$   <module>   s    	 