U
Mh @ s d dl mZ d dlmZmZmZmZ d dlZd dlZd dl Z d dl
m Z e ee dddZ
ejjdd d
Ze eeee f d d d
Zdd Zdd ZdddedddZedd ZedddZedd d Zedd d ZdS ) )contextmanager)AnyListTuplecastN)Timer)filenamereturnc s d}d}d d}g }t | }| |}t|D ]p\}}|dkrFq4||} | dkrZq4|d | }
||d d fdd|
jd d
D } |d| q4W 5 Q R X |S ) Nzz r c s g | ]}|t d qS N)len).0xpfx M/var/www/html/venv/lib/python3.8/site-packages/torch/utils/jit/log_extract.py
s z extract_ir..T)keepends)openreadsplit enumeratefind
splitlinesappendjoin) r ZBEGINENDcurrentZgraphsfZ
split_strsiZ split_strZend_locslinesr r r
extract_ir s$
r% )inp_typec C sb | }| }| }| }|d k s,t|d k s8t|d k sDt|d k sPttj||||dS )N)sizestridedevicedtype)sizesstridesr) r* AssertionErrortorchZ
empty_strided)r& r' r( r) r* r r r make_tensor_from_type s r/ )irr c C s
t jj| dd}| g }| D ]}t| t jjrN|t
dd q$t| t jj rt|t dd q$t| t jj
rtt jj
| }|t| q$t| t jjr|t dddk q$td| q$t jd|}t j|j ||fS ) NT)Zparse_tensor_constantsg?d r r z,A default value is not implemented for type forward)r. _CZparse_irZmakeMultiOutputIntoTupleinputs
isinstancetypeZ FloatTyper randomuniformZIntTyperandint
TensorTyper r/ ZBoolTypeNotImplementedErrorZ_create_function_from_graphZ!_jit_pass_erase_shape_informationgraph)r0 r< r4 ZinpZ
tensorTypefuncr r r load_graph_and_inputs* s" r> c C s$ t d| |dd}| }|jd S )Nz fn(*inputs))fnr4 )stmtglobals )r Zblocked_autorangeZmedian)r? r4 test_runsttimesr r r time_cuda? s rF c C s6 t }t|D ] }| | qt }|| | d S )NrB )time perf_counterrange)r? r4 rC r# _er r r time_cpuD s
rL
) warmup_runsrC )r c C sx t | \}}t|D ] }|| qd }|D ] }t|tjr*|jjdk} qLq*|d k sXt|rht|||n
t |||}|S )Ncpu)
r> rI r5 r. ZTensorr) r6 r- rL rF ) r0 r4 rO rC r< rJ Zis_cpuinputoutr r r run_testK s
rS c o s* t jd}z
d V W 5 t j| X d S )NF)r. r3 Z _get_graph_executor_optimize)argskwargsZ old_optimizer r r no_fuserZ s
rV c
C s( t t| |W 5 Q R S Q R X d S r
)rV rS r0 r4 r r r run_baseline_no_fusionb s rX c
C sb zN|r dgndg}t j|}t jd t| |W 5 Q R W S Q R X W 5 t j| X d S )N)ZDYNAMICrM )ZSTATICrM Zfuser1)r. jitZset_fusion_strategyfuserrS )r0 r4 ZdynamicZ old_stratZstratr r r run_nncg s $r[ c
C s. t jd t| |W 5 Q R S Q R X d S )NZfuser2)r. rY rZ rS rW r r r run_nvfuserp s r\ )
contextlibr typingr r r r r7 r. rG Ztorch.utils.benchmarkr strr% r3 r: r/ r> rF rL floatrS rV rX r[ r\ r r r r s