U zh@sddlZddlZddlZddlZddlZddlZddlmZmZm Z m Z m Z ddl Z ddl mZddlmZmZddlmZmZddlmZmZddlmZmZmZmZdd lmZmZm Z m!Z!m"Z"d d l#m$Z$m%Z%m&Z&d d l'm(Z(e rdd l)m*Z*d0ddZ+ddZ,ddZ-ddZ.Gddde&Z/Gddde/Z0Gddde0Z1Gddde1Z2Gddde0Z3d d!Z4Gd"d#d#e/Z5Gd$d%d%e&Z6d&d'Z7d(d)Z8Gd*d+d+e0Z9Gd,d-d-e&Z:Gd.d/d/e&Z;dS)1N)DictListOptional TYPE_CHECKINGUnion) variables)create_call_function create_rot_n) unimplemented Unsupported) GuardBuilder install_guard) AttrSourceConstantSourceDefaultsSource GetItemSource)check_constant_argsget_first_attridentityistype make_cell) MutableLocaltypestrVariableTrackerConstantVariable)SourcecCs<t|tr|S|s*ddlm}|||Stj||SdS)NrSourcelessBuilder) isinstancerZtorch._dynamo.variables.builderr createrZLazyVariableTracker)txvalsourcer r&S/var/www/html/venv/lib/python3.8/site-packages/torch/_dynamo/variables/functions.pywrap_bound_args    r(cCs6t|D]$\}}t|ttfr t||||<q dSN)listitemsr!tupledictr()r#resultkvr&r&r'wrap_args_kwargs(sr1cCsHt}|jj}|jD].}|||<||kr|||||q|Sr))r-output side_effects co_cellvarsZtrack_cell_new store_cellpop)parentr.code closure_cellsr3namer&r&r' init_cellvars/s  r;c Csdddlm}||||||}||_t|trDddlm} t| |}|dksZt|tsZt||_ |S)Nr) FunctionTypepairwise) typesr<__kwdefaults__r!r, itertoolsr>r-AssertionError__annotations__) r8 f_globalsr:defaultsclosure kwdefaults annotationsr<funcr>r&r&r'_create_nested_fn<s    rJc@sNeZdZddZddZddddd d Zeed d d ZddZ ddZ dS)BaseUserFunctionVariablecCs |jSr))get_code co_filenameselfr&r&r' get_filenameQsz%BaseUserFunctionVariable.get_filenamecCs |jSr))rLco_namerNr&r&r'get_nameTsz!BaseUserFunctionVariable.get_nameList[VariableTracker]Dict[str, VariableTracker]rargskwargsreturncCs|||||Sr))Zinline_user_function_return self_argsrOr#rVrWr&r&r' call_functionWsz&BaseUserFunctionVariable.call_functionr:rXcCsNd}zt||}Wn*tk r@|dkrsz2UserFunctionVariable.bind_args..csg|]\}}||dqS)r$r%r&)rargr%)wrapr&r'rscs,i|]$}|jdkrdntj|ddqS)NT)Zis_kwr)rr/rNr&r' s z2UserFunctionVariable.bind_args..cs"i|]\}}|||dqSrr&rr/r0)kwdefaults_sourcesrr&r'rsr&r}rpr)VariableBuilder __closure__ cell_contentsr)2rnrBr2root_tx functoolspartialr(rm __defaults__ enumerater?r<rrr]r,ziprr@r+rdrebindapply_defaultsr- argumentsr1r;len co_freevarsrAcountr%rrUserDefinedClassVariablerZmatch_nested_cellbuilderrr3r ValueErrorZDeletedVariabler:Zmutated_closure_cell_contentsZtrack_cell_existingr5r r")rOr7rVrWr#rmrEZdefaults_sourcesZ fake_funcboundr.r9rFrr:cellr%varrr3outZ closure_cellZclosure_cell_contentsZ contents_varr r&)rrOrr' bind_argss                      zUserFunctionVariable.bind_argscCsdSr)r&)rOr7childr&r&r'export_freevarssz$UserFunctionVariable.export_freevarsr\cCst|j|}tj|Sr))r^rmrrr"rbr&r&r'rcs z!UserFunctionVariable.call_hasattrrSrTrrUcs,|jrt||j|||St|||Sr))rninvoke_and_store_as_constantrmrRrwr[rZr|r&r'r[sz"UserFunctionVariable.call_function)F)r]rirj__doc__rK_nonvar_fields classmethodrurxr~rYr_rLrrrrrrkrrcr[ __classcell__r&r&r|r'rlms.  nrlcsZeZdZdZfddZddZddZdd Zd d d d fdd ZfddZ Z S)UserMethodVariablez$Some unsupported user-defined methodc s tjfd|i|||_dS)Nrm)rwrxobj)rOrmrrWr|r&r'rx+szUserMethodVariable.__init__cCs|jjd|jd|jdS)N(z, ))r}r]rmrrNr&r&r'__str__/szUserMethodVariable.__str__cCs|jgSr))rrNr&r&r'rY2szUserMethodVariable.self_argscCstjSr))r? MethodTyperNr&r&r'r5szUserMethodVariable.python_typerSrTrrUcs|jrbt|jtjrbt|jdd}|dk r@|dr@|dksF|j rb|jj ||jj |||j dS|j rt|jj |jj }t |||||St|||S)Nriz torch.nn.ztorch.nn.utils.parametrize)constant)r2Zis_root_tracerr!rrZNNModuleVariableryrm startswithrn call_methodr]rtrrRrwr[)rOr#rVrWZ module_attrrmr|r&r'r[8s0 z UserMethodVariable.call_functioncstddS)Nr)rwrgrNr|r&r'rgZsz*UserMethodVariable.inspect_parameter_names) r]rirjrrxrrYrr[rgrr&r&r|r'r(s "rcs2eZdZfddZddddfdd ZZS) WrappedUserMethodVariablec s>|dd|ddtj|j|jf|||_||_dSNrmr)r6rwrxrmrwrappedcontextrOrrrWr|r&r'rx_s   z"WrappedUserMethodVariable.__init__rSrTrrUcs,|j|t|||}|j||Sr)rZenterrwr[exitrOr#rVrWr.r|r&r'r[fs  z'WrappedUserMethodVariable.call_functionr]rirjrxr[rr&r&r|r'r^s  rcs2eZdZfddZddddfdd ZZS) WrappedUserFunctionVariablec s:|dd|ddtj|jf|||_||_dSr)r6rwrxrmrrrr|r&r'rxps   z$WrappedUserFunctionVariable.__init__rSrTrrUcs,|j|t|||}|j||Sr)rrr|r&r'r[ws  z)WrappedUserFunctionVariable.call_functionrr&r&r|r'ros  rcsPddfdd|D}fdd|D}|||}|jj||t|dS)NcSst|tjr|S|Sr))r!rZTensorVariableZget_real_valuer~)xr&r&r'converts z-invoke_and_store_as_constant..convertcsg|] }|qSr&r&rrrr&r'rsz0invoke_and_store_as_constant..csi|]\}}||qSr&r&rrr&r'rsz0invoke_and_store_as_constant..rp)r+r2Zregister_attr_or_moduler)r#rmr:rVrWresr&rr'rs rcsteZdZddhejZdfdd ZddZdd Zd d Zd d Z ddZ ddZ ddZ ddZ ddZZS)ra closure_scoperDNc  stjf| t|ts tt|tjs4tt|tsBt||_ ||_ ||_ ||_ ||_ ||_||_|dkrxd}||_| |_dSr))rwrxr!r~rkrBr?CodeTyper-fn_namer8rDrErGrHrFrwrapped_reconstructible) rOrr8rDrErGrHrFrrrWr|r&r'rxs z#NestedUserFunctionVariable.__init__cCsgSr)r&rNr&r&r'rYsz$NestedUserFunctionVariable.self_argscCs |jSr))r8r~rNr&r&r'rLsz#NestedUserFunctionVariable.get_codecCs|jr tt|j|j|j}|jr8|j|_ |j rJ|j |_ |j r|j }t |tr|ddlm}t||}t |tst||_|S)Nrr=)rFr`r?r<r8r~rDrrErrGr@rHr!r,rAr>r-rBrC)rOrIrHr>r&r&r'r_s&      z'NestedUserFunctionVariable.get_functioncCs |jdk Sr))rFrNr&r&r' has_closuresz&NestedUserFunctionVariable.has_closurecCsdS)NFr&rNr&r&r'rsz#NestedUserFunctionVariable.has_selfcCs|jSr))rDrNr&r&r'rsz&NestedUserFunctionVariable.get_globalsc Cs\ddlm}|}t||j|j|jr8t |jj ndt ddt t |j D}|jrn|j|_t|j||}|t|j }t|jj|t|||} t|j D]\} } |jj | } t| | | | kst| |kstt| |rB|} | r| | j kr| j!} q| dkr2t"d| d| j | || <q|jj | | | <q|| fS)Nr)InlinedClosureVariablecss|]}tdVqdSr))r)rrr&r&r' sz7NestedUserFunctionVariable.bind_args..zCouldn't find z7 in the symbolic_locals of the inline interpreter stack)#miscrrLr?r<rDrr~rEr,r+rangerrrGZkeys_as_python_constantr@rdrerrr-rr1r2rr;rrFryrBr!symbolic_localsr7 RuntimeError)rOr7rVrWrr8rIrr.r9rr:rcandr&r&r'rs>        z$NestedUserFunctionVariable.bind_argscCs2|}|jD]}||jkr|j||j|<qdSr))rLrr)rOr7rr8rr&r&r'r s  z*NestedUserFunctionVariable.export_freevarscCsf|td||j|||jg|t|jjj |j rP||j n|| dg|j rt||j n|| dg|j r||j n|| dg|jrz |j}|||gWntk r||jYnXn|| dg|tddd|jrb|dd||j|tdd|td|tdddS) NrJT)Z push_nullrwrapsrr)load_import_fromr]r8 extend_outputZ_create_load_constrDrr"rtrQrEZcreate_load_constrFrGrHr~r`r rr )rOcodegenrHr&r&r' reconstructs6        z&NestedUserFunctionVariable.reconstruct)N)r]rirjrKrrxrYrLr_rrrrrrrr&r&r|r'ras  +racspeZdZddhejZdfdd ZddZdd Zed d Z e e dd d Z ddddddZZS)SkipFunctionVariablertreasonNc stjf|||_||_dSr))rwrxrtr)rOrtrrWr|r&r'rx>szSkipFunctionVariable.__init__cCs t|jSr))typertrNr&r&r'rCsz SkipFunctionVariable.python_typecCs|jSr))rtrNr&r&r'r~Fsz'SkipFunctionVariable.as_python_constantcCst|tj|||dSro)rrqr ZFUNCTION_MATCHrrr&r&r'ruIs z'SkipFunctionVariable.create_with_sourcecCs tjtjiSr)) collections namedtuplerrr&r&r&r' fold_through_function_to_wrapperQsz5SkipFunctionVariable.fold_through_function_to_wrapperrSrTrrUc st|jddr$td|jnj|j|kr~t|r~|jddDdd|D}||j|t dS|jt j kr|st d krЈd j dk sd |jjrЇfd d }t|Sz&t|j}d |jjd|d}Wnptk rfddh}|jj|kr:d|jjd|jjd}n(d|jjd|jjd}tjj|YnX||jrd|jdnd7}t|dS)NZ_torchdynamo_disableFz.call torch._dynamo.disable() wrapped function cSsg|] }|qSr&r~rr&r&r'rdsz6SkipFunctionVariable.call_function..cSsi|]\}}||qSr&rrr&r&r'resz6SkipFunctionVariable.call_function..)Z mutable_localrrcsJt|tjr6djr"dj}nd}|j|dStd|ddS)Nr)rzfunctools.wraps(r)r!rrar%cloner )rmZreconstructiblerVr&r'rss     z1SkipFunctionVariable.call_function..wrapsz'skip function z in file '_abc _warningsz.Graph break due to unsupported Python builtin .zM. Please file an issue on GitHub so the PyTorch team can add support for it. z'Graph break due to unsupported builtin a. This function is either a Python builtin (e.g. _warnings.warn) or a third-party C/C++ Python extension (perhaps created with pybind). If it is a Python builtin, please file an issue on GitHub so the PyTorch team can add support for it and see the next case for a workaround. If it is a third-party C/C++ Python extension, please either wrap it into a PyTorch-understood custom operator (see https://pytorch.org/tutorials/advanced/custom_ops_landing_page.html for more details) or, if it is traceable, use torch.compiler.allow_in_graph.z', r)rdr{rtr rkeysrr+getrrrrr%Zcan_reconstructr2rrZLambdaVariablegetfilerj TypeErrorrirzZ_dynamoutilsZ warn_oncer) rOr#rVrWrtrpathmsgZknown_python_builtin_modulesr&rr'r[XsN       z"SkipFunctionVariable.call_function)N)r]rirjrrrxrr~rru staticmethodr lru_cacherr[rr&r&r|r'r7s"  rcCstjrddlm}|SiS)Nrtraceable_collective_remaps)rz distributed is_available)torch.distributed._functional_collectivesrrr&r&r'_traceable_collective_remapss  rcCs>tjstd|tks$t|j}|d}t||S)NzIllegal invocation.z)torch.distributed._functional_collectives) rzrrrBrvaluesr]Z import_sourcer)r#rmZ inner_nameZ path_sourcer&r&r'_traceable_collectives_sources  rcsVeZdZdZfddZeddZeddZedd Zd d d d ddZ Z S)!CollectiveFunctionRewriteVariablea Some of the torch.distributed.* collective APIs are possible to rewrite to 'traceable' collectives. This class provides both a way to check if a function is remappable, and perform the remapping. In the case that a function is 'remappable' but only for some combinations of call-time arguments, we check the args at `call_function` time and fall back to graph-breaking if needed. This is no worse than status-quo as we currently graph-break on all distributed.* collectives. c s(tj|f|t|tst||_dSr))rwrxr!rlrBreplacement_var)rOrmrrWr|r&r'rxsz*CollectiveFunctionRewriteVariable.__init__cKs6t||\}}t|ft|fd|i||d|S)Nr%)rr%)rrewriterl)r#Zold_fnr%optionsnew_fnZ new_sourcer&r&r'r"sz(CollectiveFunctionRewriteVariable.createcCst|o|tkSr))rd isfunctionr)variabler&r&r' can_rewritesz-CollectiveFunctionRewriteVariable.can_rewritecCst|}|t||fSr))rr)r#rmrr&r&r'rs z)CollectiveFunctionRewriteVariable.rewriterSrTrrUc Csddlm}ddlm}t|j}t|j||j }d}d|kr^|d r^t d|j|j|j |j |jfkr|d}|dk r|jn |jdj}||krtd|tj|||d<|j|||S)Nr)REDUCE_OP_TO_STRr&Zasync_opzBCollectiveFunctionRewriteVariable can't support async_op=True for opzUnsupported all_reduce op: )Ztorch.distributedrrrrdrermr-rrr~r Z all_reduceZreduce_scatter_tensorZ_reduce_scatter_baserrtrfdefaultrrrr"rr[) rOr#rVrWdistrreZ reduce_op_varZ reduce_opr&r&r'r[s2      z/CollectiveFunctionRewriteVariable.call_function) r]rirjrrxrr"rrr[rr&r&r|r'rs    rcsdeZdZedfdd ZddZddZdd d d d d ZeedddZ ddZ ddZ Z S)FunctoolsPartialVariable)rIc s@tjf|||_t|ts"t||_t|ts6t||_dSr)) rwrxrIr!r*rBrVr-keywords)rOrIrVrrWr|r&r'rxs z!FunctoolsPartialVariable.__init__cCs|dd||j|jr(||j|jsL|tt|jdddS||jt |j }|| t|t|jd|ddS)NrrrT) rrIrVZforeachrrr rrr,rZcreate_call_function_kw)rOrrr&r&r'rs   z$FunctoolsPartialVariable.reconstructcCs|Sr)rrNr&r&r'r_sz%FunctoolsPartialVariable.get_functionrSrTrrUcCs$|j|}|j|}|j|||Sr))rVrrIr[)rOr#rVrWZ merged_argsZ merged_kwargsr&r&r'r[s  z&FunctoolsPartialVariable.call_functionr\cCstjttt|Sr))rrr"r^rrr)rOr#r:r&r&r'rcsz%FunctoolsPartialVariable.call_hasattrcCs4tj|jfdd|jDdd|jDS)NcSsg|] }|qSr&r)rrr&r&r'r'sz?FunctoolsPartialVariable.as_python_constant..cSsi|]\}}||qSr&rrr&r&r'r(sz?FunctoolsPartialVariable.as_python_constant..)rrrIr~rVrr+rNr&r&r'r~$sz+FunctoolsPartialVariable.as_python_constantcCs4tj|jfdd|jDdd|jDS)zcSimilar to as_python_constant(), but add ID_MATCH guards to try to force things to become constantscSsg|] }|qSr&guard_as_python_constant)rr0r&r&r'r/szEFunctoolsPartialVariable.guard_as_python_constant..cSsi|]\}}||qSr&rrr&r&r'r0szEFunctoolsPartialVariable.guard_as_python_constant..)rrrIrrVrr+rNr&r&r'r+sz1FunctoolsPartialVariable.guard_as_python_constant) r]rirjrrxrr_r[rkrcr~rrr&r&r|r'rs rcsDeZdZfddZddddddZddddfd d ZZS) TritonKernelVariablec sddlm}ddlm}tjf||dk s2t||_|||_ |dksZ|j |ksZt||_ t ||rt |jj}d|kr|djt|ddksd|kr|djt|ddksd|kr|dj|jkst|jdkst|jdkrtd dS) Nr) Autotuner)kernel_side_tablewarmupZ num_warmupsrepZnum_repsZprune_configs_byz7Only configs and keys are supported for triton.autotune)triton.runtime.autotunerr*torch._higher_order_ops.triton_kernel_wrapr rwrxrBkernelZ add_kernel kernel_idxgridr!rdrerfrrZearly_config_prunerZ reset_idxZ restore_idxr )rOrrrrWrr rEr|r&r'rx5sF           zTritonKernelVariable.__init__rSrTrrUc sDddlm}m}m}ddlmddlm}ddlm }d|krHt di} d D].} | |krP| | } t | stt | j| | <qP| rt |j|rt|jj} | D]} | j| q|| gd |jj}n&|fd ii| }||ggd |j}t|d|j}||||S|jdkr"t d tt|jj||}d d|D}t |j|rjdd|jjDnig}g}|D]~}|j}t |ttfrƇfdd|D}|||t}|||gi}t ||r|| nt!dt"|qxt#t$|D]}t ||t%s t dt$||dkrJ||dddf||<nLt$||dkr|||d||ddf||<nt$||dkrt dqt$|dkst t$t&|dkr|dg}ddl'm(}m)}fdd|D}fdd|D}|*|}||t}|j+,d|d|j-||| dt.dS)Nr)autotunerConfigrr)ConstDictVariable)BaseListVariableZnum_ctaszqPassing num_ctas directly to the Triton kernel is not supported. Please use a Config in @triton.autotune instead.)Z num_warpsZ num_stages)configskeyrWz2Triton kernels should always be called with a gridcSsi|]\}}tj||qSr&)rrr"rr&r&r'rs z6TritonKernelVariable.call_function..cSsg|] }|jqSr&)rW)rconfigr&r&r'rsz6TritonKernelVariable.call_function..cs"i|]\}}||qSr&)r"rrr&r'rszgrid for the triton kernel is zOnly tuple grids are supportedrzGrid can have at most rank 3)r triton_kernel_wrapper_mutationcs$i|]\}}t|r||qSr&)r!r~rrr&r'rs cs i|]\}}t|s||qSr&)r!rrr&r'rs r[r&)rconstant_args_idxrrW)/r rrrrrZdictsrlistsrr r6r!rBrtrcopydeepcopyr__dict__updatermrrr[r-r arg_namesr+rarlappendZas_proxyr rrrr,setr r rZadd_constant_argsr2Z create_proxyrr)rOr#rVrWrrrrrZspecial_kwargsr:r$Z new_configsrZ new_kernelZ new_configZnew_varZcombined_args_rawZ combined_argsrZgridsZ config_argsrmetair rZ constant_argsZnon_constant_argsrr&rr'r[ds                  z"TritonKernelVariable.call_functioncs|dkr<|jdk st|dkr&tdt|j|j|ddS|dkrd|krTtd|d}|d dt|j|j|d|||St ||||S) N __getitem__rz7Triton kernels should be called with only a single gridr)rrrrunrz/Triton kernel requires to be called with a gridr ) rrr rrrr6r[rwr)rOr#r:rVrWrr|r&r'rs2  z TritonKernelVariable.call_method)r]rirjrxr[rrr&r&r|r'r4s 0  r)N)sH     <6(e  L8