U yh?@sUddlZddlZddlmZmZmZmZmZmZm Z ddl Z ddl m m ZddlmZmZddlmZddlmZddlmZddlmZmZmZmZddlmZddlmZdd l m!Z!dd l"m#Z#dd lm$Z$m%Z%ddl&Z&dd l'm(Z(ddlZddl)Z)ddl*Z*dd l+m,Z,ddl-m.Z.ddl/Z/ddl0m1Z1ddl2Z2ddl3m4Z4ddl5m6Z6m7Z7m8Z8m9Z9ddl:m;Z;ddlm?Z?ddlm@Z@ddlAmm*ZBddl mCZCmDZDmEZEddlFmGZGmHZHmIZIddddddgZJe jKjLZLe jKjMZMe/NeOZPe jQReOdZSiaTee jUjVefeWd <dZXeYe%ZZej[e j\d!d"d#d"d$d"d%d&d'Z]e$d(d)Z^e_Z`e_ZaeCeDeEfZbd*d+Zcd,d-Zdd.d/Zeead0d"fd1d2Zfd3d4Zgd5d6Zhd7d8Zid9d:Zjd;d<Zkd=d>Zld?d@Zme(GdAdBdBZndCdDZodEdFZpe jqe jrjsefZtdGdHZuGdIdJdJZvGdKddeZwe$dLdMZxe jyd}e e jrjzefeeeedNfedOdPdZ{e|dQdRdSZ}da~e$dTdUZGdVdWdWe4ZGdXdYdYe4ZGdZd[d[e6ZGd\d]d]e?ZGd^dde jjZd_d`Ze$dadbZGdcddddeZGdedfdfewZGdgdhdhZdaeeeWdi<e$eddjdkdlZd~dndndndodpdqdZdrdsZdtdZej$dudvZdwdxZddydzZd{d|ZdS)N)AnyCallableDictListOptionalTupleUnion)Tracer GraphModule) _assign_attr)WeakKeyDictionary) defaultdict) FakeTensorFakeTensorModeunset_fake_temporarilyis_fake)enable_python_dispatcher)1_side_effectful_need_to_be_preserved_pre_dispatch)_extract_tensor_metadata)contextmanager nullcontext) dataclass)count)CapturedTraceback)FakeScriptObject)TorchFunctionMode)TorchDispatchMode_disable_infra_mode _push_mode_unset_infra_mode) BackwardState)SymNode)SymDispatchMode)Proxy)SymIntSymFloatSymBool)WeakTensorKeyDictionaryWeakIdKeyDictionary _WeakHashRefPythonKeyTracerdispatch_tracemake_fxDecompositionInterpreter py_sym_typesget_innermost_proxy_modenot_implementedCURRENT_DECOMPOSITION_TABLEcCs t|dfSN)listxsr7T/var/www/html/venv/lib/python3.8/site-packages/torch/fx/experimental/proxy_tensor.pyDr9cCst|Sr3)tuple)r6_r7r7r8r9Er:cCsddt|DdfS)NcSsg|]\}}t||fqSr7)pytreeZ SequenceKey).0ixr7r7r8 Gsz..) enumerater5r7r7r8r9Fs)Zflatten_with_keys_fncCs4dddt|D}td|d|dd|iS)z*FX gets confused by varargs, de-confuse it,css|]}d|VqdS)argNr7)r>r?r7r7r8 Msz!fake_signature..zlambda z: fn()fn)joinrangeeval)rGnargsargnamesr7r7r8fake_signatureKsrMccst}|az tVW5|aXdSr3)r2)decomposition_tableZold_decomposition_tabler7r7r8 decomposePs  rOcCs,t|dstdd|jko*t|jdtS)Nmetaz3All nodes traced with proxy_tensor should have metaval)hasattrAssertionErrorrP isinstancer/)noder7r7r8 is_sym_node`srVcCsbt|tjr||j|<nFt|tjtfr4||j|<n*t|tsJtt |||j kr^||j |<dSr3) rTtorchTensortensor_tracker ScriptObjectrscript_object_trackerr/rStypesymnode_tracker)objtracerproxyr7r7r8set_proxy_slotds    racCs.t|tjtfstt|t||dddS)NFcSsdSNTr7r<r7r7r8r9yr:z has_proxy_slot..)rTrWrXr"rSr\get_proxy_slot)r^r_r7r7r8has_proxy_slotwsrecCs|Sr3r7r@r7r7r8r9~r:cCszt|tjr|j}n4t|tjtfr,|j}nt|tsBtt ||j }||krn|t krjt |d||S|||S)Nz is not tracked with proxy for ) rTrWrXrYrZrr[r/rSr\r] no_default RuntimeError)r^r_defaultZ transformtrackerr7r7r8rd~s rdcCs|Sr3)detach)rQr7r7r8 snapshot_fakesrlc Cst|rt|St|tr|St|tjtfr2|St|tr@|St|tt frb| dd|DSt|tj r|j st dd}|*tj|j||j|jdW5QRSQRXqdSnt|tttfr|SdS)NcSsg|] }t|qSr7) extract_valr>r@r7r7r8rAszextract_val..T)allow_fallback_kernels)devicedtype)rrlrTr/rWrZrr!r4r; __class__rX is_sparserZ empty_stridedshapestriderprqintfloatbool)rQfake_tensor_moder7r7r8rms$    0rmcCsPt||jjd<t|r*t||jjd<n"t|tjrL|jsLt||jjd<|S)NrQZ tensor_meta) rmrUrPrrrTrWrXrs)r`rQr7r7r8set_metas rzcOstdtj|f||S)zT Delays computation of f until it's called again Also caches the result r ) functools lru_cachepartial)fargskwargsr7r7r8thunkifysrcsfdd}t|jD]\}}||fdd|qt|D]\}}||fdd|qB||fdd||fddt|t|dS)Ncs2t|s tt|tr.t|t||f|dSr3)callablerSrTr%rar)Zouter_sZproxy_callablerr_r7r8try_set_proxy_slots  z(track_tensor..try_set_proxy_slotcs"tdtjjjj|fi|SN call_function)rz create_proxyrWopsatenZsym_sizervr@r?r`r_r7r8r9sztrack_tensor..cs"tdtjjjj|fi|Sr)rzrrWrrZ sym_stridervrrr7r8r9scs tdtjjjjfi|Sr)rzrrWrr sym_numelrirfrr7r8r9scstdtjjjjf|Sr)rzrrWrrZsym_storage_offsetrirfrr7r8r9s)rBrtrunumelstorage_offsetra _ProxyTensor)Ztensorr`constantr_rr?sr7rr8 track_tensors rcs6t||fddfdd|||S)Ncs<t|tjr*t||dt|nt|trTt|t|fddnt|tjtfr|t|t|nt|t t frtt j rt|t |D]\}}|||qnpt|tr|dksttt j rt||D]\}}||dqnt|tr8t||_ndS)N)r_rcsSr3r7r7r`r7r8r9r:z.wrap_with_proxy..)rTrWrXrrzr/rarZrr;r4fxr$rBdictrSitemsr!r`)er`ridxeekeyrQ) get_constantr_wrap_with_proxyrr8rs0             z*track_tensor_tree..wrap_with_proxycsdkr dS|SdSr3r7)r)rr7r8rsz'track_tensor_tree..get_constant)_set_unbacked_bindings)Z inner_resZ proxy_resrr_r7)rrr_rr8track_tensor_trees  (  rcCstSr3)rr7r7r7r8maybe_disable_fake_tensor_modesrc@s$eZdZUeed<eejed<dS)rr`rN)__name__ __module__ __qualname__r$__annotations__rrWrXr7r7r7r8rs rcsfdd}|S)Ncsh|j}|jdk r|jS|jjjrXt|tr6t|jjSt|trLt|jjSt |jjSt |SdSr3) rUrexprZ is_numberrTr'rxr%rvrwrd)rnrr7r8inners       zfetch_sym_proxy..innerr7)r_rr7rr8fetch_sym_proxys rcs fddS)Ncs t||Sr3rdtrr7r8r9.r:z$fetch_object_proxy..r7rr7rr8fetch_object_proxy-src sLgt||f\}}fddtfdd|DsJtdtSt|||}|tk rd|S|s|tjj j j tjj j j tjj j j fkrˆ*|j||}|tk r|W5QRSW5QRXjfdd|D}tdd|D otd d|D } tjj|jkr| r\d d|D} t| |\} } t|| | W5QRSQRXjrttjd d ||frtd |ddd|D} fdd| D} t| |\}}|tjj jj krtjj jj }jjd|||jj|jj d}|jj ddkrf|jj ddkrft!|dt"r\t#|dD]\}}|d||_$q@n ||d_$|||}tdd|D}d}|tjj jj kr|%t&krt|d'}W5QRXnrtjj(|jkr4| r4|r4ttjdd |r4t.dd|D} t| |\} } || | }W5QRXnd}t)|||d|S)NcsJt|tkpt|j}jr4|p2t|tjjfk}|sFt||Sr3) r\ HANDLED_TYPESrer__allow_fake_constantrWZ _subclassesrappend)r@r) proxy_modeunrecognized_typesr7r8can_handle_tensor6s z%proxy_call..can_handle_tensorc3s"|]}t|tjr|VqdSr3)rTrWrXrn)rr7r8rE@s zproxy_call..zEProxyTensorMode tensors without proxy had unrecognized subclasses: %scs0g|](}t|tjtjtfr(t|n|qSr7)rTrWrXrZrrrnrr7r8rAYszproxy_call..css"|]}t|tr|jdkVqdSr3rTrrr>rr7r7r8rEfs css|]}t|tttfVqdSr3)rTr%r&r'rnr7r7r8rEmscSs g|]}t|tr|jn|qSr7rrr7r7r8rAuscSs t| Sr3)rrr7r7r8r9r:zproxy_call..zHIt appears that you're trying to get value out of a tracing tensor with z - erroring out! It's likely that this is caused by data-dependent control flow or similar. It may be possible to trace this with dynamic shapes; try setting tracing_mode='symbolic' in your make_fx call.cSs g|]}t|tr|jn|qSr7)rTrr`r>rr7r7r8rAscs.g|]&}t|tttfr&tj|n|qSr7)rTr%r&r'rr_r)rr7r8rAsr)namer<rcss"|]}t|tr|jdk VqdSr3rrr7r7r8rEs cSs |tkSr3)rCONSTANT_NUMEL_LIMITrr7r7r8r9r:cSs g|]}t|tr|jn|qSr7rrr7r7r8rAsrr_)*r= tree_flattenallnot_implemented_logdebugNotImplementedmaybe_handle_decomprWrrsizerirurrOr_anyTagZdata_dependent_outputtagstree_unflattenr_error_on_data_dependent_opsZ tree_all_onlyrXrhZ lift_freshZlift_fresh_copyrgraphZ_target_to_strZoverloadpacketrrTrrBr`rrcloneZnondeterministic_seededr)rfunc pre_dispatchrrZflat_args_kwargsspecrZf_flat_args_kwargsZ all_constantZconst_flat_args_kwargsZ const_argsZ const_kwargsZproxy_flat_args_kwargsZ proxy_args proxy_kwargsZ proxy_outr?aoutZ any_constantrr7)rrr_rr8 proxy_call2s            #       rc@sVeZdZdZddZeedddZeddd Zedd d Z deed ddZ d S) _SymNodeDictzM Wrapper around a dictionary that will hash SymInts with their nodes cCs i|_dSr3) sym_node_dictselfr7r7r8__init__sz_SymNodeDict.__init__)rvaluecCs||j|j<dSr3rrU)rrrr7r7r8 __setitem__sz_SymNodeDict.__setitem__)rcCs |j|jSr3rrrr7r7r8 __getitem__sz_SymNodeDict.__getitem__cCs |j|jkSr3)rUrrr7r7r8 __contains__ sz_SymNodeDict.__contains__N)rricCs|j|j|Sr3)rgetrU)rrrir7r7r8r#sz_SymNodeDict.get)N) rrr__doc__rr/rrrrrr7r7r7r8rs rcspeZdZfddZejjedefe edfe e efedddZ ddZ ed fd d Zd d ZZS)r+cs<tjddt|_t|_tdtd|_d|_ i|_ dS)Nr7)Zautowrap_modules)rZref_type) superrr(rYrr]r)r*r[torch_fn_metadatatorch_fn_countsrrrr7r8r's zPythonKeyTracer.__init__.)mforwardrrreturncCs |||Sr3r7)rrrrrr7r7r8 call_module6szPythonKeyTracer.call_modulecCs|Sr3r7rattrattr_valZparameter_proxy_cacher7r7r8getattr<szPythonKeyTracer.getattr)rcst|tjjrn|jD]$\}}||kr|d|diSqd}|s^|d}t|j|||d|diSt|t t t fr|j j dk st|j j St|S)Nget_attrr7Z_param_constant)rTrWnn ParameterrootZnamed_parameters create_nodeZget_fresh_qualnamesetattrr%r&r'rUrrSr create_arg)rrrpqualnamerr7r8r?s zPythonKeyTracer.create_argcCsjt|tjrt|||ddSt|tjtjtjfrFt|||ddSt|tjtfrbt|||S|SdS)NcSs|jSr3rrr7r7r8r9Rr:z.PythonKeyTracer.unwrap_proxy..cSs|Sr3r7rr7r7r8r9Tr:) rTrWrXrdr%r&r'rZr)rrr7r7r8 unwrap_proxyPs  zPythonKeyTracer.unwrap_proxy)rrrrrWrModulerrrrstrrrrr __classcell__r7r7rr8r+&s   c csddlm}m}m}g}d}|dkrJ|}t|tr>|}qJq||qt|D] }||qRz dVW5|dk rt|}|dkr|}|d8}q|||t|D] }||qXdS)Nr)_len_torch_function_stack _pop_moderr ) torch.overridesrrrrTPreDispatchTorchFunctionModerreversedlen)rrrZ temp_elementsZpre_dispatch_modemoderr7r7r8-_temp_remove_pre_dispatch_torch_function_mode[s*         r.)rr_ concrete_argsrcCsN|||}ddlm}||t|tjjr6|jjn|j}t j |j ||S)Nr)dedupe_symints) traceZ,torch._inductor.fx_passes.dedupe_symint_usesrrTrWrrrrrrZ_lazy_graph_moduleZ_make_graph_moduler)rr_rrrrr7r7r8r,|s   )rcs.t\}tfdd}|S)Nc st|\}}t|tks"tt$}t|ts8tt|ddW5QRX}tt j fdd|}tt j t ffdd|}tt ttffdd|}|S)Nrcst||ddS)NcSs|jSr3rrfr7r7r8r9r:=wrap_key..wrapped....rrrr7r8r9r:z+wrap_key..wrapped..cst||ddS)NcSs|Sr3r7rfr7r7r8r9r:rrrrr7r8r9r:cs t|Sr3rrrr7r8r9r:)r=rrrSdisable_proxy_modes_tracingrTProxyTorchDispatchModerZ tree_map_onlyrWrXrZrr%r&r')proxiesZ flat_proxiesZ proxies_specrrr~Z flat_tensorstensorsr_r7r8wrappeds,   zwrap_key..wrapped)r=rr{wraps)r~rr_rZ tensors_specrr7rr8wrap_keysr c csFtdkrt|*|||||W5QRW5QRSQRXW5QRXdSNF)renabler inner_torch_dispatchrr7r7r8__torch_dispatch__sz)ProxyTorchDispatchMode.__torch_dispatch__csD|jd}|j||ttjjj }|j |t Srb) rrrr __enter__rrWrrrrr)rrZmaybe_prev_proxy_moderr7r8r s    z ProxyTorchDispatchMode.__enter__csX|j}t|||}|j}|dk r4t||sF||||S|dddSdSr3)rpopr__exit__rr)rexc_type exc_value tracebackrbZmb_previous_proxy_moderr7r8r"s  zProxyTorchDispatchMode.__exit__cCs:|js|||S|tjjfkr(|||St|||j||Sr3)rprimrprirrrr7r7r8rs   z+ProxyTorchDispatchMode.inner_torch_dispatch)FFT)r7N)r7N) rrrrrrr r"rrr7r7rr8rs   rcsHeZdZfddZeddZeeee fdddZ dd Z Z S) rcst||_d|_dSrb)rrr_rrrr7r8rs zProxySymDispatchMode.__init__ccs$|j}||_z dVW5||_XdSr3)r)rr&oldr7r7r8r"s  zProxySymDispatchMode.enable)rcsDtfdd|D}jd||i}t|j}t|||S)Nc3s,|]$}t|tr t|jjn|VqdSr3)rTr/rdr_rU)r>rrr7r8rE,sz6ProxySymDispatchMode._compute_proxy..r)r;r_rrr$rz)rrrrZn_argsZn_outZp_outr7rr8_compute_proxy+s  z#ProxySymDispatchMode._compute_proxycCs|js|||S|tjkr^t|dtr<|ddkr<|dSt|dtr^|ddkr^|dS|rft|||}t|trt|j|||d}t ||j ||S)Nr r)rrr) roperatormulrTrvrSr/rr)rar_)rrrrrrZ p_out_thunkr7r7r8__sym_dispatch__8s    z%ProxySymDispatchMode.__sym_dispatch__) rrrrrrrr%r&r'r)r,rr7r7rr8rs    rcs^eZdZd ejjejjdfdd ZfddZfddZ fd d Z fd d Z Z S)r.N)module new_graphc sxtj|f|||_tjj|j|_t|j_ t |j_ ||_ |j dkrTi|_ t|jdd|_d|j_i|j_dS)Nrealr)rrr.rWrr`ZGraphAppendingTracerr_r(rYweakrefr r]rNrrrr)rr-r.rNrrr7r8rYs   z!DecompositionInterpreter.__init__cs>t|||}tj|j||j}t||d|jd|SNr)r placeholderrWrr$r.r_rrtargetrrrr`rr7r8r3ksz$DecompositionInterpreter.placeholdercs>t|||}tj|j||j}t||d|jd|Sr2)rrrWrr$r.r_rr4rr7r8rrsz!DecompositionInterpreter.get_attrcs4t|||}fdd}jt|||S)Ncst|j|ddS)NcSs|jjSr3)r`rUrfr7r7r8r9~r:zADecompositionInterpreter.output..unwrap..)rdr_rrr7r8unwrap}sz/DecompositionInterpreter.output..unwrap)routputr.r=tree_map)rr5rrrr6rrr8r7zs zDecompositionInterpreter.outputc sNt|j:|j(tj||W5QRW5QRSQRXW5QRXdSr3)rOrNrrrun)rrrrr7r8r9szDecompositionInterpreter.run)N) rrrrWrr ZGraphrr3rr7r9rr7r7rr8r.Xs    cs(t||f\}fdd}||fS)Ncst|\}}||Sr3)r=r) flat_argsZfn_argsZ fn_kwargsrrr7r8rsz-wrapper_and_args_for_make_fx..wrapped)r=r)rrrr:rr7r;r8wrapper_and_args_for_make_fxsr<c cs.t}tdz dVW5t|XdSr)rWZis_autocast_cache_enabledZset_autocast_cache_enabled) old_valuer7r7r8disable_autocast_caches   r>c@s eZdZdS)#_ModuleNotInstalledAsSubmoduleErrorN)rrrr7r7r7r8r?sr?csheZdZdZfddZejjedddZ fddZ fd d Z d d Z d dZ fddZZS)_ModuleStackTraceraCustomized version of PythonKeyTracer that retains module stack information in node.meta["nn_module_stack"]. FX symbolic trace actually does this already, but it relies on `self.root` being the actual module being traced. Since make_fx traces a lambda of our creation, things don't work properly. So for this version we hold onto a reference to the original module (scope_root) and use that to match the path. Also when we see, A / \ B C \ / D we want to record the path as A.B.D by recording only one path. See Note [Preserving the nn module stack metadata during export non-strict mode] # noqa: W605 cs~t||_t|_t|_d|_tt|_ |jj ddD]\}}|j t | |q>|Gfddd|_ dS)NrF)Zremove_duplicatecs>eZdZfddZfddZefddZZS)z._ModuleStackTracer.__init__..AttrProxycsRt|jj|j|jfi|_|j|_|jj|j_|jj|j_|j|<|j|<dSr3)r\rrr__dict__rr proxy_paths proxy_modules)rbasepath)self_r7r8rs    z7_ModuleStackTracer.__init__..AttrProxy.__init__cs^t|tjjstt|}t|r4j|}nt|tjjsF|S|j|d|S)N.) rTrWrrrSr __getattr__rCrB)rrr) AttrProxyrrrFr7r8rHs   z:_ModuleStackTracer.__init__..AttrProxy.__getattr__cs@djkstjd}t|ts&tfdd|DS)N_modulescs.i|]&\}}||jdt|qS)rG)rBr)r>rr)rIrrFr7r8 szK_ModuleStackTracer.__init__..AttrProxy._modules..)rArSrTrr)rZ submodulesrIrFrr8rJs  z7_ModuleStackTracer.__init__..AttrProxy._modules)rrrrrHpropertyrJrr7rLrr8rIs  rI)rr scope_rootr rBrCcounterr r4Zmodule_id_cache named_modulesidr proxy_type)rrNrmodrrLr8rs   z_ModuleStackTracer.__init__)rSrc Cs`||jkrdSt||jr$|j|Szt||WStk rZ}z t|W5d}~XYnXdS)z Use tracked access path during tracing instead of the default BFS behavior. Still use all the possible module paths to verify the result. N)rNrTrRrBr path_of_module NameErrorr?)rrSrr7r7r8rUs   z!_ModuleStackTracer.path_of_modulecsHt|tjjrt|tjjr,t|||St||jr<|S|||Sr3) rTrWrrrr rrrRrrr7r8rs  z_ModuleStackTracer.getattrc st||}g}jD] \}}|jkr|||fqfdd}|D],\}} |j|j| } t| j|qN|S)Ncs|d}|dd|d}}t|tjjs2t|}|D]8}t||sNdSt||}t|jtjjfs:dSq:t||sdStt||jsdSt ||dS)NrGrFT) splitrTrWrrrSrRrrRdelattr)r^r5ZatomsrEZ target_submodrSitemrr7r8_delete_proxy_attrs      z4_ModuleStackTracer.trace.._delete_proxy_attr)rrrrPrCrr ) rrrresZ!proxy_module_names_to_be_replacedrr-rZZproxy_module_nameZ proxy_moduleZ actual_modulerrr8rs     z_ModuleStackTracer.tracec Csddlm}t||tfr$|||Szt|||||WStk rz}z$td|d|||WYSd}~XYnXdS)zlPythonKeyTracer overrides call_module to avoid the scope handling, but we actually want it. r)OptimizedModulez&Unable to find the path of the module z. This might be because the module was not properly registered as a submodule, which is not good practice. We will trace through the module without recording stack information.N) torch._dynamor\rTr r rr?warningswarn)rrrrrr\rr7r7r8r+s   z_ModuleStackTracer.call_modulecCsdSrr7)rrZmodule_qualified_namer7r7r8is_leaf_moduleFsz!_ModuleStackTracer.is_leaf_modulec s<tj||}|jdkrrd|jkr.|j|jd<|jdD]4\}\}}t|tr<||jd|j f|jd|<q<|jdkr|j dk rd|jkr|j j d|j |j |j j j d|j j f|jd<d|jkr8|jdkr8t}|r8d d |D}d d |D}|r8tj|}d ||jd<|S) aF Create node and add on metadata. Add nn_module_stack here instead of TracerBase, since calls to make_fx() might not want to record module stack metadata. Add torch_fn by looking at torch_fn_metadata and torch_fn_counts. Add stack_trace by filtering out forward() stack frames. )r3r7Znn_module_stackrGrNZtorch_fnr< stack_tracecSs&g|]}|jdks|jdr|qS)rztorch/__init__.py)rfilenameendswithr>framer7r7r8rAis  z2_ModuleStackTracer.create_node..cSs(g|] }|jds|jds|qS)zfx/_symbolic_trace.pyzexport/_trace.py)rbrcrdr7r7r8rAos  rT)rroprPZ module_stackrrTr\rrrrrrrrextractsummaryr% StackSummary from_listrHformatstrip) rrrrUrZfqnZmod_clsZuser_frame_summaryrarr7r8rIs,        z_ModuleStackTracer.create_node)rrrrrrWrrrrUrrrr`rrr7r7rr8r@s /  1r@c@seZdZeeeefeeeeeedddZe e dddZ e e efe e efe e efe e efe e e fe e efddd d Zed d Zd dZeddZddZejjdddZddZdS) _MakefxTracer)rNr_allow_non_fake_inputsrrecord_module_stackrrcCs~|pi|_|jtjjjjtjjj||_ ||_ ||_ ||_ ||_ ||_t|_t|_t|_t|_t|_t|_dSr3)rN setdefaultrWrrrri_decompZdecompositionsrrnrrorrrryrproxy_function_mode fx_tracerpython_dispatcher_modetorch_fn_metadata_mode)rrNrrnrrorrr7r7r8r}s z_MakefxTracer.__init__)rcCs|j|j|j|j|j|jgSr3ryrrrrsrtrurr7r7r8_checkpoint_modessz_MakefxTracer._checkpoint_modesN)prev_fake_tensor_modeprev_proxy_modeprev_proxy_function_modeprev_fx_tracerprev_python_dispatcher_modeprev_torch_fn_metadata_modercCs(||_||_||_||_||_||_dSr3rv)rrxryrzr{r|r}r7r7r8_restore_modess z_MakefxTracer._restore_modesc csz|}z^ddlm}t|dr:|jr:|j}t||_nt |_|j dkrddl }|j j |}|dkrddlmm}|jddtd|j|dd }W5QRX||_n|j d kr8ddl }|j j |}|dkr|} ddlmm}|jddtd|j| d }W5QRX|jdk s0td ||_n|j d ksTtd|j ||jdVW5|j|XdS)Nr )ShapeEnv _orig_modfakerF)Z(fake_tensor_allow_unsafe_data_ptr_accessT)roallow_non_fake_inputs shape_envZ static_shapessymbolic)rorrz2shape_env should be set if tracing with 'symbolic'r/zUnexpected tracing type: )rwr~symbolic_shapesrrRrorr@rsr+rr]Z_dynamoutilsZdetect_fake_modeZtorch._functorch.configZ _functorchconfigpatchrrnryrrS_construct_modes_with_fx_tracer) rr~r prev_modesrrNrWry_configrr7r7r8_init_modes_from_inputssN        z%_MakefxTracer._init_modes_from_inputscCsRt||j|j|j|jd|_|jr,t||_|jdks<|jrDt|_ t ||_ dS)N)rrrr) rrrrrrrrrrrtr ru)rrsr7r7r8rs z-_MakefxTracer._construct_modes_with_fx_tracerccsL|}z2|j|_dd}||j|_||jdVW5|j|XdS)NcSsDt|tkrt}n,t|tkr,t|j}ntdt|d|S)NzUnexpected tracer type: rG)r\r+r@rNrh) parent_tracer sub_tracerr7r7r8_create_sub_fx_tracers    zD_MakefxTracer._init_modes_from_parent.._create_sub_fx_tracer)rwr~ryrsr)rrrrr7r7r8_init_modes_from_parents   z%_MakefxTracer._init_modes_from_parentcs,tdd|}ttttdfdd }dd}||}|||}tjjjjj j rj `j Nt <t (tt||jjjt|d}W5QRXW5QRXW5QRXW5QRXW5QRXW5QRXW5QRXW5QRXW5QRXjd kr(jj|_|S) NcSstjSr3)rZPHrcr7r7r8r9r:z,_MakefxTracer._trace_inner..)rrcs4dfdd}dd||d}t|j|S)Nrcsddlm}|d}t|tjr>d7jj||dSt|tkrxj dkrxjj j jj j ||dd||dSt|tj rtjjj|St|trtd |d |S) Nr)ConstantSourceinputr )sourcer)Zpositive)hintrz ScriptObject z. has been fakified. Cannot wrap_fake it again.)Ztorch._dynamo.sourcerrTrWrXryZ from_tensorr\rvrrZcreate_symintnodeZ create_symbolrZZ_libraryZfake_class_registryZ to_fake_objrrS)r@rr) arg_countrr7r8inner_wrap_fakes   zG_MakefxTracer._trace_inner.._wrap_fake..inner_wrap_fakecSs|Sr3r7rfr7r7r8r92r:z@_MakefxTracer._trace_inner.._wrap_fake..r/rr)r=r8r)rrZ wrap_fn_mapr)rr8 _wrap_fakesz._MakefxTracer._trace_inner.._wrap_fakecSs6tt|dr$t|jjtj@r2t|t|S|S)N__code__)rRinspectr6rco_flags CO_VARARGSrMr)r~phsr7r7r8 _wrap_func8s$z._MakefxTracer._trace_inner.._wrap_func)r_rr)r=r8rrrOrNryrtrrrrrur>_set_make_fx_tracerr,r rsrr;rr)rr~rrrrrrr7rr8 _trace_inners0" $`  z_MakefxTracer._trace_innerc Gs4||||j|f|W5QRSQRXdSr3)rr)rr~rr7r7r8rUsz_MakefxTracer.tracec GsTt|j|j|j|j|j|j|j}|||j |f|W5QRSQRXdSr3) rmrNrrnrrorrrr)rr~rrr7r7r8trace_subgraphYs z_MakefxTracer.trace_subgraph)rrrrrrrrxrrrrwr null_ctx_typerrrr r r~rrrrrrWrr rrr7r7r7r8rm{s2         . Brm_CURRENT_MAKE_FX_TRACER)r_rccst}z|adVW5|aXdSr3)r)r_Z prev_tracerr7r7r8ris  rr/FT)rrorrc s<|dks tt|||||||tfdd}|S)Nrcsjf|Sr3)r)rr~Zmake_fx_tracerr7r8rszmake_fx..wrapped)rSrmr{r) r~rNrrnrrorrrr7rr8r-ss  cCs tjjSr3)rWrZ_python_dispatchZ _get_current_dispatch_mode_stackr7r7r7r8get_torch_dispatch_modessrcCstjtjjjSr3)rWr_get_dispatch_moderrr7r7r7r8r0scCsttjjjSr3)rrWrrrr7r7r7r8rsrc Cs2|tkr.|t|||W5QRSQRXtSr3)r2r)rrfrrr7r7r8rs rc Cs6t|||\}}tt||d|}W5QRX|S)aA helper function used to get the GraphModule for the given func. It's expected to be used in the ProxyTensor tracing context. It detaches the args and kwargs from the current tracer so that the trace of the current graph module can be created without any side-effects. r0)r<rr-)rrrrrZall_argsZgmr7r7r8get_isolated_graphmodulesrcCsHddlm}tjtjjj}|rD|jrD||j|}rD||jj d<dS)zOA helper function for setting up unbacked_bindings on the destination FX graph.r )compute_unbacked_bindingsZunbacked_bindingsN) rrrWrrrZFAKErrUrP)rZ out_proxyrZ fake_modeZsymbol_to_pathr7r7r8rs  r)N)Nr/F)r/) contextlibr{typingrrrrrrrrWZtorch.utils._pytreerZ_pytreer=Ztorch.fxr r Ztorch.fx.graph_moduler r1r collectionsr Ztorch._subclasses.fake_tensorrrrrZtorch._dispatch.pythonrrZ torch.fx.noderZtorch.fx.passes.shape_proprrrr dataclassesrr*r%Ztorch.utils._statsrZtorch.utils._tracebackrloggingZ"torch._library.fake_class_registryrr^rrZtorch.utils._python_dispatchrrrrZ_backward_stater!Zsym_noder"Z_sym_dispatch_moder#r$Ztorch.fx.tracebackr r%r&r'Ztorch.utils.weakr(r)r*__all__rrr' getLoggerrlogZ_loggingZgetArtifactLoggerrr2Z_opsZ OperatorBaserrr\rZregister_pytree_nodeSizerMrOobjectZ proxy_slotrgr/rVrarerdrlrmrzrrrrrrrrXrrrrrr+rZ_disable_dynamorr,rxr r r r rrrZ Interpreterr.r<r>rVr?r@rmrrr-rr0rrrrr7r7r7r8s$                    ! 6b5   >?1  [m