U yh) @sddlZddlmZddlmZmZmZmZmZddl Z ddl m m Z ddlmZddlmZmZddlmZmZddlmZdd lmZmZmZmZe jjd d Ze j j!eee"eee"e j j#fee"e j j#ffd d dZ$e j j!eee"ee"e j j#fee"e j j#fddddZ%d&e j&ee j&eee"edddZ'd'e j j!eee"eee"e j&ee j&ee"efee"efeee"dddZ(e j j!eee"efee"efddddZ)Gddde*Z+Gddde j j!e+dZ,d(e j j!eed d!d"Z-ee j.j/d#d$d%Z0dS))N)chain)AnyDictListOptionalTuple)"_check_input_constraints_for_graph) _assign_attr _AttrKind)_PyTreeCodeGen _PyTreeInfo)_remove_effect_tokens)ExportedProgramExportGraphSignature InputKind OutputKindcOsJt|\}}||jkr.td|jd|tdd|jjD||jS)Nz>Trying to flatten user inputs with exported input tree spec: z- but actually got inputs with tree spec of: cSsg|]}|jdkr|qS placeholderop.0noderF/var/www/html/venv/lib/python3.8/site-packages/torch/export/_unlift.py "s z5_check_input_constraints_pre_hook..)pytreeZtree_flatten_with_pathZ_in_spec ValueErrorrgraphnodesrange_constraints)selfargskwargsZflat_args_with_pathZ received_specrrr!_check_input_constraints_pre_hooks r%)gm lifted_inputsreturnc Csi}i}dd|jjD}t|t|ks.tt||D]j\}}|dkrT|||j<q8|j|<|j|}|||j }|j |||_ |||<W5QRXq8||fS)z_ Unlift inputs referring to params/buffers/constants as getattr nodes in the graph cSsg|]}|jdkr|qSrrrrrrr3s z-_unlift_inputs_as_getattr..N) rr lenAssertionErrorzipnameZinserting_afterZget_attrreplace_all_uses_withmeta erase_node) r&r'unlifted_name_to_nodeinput_name_to_nodeZplaceholder_nodesZ input_nodeZ lifted_nodeZ getattr_nodemetadatarrr_unlift_inputs_as_getattr(s    r3)r&mutated_outputsr0r1r(c Cs(d}|jjD]}|jdkr |}q$q |dk s0tt|jd}t|t|ksTtg}t||D]\}} | dkr~| |qb| |kr|| } n"| |kr|| } nt d| d|j | |j t jjjj| |f} W5QRXqb|j |,|jt|} || |j|W5QRXdS)zt Find the all the buffers and inputs that were mutated and insert copy_ operators to reflect mutations. NoutputrzCould not find z in either buffer or input nodes)rr rr*rZ tree_flattenr#r)r+append RuntimeErrorZinserting_beforeZ call_functiontorchZopsZatenZcopy_defaultr5tupler-r/) r&r4r0r1Z output_noderoutputsZuser_output_nodesZ return_nodeZmutated_node_nameZ mutated_node_Z new_outputrrr_insert_copy_for_mutationsEs:          r=)in_specout_specforward_arg_namesr(cCs|r |}nv|jtkrl|jdkrl|jdjtkrl|jdjtkrlddt|jdjD}||jdjnddt|jD}tt |||S)zK Create the codegen for the graph module based on the in/out specs rr cSsg|]}d|qSZarg_rrirrrrsz _get_codegen..cSsg|]}d|qSrBrrCrrrrs) typer:Z num_childrenZchildren_specsdictrangeextendcontextr r )r>r?r@namesrrr _get_codegenss(rK)r&r'r4r>r? state_dict constantsr@c CsLt||\}} t|||| t||||j_|j|j||S)a  Args: lifted_inputs: A list matching the graph module's input nodes. For an input node that is referring to a lifted parameter/buffer, this list will contain the fqn the corresponding attribute. Otherwise, this list will contain None. This is used to unlift the lifted parameters as get_attr nodes. mutated_outputs: A list matching the graph module's output nodes. For an output node that is referring to a mutated buffer or user input, this list will contain the name of the corresponding buffer or user input that needs to be mutated. Otherwise, this list will contain None. This is used to re-insert an inplace copy_ operator to copy the mutated values back to the original node. )r3r=rKrZ_codegenZlintZeliminate_dead_codeZ recompile) r&r'r4r>r?rLrMr@r0r1rrr_unlifts  rN)new_gmgraph_signaturerLrMr(cCst|j}|jD]:}||kr*d}||}n d}||}t|||tj|dq|jD]}||}t|||tjdqRt|j |j D]}||}t|||tj dqdS)NFT attr_kind persistent)rR) setnon_persistent_buffersbuffersr r BUFFER parameters PARAMETERrZlifted_custom_objsZlifted_tensor_constantsZCONSTANT)rOrPrLrMrUr,rSvaluerrr_register_attrs_to_new_gmsB    r[cs*eZdZdZddZdfdd ZZS)_StatefulGraphModuleFactoryzO Metaclass that ensures a private constructor for _StatefulGraphModule cOst|jd|jddS)N.z has no public constructor. ) TypeError __module__ __qualname__)clsr#r$rrr__call__sz$_StatefulGraphModuleFactory.__call__Ncstj|||dS)Nr!)superrb)rarootrr! __class__rr_creates z#_StatefulGraphModuleFactory._create)N)__name__r_r`__doc__rbrh __classcell__rrrfrr\sr\cseZdZdfdd ZZS)_StatefulGraphModuleNcst|||pg|_dSN)rd__init__r!)r"rerr!rfrrrnsz_StatefulGraphModule.__init__)N)rir_r`rnrkrrrfrrlsrl) metaclass)plain_graph_modulerPcCsVtj||j|d}|jtdd|dkr,|S|jD]}t||||tj ddq2|S)NrcT)Z with_kwargsFrQ) rlrhrZregister_forward_pre_hookr%rUr Z get_bufferr rW)rpr!rPZ stateful_gmbufferrrr_create_stateful_graph_modules( rr)epr(c Cst|}tj|jt|j}t||j |j |j |jj d}dd|j jD}dd|j jD}t||||jj|jj|j |j |d}t||j|j }|j |jj |S)Nr@cSs0g|](}|jtjtjtjtjfkr(|jndqSrm)kindrrWZCONSTANT_TENSORrYZ CUSTOM_OBJtarget)rr>rrrr s z:_unlift_exported_program_lifted_states..cSs(g|] }|jtjtjfkr |jndqSrm)rtrZBUFFER_MUTATIONZUSER_INPUT_MUTATIONru)rr?rrrr/s  )r@)rr8fx GraphModuleZ graph_modulecopydeepcopyrr[rPrLrMr.getZ input_specsZ output_specsrNZ call_specr>r?rrr!update)rsrOr@r'r4Z unlift_gmrrr&_unlift_exported_program_lifted_statess6   r|)N)N)N)1rx itertoolsrtypingrrrrrr8Ztorch.utils._pytreeutilsZ_pytreerZtorch._export.utilsrZtorch.export.unflattenr r Ztorch.fx.graphr r Z_remove_effect_tokens_passrZexported_programrrrrZ_dynamodisabler%rvrwstrNoder3r=ZTreeSpecrKrNr[rEr\rlrrnnModuler|rrrrsj     "   1  )     '   &  !