U U?h.@s>ddlmZddlmZddlZddlmZGdddZdS)) annotations)dequeN) ONNXModelc @sreZdZdZddddddZddd d d d Zd dddZddZedddd d dddZ edddddZ eddddddZ eddd d!Z dd"d#d$Z dIdd&d&dd'd(d)ZdJdd&d&d d'd*d+Zddd d,d-d.Zd/gfddd0dd1d2d3d4Zd/d/gd/fddd5d0dd6d7d8d9d:ZdKddd6d0d6d;d<d=d>Zdd?d d@dAdBdCZdLdddEd d7dFdGdHZd/S)MFusionz! Base class for fusions. rstr)model fused_op_typesearch_op_typecCs>||_||_||_g|_g|_|jd|jd|_d|_dS)NZ_fused__)r r rnodes_to_remove nodes_to_add_new_node_name_prefix_new_node_name_suffix)selfrr r rY/var/www/html/venv/lib/python3.8/site-packages/onnxruntime/quantization/fusions/fusion.py__init__szFusion.__init__zonnx.NodeProtozdict[str, list[onnx.NodeProto]]zdict[str, onnx.NodeProto])nodeinput_name_to_nodesoutput_name_to_nodecCstdS)z Interface function for derived fusion classes. Tries to fuse a node sequence containing the specified node. N)NotImplementedError)rrrrrrrfuses z Fusion.fusebool)returncCs||j}|j}|jD]}|j|jkr||||q|j|j|j |j t |jpf|j }|rx|j |S)z? Apply graph fusion on the entire model graph. ) rrrZnodesop_typer rZ remove_nodesr Z add_nodesr rZremove_unused_constant)rrrrZ graph_updatedrrrapply*s    z Fusion.applycCsF|j}|jdkr&|j|}|d|_||j}|jd7_|S)N)rrrZget_largest_node_name_suffix)rprefixZlargest_suffixnew_namerrrcreate_unique_node_name?s   zFusion.create_unique_node_namezlist[onnx.NodeProto]z list[str])r keep_outputsrrrcCsL|D]B}|jD]6}||krq||kr||D]}||kr,dSq,qqdSNFT)output)r r!rrZnode_to_removeZoutput_to_removeZ impacted_noderrris_safe_to_fuse_nodesKs  zFusion.is_safe_to_fuse_nodes)rattribute_namecCs.|jD]"}|j|krtj|}|SqdS)N) attributenameonnxhelperZget_attribute_value)rr%attrvaluerrrget_node_attribute^s     zFusion.get_node_attributeint) node_output child_nodercCs(t|jD]\}}||kr |Sq dS)N) enumerateinput)r.r/indexZ input_namerrr input_indexfs zFusion.input_indexz list[int]cCsPg}|jjD]>}|dr(||jq |dr@||jq |dq |S)N dim_value dim_param?)shapedimZHasFieldappendr5r6)Z tensor_typeZ shape_listdrrrtensor_shape_to_listms    zFusion.tensor_shape_to_list)rcCs8t|jD](\}}|j|}|dk r ||fSq dS)NNN)r1r2rget_constant_value)rriinpr+rrrget_constant_inputys  zFusion.get_constant_inputư>float)rexpected_valuedeltarcCs8||\}}|dk r4|jdkr4t|||kr4|SdS)Nrr0)rAsizeabs)rrrDrEr?r+rrrfind_constant_inputs"zFusion.find_constant_inputcCs||||dkSNr)rH)rrrDrErrrhas_constant_inputszFusion.has_constant_input) output_namerankrcCs.|j|}|dkrdSt|j|kr*dSdSr")rr>lenr8)rrKrLr+rrris_constant_with_specified_ranks  z&Fusion.is_constant_with_specified_rankNz dict[str, onnx.NodeProto] | Nonez(tuple[onnx.NodeProto | None, int | None])rparent_op_typerexcludercCsX|dkr|j}t|jD]6\}}||kr||}|j|kr||kr||fSqdS)a Find parent node based on constraints on op_type. Args: node: current node. parent_op_type (str): constraint of parent node op_type. output_name_to_node (dict): dictionary with output name as key, and node as value. exclude (list): list of nodes that are excluded (not allowed to match as parent). Returns: parent: The matched parent node. None if not found. index: The input index of matched parent node. None if not found. Nr=)rrr1r2r)rrrOrrPr?r@parentrrrmatch_first_parents zFusion.match_first_parentz int | Nonezlist[int] | Nonezonnx.NodeProto | None)rrOr4rrP return_indicerc Cs|dk s t|dks |dks t|dkr2|j}|dkrd|||||\}}|dk r`|||S|t|jkrvdS|j|||}|dk r|j|kr||kr|SdS)a* Find parent node based on constraints on op_type and index. When input_index is None, we will find the first parent node based on constraints, and return_indice will be appended the corresponding input index. Args: node (str): current node name. parent_op_type (str): constraint of parent node op_type. input_index (int or None): only check the parent given input index of current node. output_name_to_node (dict): dictionary with output name as key, and node as value. exclude (list): list of nodes that are excluded (not allowed to match as parent). return_indice (list): a list to append the input index when input_index is None. Returns: parent: The matched parent node. Nr) AssertionErrorrrrRr:rMr2Z get_parentr) rrrOr4rrPrSrQr3rrr match_parents   zFusion.match_parentzlist[onnx.NodeProto] | None)rparent_op_typesparent_input_indexrrSrc Cs|dk rt|t|kst|dkr.|j}|}g}t|D]J\}} |j|| |dk r^||nd|g|d} | dkrzdS|| | }q>|S)aJ Find a sequence of input edges based on constraints on parent op_type and index. When input_index is None, we will find the first parent node based on constraints, and return_indice will be appended the corresponding input index. Args: node (str): current node name. parent_op_types (str): constraint of parent node op_type of each input edge. parent_input_index (list): constraint of input index of each input edge. None means no constraint. output_name_to_node (dict): dictionary with output name as key, and node as value. return_indice (list): a list to append the input index When there is no constraint on input index of an edge. Returns: parents: a list of matched parent node. N)rPrS)rMrTrrr1rUr:) rrrVrWrrS current_nodeZmatched_parentsr?rZmatched_parentrrrmatch_parent_paths(  zFusion.match_parent_pathz!list[tuple[list[str], list[int]]]z9tuple[int, list[onnx.NodeProto] | None, list[int] | None])rpathsrrcCsFt|D]8\}}g}|||d|d||}|r|||fSqdS)z@ Find a matching parent path to the given node. rr)r0NN)r1rY)rrrZrr?pathrSZmatchedrrrmatch_parent_pathss zFusion.match_parent_pathsTz&dict[str, list[onnx.NodeProto]] | None)r child_typer recursiverc Csd|j||}t|}t|dkr`|}|j|kr8|S|r|j||}|D]}||qNqdSrI)rZ get_childrenrrMpopr appendleft) rrr]rr^childrenZdqrXchildrrrfind_first_child_by_type$s  zFusion.find_first_child_by_type)rB)rB)NNN)NT)__name__ __module__ __qualname____doc__rrrr staticmethodr$r,r4r<rArHrJrNrRrUrYr\rcrrrrrsB    #31r) __future__r collectionsrr(Z onnx_modelrrrrrrs