U yh# @sDUddlZddlZddlmZmZddlmZddlmZddl m Z ddl m Z dd l mZdd lmZdd lmZmZmZmZmZmZmZmZmZgZeeed <eeeeeeefZeeeeeeee fZej fd dZ!deeeej"j#feeefeeefeeeeeeeeeeeefdddZ$dS)N)GraphNode)Pattern)QuantizeHandler) QConfigAny) MatchAllNode)_is_observed_standalone_module)type_before_parametrizations) AnyDictListCallableOptionalTupleTypeSetIterable__all__csvt|tr4|^}}|tkrRsz_is_match..) isinstancetuplegetattrlenAssertionErrortype issubclassr rZuserstorchnnModuleopr targetcallableargsstrallzip)rrpatternrZ self_matchZ arg_matchesrrrr&sD     r)graphrpatternsroot_node_getter_mappingstandalone_module_namesstandalone_module_classescustom_module_classesreturnc s|dkr g}dkrgdkr$gi}t}fddfddt|jD]} | j|krP| j|krP|D]d\} } || d} t|| | rp| j|krpg} | | | | || | || }| }||| | | |qPqpqP|dk st|jD]<} | jdkrt || j |kr| | dt | |ddf|| j<qt t t tjjfd fd d }|jD]L} | jdkrP|| j |s~t|| j rP| | dt | |dd f|| j<qP|S) a Matches the nodes in the input graph to quantization patterns, and outputs the information needed to quantize them in future steps. Inputs: - graph: an fx.Graph object - modules: a mapping of fully qualified module name to instance, for example, {'foo': ModuleFoo, ...} - patterns: a mapping from a tuple of nodes in reverse order to uninitialized QuantizeHandler subclass. Outputs a map of node_name -> (node, matched_values, matched_pattern, QuantizeHandler instance, qconfig) For example, { 'relu_1': (relu_1, [relu_1], torch.nn.functional.relu, , QConfig(...)), ... } NcsLt|tr||||f||j<n*t|ts,dS|D]}||||||q0dSN)r rnamer) last_node match_mapZ node_patternmatched_node_patternr1Z match_valuen)#_recursive_record_node_in_match_maprrr?~s   z:_find_matches.._recursive_record_node_in_match_mapc st|tr|^}}t|dk}g}||||||dtk rdt||jD]\} } | | |||qJt|dkr|r|t|q|t|q||dn ||dS)Nrr) r r!r#r"r0r-appendextendlist) r1rr;r=r<sr-Z is_single_argZcurrent_node_pattern subpatternarg) record_matchrrrFs4    z#_find_matches..record_matchrT)Zis_custom_moduleZ node_targetrcs$|dk s t|kp"t||kSr9)r$r%rG)r6r5rris_standalone_modules z+_find_matches..is_standalone_module)rH)setreversedZnodesr:itemsgetrr$r*r%r+rr.r r'r(r)r )r2rr3r4r5r6r7r<Z all_matchedrr1Zquantize_handler_clsZroot_node_getterr=quantize_handlerr;rHr)r?rFr6r5r _find_matchesTsz  )      "     rN)NNN)%sysr'Ztorch.fx.graphrrZtorch.ao.quantization.utilsrrMrZqconfigrutilsr Z graph_moduler Ztorch.nn.utils.parametrizer typingr r rrrrrrrrr.__annotations__Z _MatchResultZ_MatchResultWithQConfigmaxsizerr(r)rNrrrrs:      ,3