U T?h!Hã@sFddlZddlZddlmZddlmZe e¡ZGdd„deƒZdS)éN)Ú numpy_helper)ÚBertOnnxModelTFcsteZdZ‡fdd„Zdd„Zdd„Zdd„Zd d „Zd d „Zd d„Z dd„Z dd„Z dd„Z dd„Z dd„Z‡ZS)ÚBertOnnxModelKerascstƒ |||¡dS©N)ÚsuperÚ__init__)ÚselfÚmodelÚ num_headsÚ hidden_size©Ú __class__©ú`/var/www/html/venv/lib/python3.8/site-packages/onnxruntime/transformers/onnx_model_bert_keras.pyrszBertOnnxModelKeras.__init__c Cs~| |ddddgddddg¡}|dk r*|S| |dddddgdddddg¡}|dk rX|S| |dddddgdddddg¡}|S) NÚMulÚSubÚReshapeÚCastérÚSliceÚ Unsqueeze)Úmatch_parent_path)rZadd_or_sub_before_softmaxÚ mask_nodesrrrÚmatch_mask_paths(  ý  ý  ýz"BertOnnxModelKeras.match_mask_pathc Csˆg}|||fD]p}|jd}||} | |kr.q| jdkrX| jd|jdkrX| | ¡qt d|›d|jd›¡dgfSd|fS)NrrzCheck attention input failed:z, FT)ÚinputÚop_typeÚoutputÚappendÚloggerÚdebug) rÚmatmul_qÚmatmul_kÚmatmul_vÚparentÚoutput_name_to_nodeÚ reshape_nodesÚxZ root_inputZ root_noderrrÚcheck_attention_input+s   z(BertOnnxModelKeras.check_attention_inputc,Cs2| ¡| ¡}g}d}| d¡}|D]â}| |d¡}|dksJ|jdkr¶|jdkr”| |d¡}|dksr|jdkr´t d|dk r†|jnd›¡q&q¶t d|dk r¨|jnd›¡q&n| |ddddd dgddddddg¡}|dkrðt d ¡q&|\}} } } } } t d ¡| | d ddddgdddddg¡}|dkrBt d ¡q&|\}}}}}| | d ddgdddg¡}|dk rÀ|\}}}| |dd ddddgddddddg¡}|dk rb|\}}}}}}n¢| | d dddgddddg¡}|dkr| | d dddgddddg¡}|dkrt d¡q&|\}}} }| |d ddddgdddddg¡}|dk rb|\}}}}}|dkrxt d¡q&| |d ddddgdddddg¡}!|!dkr°t d¡q&|!\}"}#}$}%}&| |d¡}'|'dkrât d¡q&|  |'dd¡st d¡q&|  ||&|||¡\}(})|(rþ|j   |'dj d¡}*t d¡|j |*||&|||$||j|j|jd| jdd¡ }+|+dkrzq&| |+¡|d7}| | | | g¡| |¡| |¡| |!¡| |¡| |'¡| |)¡| | ¡| || jd| jd¡q&t d¡q&q&| |¡| ¡t d|›¡dS)NrÚSkipLayerNormalization)r(ZEmbedLayerNormalizationÚAddrzFirst input for skiplayernorm: rÚMatMulZ TransposezFailed to match qkv nodeszMatched qkv nodeszFailed to match v pathZSoftmaxrrÚDivzFailed to match qk pathzFailed to match q pathzFailed to match k pathzFailed to match mask pathz;Sub node expected to have an input with constant value 1.0.éÿÿÿÿzCreate an Attention node.zRoot node not matched.zFused Attention count:)Úinput_name_to_nodesr$Úget_nodes_by_op_typeÚ get_parentrrrrrÚhas_constant_inputr'Úattention_maskZ process_maskrZattention_fusionZcreate_attention_noder r rÚadd_nodeÚextendrÚreplace_node_inputÚ remove_nodesZ update_graphÚinfo),rr$Únodes_to_removeZattention_countZskip_layer_norm_nodesZnormalize_noder#Z qkv_nodesÚaddZextra_reshape_0ÚmatmulZ reshape_qkvZ transpose_qkvZ matmul_qkvZv_nodesZ transpose_vZ reshape_vZadd_vZextra_reshape_1r"Zqk_nodesZ softmax_qkZsub_qkZ matmul_qkZq_nodesZmul_qZ transpose_qZ reshape_qZadd_qZextra_reshape_2r Zadd_qkZmul_qkZk_nodesZ transpose_kZ reshape_kZadd_kZextra_reshape_3r!rZ is_same_rootr%Z mask_indexZattention_noderrrÚfuse_attention;s      ý ù   ý    ý ùú       ý     ý     ÿ ô           z!BertOnnxModelKeras.fuse_attentioncCs| ¡| ¡| ¡dSr)Úprocess_embeddingÚ fuse_maskÚ skip_reshape)rrrrÚ preprocessØszBertOnnxModelKeras.preprocesscCsz| ¡| ¡d}| d¡}|D]:}| |d¡}|dk r"|jdkr"|jd|jd<|d7}q"|dkrvt d|›¡dS)NrrrzSkip consequent Reshape count: )r-r$r.r/rrrr6)rÚcountr%Z reshape_noder#rrrr=Ýs   zBertOnnxModelKeras.skip_reshapecCs$|jdkst‚t d|jd›d¡| |dddgdddg|¡}|dkrXt d¡dS|\}}}| |jd¡}|dkrˆt d ¡dSt  |¡}t |j ƒd krÂt  d |j ›d |j ›¡|j } nt  d |j ›d |j ›¡dS| |jd¡} | dk r˜t  | ¡}t |j ƒdkrx|j ddkrxt | |j d|j d f¡d¡} | | ¡t  d| j ›d |j dd…›¡d} nt  d| j ›d |j ›¡dSnº| |ddgddg|¡} | dkrÈt d¡dS| \}}| |jd¡} | dkrøt d¡dSt  | ¡}t |j ƒd kr4t  d | j ›d |j ›¡| j } nt  d| j ›d |j ›¡dS| |d|¡}|dksv|jdkr„t d¡dS| |jd¡}|dkr¬t d¡dSt  |¡}t |j ƒd krèt  d|j ›d |j ›¡|j }nt  d|j ›d |j ›¡dSt  d¡| || || ¡dS)NÚLayerNormalizationz-start fusing embedding from node with output=rz...r)ZGatherzfailed to match word_embed_pathFzfailed to get word initializerézFound word embedding. name:z, shape:z$Failed to find word embedding. name:réÚposition_embeddingzFound position embedding. name:z(Failed to find position embedding. name:rzfailed to match pos_embed_pathzfailed to get pos initializerzfailed to get gatherz!failed to get segment initializerzFound segment embedding. name:z'Failed to find segment embedding. name:zCreate Embedding nodeT)rÚAssertionErrorrrrrZget_initializerrrZto_arrayÚlenÚshaper6ÚnameZ from_arrayZreshapeZadd_initializerr/Zcreate_embedding_subgraph)rÚnoder$Zword_embed_pathZ skip_noder2Z gather_nodeZword_initializerÚtempZword_embeddingZpos_initializerZtensorrCZpos_embed_pathZ pos_gatherZ pos_sliceZgatherZsegment_initializerZsegment_embeddingrrrÚfuse_embeddingìsv       " "          z!BertOnnxModelKeras.fuse_embeddingcCsDt d¡| ¡}| ¡D]$}|jdkr| ||¡r:dSq@qdS)zM Automatically detect word, segment and position embeddings. z#start processing embedding layer...r@N)rr6r$ÚnodesrrJ)rr$rHrrrr;8s    z$BertOnnxModelKeras.process_embeddingc Cszg}| ¡D]*}|jdkr | |d¡r | |ddddgddddg¡}|dkrPq |\}}}}|j ¡}|jd|krtd |jd›d |›ƒq tj j d|gd gd dgd } tj j dd gdgddgd } tj j ddgdgd} | j   tj   dd¡g¡| ||jdd¡|  |||g¡| | ¡| | ¡| | ¡q | |¡t|ƒdkrZ| ¡t t|ƒdkrpdnd¡dS)NriðØÿÿrrrrrrz Cast input z is not mask input Zmask_fuse_unsqueeze1_outputZMask_UnSqueeze_1)ÚinputsÚoutputsrGZaxesZmask_fuse_unsqueeze2_outputZMask_UnSqueeze_2rAZmask_fuse_cast_output)rLrMÚtoz Fused maskzFailed to fuse mask)rKrr0rr1Zget_first_maskrÚprintÚonnxÚhelperZ make_nodeÚ attributer3Zmake_attributer4r2r5rEÚ prune_graphrr6) rr7rHZ mask_pathZsub_nodeZ cast_nodeZ slice_nodeZunsqueeze_nodeZmask_input_nameZunsqueeze_added_1Zunsqueeze_added_2Z cast_node_2rrrr<DsP  ûû ý    zBertOnnxModelKeras.fuse_maskcCsÄ| d¡}d}|D]¬}| |dddddddddg dddddddddg ¡}|dkrRq|\ }}}}} } } } } | jd| jd<| | ¡| jd|jd<| |¡|jd|jd<| |¡|d7}q|S)Nr(rr)rr*ÚGelurB©r.rrrÚ remove_node)rÚskiplayernorm_nodesÚreshape_removedÚskiplayernorm_nodeÚpathÚadd_1Ú reshape_1Úmatmul_1Ú reshape_2ÚgeluÚadd_2Ú reshape_3Úmatmul_2Ú skiplayernormrrrÚremove_extra_reshapexsL ÷ ó ö    z'BertOnnxModelKeras.remove_extra_reshapecCsä| d¡}d}|D]Ì}| |ddddddddddg ddddddddddg ¡}|dkrVq|\ }}}}} } } } } }|jd| jd<| | ¡| jd| jd<| | ¡| jd|jd<| |¡|jd|jd<| |¡|d7}q|S)Nr(rr)rr*rTérU)rrWrXrYrZr[r\r]r^r_r`rarbZ reshape_4rcrrrÚremove_extra_reshape_2£sT ö ò õ     z)BertOnnxModelKeras.remove_extra_reshape_2cCs.| ¡| ¡}t d|›d¡| ¡dS)NzRemove z Reshape nodes.)rdrfrr6rS)rrXrrrÚ postprocess×szBertOnnxModelKeras.postprocess)Ú__name__Ú __module__Ú __qualname__rrr'r:r>r=rJr;r<rdrfrgÚ __classcell__rrr rrs L 4+4r) ÚloggingrPrZonnx_model_bert_tfrÚ getLoggerrhrrrrrrÚs