U Mh; @sPUddlZddlZddlZddlZddlmZddlmZddlTddl m m Z ddl mZgZeeed<iZeeefed<d d Zdd dZddZeddddZeeeeddddZddZddZddZeeeZe e!dddZ"d d!Z#d"d#Z$d$d%Z%d&d'Z&eej'j(j)j*ej'j(j+j*ej'j(j,j*ej'j(j-j*ej'j(j.j*ej'j(j/j*ej'j(j0j*gd(d)d*Z1eej'j2j3j*d(d+d,Z4eej'j(j5j*gd(d-d.Z6eej'j(j7j*d(d/d0Z8eej'j(j7j9d1e8eej'j(j:j*d2d3d4Z;eej'j(jj*d(d8d9Z?eej'j(j@j*ej'j(jAj*ej'j(jBj*ej'j(jCj*ej'j(jDj*gd(e$eej'j(jEj*d:e$eej'j(jFj*d;dd?d@ZIeej'j(jJjKdAdBdCZLeej'j(jMjNdDdEdFZOeej'j(jPj*dGdHdIZQeej'j(jRj*dJdKdLZSeej'j(jTjUdMdNdOZVeej'j(jWj,dPdQdRZXeej'j(jYj*dPdSdTZZeej'j(j[j*dUdVdWZ\eej'j(j]j*dXdYdZZ^eej'j(j_j*d[d\d]Z`eej'j(jaj*d^d_d`Zbeej'j(jcjddadbdcZeeej'j(jfj*dddedfZgeej'j(jhj*dddgdhZieej'j(jjj*didjdkZkeej'j(jljmdldmdnZneej'j(jojUdodpdqZpeej'j(jqj*ej'j(jrj*gdrdsdtZseej'j(jtj*dudvdwZueej'j(jvj*dxdydzZweej'j(jxjUd{d|d}Zyeej'j(jzjNd~ddZ{eej'j(j|j*dddZ}eej'j(j~j,dddZeej'j(jj*dUddZeej'j(jj*dddZeej'j(jj*ej'j(jj*gd(ddZeej'j(jj*dddZeej'j(jj*d(ddZeej'j(jj*d(ddZeej'j(jj*d(ddZeej'j(jj*dddZejdd0Z(e(dede(dede(dedW5QRXdS)N)#jagged_scaled_dot_product_attention NestedTensor)*)normalize_function__all__JAGGED_OPS_TABLEcCs(|dkr||kst|dkr dS|dS)Nrr)AssertionError)ndimdimrL/var/www/html/venv/lib/python3.8/site-packages/torch/nested/_internal/ops.py_outer_to_inner_dimsrTFcCsZddlm}|||}|dkr.t|dn|dkrH|sHt|d|rVt||S|S)Nrcanonicalize_dimsrz+(): not supported for NestedTensor on dim=1z+(): not supported for NestedTensor on dim=0)torch._prims_commonr RuntimeErrorr)r r op_nameconvert_to_inner_dimallow_batch_dimrwrappedrrr_wrap_jagged_dims   rcs|ddlmfdd|D}d|k}d|k}||Arb|r@dnd\}}t|d|d |d tfd d |D|fS) Nrrcsg|]}|qSrr.0drr rr ,sz%_wrap_jagged_dims..r)batchragged)r rz(): applying over the z dimension, but not the z, dimension is not supported for NestedTensorc3s |]}|dkrt|VqdS)rN)rr)r rr 8sz$_wrap_jagged_dims..)rrrtuple)r ZdimsrZ wrapped_dimsZ zero_in_dimsZ one_in_dimsapplyZ not_applyrrr_wrap_jagged_dims's r$) schema_strreturnc s|d}dd|Dd}t||}|ddkrD|dd}nNt||kr`t|t|kstd|jd|d |d t|d t|d d dddddddd}t|D]\}} | d\} } | d} | r| ddn| } | |krtd| |t|kr8| std|jd|d| q|| | ffdd }|||sdddddd}td|jd|d| d || qdS)!Nz, cSsg|]}|dqS)?)endswithrxrrrr?sz check_schema..Tz... NestedTensor (z): expected at least z arguments and at most z arguments, but got: z argumentscSst|tjot|t SN) isinstancetorchTensorrr*rrrNzcheck_schema..cSst|to|jdko|jdkSNr)r/r_lengths _ragged_idxr2rrrr3Os cSs t|tSr.)r/rr2rrrr3RscSsdS)NTrr2rrrr3Ur4)tjtjt_allanyz: r'zUnknown arg type: z) missing required argument: cs |r|dkp|S|SdSr.r)r* is_optionalZ _check_fnrrcheck_fnhszcheck_schema..check_fnZtensorzoptional tensorz%contiguous jagged layout NestedTensorzjagged layout NestedTensorz )r8zt?r9r:r;z ): expected z to be a ) splitcountlen ValueError__name__ enumerater(keysr )r%funcargskwargsZnamed_arg_typesZnum_optional_argsZmin_argsZarg_type_check_fnsiZnamed_arg_typenameZarg_typer<Znormalized_arg_typer>Z type_to_descrr=r check_schema=sL   ,    rK)aa_namebb_namer&cCs:|j|j|j|jkr6td|jd|d|ddS)Nr,z : expected  and z' to have the same exact offsets tensor.)_sizer7rrC)rFrLrMrNrOrrrcheck_ragged_dim_same}srRcCsL|jd}|jd|}|d|}t|t|koJtddt||DS)Nrcss"|]\}}||kp|dkVqdS)r+Nr)rnssrrrr!sz%raggedness_matches..)r7rQrAallzip)ntsizeendZ nt_raggedZ size_raggedrrrraggedness_matchess   rZcCs|jddkr|d}q|SNrr)shapesqueeze)r8rrrsqueeze_leading_oness r^cs4ttsgtts gfdd}|S)Ncs2D](}fdd}D]}||||<qqS)Ncsfdd}|S)Ncs"tf||f||Sr.)rK)rGrH)aten_oprFr%rrinnersz@register_func..wrapper..get_inner..innerr)r_r`)rFr%)r_r get_innersz1register_func..wrapper..get_innerr)rFr_ratableaten_opsr%tables)rFrwrappers zregister_func..wrapper)r/list)rerdr%rfrrcr register_funcs   rh)r&cOst|d}|dk r|Stjj|jkrtdd|D}|dkr^td|f||t t |S|dkrtd|f||t t |SdS)Ncss|]}t|tjVqdSr.)r/r0r1r)rrrr!sz lookup_jagged..rzself: jt_all, ...r zlhs: any, rhs: any, ...) r getr0TagZ pointwisetagssumrK functoolspartialjagged_unary_pointwisejagged_binary_pointwise)rFrGrHZ dispatch_funcZnum_tensor_argsrrr lookup_jaggeds   rqcCs||j|jd}|S)NoffsetsZ_metadata_cacher7rr)argrHrrrextract_kwargss rucOs.t||djf|dd|ft|dSr[)r_valuesrurFrGrHrrrros  rocOs|d|d}}t|ts*t|ts*td}t|trt|trt||jrxt||j|jf|dd|ft|St||j |j|jt|t}|rt|nt|}|r||fn||f\}} | | krt dt | } | | dkr<|r |j| fn| |jf\} } t|| | f|dd|f|S| | kr|j d|j dkr|t||j |j |j g} t||D]*\}}| |||f|dd|qtj| dd}t|f|St||j |j |j dS)NrrzHcannot call binary pointwise function {} with inputs of shapes {} and {}r z+NYI: broadcasting NT with T with larger dimr )r/rr rZrQrvrurformatrCr NotImplementedErrorr^r\rVunbindappendr0cat)rFrGrHrLrNZmismatch_error_msgZa_is_ntZextracted_kwargsrWr8Z t_squeezedlhsrhsoutputsZa_compZb_comp new_valuesrrrrps@  "$ rpc Os|tjjjkrt||S|jdkrddd}t|||dd\}}|d}t| |d dd d }t| |d dd d }||kr|St t j |j||d } |jd|| f|j|d d} |j| St|dS)Nflattenrr+cSsdSr.r)input start_dimend_dimrrr _flatten_sig,sz+jagged_torch_function.._flatten_sigTrGrHZnormalize_to_only_use_kwargsrrF)rrr)rr+)r0Z_CZ_nnZscaled_dot_product_attentionrrCrpoprr rmreduceoperatormulr\Zreshaperz) rFrGrHr_ new_kwargsinprrproductZ new_shaperrrjagged_torch_function#s:     $ rz self: jt_allcOs|tjjjjkrdS|tjjjjkr.|djS|tjjjjkrLt|djS|tjjj jtjjj jfkr|dj dk rt t |dj t|djddS|dj S|tjjjjkr|djS|tjjjjkr|djSdS)NFrr )r0opsatenis_non_overlapping_and_densedefaultsym_sizerQr rA sym_numelnumelr6intrlmathprodrv sym_strideZ_stridessym_storage_offsetZstorage_offsetrwrrrtensor_attr_supported_getterHs  * rcOstjSr.)r0Zjaggedrwrrrprim_layout_defaultjsrcOs|tjjjjkrtddS)NznNestedTensors does not support directly calling torch.ops.aten.size please use `nested_tensor.size()` instead.)r0rrrXrrrwrrrtensor_attr_unsupported_getterosrcOslddlm}t|||dd\}}|d}|dk r:dS|dtj|d<|dtjkr^dS||j f|S)Nr)is_contiguous_for_memory_formatTrrF memory_format) rrrrlengthsrir0Zcontiguous_formatZpreserve_formatrv)rFrGrHrrrrrrris_contiguous_general{s"    rz!self: jt_all, memory_format: any?zinput: jt, weight: t, bias: t?cOs8t|||dd\}}|d}t||jf|ft|SNTrrrrrrvrurFrGrHrrrrrrlinear_defaults  rz6self: jt, grad_output: jt, weight: t, output_mask: anyc Os|t|||dd\}}|d}|d}|d}t||d|dtt|j|ft|}t|jj|j} d} || | fS)NTrr grad_outputweightself) rrrRrr0mmrvruT) rFrGrHrrrrrZdsZdwdbrrrlinear_backward_defaults$     rc Os|ddlm}t|||dd\}}|d}|d||jf|}|jj|jd}||j||<t|} || d<t |f| S) Nr)_tensor_symint_registryTrrlayout)devicers) nested_tensorrrrrv_offsetstorrur) rFrGrHrrrrrZ new_offsets inp_kwargsrrrto_copy_defaults    rz&self: jt, dim: any, half_to_float: anyz!self: jt, float: any, train: any?cOsPt|||dd\}}|d}||jf|\}}t|ft|t|ft|fSrrrrvrru)rFrGrHrrrZout1Zout2rrrnative_dropout_defaults  rz%grad_output: jt, mask: jt, scale: anycOsFt|||dd\}}|d}|d}t||j|jf|ft|S)NTrrmaskr)rFrGrHrrrrrrrnative_dropout_backward_defaults   rz!self: jt, dim: any, keepdim: any?cOsjt|||dd\}}|d}|ds.td|d}tt|j|d|d<t||jf|ft|dS) NTrrkeepdimz1prod(): keepdim=True must be set for NestedTensorr rr) rrrrrArQrrvru)rFrGrHrrrr rrr prod_dim_ints  rz#self: jt, split_size: any, dim: anycsVt|||dd\}}|dt|dd|d<tfdd|jf|DS)NTrrr r?c3s$|]}tfd|itVqdS)valuesNrrur)rrrr!szsplit_tensor..)rrrr r"rvrFrGrHrrrrr split_tensor s    rz$self: jt, split_sizes: any, dim: anycsRt|||dd\}}|dt|dd|d<fdd|jf|DS)NTrrr split_with_sizescs"g|]}tfd|itqSrrr)rrrr-sz,split_with_sizes_default..)rrrr rvrrrrsplit_with_sizes_defaults    rz self: jt, chunks: any, dim: any?c st|||dd\}}|dt|dddd|d<|ddkr|d}jd}t||}j}| |} d d | D} d d | D} fd d | Dd d | D} j | fdd t d|DSfdd |j f|DSdS)NTrrr chunk)rrchunkscSsg|]}tj|ddqS)rrx)r0Zcumsumr)rrrrGsz!chunk_default..cSsg|]}tj|dddqS))rrr)value)Fpadr)rrrrHscsg|]}|jdqS))rsr7)r7)rZ per_offsetsrrrrIscSsg|]}|qSr)rlitemr)rrrrOscs&g|]}tfd|i|qSrrrrI) chunk_values nested_kwargsrrrRscs"g|]}tfd|itqSrrr)rrrrWs) rrrr rQrceilrdiffrrvr?range) rFrGrHrrrZ dim0_size chunk_sizerZchunked_lengthsZchunked_offsetsZ split_sizesr)rrrr chunk_default3s@            rzself: jt_all, dim: any?cst|||dd\}}|d}|dkr,td|d}||||jdkrxtj ddSdkrtd t j dD]*}||j dkrtd qfd d t j dDS) NTrr rz2unbind(): only supported for NestedTensor on dim=0rrrxzAunbind(): nested tensor ragged_idx out of bounds (should be >= 1)zMunbind(): nested tensor offsets and lengths do not match ragged_idx dimensioncs*g|]"}tjd||dqS)r)r startlength)r0Znarrowrrrs ragged_idxrrrrzszunbind_int..) rrrrrsrr7r0r?rtolistrr\)rFrGrHrrr rrIrrr unbind_int]s8   rzself: jt, dim: anycOsVt|||dd\}}|d}|j}tt|j|dd|d<t||f|ft|S)NTrrr r]rrrvrrArQrru)rFrGrHrrrrrrr squeeze_dims  rcOs^t|||dd\}}|d}|j}|d}tt|jd|d|d<t||f|ft|S)NTrrr r unsqueezer)rFrGrHrrrrr rrrunsqueeze_defaults  rztensors: any, dim: anycst|||dd\}}|d}dd|D}t|dks.rcs g|]}|jr|n|qSr)r expand_asrfirstrrrsr r}cSsg|] }|jqSrrvrrrrrs)rrrAr rr\rru)rFrGrHrrrnestedr rrr cat_defaults$   rzself: jt, other: anycOst|||dd\}}|d}|d}|jrP|jsPt||j|f|ft|S|jr|jr|dkr|dkrt||jrt||j|jft|St d|jd|j dS)NTrrotherz1matmul(): not supported between inputs of shapes rP) rrrrrvrur rZrQrr\rFrGrHrrrrrrrmatmul_defaults(     $rz#self: jt, size: any, implicit: any?cOst|||dd\}}|d}|d}d|ks<|dr r+r )r+) rrr rZrrQrrvru)rFrGrHrrrrXZ expand_argrrrexpand_defaults   rzself: t, other: jtcOs@t|||dd\}}|d}|d}t|||jft|S)NTrrrrrrrrexpand_as_defaults   rz"condition: jt, self: jt, other: jtcOstt|||dd\}}|d}|d}|d}|j|jkrL|jksRntt||j|j|jf|ft|S)NTr conditionrr)rrrQr rrvru)rFrGrHrrrrrrrr where_selfs     rzself: jt, device: any?cOs8t|||dd\}}|d}t||jf|ft|Srrrrrr_pin_memory_defaults  rcOs,t|||dd\}}|d}||jf|Sr)rrrvrrrris_pinned_defaults  rzself: jt_all, other: jt_allcOs|dj|djkSr[)rQrwrrris_same_size_defaultsrz/self: jt, dim: any?, keepdim: any?, dtype: any?cOst|||dd\}}|d}|jdks,tt||dd\|d<}|sft||jf|ft|S||jf|}|dr| d}|SdS) NTrrrr rlrr) rrr7r r$r rrvrur)rFrGrHrrrZragged_reduced_awayoutrrrsum_dim_IntLists&    rz"self: jt_all, dim0: any, dim1: anyc Os$t|||dd\}}ddlm}|d}|||d|df\}}|jdk rZtd||jksn||jkr|dks~|dkrtd ||jkr|} n|} t|} | | d <t | t t |j|t t |j|f| St||dd |d<t||dd |d<t ||jf|ft|S) NTrrrrdim0dim1zDtranspose(): not supported on jagged layout nested tensor with holesz?Transpose is not supported on the batch dimension for jagged NTr7 transpose)rrrrr r6rBr7rurrrrrArQrrv) rFrGrHrrrrrrZto_dimrrrr transpose_int1sD     rzself: jt_all, size: anycst|||dd\}}|d|djdkr\tjtkr\tdjddtd ksrtstd jd fd d fddttdD}t |j |ft S)NTrrrXrzVview(): does not support ragged_idx != 1 except when inp._size == size. inp._size is (z) and size is (z).rzview(): cannot view shape z as cs*|jdkrj|S|dSdSr5)r7rvrX)Z inner_idx)rrXrrget_inner_sizes z$view_default..get_inner_sizecsg|] }|qSrrr)rrrrsz view_default..) rrr7r"rQrrArZrrrvru)rFrGrHrrZ inner_sizer)rrrXr view_default_s"   rzDinput: jt, normalized_shape: any, weight: any?, bias: any?, eps: anyc Osxt|||dd\}}|d}|d}|dksF|t|dkrNtd||jf|\}}} t|ft||| fS)NTrrnormalized_shaperr zJlayer_norm(): normalizing over ragged dim not supported for nested tensors)rrr rArrvrru) rFrGrHrrrroutputmeanZstdrrrnative_layer_norm_defaults   rzpgrad_out: jt, input: jt, normalized_shape: any, mean: any, rstd: any, weight: any?, bias: any?, output_mask: anyc Osht|||dd\}}|d}|d}||j|jf|\}}} |dkrRd|| fSt|ft||| fS)NTrgrad_outrr) rFrGrHrrrrZd_inputZd_gammaZd_betarrr"native_layer_norm_backward_defaults    rzself: jt, dim: any, index: anycOsPt|||dd\}}|d}t||dd|d<t||jf|ft|S)NTrrr selectrrrr rrvrurrrr select_ints  rz7self: jt, dim: any?, start: any?, end: any?, step: any?cOsPt|||dd\}}|d}t||dd|d<t||jf|ft|S)NTrrr slicerrrrr slice_tensors  rz{input: jt, weight: t, bias: t?, stride: any, padding: any, dilation: any, transposed: any, output_padding: any, groups: anycOs8t|||dd\}}|d}t||jf|ft|Srrrrrrconvolution_defaults  rz.self: jt, dim: any?, keepdim: any, dtype: any?cOsVt|||dd\}}|d}t||dddg|d<t||jf|ft|S)NTrrr rrrrrrrmean_dims  rcOst|||dd\}}|d}|D]J}t|ts8td||dkrTtdt||djs"tdq"t|dd|d d |d <t|d d |Df|ft |dS) NTrrz+stack(): expected all nested tensors inputsrz9stack(): expected all nested tensors to have the same dimzFstack(): expected all nested tensors to have the same nested structurerr stackcSsg|] }|jqSrrrrrrr sz!stack_default..) rrr/rrr rZr\rru)rFrGrHrrrr8rrr stack_defaults8    rzQweight: t, indices: jt, padding_idx: any?, scale_grad_by_freq: any?, sparse: any?cOsDt|||dd\}}|d}|d}t|||jf|ft|S)NTrindicesrr)rFrGrHrrrrrrrembedding_defaults   r cOs(t|||dd\}}|d}|jSr)rrrvdetachrrrrvalues_default s  r zCvalues: t, offsets: t, dummy: jt_all, lengths: t?, ragged_idx: any?c OsHt|||dd\}}|d|d|d}}}|d}t||||dS)NTrrrsrr)rr7)rr) rFrGrHrrrrsrrrrr _nested_view_from_jagged_default3s  r cOs$t|||dd\}}|d}|jSr)rrrrrrr_nested_get_offsetsFs  r cOs$t|||dd\}}|d}|jSr)rrr6rrrr_nested_get_lengthsPs  rcOs$t|||dd\}}|d}|jSr)rrr7rrrr_nested_get_ragged_idxZs  rz self: anycOsddlm}|S)Nr)_nt_view_dummy)Z$torch.nested._internal.nested_tensorr)rFrGrHrrrr_nested_get_jagged_dummyes rrZIMPLZCPUCUDAZMeta)TF)rmrrr0Ztorch.nested._internal.sdparrrtypingZtorch.nn.functionalnnZ functionalrZtorch.fx.operator_schemasrrListAny__annotations__r Dictrrr$strrKrRrZr^rhrnZregister_jagged_funcOptionalCallablerqrurorprrrrrrr rrrrrZprimrrrXrZ is_contiguousrrZlinearrZlinear_backwardrZ_to_copyrZ empty_likeZ ones_likeZ zeros_likeZ randn_liker Z_softmaxZnative_dropoutrZnative_dropout_backwardrrZdim_intrr?r1rrrrrr{rrr]rrrr}rmatmulrexpandrrrwhererrZ _pin_memoryr is_pinnedrZ is_same_sizerrlZ dim_IntListrrrviewZ _unsafe_viewrZnative_layer_normrZnative_layer_norm_backwardrrrrrZ convolutionrrrrrZ embeddingr rZ_nested_get_valuesr Z_nested_view_from_jaggedr r rrrlibraryZ_scoped_libraryimplrrrrs    A    <%                                    ) "                + ,