tj{ #UddlZddlZddlTddlZddlmcmZddlm Z ddl m Z ddl m Z mZgZeeed<iZeeefed<d Zdd Z dd ZddZdeddfdZdededededdf dZdZdZdZejeeZ de!dzfdZ"dZ#dZ$dZ%dZ&e ej'j(j)j*ej'j(j+j*ej'j(j,j*ej'j(j-j*ej'j(j.j*ej'j(j/j*ej'j(j0j*gdd Z1e ej'j2j3j*dd!Z4e ej'j(j5j*gddd"Z6e ej'j(j7j*dd#Z8e ej'j(j7j9d$e8e ej'j(j:j*d$d%Z;e ej'j(j<j*d&d'Z=e ej'j(j>j*d(d)Z?e ej'j(j@j*d*d+ZAe ej'j(jBjCd,d-ZDe ej'j(jEj*dd.ZFe ej'j(jGj*d/d0ZHe ej'j(jIj*de$e ej'j(jJj*ej'j(jKj*ej'j(jLj*ej'j(jMj*ej'j(jNj*gdd1ZOe ej'j(jPj*d2eOe ej'j(jQj*d3eOe ej'j(jQjRd4eOe ej'j(jSj*dd5ZTe ej'j(jUj*d6d7ZVe ej'j(jWj*d6d8ZXe ej'j(jYj*d9d:ZZe ej'j(j[j*d;d<Z\e ej'j(j]j*d=d>Z^e ej'j(j_j`d?d@Zae ej'j(j_j*dAdBZbe ej'j(jcjddCdDZee ej'j(jfj*dEdFZge ej'j(jhj*dGdHZhe ej'j(jij*dIdJZje ej'j(jkjldKdLZme ej'j(jnj,dMdNZoe ej'j(jpj*dOdPZqe ej'j(jrj*dQdRZse ej'j(jtj*dSdTZue ej'j(jvj*dUdVZwe ej'j(jxj*dWdXZye ej'j(jzj*dYdZZ{e ej'j(j|j*d[d\Z|e ej'j(j}j*d]d^Z}e ej'j(j~jd_d`Ze ej'j(jj*dadbZe ej'j(jj*dadcZe ej'j(jj*dddeZdfZe ej'j(jj*dAdgZe ej'j(jjdhdiZe ej'j(jjldjdkZe ej'j(jj*dldmZe ej'j(jj*ej'j(jj*gd[dnZe ej'j(jj*dodpZe ej'j(jj*dqdrZe ej'j(jjldsdtZe ej'j(jjddudvZe ej'j(jj*dwe ej'j(jj*dwdxZe ej'j(jj*dydzZe ej'j(jj,dhd{Ze ej'j(jj*dAd|Ze ej'j(jjd}d~Ze ej'j(jj,ddZe ej'j(jjd}dZe ej'j(jj,ddZe ej'j(jj*ej'j(jj*ej'j(jj*ej'j(jj*gddZe ej'j(jj*ej'j(jj*gddZe ej'j(jj,ddZe ej'j(jj,ddZe ej'j(jj*d}dZe ej'j(jj*d}dZe ej'j(jj*d}dZe ej'j(jj*d}dZe ej'j(jj*ddZe ej'j(jj*dQdZe ej'j(jj*ddZe ej'j(jj*ddZe ej'j(jj*ej'j(jj*gddZe ej'j(jj*ddZe ej'j(jj*ddZe ej'j(jj*ddZe ej'j(jj*ddZe ej'j(jj*ddZe ej'j(jj*ddZe ej'j(jj*ddZe ej'j(jj*ddZe ej'j(jj*ddZe ej'j(jj*ddZe ej'j(jj*ddZe ej'j(jj*dddZe ej'j(jj*ej'j(jj*ej'j(jj*gddZe ej'j(jj*ej'j(jj*ej'j(jj*ej'j(jj*ej'j(jj*ej'j(jj*gddZe ej'j(jjddZe ej'j(jjddZe ej'j(jjdddZe ej'j(jj*ddZe ej'j(jj*ddZejdd5Z(e(dede(dede(dedddddS#1swxYwYdS)N)*)normalize_function)#jagged_scaled_dot_product_attention) _jagged_numel NestedTensor__all__JAGGED_OPS_TABLEc|jr8|dkrtj|jntj|jS|dkrt dnt dS)Nmaxinf-inf)is_floating_pointtorchfinfor minfloat)dtype padding_types X/var/www/html/CA-Chatbot/venv/lib/python3.11/site-packages/torch/nested/_internal/ops.py_get_padding_valuersa H&2e&;&;EK   " "UASASAW ,u44uU|||%--GFcrddlm}t|ttfrUt |fd|D}t |t |S|r ||}|dkr|kstd|d|dkrdz n|dz S)Nrcanonicalize_dimsc3:K|]}t|VdSN_outer_to_inner_dim).0dndim ragged_dims r z&_outer_to_inner_dim.."s0QQ.tQ CCQQQQQQrzdim z out of range for ndim r) torch._prims_commonr isinstancetuplelisttypedictfromkeysAssertionError)r"dimr# canonicalizeroutputs` ` rrrs555555#t}%%3cQQQQQSQQQQQtF||DMM&11222+c** 1HHtFCFFFFGGG (( QarTcddlm}|||}||kr|st|d|dkr|st|d|rt|||n|} |r |dk} | | fS| S)Nrrz0(): not supported for NestedTensor on ragged dimz+(): not supported for NestedTensor on dim=0)r%r RuntimeErrorr) r"r-r#op_nameconvert_to_inner_dimallow_ragged_dimallow_batch_dimrwrappedretoperating_on_batchs r_wrap_jagged_dimr94s655555c**G*%5gWWWXXX AogRRRSSS  D':666  )%\'(( Jrcb ddlm t|ttfst dt | fd|D}d|v}|v}tfd|D}tt fd|D}||||fS)z For NestedTensor operators, wraps dimensions to non-negative values, and returns metadata related to reduction dimension(s). rrz<_wrap_jagged_dims(): cannot iterate over dimensions of type c(g|]}|Sr<)r r!rr"s r z%_wrap_jagged_dims..^s4'($""rc30K|]}|dko|kVdS)rNr<)r r! ragged_idxs rr$z$_wrap_jagged_dims..ds0PPaqAv9!z/PPPPPPrc3:K|]}t|VdSrr)r r!r"r?s rr$z$_wrap_jagged_dims..hs0UU1)$:>>UUUUUUr) r%rr&r'r(r,r)anyr*r+) r"dimsr2r? wrapped_dimsoperate_on_batchoperate_on_raggedoperate_on_non_batchouter_to_inner_dimrs ` ` @r_wrap_jagged_dimsrHQs 655555 dUDM * *  W4PT:: W W   ,0LL("l2PPPP<PPPPP UUUUU UUUUU /1BDX XXr schema_strreturnc|d}d|Dd}t||z }|ddkr |dd}nqt||kr t|t|ks>td|jd|d|d t|d t|d d d ddd}t |D]\}} | d\} } | d} | r | ddn| } | |vrtd| |t|kr | std|jd|d| || | ffd }|||s.dddddd}td|jd|d| d|| dS)N, c8g|]}|dS)?)endswithr xs rr=z check_schema..ps"BBBQCBBBrT... NestedTensor (z): expected at least z arguments and at most z arguments, but got: z argumentscbt|tjot|t Sr)r&rTensorrrQs rzcheck_schema..s$z!U\22V:a;V;V7VrcTt|to|jduo |jdkSNr)r&r_lengths _ragged_idxrXs rrYzcheck_schema..s1 1l33 J$  MQ rc,t|tSrr&rrXs rrYzcheck_schema..sJ |  rcdS)NTr<rXs rrYzcheck_schema..sr)tjtjt_allrAz: rNzUnknown arg type: z) missing required argument: c<|r|dup |S|Srr<)rQ is_optional _check_fns rcheck_fnzcheck_schema..check_fns0 $Dy0IIaLL0 y||#rtensorzoptional tensorz%contiguous jagged layout NestedTensorzjagged layout NestedTensorz )razt?rbrcrAz ): expected z to be a )splitcountlen ValueError__name__ enumeraterOr,)rIfuncargskwargsnamed_arg_typesnum_optional_argsmin_argsarg_type_check_fnsinamed_arg_typenamearg_typerenormalized_arg_typerg type_to_descrfs @r check_schemar|ns &&t,,OBB/BBBHHNN?##&77Hre##)#2#.D X%%#d))s?7K7K*K*K) )) ))QY))),_)=)=))t99))) W V  ~  '77##>'--d33h'',, /:Hhssmm &8 8 8 !K6I!K!KLL L D >>  9DM99J992699 &':; $/ $ $ $ $ $ $ xQ  '=6# L, ,, ,,,,),,  /##raa_namebb_namec |j|j|j|jkrtd|jd|d|ddS)NrTz : expected  and z' to have the same exact offsets tensor.)_sizer]r1rm)ror}r~rrs rcheck_ragged_dim_samersk wq}!777 )DM ) )f ) )6 ) ) )   87rc|jdz}|jd|}|d|}t|t|ko&tdt ||DS)Nrc34K|]\}}||kp|dkVdS)rRNr<)r nsss rr$z%raggedness_matches..s3 H H52qB!G qBw H H H H H Hr)r]rrkallzip)ntsizeend nt_ragged size_raggeds rraggedness_matchesrsn .1 C#Itt*K y>>S-- -  H HC ;,G,G H H HHHrc|dkrO|jddkr>|d}|dkr|jddk>|SNrr)r-shapesqueeze)ras rsqueeze_leading_onesrsX& %%''A++!'!*// IIaLL %%''A++!'!*// Hrczttsgttsgfd}|S)NcFD]}fd}D]}||||<S)Ncfd}|S)Nc>tg|Ri|g|Ri|Sr)r|)rprqaten_oprorIs rinnerz@register_func..wrapper..get_inner..innersC TCDCCCFCCC49$999&999rr<)rrrorIs` r get_innerz1register_func..wrapper..get_inners.::::::: rr<)rorrtableaten_opsrItabless` rwrapperzregister_func..wrappersa 4 4G        4 4!*7!3!3g 4 r)r&r()rrrIrs``` r register_funcrsa h % %: fd # #        Nrct|d}||Stjj|jvrAddlm}|D]'}||rtd|j d|(td|D}|dkrg}|j j D]]}t|jtjr||jdn||jd^|d d |}t'||g|Ri|t)jt,|S|d kr+t'd |g|Ri|t)jt.|SdS) Nr is_nested_intrTz: invalid argument c3JK|]}t|tjVdSr)r&rrWrPs rr$z lookup_jagged.. s.HHajEL99HHHHHHrrz: jt_allz: anyrSrLzlhs: any, rhs: any, ...)r getrTag pointwisetags%torch.fx.experimental.symbolic_shapesrr1rmsum_schema argumentsr&r) TensorTypeappendrxjoinr| functoolspartialjagged_unary_pointwisejagged_binary_pointwise) rorprq dispatch_funcrargnum_tensor_args schema_partscheck_schema_strs r lookup_jaggedrs$((t44M  ydi''GGGGGG   C}S!! "KDMKKcKK  HH4HHHHH a  L|- < <ch(899< ''38(=(=(=>>>E ''38(:(:(:;;;;    & & &#yy66  )4 A$ A A A& A A A$%;TBB B  ! ! 2D J4 J J J6 J J J$%.+s1DDsjl&C&CDsDDDDDDrc32K|]}|ur|jn|VdSr_values)r rnjts rr$z)jagged_unary_pointwise..-s1BBccSjjs{{cBBBBBBrnextrr)rorprqrs @rrr)sm DDdDDD D DC  BBBBTBBBMfMM       rcl|d|d}}t|ts$t|tstdd}t|trt|trt||jr7t||j|jg|ddRi|fit |St||j |j|jt|t}|rt |nt |}|r||fn||f\}|  krtdt|}  | dzkr7|r j| fn| jf\} } t|| | g|ddRi|fi|S| | kr|j d|j dkr3t||j |j |j ddlm} j} j}|jj jdz }||fdt)|j D}| |jj|| | }|r|fn|f\} } || | g|ddRi|St||j |j |j ) Nrrz4At least one of the arguments must be a NestedTensorzHcannot call binary pointwise function {} with inputs of shapes {} and {}rz+NYI: broadcasting NT with T with larger dimnested_from_paddedc4g|]\}}|jkr|nSr<r])r rvrQr padded_max_Ss rr=z+jagged_binary_pointwise..ms- W W WDAq!r~%%QQ< W W Wrrr?sum_S min_seqlen max_seqlen)r&rr,rrrrr1formatrmr-NotImplementedErrorrr nested_tensorr_maybe_min_seqlen_maybe_max_seqlenr]expandrn_offsets)rorprqr}rmismatch_error_msga_is_ntextracted_kwargsra t_squeezedlhsrhsrrrtotal_Lt_as_ntrrs @@rrr2s 7DGqA q, ' 'U:a+F+FUSTTT S!\""Wz!\'B'BW a ) ) QY ?DH?????CQRSCTCT -44T]AGQWUUVVVL))G,3J~a(((9J9J )QFFAq6EBuuww!"OPPP%a((J vvxx:>>##a'''/6TBJ ++ZA#56  "L HH W W W W WIagDVDV W W W  %$ K~!!    %,>B=='2StC2tABBx2226222 )00QQ R RRrcd|tjjjur t |i|S|jdkr'||djg|ddRi||dS|jdkrddd}t|||d \}}|d }t| |d |j dd }t| |d|j dd }||kr|Stj tj|j||dz} g|jd|| |j|dzdR} |j| S|jdkr|djs jsS\} }tj5| D])} t-| d} | | * dddn #1swxYwYS|jdkrN|djs jsdS\} }| sd St1fd| DS|jdkrddd}t|||d \}}|d }|d}| |j z dz }t3||krt5dtj5||i|cdddS#1swxYwYt7|)Napply_rrflattenrRrJcdSrr<)input start_dimend_dims r _flatten_sigz+jagged_torch_function.._flatten_sig DrTrprqnormalize_to_only_use_kwargsrrF)r3r share_memory_ is_sharedc3K|]8}t|duo!t|V9dSr)getattrr)r rxrs rr$z(jagged_torch_function..sa   B  T ) Kgb$.?.?.I.I.K.K      rrms_normcdSrr<)rnormalized_shapeweightepss r _rms_norm_sigz,jagged_torch_function.._rms_norm_sigrrrzNrms_norm(): Normalization over the ragged dim not supported for nested tensors)rrRrJNNN)r_C_nnscaled_dot_product_attentionrrmrrpopr9r-r]rreduceoperatormulrreshapeis_cpuis_meta__tensor_flatten__DisableTorchFunctionSubclassrrrrkrlr)rorprqr_ new_kwargsinprrproduct new_shapenamesrx componentrrmax_normalizablers @rjagged_torch_functionrss ux|8882DCFCCC }   T!W_2tABBx2226222Aw } !!     + tFQU   :nnW%%% GGII { # O !&    # GGII y ! O !&       J"8<9wQR{;R1STTPci  +PWPsy17OPP s{I&& }'' !Wy  I((**q X 2 2 4 4 . . . .#Bd33 (++--- . . . . . . . . . . . . . . . .   } ## !Wy  4((**q 5           } ""     + VRV   :nnW%%%>>*<==7799s6:  #3 3 3` X 2 2 4 4 ) )4((( ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) d # ##s$4-G..G25G2LLLz self: jt_allcn|tjjjjurdS|tjjjjur |djS|tjjjjurt|djS|tjjj jtjjj jfvrt|d|S|tjjj jur |dj S|tjjjjur|djSdS)NFr)ropsatenis_non_overlapping_and_densedefaultsym_sizerr-rk sym_numelnumelr sym_stride_stridessym_storage_offsetrstorage_offsetrorprqs rtensor_attr_supported_getterrs uy~:BBBu uy~&...Aw} uy~!)))47=!!!  (0%).2F2NOOOT!Wd+++ uy~(000Aw uy~0888Aw--///98rctjSr)rjaggedrs rprim_layout_defaultr s <rc^|tjjjjurt ddS)NznNestedTensor does not support directly calling torch.ops.aten.size; please use `nested_tensor.size()` instead.)rrrrrr1rs rtensor_attr_unsupported_getterr" s8  uy~"*** 9   +*rc"ddlm}t|||d\}}|d}|dS|dt j|d<|dt jkrdS||j fi|S)Nr)is_contiguous_for_memory_formatTrrF memory_format) r%r$rrrrrcontiguous_formatpreserve_formatr)rorprqr$rrr s ris_contiguous_generalr(sCCCCCC& 4TMAz .. ! !C {{}} u",..0##J/"e&;;;t * *3; E E* E EErz!self: jt_all, memory_format: any?cFt|||d\}}|d}|dS|dtj|d<|dtjkrdSt jjj j |j fi|S)NTrrFr%) rrrrrr&r'rrsym_is_contiguousrrrorprqrrr s rsym_is_contiguous_generalr,2s' 4TMAz .. ! !C {{}} u",..0##J/"e&;;;t 9> + 3CK N N: N NNrz"input: jt_all, memory_format: any?cjt|||d\}}|d}t|}|jZ|dtjkrDddlm}|jdkrtd|| d\}}|St||j fi|fi|S) NTrrr%r)jagged_from_listz;NJT with ragged_idx != 1 not supported for contiguous clone)r) rrrr\rr&rr.r]r,unbindrr) rorprqrrr new_metar.contigs r clone_defaultr2Is' 4TMAz .. ! !Cc""H | o &%*A A A 8 7 7 7 7 7!##$Q)(tDDDIFAM S[77J77 D D8 D DDrzinput: jt, weight: t, bias: t?ct|||d\}}|d}t||jfi|fit |SNTrrrrrrrr+s rlinear_defaultr6fh& 4TMAz .. ! !C S[77J77 O O>#;N;N O OOrz6self: jt, grad_output: jt, weight: t, output_mask: anycvt|||d\}}|d}|d}|d}|d}d\} } } t||d|d|d r2tt j|j|fit|} |d r|jd | d } |jd | d } t j| | } |d rett|jj d z }|d kr|j} nt j|j|d} | | | fS)NTrr grad_outputr output_mask)NNNselfrrrRrr<F)keepdim)rrrrrmatmulrrrrrar'ranger"cloner)rorprqrrr r9rr:dsdwdbgrad_2dinput_2d reduce_dimss rlinear_backward_defaultrFqs ' 4TMAz .. ! !C..//K ^^H % %F..//K!JBB$V[-HHH1~  L,f 5 5  9G 9T9T  1~1 %--b&++a..AA;&&r6;;q>>:: \'))++x 0 01~LE+"5":Q">??@@ "  $**,,BB;. UKKKB B<rzinput: jt_all, dtype: anyct|||d\}}|d}t||jfi|fit |Sr4r5r+s rto_dtyperHr7rc^ddlm}t|||d\}}|d}|d||jfi|}|j|j}d} |j |j|j} dd l m } dd l m } m } |j|jn|j} | |n| }t|| | fr#| |}| | }|j|_n || ||<t!|}||d <| |d <t#|fi|}|S) Nr_tensor_symint_registryTrrlayoutdevicer FakeTensorFunctionalTensormb_unwrap_functional_tensorrr)rrKrrrrtorNr\torch._subclasses.fake_tensorrP#torch._subclasses.functional_tensorrRrSr&nested_int_memorr)rorprqrKrrr  new_values new_offsets new_lengthsrPrRrS ragged_source new_thingtgtsrc inp_kwargsr/s rto_copy_defaultr`s666666& 4TMAz .. ! !CNN8ck00Z00J,//):/;;KK |looZ->o?? 888888 %(L$8CLLclM*2 I)j*:;<<T)))44))-88!1-D]-S *$$J'Jy'Jy * 3 3 3 3F Mrz-self: jt_all, src: jt_all, non_blocking: any?ct|||d\}}|d}|d}|j|jkr|}d|D}|} d| D} || krt d|jd|jt || D]\} } | | |j|j|S) NTrrr^cg|] }|j Sr<rr cs rr=z copy_default..666q17666rcg|] }|j Sr<rcrds rr=z copy_default..rfrzo?? "3''MM!!#. i M!!#. i  zZ&&& =<<<<<        ;:::::(+ (< #, #.#6KKK i*.>!? @ @ X--i88C--m< 1 for NestedTensorzksoftmax(): not supported where lengths is not None if reducing across the ragged dimension for NestedTensorrrRr) max_lengths padding_valuer-r)rr&r'r1rrHr-r]r\rnn functionalrxrr_jagged_to_padded_dense_forwardrrrr _max_seqlenr_padded_dense_to_jagged_forwardrr) rorprqrrr reduce_on_batchreduce_on_ragged_reduce_on_non_batchpadded_softmax_valuessoftmax_valuess r_softmax_defaultrFs}' 4TMAz*U#U++  V    .. ! !C   E      5  `    COa// s    CL4 I   #5) JuC % 3 ; ; IN : : ##K%a(" _-#Fmm ;  !< ! ! GG ! \NK%H    "122&   NBBnS.A.ABBB S[77J77 O O>#;N;N O OOrct|||d\}}t|dtrtd|d}t ||dfd|j\|d<}}}|rtd|rtd|dd |d<t||j fi|fit|S) NTrr-zLlog_softmax(): not supported for dimensions of type 'tuple' for NestedTensorr log_softmaxzVlog_softmax(): not supported when reducing across the batch dimension for NestedTensorzVlog_softmax(): not supported when reducing along the ragged dimension for NestedTensorr) rr&r'r1rrHr-r]rrr) rorprqrrr rrrs r_log_softmax_defaultrs,' 4TMAz*U#U++  Z    .. ! !C   Ju%'   5   d     d   #5)!,Ju S[77J77 O O>#;N;N O OOrz7grad_output: jt, output: jt, dim: any, input_dtype: anyct|||d\}}|d}|d}t||j|jfi|fit |S)NTrr9r/r5)rorprqrrgrad_outr/s r_softmax_backwardrs ' 4TMAz~~m,,H ^^H % %F  X v~<<<<  @Nx@X@X  rz!self: jt, float: any, train: any?ct|||d\}}|d}||jfi|\}}t|fit |t|fit |fSr4rrrrr)rorprqrrr out1out2s rnative_dropout_defaultrs' 4TMAz .. ! !Cck00Z00JD$T11^C0011T11^C0011 rz%grad_output: jt, mask: jt, scale: anyct|||d\}}|d}|d}t||j|jfi|fit |S)NTrr9maskr5)rorprqrrr9rs rnative_dropout_backward_defaultrs ' 4TMAz..//K >>& ! !D  [ $,==*==    % %  rz2self: jt_all, dim: any, keepdim: any?, dtype: any?c&t|ddg|Ri|S)Nprodr_apply_reductionrs r prod_dim_intrs& D&! =d = = =f = ==rzself: jt_all, dtype: any?ctt|||d\}}|d}||jfi|Sr4rur+s r prod_defaultrP& 4TMAz .. ! !C 4 * *z * **rz$self: jt, split_size: any, dim: any?c t|||d\}}|dt|djd|d<t fd|jfi|DS)NTrrr-ric3NK|]}tdd|itV dS)valuesNr<rrr rQr s rr$zsplit_tensor.. sR  55A5!4!455r)rrr9r-r]r'rr+s @r split_tensorrs' 4TMAz .. ! !C(  :e$cowJu ck00Z00  rz%self: jt, split_sizes: any, dim: any?ct|||d\}}|dt|djd|d<fd|jfi|DS)NTrrr-split_with_sizesc Fg|]}tdd|itSrr<rrs rr=z,split_with_sizes_default..sD     55A5!4!455   r)rrr9r-r]rr+s @rsplit_with_sizes_defaultrs' 4TMAz .. ! !C(  :e$co7IJu    ck00Z00   rz+self: jt, dim: any, start: any, length: anyc*t|||d\}}|d}t||d|jd}||j||d|d}t |fit|S) NTrrr-narrowstartlengthr-rr)rrr9r-r]rrr)rorprqrrr r-rs rrr#s' 4TMAz .. ! !C 37799j&7( S SC T !(# F  6 6."5"5 6 66rz self: jt, chunks: any, dim: any?cZ t|||d\}}|d t |d jdd\|d<}|r|d} j}||}d|D} d | D} fd | D d |D} j |  fd tt DS fd | jfi|DS)NTrrr-chunkr5chunksc:g|]}tj|dS)rr{)rcumsumrPs rr=z!chunk_default..Hs'KKKa5<q111KKKrc<g|]}tj|ddS)rrr)value)FpadrPs rr=z!chunk_default..Is)NNN15F!444NNNrc$g|] }|jd S))rr]r)r per_offsetsr s rr=z!chunk_default..Js3   $CO D D   rcZg|](}|)Sr<)ritemrPs rr=z!chunk_default..Ps(???!quuww||~~???rcDg|]}tdd|i|Srr)r rv chunk_values nested_kwargss rr=z!chunk_default..UsE     F F Q FM!4D F F   rc Fg|]}tdd|itSrrrs rr=z!chunk_default..ZsD     9 9 9^C%8%8 9 9   r) rrr9r-r]rdiffrrrir>rk)rorprqrrr8rrchunked_lengthschunked_offsets split_sizesrr rs @@@r chunk_defaultr6s& 4TMAz .. ! !C,<  :e$cowPT---)Ju) H%,##%%!--//KK?KKKNNoNNN    .   @???? {((55      3|,,--        T#+4444    rzself: jt_all, dim: any?c t|||d\}}|d}|dkrtd|d}| |}|}|j ddttdttdzd df fd } |K| | tj d z S dkrtd | | |  fdt|jdDS)NTrr-rz2unbind(): only supported for NestedTensor on dim=0rr\rrJc<d}jdz }tt|D]t}tj||dktj|||k|||z }|)tj||||z|kdutj||k|[tt|D]@}tj||dktj|||k?dSdS)NrrcdS)NzMunbind(): nested tensor offsets and lengths do not match ragged_idx dimensionr<r<rrrYz2unbind_int.._torch_check..skr)rr>rkr_check)r\r lengths_sumragged_dim_sizervr?rs r _torch_checkz unbind_int.._torch_checkqs.  ,zA~6s8}}%%  A L!) * * * L!7 8 8 8 8A; &K# QK(1+-@kk  [O3444  3x==)) = = Xa[A-... Xa[O;<<<<  = =rrr{zAunbind(): nested tensor ragged_idx out of bounds (should be >= 1)c ^g|])}tjdz ||*S)rr)rr)r rvlengths_scalarsoffsets_scalarsr?rs rr=zunbind_int..sV      a!!$"1%       rr)rr1rrrrr]r(intrtolistrrir>r)rorprqrrr-r rrrrrr?rs @@@@r unbind_intr`s' 4TMAz U C axxOPPP .. ! !C ZZ\\FkkmmGkkmmGJ==tCy=DI4D=PT=======:!,,..//11 _%%%{6?aIIIIQ O   nn&&Onn&&OL/222       w}Q'((   rzself: jt, dim: anyc t|||d\}}|d}|j}tt |j|d|jd|d<t||fi|fit|S)NTrrr-r) rrrr9rkrr]rr)rorprqrrr rs r squeeze_dimrs& 4TMAz .. ! !C [F( CI 5)3?IJu V22z22 J JnS6I6I J JJrzself: jt_all, dim: anycft|||d\}}|d}|j}|d}tt |jdz||jdd|d<t|}|d|jdz kr|dxxdz cc<t||fi|fi|S) NTrrr-r unsqueeze)r4r]) rrrr9rkrr]rr) rorprqrrr rr-rrs runsqueeze_defaultrs& 4TMAz .. ! !C [F U C( CIC+PTJu #3''M%COa///m$$$)$$$ V22z22 D Dm D DDrztensors: any, dim: any?ct|||d\}}|d}d|D}t|dkrtd|dfd|D}|d}t tj|jd |d<t|d |Dfi|fit|dS) NTrtensorsc g|] }|j | Sr<) is_nestedr ras rr=zcat_default..s 0 0 0AAK 0a 0 0 0rrz"At least one tensor must be nestedcLg|] }|jr|n|!Sr<)r expand_as)r rafirsts rr=zcat_default..s0IIIAAK7qqQ[[%7%7IIIrr-catcg|] }|j Sr<rrs rr=zcat_default.. ) ) )Aai ) ) )r) rrrkr,r9rr]rr) rorprqrrrnestedr-rs @r cat_defaultrs& 4TMAznnY''G1 0 0 0 0F 6{{aABBB 1IEIIIIIIIG U C( EK#u0%Ju   ) ) ) ) )88Z88  ._unbind_impl..s6   %5ffDD    r)rr/)r}rros r _unbind_implz$matmul_default.._unbind_implsH    9._padded_impls" ; BBB555555) ) ! *"2>A#56  "L X&& '  Xbnq(** +  '''FF ; *tIq))HHtAy))H!! K~!!     rrrz1matmul(): not supported between inputs of shapes r)rrrr-r]rrrrrrrstackr1r) rorprqrrr rrrs ` rmatmul_defaultrs{& 4TMAz .. ! !C NN7 # #E     ! ! ! ! ! J }49U_49 GGIINN UYY[[((#''))a-// <U++ + IIKK1   EIIKK''#''))a-//S[%66:66:H:M:M ]9u9 99;;!   swwyy 8 8U=NRS=S=S<U++ + WWYY!^^ cggii 7 7E c:g|]}|jkrdn|S)rRr)r r!r rs rr=z"expand_default..xs-WWWaS_,,""$q'WWWrr) rrr,rr1rr>r-rrr)rorprqrr expand_argr rs @@rexpand_defaultrhs' 4TMAz .. ! !C f DZJNN:$>$>?@@@ c4 ( (SQCIQQ4QQRRRWWWWW5CGGIICVCVWWWJ S[*55 M M9L9L M MMrzself: t, other: jtct|||d\}}|d}|d}t|||jfit |S)NTrrrr5rs rexpand_as_defaultr|ss& 4TMAz .. ! !C NN7 # #E S%-00 J JN54I4I J JJrzself: jt_all, size: anyc t|||d\}}|d}|d}t||krR|gdt |t|z D|St d)NTrrrc3K|]}dVdS)rNr<)r rs rr$zbroadcast_to..s"EE1QEEEEEErzwbroadcast_to(): broadcasting to a higher-dim shape is currently not supported for nested tensors with the jagged layout)rrrkr-rr>rl)rorprqrrr rs r broadcast_tors& 4TMAz .. ! !C >>& ! !D 4yyCGGIIzzMEEcggii#d)).C(D(DEEEMMNNN  4  rz tensors: anyc t|||d\}}|d}t|dkrtdt|dkr|dSg}t jd|D}t d|D}|D]} | jr)|| |2| t|krK|t| |j j fit|td t|S) NTrrrz7broadcast_tensors(): expected at least one tensor inputrc3$K|] }|jV dSrrcrs rr$z$broadcast_tensors..s$.H.H1qw.H.H.H.H.H.Hrc3DK|]}t|t|VdSrr_rs rr$z$broadcast_tensors..s1AAQZ<%@%@AqAAAAAArzubroadcast_tensors(): broadcasting nested tensors with dense tensors of equal or higher dim is not currently supported)rrrkrlrbroadcast_shapesrrrrr-rrrrr') rorprqrrroutsbroadcast_shaperras rbroadcast_tensorsr sr& 4TMAznnY''G 7||qRSSS 7||qqz D,.H.H.H.H.HIO AA'AAA A AC    ;  KK77 8 8 8 8 UUWWs?++ + + KKQ^^CK,=>>VV.QTBUBUVV    ;  ;;rz(condition: jt_all, self: any, other: anycDt|||d\}}|d}|d}|d}tj|||\}}}t ||j|j|jfi|fit |S)NTr conditionrr)rrrr rrr)rorprqrrrr rs r where_selfrs' 4TMAz{++I .. ! !C NN7 # #E"3IsEJJIsE  Y  U]IIjII    # #  rzself: jt, device: any?ct|||d\}}|d}t||jfi|fit |Sr4r5r+s r_pin_memory_defaultrr7rctt|||d\}}|d}||jfi|Sr4rur+s ris_pinned_defaultrrrzself: jt_all, other: jt_allc:|dj|djkSr)rrs ris_same_size_defaultrs 7=DGM ))rc~t|||d\}}|d|ddup:t|dttfot |ddk}|r|jfi|}|ddr[t|ttfr%t|fd|D}n| j }|S|d} t|dttf} | s| g} t | |j \} } } }| s| d} | |d<| rj t|d dd lm}| r| r3|jfi|}|ddr |d |}|S|rt|d |d| rj gnj }||fd|i|S| rt|d |jfi|}t%|ddsVt|dttfr|dn|dg}|D] }|j dz krdxxdzcc<!|fd|S)NTrrr-rr<Fc3LK|]}|jVdSr)rr])r or s rr$z#_apply_reduction..s1JJ CO < <JJJJJJrzf(): reducing across the ragged dimension is not supported for non-contiguous nested tensors with holes)tree_mapc,|dS)Nr)r)rs rrYz"_apply_reduction..(sQrzW(): reducing along a ragged and non-batch dimension is not supported for nested tensorszg(): reducing along the batch dimension but not the ragged dimension is not supported for nested tensorsrr]ct|fiSrr)r out_kwargss rrYz"_apply_reduction..Ss,q"?"?J"?"?r)rrr&r'r(rkrrr)rr]rHr-r\r1torch.utils._pytreerrr)ro func_nameidentity_elementrprqrrfull_reductionoutdim_to_convert is_dimlist converted_dimrrreduce_on_non_batchr dim_to_passdimlistr!r rs @@rrrs& 4TMAz .. ! !C &$.:e$udm44TZ=N9O9OST9Td3;--*-- >>)U + + 5#t}-- 5d3iiJJJJcJJJJJmmCO44  &NJu-t}==J *()          )%a( %Ju CL4 ; ; ;   -,,,,,2F  $s{11j11C~~i// >h77==J# " ::: NN5 ! ! !/9N3?++sK4$$%566#;N;N O OOrzself: jt_all, dims: anyc t|||d\}}|d |d}t }t j t|kr't d ddt|dzd d lm}| |}t|tt|krt d  j t d |d d krt d | j |d< fd|ddD} | |d<t| j fi|fi|S)NTrrrBz5permute(): number of dimensions in the tensor input (z) zAdoes not match the length of the desired ordering of dimensions ().rrz*permute(): duplicate dims are not allowed.zBpermute(): not supported on jagged layout nested tensor with holesz=Permute is not supported on the batch dimension for jagged NTr]c<g|]}t|jSr<)rr])r r-r inp_dims rr=z#permute_default..s7  GS#/::rr)rrrrkrrlr%rsetr\indexr]rr) rorprqrrrBr_rcanonicalized_dims inner_dimsr r6s @@rpermute_defaultr;s& 4TMAz .. ! !C >>& ! !D$$J#)nnG#d)) OG O O O_RUVZR[R[___ `   655555**7D99 #c*<&=&=">">>>EFFF | P   !!! K   !3 8 8 I IJ}%abb)J$Jv S[77J77 F F: F FFrct|||d\}}|d|djdkr@tjtkrt djddt d kstst d jd fd fd tt dz D}tj  5t|j |fitcdddS#1swxYwYdS)NTrrrrzVview(): does not support ragged_idx != 1 except when inp._size == size. inp._size is (z) and size is (r4rzview(): cannot view shape z as cj|jdz krj|S|dzSr[)r]rr) inner_idxr rs rget_inner_sizez$view_default..get_inner_sizes: !+ + +;##I.. . A & &rc&g|] }|Sr<r<)r rvr?s rr=z view_default..s#BBB..##BBBr)rrr]r'rr1rkrr>rinference_mode is_inferencerrr) rorprqrr inner_sizer?r rs @@@r view_defaultrDs ' 4TMAz .. ! !C >>& ! !D !ci 0 0E$KK ? ? @ Y @ @7; @ @ @    4yy1}}.sD99}M MMtMMNNN ''''''CBBBU3t99q=-A-ABBBJ  c..00 1 1RRDDj99QQ^C=P=PQQRRRRRRRRRRRRRRRRRRs#)EE EzHinput: jt_all, normalized_shape: any, weight: any?, bias: any?, eps: anyct|||d\}}|d}|dkrtd|d}|j|j}|t |z }|dkrtd||vr|jtd ||vr tj j |j |j |jg|jg } tj j tj|j jdd f|j|j |jg|jg | j} |jd d | jdz} tj| dd| z } | | z | z} tjtj| dd| z }tj||dz}| |z }tj j ||jg|j jdd|j|jd zd}t7|fit9|| |fS||j fi|\}} }t7|fit9|| |fS)NTrrrzOlayer_norm(): not supported for NestedTensor objects with 2 or fewer dimensionsrrzVlayer_norm(): not supported when normalizing over the batch dimension for NestedTensorzklayer_norm(): not supported where lengths is not None if operating on the ragged dimension for NestedTensorr)ryr)rNr)rr)r-r<rr|rR)rrr-r1rr]rkr\rrrrrrrronesrNrrrrrsquaresqrtr unflattenrr)rorprqrrr r ragged_sizenum_dims_not_normalized padded_input padded_maskragged_lengthsmeanpadded_normalizedvariancestdpadded_layer_normjagged_layer_norm_valuesr/s rnative_layer_norm_defaultrVsm ' 4TMAz .. ! !C wwyyA~~ ]   ""45)CO,K!ggii#.>*?*?? 1$$ d   &&&3<+C y   '''y~EE K  /   \N) F  inDD J )!,a039 U U U \N)E   &     L     ) )! , , 6 6q 9 9L#Q#Q  \NK%$R$ $ )  #/A-//0  ! 1 I I^C5H5H I I    S[77J77FD#  7 7>##6#6 7 7s CCrzpgrad_out: jt, input: jt, normalized_shape: any, mean: any, rstd: any, weight: any?, bias: any?, output_mask: anyct|||d\}}|d}|d}||j|jfi|\}}} |d|| fSt|fit ||| fS)NTrrrr) rorprqrrrr d_inputd_gammad_betas r"native_layer_norm_backward_defaultr[Ws ' 4TMAz~~j))H .. ! !C#tH$4ckPPZPPGWfgv&&  8 8N3$7$7 8 8'6 JJrz"self: jt_all, dim: any, index: anyct|||d\}}|d}t||d|jdd\|d<}|r ||dS|jtdt|}|d|jd z kr|d xxd zcc<t||j fi|fi|S) NTrrr-selectrr8zSselect(): not yet supported on dim != 0 for non-contiguous nested tensor with holesrr]) rrr9r-r]r/r\rlrrr)rorprqrrr r8rs r select_intr^hs& 4TMAz .. ! !C,<  :e$coxQU---)Ju) 1zz||Jw/00 | a    $$J%3?Q...=!!!Q&!!! S[77J77 F F: F FFrz7self: jt, dim: any?, start: any?, end: any?, step: any?ct|||d\}}|d}t||d|jd|d<t ||jfi|fit|S)NTrrr-slice)rrr9r-r]rrrr+s r slice_tensorras ' 4TMAz .. ! !C(  :e$cowJu S[77J77 O O>#;N;N O OOrz8input: jt_all, indices: any, values: t, accumulate: any?ct|||d\}}|d}|d}t||kr5t dt|d|dt||jdzkr|std dd lm }|j }|j } | } |j j |jdz } | | } g|j d|j| |j |jdzdR} |d | } ||| |fi||j|j| || }|t jjjjur.|j ||S|S|'|}n|}t!jt!j||j|kd||d||jz}|d|j|gz||jdzdz}|t jjjjur||j |fi||_ |St9||j |fi|fit;|S)NTrrindiceszToo many indices: got z but tensor has z dimensionsrz[index_put(): If ragged dimension is not part of indices, this only works on contiguous NJTsrrrrz7Some indices in the ragged dimension are out of bounds!r)rrrkr-r,r] is_contiguousr1rrrrrrrrrrr index_put_rrhrrrr _assert_asyncrrr)rorprqrrr rcrrrrrr padded_inpnew_njtrragged_indices func_indicess rreresO' 4TMAz#w//C nnY''G 7||cggii YS\\ Y Y37799 Y Y Y    7||co)))  "" m  655555* * ! +#COa$78  "L Y(( )  Ys*,, -  ))#<)HH $$ DW 3 3 3 3L!!     59>,4 4 4 K  gnn.. / / /J  {{}}++--$$&&++--  '#/*W455A[[]]71:.1IIN CO#$    #/A%'' (  ) uy~(000d3; CC CC   S[,55*55       rz{input: jt, weight: t, bias: t?, stride: any, padding: any, dilation: any, transposed: any, output_padding: any, groups: anyct|||d\}}|d}t||jfi|fit |Sr4r5r+s rconvolution_defaultrlsj ' 4TMAz .. ! !C S[77J77 O O>#;N;N O OOrcht|||d\}}|d}t||dd|j\}}}}|r|s|rt d|d} d|d<t t jjj j ddfi|} |j |j n|j } t| d z D]}| d } | | z } | s| |j} | Sd } t |d| fi|S) NTrrr-rPzTCannot reduce on both ragged and non-batch dimensions without also reducing on batchr<rrrRgzG?)rrHr-r]r,rrrrr dim_IntListr\rrr>rr)rorprqrrr rrr&r<intermediate_sumrr"intermediate_values rmean_dimrqs' 4TMAz W CBS  5  CC?Q)+>   f Y' $ 9+ IN  *FA  9C   #&,":#,, @Q@Q@S@S'++--122 , ,A''++GG( /++co..C  D&*< K K K KKrctt|||d\}}|d}||jfi|Sr4rur+s r mean_defaultrs1rrz&self: jt_all, dim: any?, keepdim: any?c&t|ddg|Ri|S)NrAFrrs rany_dimsru<s$ D% @ @ @ @ @ @@rz%self: jt_all, dim: any, keepdim: any?ct|||d\}}|dg|d<ttjjjjfi|SNTrr-)rrurrrrArBrorprqrrs rany_dimryAW& 4TMAz $E*+Ju EIN&+ : :z : ::rc&t|ddg|Ri|S)NrTrrs rall_dimsr|Ls$ D% ? ? ? ? ? ??rct|||d\}}|dg|d<ttjjjjfi|Srw)rr|rrrrrBrxs rall_dimr~Qrzrctt|||d\}}|d}||jfi|Sr4rur+s rall_any_max_min_defaultr\sR' 4TMAz .. ! !C 4 * *z * **rcxt|||d\}}|d}||jSr4rur+s r_is_true_defaultrosJ ' 4TMAz .. ! !C 4  rct|||d\}}|dj}t|d}t|d|g|Ri|S)NTrrr rrrrrrorprqrrr dtype_maxs rmin_dimr|c& 4TMAz w  %E"5%00I D% DT D D DV D DDrct|||d\}}|dj}t|d}t|d|g|Ri|S)NTrrrr rrorprqrrr dtype_mins rmax_dimrrrct|||d\}}|dj}t|d}t|d|g|Ri|S)NTrrr aminrrs r amin_defaultre' 4TMAz w  %E"5%00I D&) Ed E E Ef E EErct|||d\}}|dj}t|d}t|d|g|Ri|S)NTrrramaxrrs r amax_defaultrrrct|||d\}}|dj}t|d}t|d|g|Ri|S)NTrrr argminrrs rargmin_defaultre' 4TMAz w  %E"5%00I D(I G G G G G GGrct|||d\}}|dj}t|d}t|d|g|Ri|S)NTrrrargmaxrrs rargmax_defaultrrrzAgrad: jt_all, dim: any, indices: jt_all, sizes: any, keepdim: anycP ddlm t|||d\}}|d}|j|d<|d}|j|d<t fdt |dD}tt|d|d |d |d <|d}|j |j d z ||<|d d}||d<t|} || d <t|d i|fi| S)NrrTrgradrcc38K|]\}}||VdSrr<)r rvrrs rr$z=value_selecting_reduction_backward_default..s7WWDAqmmTUFVFVWaWWWWWWrsizesr-"value_selecting_reduction_backwardrr]r<) rrrrrrrnr9rkrr]rr) rorprqrrrrcr?rrrrs @r*value_selecting_reduction_backward_defaultrs_ DCCCCC& 4TMAz >>& ! !DJvnnY''G#OJyWWWWIj.A$B$BWWWWWJ( Jw   5, Ju NN7 # #E,,W-@1-DEEE* !""IEJw"7++M#-M- **z** < . rr) rrr&rr1r-rrr9r]r)rorprqrrrras r stack_defaultrsb& 4TMAz nnY''G   !\** NLMM M 5577gajnn&& & &K "!WQZ%566 X   ) 1j/1GJu   ) ) ) ) )88Z88   ' 4TMAz .. ! !C | M   ]+K!#/2 %1 OO!!!$$ ZZ\\F !!#/A"5q99'5:&&??   9 J /:%/]]5:..  <1))"l122.>?? \  a  ''++  ))#/1== rzcpadded: t, offsets: t, dummy: jt, ragged_idx: any?, min_seqlen: any?, max_seqlen: any?, sum_S: any?ct|||d\}}|d|d}}|dd}|dkr||d}|j}|dkr|d }n-|dkr|d }|jtj u} | r&|j r| tj }tj j||g|d } | r&| j r| tj } t!|dkr| d |dd} n(t!|dkr| d } |dkr| |dz d } |d } |d} i} | | | d <| | | d<t'| ||| S)NTrpaddedrr?rrrrFrRrrrr)r]r)rrr0rr-rrrrrrrTrrrrrkrJrr)rorprqrrrrr?padded_ragged_dim1_shaperrrrmetadata_caches r"_nested_from_padded_tensor_defaultr s ' 4TMAz!*Jy,AGF a00JA~~!!*a00%| zz||a!,,   !!"%%lej(G'6>'5:&& Y^ ; ; :g.F'6>'5:&& #$$q((!!"&>qrr&BCC % & & * *##A~~!!*q.!44L)JL)JN'1|$'1|$ &    rzcvalues: t, offsets: t, dummy: jt_all, lengths: t?, ragged_idx: any?, min_seqlen: t?, max_seqlen: t?ct|||d\}}|d|d|d}}}|d}|d} |d} i} | | | d<| | | d<t||||| S) NTrrrrr?rr)rr]r)rr) rorprqrrrrrr?rrrs r _nested_view_from_jagged_defaultr s ' 4TMAz 799GF L)JL)JL)JN'1|$'1|$ &    rcft|||d\}}|d}|jSr4)rrrr+s r_nested_get_offsetsr >& 4TMAz .. ! !C <rcft|||d\}}|d}|jSr4)rrr\r+s r_nested_get_lengthsr rrcft|||d\}}|d}|jSr4)rrr]r+s r_nested_get_ragged_idxr s>& 4TMAz .. ! !C ?rct|||d\}}|d}|jddS)NTrrrrrrrr+s r_nested_get_min_seqlenr O& 4TMAz .. ! !C   " "< 6 66rct|||d\}}|d}|jddS)NTrrrrr+s r_nested_get_max_seqlenr rrzself: jt, mask: anyc<t|||d\}}|d}|d}|jdkrtd|j|jkrtd|jd|j|j|}tj | d d }t|}||j |d <tdd |i|S)NTrrrrz3masked_select only support 2-D selections currentlyzMask with shape z& is not compatible with input's shape rr{rrrr<)rrr"r1rr masked_selectrrrrrrr) rorprqrrr r res_values mask_cumsums rmasked_select_defaultr s(& 4TMAz .. ! !C >>& ! !D x!||PQQQ dj  \tz \ \QTQZ \ \   **4;;==99J% ,,,33V<???Jj'G)<==CCKPPP rzself: jt_all, s: anyc|d}|d}||j|||j||j||j|dSdSr)rrr\)rorprqr streams rrecord_stream_defaultr= sf q'C !WFDfDv | S\6""""" rzRself: jt_all, size: any, dtype: any?, layout: any?, device: any?, pin_memory: any?ct|||d\}}|d}t|ddkr||jfi|St d)NTrrrrz2new_empty() not supported for NJT with shape != ())rrrkrr1r+s rnew_empty_defaultrH sy' 4TMAz .. ! !C :f !##tCK..:... K L LLrzself: jt_all, ...ctd|D}t|d|Di|fit|S)Nc3DK|]}t|t|VdSrr_rs rr$z&activation_backward..j s1LLsjl.K.KLsLLLLLLrc3RK|]"}t|tr|jn|V#dSr)r&rrrs rr$z&activation_backward..m s7 T TZ\::Cckk T T T T T Trr)rorprqr9s ractivation_backwardr] sqLLdLLLLLK   T Tt T T T       % %   rzself: jt_all, value: anyct|||d\}}|d}t||jfi|fit |Sr4r5r+s r fill_Scalarrt r7rcxt|||d\}}|d}||jfi||Sr4rur+s r fill__Scalarr sU& 4TMAz .. ! !CD## ### Jrct|||d\}}|d}t|}||j\}}t |fi|t |fi|fSr4)rrrrr) rorprqrrr rrmantissaexponents r frexp_Tensorr s& 4TMAz .. ! !C"3''Mck**Hh  2 2M 2 2L55!55 rz+grad: any, self: any, other: any, mask: anyct|||d\}}|d}|d}|d}|d}|dSd} |dr)tj||d d } d} |d r)tj|d d |} | | fS) NTrrrrrrrrRr)rrrr=r0) rorprqrrrr rgrad_input_mask grad_self grad_others rmatmul_backward_defaultr s ' 4TMAz >>& ! !D .. ! !C NN7 # #E nnV,,O ||Iq@Lur2'>'>?? Jq?\#--B"7"7>> z ""rz self: anyc"ddlm}|S)Nr)_nt_view_dummy)$torch.nested._internal.nested_tensorr)rorprqrs r_nested_get_jagged_dummyr s"CCCCCC >  rrIMPLrCPUCUDAMeta)F)TFF)rr)rrtypingrtorch.nn.functionalr}r~rtorch.fx.operator_schemasrtorch.nested._internal.sdparrrrr r(Any__annotations__r Dictrrr9rHstrr|rrrrrregister_jagged_funcCallablerrrrrrrrrrr-rrrrrprimrLr rr"rdr(r%r*r,r?r2linearr6linear_backwardrFrTrrH_to_copyr`rhror empty_like ones_liker rand_like randn_likers full_like randint_like low_dtypezero_rv_softmaxr _log_softmaxr_softmax_backward_datarnative_dropoutrnative_dropout_backwardrrdim_intrrrirWrrrrrrr/rrrrrrrrr=rbmmrrrrrrr wherer;r _pin_memoryr is_pinnedr is_same_sizerrrr*rnr,r0r2permuter;view _unsafe_viewrDnative_layer_normrVnative_layer_norm_backwardr[r]r^r`ra index_putre convolutionrlrPrqrsrArBruryrr|r~r rr _is_all_true _is_any_truerrrrrrrrrrrrrrr embeddingrembedding_dense_backwardrr_nested_get_valuesrrrr_nested_from_padded_tensorr_nested_view_from_jaggedrrrrrrrr_nested_select_backwardr record_streamr new_empty new_zerosnew_onesr elu_backwardhardshrink_backwardhardsigmoid_backwardhardtanh_backwardsoftplus_backwardsoftshrink_backwardrfillScalarrfill_rfrexprmatmul_backwardrrlibrary_scoped_libraryimplr<rrr6s/ 888888KKKKKK66666666c#%$sCx.%%%HHH6:YYYY:=S=D====@  #& +7 AD         0.)y(8HII&HtO&&&&RLSLSLS^c$c$c$L 3; ' " $  ( !) )1  00  0(ein+3^DDED Y^ !    ein2:NKKFFLKF( IN .0S  IN$,.QOOO( IN "FEEE4ein+35UVVPPWVP IN"*<"" "Jein'-/JKKPPLKPein-5~FF&&GF&R IN "Q:DUY^*2NCC  !)  ( !)  ( !)   -5-5  -5`XUY^-57VWWUUY^08:STT IN)+N ein*2NCCDC IN#%QEPEPEPP IN')U"P"P"PJ IN)1=  IN!)+N    IN*2+     IN8>> >ein)13NOO++PO+ IN!G" IN#+-T" IN!#P 7 7 7 ein*24VWW& & XW& Rein+/1JKKEELKEPein,02FGG K KHG Kein.68PQQEERQE,ein(02KLLML2ein+35LMMjjNMjZein(02KLL E EML E  IN!#LNNN"ein.68LMMKKNMKein19;TUUVU"ein6>OOPO> INI$ein08:RSSPPTSPein.68PQQ++RQ+ IN')F***gFgFgFTein(02MNN++ON+ IN"9== = IN "F'P'P'PTein,46OPP%G%GQP%GP Y^ %)."="EF,R,R ,R^ IN$,N^D^D ^DB IN-5v K K  Kein+/1UVVGGWVG8 IN= P P  P IN$> IN%>UU  Up IN&G PP  P INR&L&L&LRein)13NOO++PO+ein(-/WXXAAYXAein(,.UVV;;WV;ein(-/WXX@@YX@ein(,.UVV;;WV; " " " "  +++ Y^ (%).*E*MN ein(,.UVVEEWVEein(,.UVVEEWVE IN!IFFF IN!IFFF IN!#KHHH IN!#KHHH IN5=G== =@ein*24MNNON< IN$W     IN+3_DD D % )1      ein(0.AABA IN#+388 8v IN-5i22 2j IN+3i 8ein8@.QQRQein8@.QQRQein;C^TTUTein;C^TT77UT7ein;C^TT77UT7ein2:BB  CB  IN"*1## #2ein=E{SSTS  ]""6622LdII(*BEJJJII(*BFKKKII(*BFKKKLLLLLLLLLLLLLLLLLLsFAAG#G#AG'G*AG'