tj UddlmZddlZddlZddlZddlmZddlmZmZddl m Z ddl m Z ddl mZmZe r ddlmZmZmZed Gd d ZGd deZdZgdZgdZdgdeDzZddhZGddeZGddeZdpdZeD]>ZeD]9Ze eeezs(eZ!e"e!e#deede!:?ej$ej%ej&ej'ej(hZ)ej%ej&hZ*ej&ej+ej,ej-ej%ej$ej'ej.ej/ej0ej1ej2ej3ej4ej5ej6ej7ej8ej9ej:ej;ej<ej=ej>ej?ej@ejAejBejCej(gZDdqd!ZEdqd"ZFdqd#ZGdqd$ZHdqd%ZIeFd&eGd'iZJGd(d)eZKiZLd*eMd+<eeKjNeKjOeKjPeKjQeKjRgeLd,<eeKjSeKjTgeLd-<eeKjUeKjVgeLd.<eLd,eLd-zeLd/<eLd/eLd.zeLd0<eLd-eLd.zeLd1<Gd2d3eZWGd4d5eZXGd6d7eZYed Gd8d9ZZGd:d;eZ[ed Gd<d=Z\ed Gd>d?Z]ed Gd@dAZ^ed GdBdCZ_ed GdDdEZ`ed GdFdGZaed GdHdIZbGdJdKeZced GdLdMebZded GdNdOebZeed GdPdQebZfed GdRdSebZged GdTdUZhed GdVdWZied GdXdYZjed GdZd[Zked Gd\d]Zlgd^Zmed Gd_d`Zned GdadbZodrdfZped GdgdhZqdsdiZrdtdjZsdudmZted GdndoZudS)v) annotationsN) dataclass)autoEnum) TYPE_CHECKING) assert_never)NamespaceHelper OrderedSet)CallableIteratorSequenceT)frozenc,eZdZUded<ded<ddZdS) Locationstrfileintlinereturnc$|jd|jS)N:)rrselfs L/var/www/html/CA-Chatbot/venv/lib/python3.11/site-packages/torchgen/model.py__str__zLocation.__str__1s)))di)))Nrr)__name__ __module__ __qualname____annotations__rrrrr,s< III III******rrc6eZdZeZeZdS)VariantN)rrr rfunctionmethodr"rrr$r$6s$tvvH TVVFFFrr$z at::native)CPUCUDAHIPXLAMTIAMPSIPUXPUHPUVELazyMeta PrivateUse1 PrivateUse2 PrivateUse3) QuantizedSparse SparseCsr NestedTensorAutogradAutogradNestedTensorcg|]}d|zS)r;r").0 components r r@[s*,,,(J,,,r quantizedquantized_decomposedc eZdZdZeZeZeZeZeZ eZ eZ eZ eZ eZeZeZeZeZeZeZeZeZeZeZeZeZeZeZeZeZeZeZ eZ!eZ"eZ#eZ$eZ%eZ&eZ'eZ(eZ)eZ*eZ+eZ,eZ-eZ.eZ/eZ0eZ1eZ2eZ3eZ4eZ5eZ6eZ7eZ8eZ9eZ:eZ;eZ<eZ=eZ>eZ?eZ@eZAeZBeZCeZDeZEeZFeZGeZHeZIeZJeZKeZLeZMeZNeZOeZPeZQeZReZSeZTeZUeZVeZWeZXeZYeZZeZ[eZ\eZ]eZ^eZ_eZ`eZaeZbeZceZdeZeeZfeZgeZheZieZjeZkeZleZmeZneZoeZpeZqeZreZseZteZueZveZweZxeZyeZzeZ{eZ|eZ}eZ~eZeZeZeZeZeZeZeZeZeZeZeZeZeZeZeZeZeZd dZd dZed dZdS) DispatchKeyrrrc|jSNnamers rrzDispatchKey.__str__ yrcDt|SrF)rlowerrs rrKzDispatchKey.lowers4yy   rvaluectjD]\}}||kr|cStd|)Nzunknown dispatch key )rD __members__itemsAssertionErrorrLkvs rparsezDispatchKey.parsesR+1133  DAqEzz>>\>>>rrDcJeZdZeZeZeZdS)_TorchDispatchModeKeyN)rrr rFAKEPROXY FUNCTIONALr"rrrrs/ 466D DFFEJJJrrrrcg}tD](|fdtD)d|S)Nc3(K|] }d|dV dS)z z = auto()Nr")r>bcfks r z.codegen_per_backend_entries..s4GGb))B)))GGGGGGr )FUNCTIONALITY_KEYSextendBACKEND_COMPONENTSjoin)rrs @rcodegen_per_backend_entriesr sTA HH GGGG4FGGGGGGG 99Q<<rzMissing zL from DispatchKey enum. Here is the autogenerated list we expect to have: dkboolcb|tjtjtjtjhvSrFrDrrr~rrs ris_generic_dispatch_keyrNs, -:-9  rc|tjtjtjtjtjtjhvSrF)rDr(rrrrrrs ris_cuda_dispatch_keyrXs8 !!$  rc|tjtjtjtjtjtjhvSrF)rDr.rrrrrrs ris_xpu_dispatch_keyrds7   #  rc|tvSrF)STRUCTURED_DISPATCH_KEYSrs ris_structured_dispatch_keyrqs ) ))rc|tvSrF)UFUNC_DISPATCH_KEYSrs ris_ufunc_dispatch_keyrus $ $$rcudaxpuceZdZeZeZeZeZeZeZ eZ eZ eZ eZ eZeZeZeZeZeZeZeZd dZed dZeddZedd Zd S) ScalarTyperrc|jSrFrGrs rrzScalarType.__str__rIrrLScalarType | NonecbtjD]\}}||kr|cSdSrF)rrNrOrQs r maybe_parsezScalarType.maybe_parses@*0022  DAqEzztrcbt|}|td||S)Nzunknown dtype )rrrP)rLmb_rs rrTzScalarType.parses6%%e,, < !9%!9!9:: : rvaluesOrderedSet[ScalarType]ct}|dD]Y}|tvr!|t|,|t |Z|S)N, )r split DTYPE_CLASSESupdateaddrrT)rdtypesrLs r parse_setzScalarType.parse_setss)3\\$'' 4 4E %% mE23333 :++E223333 rNr)rLrrr)rLrrr)rrrr)rrr rByteCharShortIntLongHalfFloatDouble ComplexHalf ComplexFloat ComplexDoubleBoolBFloat16 Float8_e5m2Float8_e5m2fnuz Float8_e4m3fnFloat8_e4m3fnuzFloat8_e8m0fnurrrrTrr"rrrr~sN 466D 466D DFFE $&&C 466D 466D DFFE TVVF$&&K466LDFFM 466DtvvH$&&KdffODFFMdffOTVVN\ \ \rrz!dict[str, OrderedSet[ScalarType]]rIntegralFloatingComplexAll AllAndComplexFloatingAndComplexceZdZeZeZeZeZeZeZ eZ ddZ e ddZ dS) UfuncKeyrrc|jSrFrGrs rrzUfuncKey.__str__rIrrLctjD]\}}||kr|cStd|)Nzunknown ufunc key )rrNrOrPrQs rrTzUfuncKey.parsesR(..00  DAqEzz9%99:::rNr)rLrrr)rrr r CUDAFunctorCUDAFunctorOnOtherCUDAFunctorOnSelf CPUScalar CPUVector ScalarOnlyGenericrrrTr"rrrrs$&&KIIJdffG;;;\;;;rrceZdZdZdZdS)DeviceCheckTyperN)rrr NoCheck ExactSamer"rrr(r(sGIIIrr(cJeZdZeZeZeZdS)ViewSchemaKindN)rrr raliasingaliasing_inplace non_aliasingr"rrr-r-s0tvvHtvv466LLLrr-ceZdZUded<ded<ded<ded<ded <d ed <d ed <d ed<ded<ded<ded<ded<ded<ded<ded<d ed<ded<ded<ded<ded <ded!<ded"<ded#<ded$<e d7d8d-Zd9d/Zd9d0Zed:d1Z ed:d2Z ed;d4Z edt d-|d+d.lm }|d/d}|'t|tBst d0|i} d+}!||rt d1d }"|"D]Q\}#} |#d2kr t|#tst d3|#d4|t| tst d5| d4||#d6D]}$tF |$$}%|!dz }!|r|%|vr:|%tJvrt d7|%d8| d9t j| d:;}|d<}&tM|j |otO|%|&d=z>| |%<|%tFj(ur| |7krd}"ېS|!dkr|"rt d?|s| )tFj(hksc| tFj(*s?|!dks9t d@|7dA| tFj(dBn|s|t7jj}'|'+dCs:|',dDs%7jj-r,7j.st dE|'dFtM|7d t^G| tFj(<dH| D}(t=|(dks>t=|(dIkrtFj0|(vrtFj1|(vst dJ|dKdL})t|)tst dM|)|)dLkrgndN|)dD}*|dOi}+i},t|+tr3td |+tfj4|,tfj4<nt|+tBr|+"D]\}$}-|$d2kr t|$tst dP|$t|-tst dQ|-tf |$}.td |-|.|,|.<nt dR|+|,rh|st dSd+dl5m6cm7}/tpD]F}%|%| vrt dT|%tM|/97|%dt^>| |%<G|rd}0nt| )tFj(hkoP| )tFj1hko-| )tFj(tFj1hk}0tFj(| v}1tFj1| v}2tFj:| v}3tFj0| v}47fdU| "D}5|d2d|rt dV||!tvD]}6|6| vrt dW|6dXtyd`id7d | d | d|d|d|d$|dK|*dO|,d|d|d!|d#|d|d|dY|d| dZ|0d[|1d\|2d]|3d^|4d&|d_||5fS)azp Parse a NativeFunction from a dictionary as directly parsed from native_functions.yaml r5z not a str: r))namespaced_entity max_levelaten)defaultrGz#cpp_no_default_args is not a list: r6Fz1use_const_ref_for_mutable_tensors is not a bool: z4see https://github.com/pytorch/pytorch/issues/145522r<r%zvariants is not a str: rr&zillegal variant r=z not a bool: r>r7Tr8Nzillegal device_check: rBrC::zbnamespace is not supported in structured delegate, using the same namespace as the native functionrDzbnamespace is not supported in structured inherits, using the same namespace as the native functionr:z&functions in modules cannot be methodsr;rEz5precomputed requires structured=True, got structured=rMztags is not a list: pt2_compliant_tagoutinplacerzvalid_tags is emptyz illegal tag )cppdispatchzdispatch is not a dict: zncannot specify both manual_kernel_registration and dispatch; with manual registration, dispatch has no effect!__line__zillegal dispatch key 'z' in zillegal dispatch value ',z Dispatch key z of kernel z! is not a supported dispatch key.)rVatz::native)kernelrB cpp_namespacezSunnecessary dispatch table for this function; just delete the dispatch key entirelyzQunexpected name for singleton CompositeImplicitAutograd dispatch entry: expected z but got zR. Rename your implementation to the expected name, then delete the dispatch tablenew__likez expected z to have a CompositeExplicitAutograd dispatch entry, but there was no dispatch table. Factory functions should not have implicit dispatch as they should not be decomposed for __torch_dispatch__)rBrdcg|]D}|tjks0|tjks |tjks|tjkB|ESr"r)r>ds rr@z,NativeFunction.from_yaml..ls]" " " K999KFFFK999KEEE  FEEraHcannot specify more than one of CompositeExplicitAutograd, CompositeExplicitAutogradNonFunctional, or CompositeImplicitAutograd on a single kernel; each strictly subsumes the other. If you wanted to provide an explicit autograd implementation, specify CompositeExplicitAutograd; otherwise specify CompositeImplicitAutograd onlyr@r6zautogen is not a str: cBg|]}t|Sr") OperatorNamerTr>xs rr@z,NativeFunction.from_yaml..s&IIIA,$$Q''IIIrrAz#ufunc_inner_loop key is not a str: z%ufunc_inner_loop value is not a str: z"ufunc_inner_loop not str or dict: zufunc must be structuredz2ufunc should not have explicit dispatch entry for c*i|]\}}|j|iSr"rG)r>rRrSr5s r z,NativeFunction.from_yaml..s%KKK$!QA 1~KKKrzleftover entries: z+if structured_delegate, then must not have z* in dispatch dictionary (it is delegated!)r?rHrIrJrKrLr3r")=copypop isinstancerrPr from_namespaced_entityget_cpp_namespacer4rT entity_namelistsetr argumentsr[rrr$r%r&r(rNr+rk Precomputeappend is_out_fnrHr\len torchgen.apir]dictrOrDstrip dispatch_keysBackendMetadatarr~keyssupports_symint startswithendswithtensor_optionshas_tensor_argDEFAULT_KERNEL_NAMESPACErrUfuncInnerLooprr&torchgen.api.ufuncapiufuncrschema_kernel_namerrr2)8rNr?rPrQefuncsnamespace_helperr3cpp_no_default_args_listrGr6 variants_sr<rSr=r>r7device_check_sr8rBstructured_delegate_srCrDr:r;precomputed_dictrEtags_inprMtr] raw_dispatchr^num_dispatch_keys%redundant_composite_implicit_autogradksrR dispatch_keykernel_namespacerHcomposites_in_dispatch autogen_strr@raw_ufunc_inner_looprAvo ufunc_keyrrHrIrJrKrLbackend_metadatakeyr5s8 @r from_yamlzNativeFunction.from_yamlps GGIIf %%% 8 !6u!6!677 7*A#q   %66v6FF ##$4$@AA#$55)>#C#C 2D99  P6NPP "":;;,-EE /- - );TBB  gDegg  - ~! $JUU:z22 *c** I !G:!G!GHH H!$!!$'' = =AJ W-....h W^,,,,$%;%;%;<<<%&UU+G%O%O"4d;; N !L0J!L!LMM MUU#7??,d33 F !D0B!D!DEE Euu^T22 ,-- @ !> !>!>?? ?~t44&*^S*I*I& !?~!?!?@@ @  "n8S&S&S !J.!J!JKK K  !*4LL*>:LUU<// *d++ > !< !}!>!>?? ?  $8)C)C !IJJ JEE"5t<<!)Z8I3-O-O) !B/@!B!BCC C5555  'Jd,B,B T TT =MVj&&'7888RV 55$$ h $ $ " zH(D)) D !B!B!BCC C   #6*#D#D OO/ 0 0 0 >>   # 3 3 OOE " " " 9> ! 'i:&=&= OOI & & & 9 9A:!##$%:;;;J $%7A%7%7888$$$$$$uuZ.. $ <(F(F$ !?A!?!?@@ @79!"  #) $C5: 1%++--) E) EA##!"c**(HHH,HH"!S))(I1II<II#EEA#.#4#4QWWYY#?#?L%*%"!|{'B'B #=88,?L??Q??? (7'MQ((($(8'I'IRV'I'W'W$.=/;#-$E6|DD'7*'D ...H\*% (MMM$//@D==EF!A%%*O%$#$ ==??{'L&MMMKABRRTTN$))$;hkhphpquhvhv;;' (MN;;;   3 ;ty~&&D'' ==))  N1   !N99;;  %---- ?N5@X???H[: ;" " " " "  & ' '1 , ,*++q00F122 E-.. !v eeIr** +s++ I !G+!G!GHH Hb   BII1B1B41H1HIII  !uu%7<< *C 0 0 1?1E1E$h&622 X- . .,d 3 3 -3355 R R2 ??!!S))T()Rq)R)RSSS!"c**W()UQS)U)UVVV$NN1-- .<.B.B2y.Q.Q ++ R!K5IKK    A$%?@@@ / . . . . . . . . 3   8++([\[[*9 33D,GG#":***&&  KK K$I#JJMMOOEFGMMOO9E   1X = /  = I =  1X = /  >( J >LKKK(..:J:JKKK j$  ; !9a!9!9:: :  */  (??(-c---#    T 2S2S " &:   %8$7   %8$7  (K   "2!1 ,F+E $6#5 ,m #4"3 *\ *\  C! "%8$7# $(K% &8^7]' (FzEy) *8^7]+ ,G|F{- .T/ 0$)1 4 7  rNonec^|jrtd|jstddS)NzMThis function is structured, but there was no valid functional variant of it.zThis function delegates to another structured out function, but no valid function was found (the delegate may not exist, or it has the wrong type))rBrPrCrs rvalidate_unstructuredz$NativeFunction.validate_unstructured sT ?  5 '  i   rcb|jjjr%|jtjhkrt d|jrL|jtjkrt d|j st d|j rL|jtjkrt d|j st d|jr|j rt dd|j D}t|j|}t!|dkrt d||j|jst d t%|jjd r$|jt,jkrt d d t%|jjvsd t%|jjvs(t1d|jjjDr=dt%|jjvr"t%|jjjdks|jjr'd|jvrt d|jjdSdS)NzNative functions with out arguments MUST be declared with only function variant; e.g., variants: function; otherwise you will tickle a Python argument binding bug (which usually manifests itself as the result variable being undefined.)zYPut structured field on the out= variant of a function; did you mean structured_delegate?z:device_guard: False is not respected by structured kernelszQstructured_delegate field not allowed on out= functions; did you mean structured?z?Cannot have both structured and structured_delegate on functionc*h|]}|j |jSrF)rXrHr>as r z/NativeFunction.__post_init__..Bs(   !)BWAFBWBWBWrrzInvalid cpp_no_default_args: z4structured_inherits must also imply structured: True_foreachzsforeach kernels fall back to slow path when tensor are on different devices, device_check not allowed to be enabledranddropoutc3(K|] }d|jvVdS)rNrGr>args rrz/NativeFunction.__post_init__..[s:25 SX-rbackward_cudnn_init_dropout_statenondeterministic_seededz(nondeterministic_seeded tag missing for )r5rxr[r<r$r%rPrBkind SchemaKindr7rCschema_order_argumentsrw differencerGr|rDrrHrr8r(r*anyflat_allhas_generator_argrM)rdefaulted_arguments invalid_argss r __post_init__zNativeFunction.__post_init__s 9  " }!1 222$_ ? y~~:>11$O$ $P  # y~~:>11$B$ $P ? t7  Q    I<<>>   ~~d&>@STT |   ! ! !O!O!OPP P  # /? $J ty~   ) )* 5 5  O$;;;$= c$).)) ) )TY^!4!4449=9L9U5 c$).&9&999 +,,0KKKy"4466L) 99$Oty~OO:9 LKrcH|jp |jp|jp |jo|jSrF)rIrKrLrJrs rhas_composite_kernelz#NativeFunction.has_composite_kerneljs@  7 J: JI  7 JI  rcd|jj}t|dkotd|D}d|jvo9t |jjdkot |jjdk}td|jD}|p|p|S)Nrc3BK|]}|jduo |jj VdSrF annotationis_writer>rs rrz,NativeFunction.is_view_op..xsG5 5 GHAL $ BQ\-B)B5 5 5 5 5 5 r inplace_viewresize_ resize_as_c3DK|]}|jduo d|jjvVdS)N*)ralias_set_after)r>inps rrz,NativeFunction.is_view_op..sL   N$ & P3#.2P+P      r)r5returnsr|rrMrrHr)rretsis_non_mutating_viewis_inplace_viewis_wildcard_views r is_view_opzNativeFunction.is_view_opusy "4yy1} 5 5 LP5 5 5 2 2  di ' 4DIN##y0 4DIN##|3    y7799     $JJ:JJrr-c|jrG|jjjjr1d|jvrt d|jjt jS|jr t jSt j S)Nrzinplace_view tag missing for ) rr5rHr\rMrPr-r/r.r0rs rview_schema_kindzNativeFunction.view_schema_kindsj ? 3ty~2: 3TY..$%UTY^%U%UVVV!2 2 ? /!* *!. .rc.|jjjjSrF)r5rHbasers r root_namezNativeFunction.root_namesy~"''rc"|jp|jduSrF)rBrCrs rpart_of_structured_groupz'NativeFunction.part_of_structured_groupsF$":$"FFrrF) rNrOr?rrPrFrQrRrrSrrrr)rr-r)rrr r!rrrrpropertyrrrrrr"rrr2r2s^ NNN,+++"!!!"!!! %$$$ MMM 5444-,,, $####""""!!!1000>>>>0000????NNN 04 W W W W \W r    *IIIIV   X KKKXK"///X/(((X(GGGXGGGrr2creZdZeZeZeZeZeZdS)rN) rrr r functionalr\r[mutablescratchr"rrrrsEJdffG $&&CdffGdffGGGrrceZdZUded<ded<ded<ded<edd Zdd Zdd ZddZeddZ e ddZ dS)NativeFunctionsGroupr2rNativeFunction | Noner\rr[rrc|jjSrF)r[rBrs rrBzNativeFunctionsGroup.structuredsx""rrc  |jj}|D]}||jkr,t d|d|j|j|jkr.t d|jjjd|jj|jj tjkr/t d|jj d|jj tjkr/t d|jj d|jj |jj kr*t d |jj d |jj d |j |j j tj kr/t d |j j d |j j |jj kr*t d|j j d|jj d |j |j j tj kr/t d|j j d|j j |jj kr*t d|j j d|jj d |jjjjjst d|jr|jjs |jjrt d|jj|jjjkr?t |jjjd|jjd|jjj|j ^|j j|jjjkr?t |j jjd|j jd|jjjt%d|D}dd|D}t)}|D]&}|d|jD'ddt%|D}t/|dkrBt/|dkr/t1d|d|dt3|jj||krt1d|d |d!|d"dS)#Nz_NativeFunctionsGroup constructed from two NativeFunctions that don't have matching signatures:  != zMNativeFunctionsGroup constructed from structured and unstructured functions:  and zfunctional.func.kind() is z , expected SchemaKind.functionalzout.func.kind() is z, expected SchemaKind.outzfunctional.namespace (z) != out.namespace ()zinplace.func.kind() is z, expected SchemaKind.inplacezinplace.namespace (z) != functional.namespace (zmutable.func.kind() is z, expected SchemaKind.mutablezmutable.namespace (zSfunctional.func.name.name.functional_overload must be True when mutable is not Nonez.structured composite kernels are not supportedz delegates to z but its actual delegate is cRg|]$}d|jv t|jj%S) generated)rMrr5rH)r>fs rr@z6NativeFunctionsGroup.__post_init__..s0 Q Q Q!;!&;P;PS  ;P;P;Prrc34K|]}t|VdSrFrrls rrz5NativeFunctionsGroup.__post_init__..s(%D%Dc!ff%D%D%D%D%D%Drc34K|]}t|VdSrFr)r>ops rrz5NativeFunctionsGroup.__post_init__..s()F)Fb#b'')F)F)F)F)F)Frc34K|]}t|VdSrFrrls rrz5NativeFunctionsGroup.__post_init__..s9/ / CFF/ / / / / / rrz,The codegen expects to be able to generate 'zv'. In order to generate them however, we expect them to be called out explicitly in the yaml. Please add an 'autogen: z' line to the entry for z*'. To do so, it expects a line: 'autogen: z'. Instead, it found 'autogen: ')rr5 signature functionsrPrBrr[rHrrr3r\rfunctional_overloadrIrJrCsortedrrwrr@r| RuntimeErrorr)rtest_sigr generated_fnsgenerated_fns_strexpected_generated_fnsexpected_generated_fns_strs rrz"NativeFunctionsGroup.__post_init__s#'?#7#A#A#C#C!!  A16++----$_ 1 1 Udhm&8&8&:&:UUU  ? $(: : : m)BmmX\X`Xjmmm  < #| %%'':+===$edl.?.D.D.F.Feee|%)BBB$y$,*@yy]a]l]vyyy < #| %%'':+===$edl.?.D.D.F.Feee|%)BBB$y$,*@yy]a]l]vyyy?',1E $i ? ? W8P W%%UVVV2dhm6HHH$+0GG@cGG26(-2DGG|'<3tx}7III(<,1KKAaKK6:hm6HKK  Q Qt~~'7'7 Q Q Q  !II%D%Dm%D%D%DDD+.55!! G GA " ) ))F)FAI)F)F)F F F F F%)YY/ / "#9::/ / / & & " % & &! + +M0B0BQ0F0Fj?Pjj,=jjWZ[\[a[fWgWgjj  &): : :N?PNN;LNN0JNNN  ; :rr4c>|jjSrF)r[r5rrs rrzNativeFunctionsGroup.signaturesx}&&(((rIterator[NativeFunction]c#rK|jV|jV|j |jV|j |jVdSdSrF)rr[r\rrs rrzNativeFunctionsGroup.functionssYoh < #,    < #,      $ #rrc|jjSrF)rrrs rrzNativeFunctionsGroup.root_names ((rrh dict[SchemaKind, NativeFunction]NativeFunctionsGroup | Nonec|stdt|dkrdSt|}|tjd}|tjd}|tjd}|tjd}|rtd||td|dSt||||S)Nz from_dict called with empty dictr)zunexpected keys in dict: zfunctional variant is required)rr\rr[) rPr|r~rqrrr\rr[r)rhrr\rr[s r from_dictzNativeFunctionsGroup.from_dict#s E !CDD D q66Q;;4 GGUU:0$77 %% *D11%% *D11eeJND))  B !@Q!@!@AA A   !ABB B ;4#!     rNrrrr4)rrr)rhrrr) rrr r!rrBrrrrrrr"rrrrs"""""""" ###X#]]]]~)))))))X)   \   rrc6eZdZUded<ded<ded<d dZdS) rrrcrrBrdrcd|jvS)N_symint)rcrs rrzBackendMetadata.supports_symintRsDK''rNr)rrr r!rr"rrrr?sQKKK ((((((rrcFeZdZUded<ded<ded<ed d Zd S) rrrHrsupported_dtypesrrrLrcf|dd\}}|ddkrtd||ddkrtd|t}|ddd D]}|t|z} t ||| S) N r)r(z0expected '(' at start of supported_dtypes, got: rz.expected ')' at end of supported_dtypes, got: r)rHr r)rrPr rrr)rLrrHsupported_dtypes_strr rRs rrTzUfuncInnerLoop.parse^s%*[[a%8%8""  "c ) ) YCWYY   #s * * WAUWW 4><<%ad+11$77 8 8A  4 4Q 7 7 7  (8I    rN)rLrrrrr)rrr r!rrTr"rrrrVsW III,,,,   \   rrczeZdZUded<ded<ded<ded<ded<eddZddZddZddZddZ dS) BackendIndexrDrruse_out_as_primaryr7externalz#dict[OperatorName, BackendMetadata]index parent_index6dict[DispatchKey, dict[OperatorName, BackendMetadata]] child_indexrrc|D]I\}}|D]/\}}|||vrtd|d|||||<0JdS)Nzduplicate operator z for dispatch key )rOrP)rrrRrSop_namemetadatas r grow_indexzBackendIndex.grow_indexs  %%'' 4 4DAq%&WWYY 4 4!l1o--(LgLLLL,4 Q((  4 4 4rgrr2c,|jr|jS|jSrF)rr[r)rrs rprimaryzBackendIndex.primarys  " 5L< r%NativeFunction | NativeFunctionsGroupc4||}|duSrF) get_kernel)rrms r has_kernelzBackendIndex.has_kernels OOA  }rBackendMetadata | Nonect|tr|}n:t|tr||}nt ||jj|jvrdS|j|jjSrF)rrr2rr rr5rHr)rrrs rr#zBackendIndex.get_kernelss a ( ( AA / 0 0  QAA OOO 6;dj ( (4z!&+&&rr9cB|jrt|jdSdS)NNativeFunctions)rrrrs rnative_function_class_namez'BackendIndex.native_function_class_names- = $+,,=== = 4rN)rrrrrr)rrrr2)rr!rr)rr!rr&)rr9) rrr r!rrr r%r#r*r"rrrrxsNNN.... 4 4 4\ 4     ' ' ' 'rrceZdZUded<ded<ded<ed%d Zd&d Zejd Z e d'dZ d%dZ d(dZ d%dZd%dZd)dZd*dZddddd+dZd,dZd-d Zed%d!Zd%d"Zd.d#Zd$S)/r4rkrH Argumentsrxtuple[Return, ...]rrrcVddtfd|jjDS)NrArgumentrrc,|jdS|jjSNFr)rs rrz+FunctionSchema.is_mutable..is_writes~%u>* *rc3.K|]}|VdSrFr")r>rrs rrz,FunctionSchema.is_mutable..s+@@188A;;@@@@@@r)rr/rr)rrxr)rrs @r is_mutablezFunctionSchema.is_mutablesA + + + +@@@@(?@@@@@@rIterator[Argument]cjtj|jj|jj|jjSrF) itertoolschainrxflat_positionalflat_kwarg_onlyr[rs rrz%FunctionSchema.schema_order_argumentss. N * N * N    rz3(?P[^\(]+)\((?P.*)\) -> (?P.*)r5rctj|}t|dkrt d||d\}}}t |}t|}t|}t|||}t||kr!t t|d||S)Nr)zInvalid function schema: rrHrxrr) r4decl_refindallr|rPrkrTr, parse_returnsr) r5declsopsargs return_declrHrxrrs rrTzFunctionSchema.parses&..t44 u::?? !CT!C!CDD D!&qT;!!#&&OOD))  ,,  7 K K K q66T>> CFF!6!6!6!677 7rc>td|jDS)Nc3@K|]}|j |jj|VdSrFrrs rrz5FunctionSchema.returns_are_aliased..s@  |'AL,A' ''''  r)rrrs rreturns_are_aliasedz"FunctionSchema.returns_are_aliaseds2  \      rrct|jj|jD]4\}|jjkrt d|jdj5|jjD]Atfd|jDrt dt|Bt|jjd|jj Dz}d|jD}d|jD}t|dks2t|dkst d t||D],tfd |Dst d -|jjrtd |jjDr(t|jdkrt d nctd|jjD}|t|jkr(t d|dt|jd|j j j r|jj}|r|jjr|jjjst d|j d|jjt%t&jkrQt|jdkr |jdj|jjkst d|j dn0t|jdkrt d|j d|jjA|t.jkrt dt||rA|t.jkr!t dt|dSdS)NzOut arguments must have matching return Tensor; furthermore, the ith-argument needs to correspond to the ith return. arg.annotation=z, ret.annotation=c38K|]}j|jkVdSrFrr>rrs rrz/FunctionSchema.__post_init__..*s,FFA1<1</FFFFFFrz^If you have a schema with mutable positional args, we expect them to not be returned. schema: c(g|]}|jdk |SrrGrs rr@z0FunctionSchema.__post_init__..2s+3 3 3 SX=O=OC=O=O=Orc8g|]}|j |jj|SrFrr>rets rr@z0FunctionSchema.__post_init__..5s4   ~)cn.E) )))rc8g|]}|j |jj|SrFrrLs rr@z0FunctionSchema.__post_init__..:s4   ~%S^-D% %%%rrzYNativeFunctions must have either only mutable returns, or only immutable returns. Found: c38K|]}j|jkVdSrFrH)r>rrMs rrz/FunctionSchema.__post_init__..Is,PPCs~7PPPPPPrzAll mutable returns must be aliased either to a keyword argument, or to "self". Did you forget to mark an out argument as keyword-only?c3ZK|]&}|jttjkV'dSrF)typeBaseTypeBaseTyTensorrs rrz/FunctionSchema.__post_init__..Ts3QQ16Xfm444QQQQQQrzout= ops that accept tensor lists as out arguments are expected to have no return type (since you can't do method chaining on them)cFg|]}|jd|S _scratch_rHrrs rr@z0FunctionSchema.__post_init__..^s>"x22;??rzSMust return as many arguments as there are out arguments, or no return at all. Got z non-scratch out args and z returnsz Inplace op z4 must have a self argument with a mutable annotationr)z" with Tensor self must return selfz* with non-Tensor self must have no returnszFound an operator that is not functional or out variant, but has tensor options arguments.This is not allowed- tensor options arguments are only allowed for factory functions.schema: zFound an operator that is not functional, but its overload contains the string 'functional'.This is a special keyword in the codegen, please use a different overload name.schema: )ziprxr[rrrPpost_self_positional_mutablerrrvr8r|rHr\self_argargumentrrQrRrSrTrrrris_functional_fn) rr out_and_selfmutable_returnsimmutable_returnsnon_scratch_out_argsself_arrMs @@rrzFunctionSchema.__post_init__sDN. ==  HC~//$X&)nXXGJ~XX0<  AFFFFFFFFF $Auxy}u~u~AA DN.//3 3 >93 3 3    |      |   O$$))S1B-C-Cq-H-H wloptluluww #  CPPPP<PPPPP $N  >   QQdn>PQQQQQ t|$$))(k*(+#'>#5(($(3t|+<+<<<(k3kkORSWS_O`O`kkk 9> ! ^,F O. O.7  %a$)aaa#x '>'>>> %%** Q2fo6PPP(SdiSSSQt|$$))([di[[[ > ( 4yy{{j333$+"4yy++  " " yy{{j333$+"4yy++  33rcd|jjvS)NrrH overload_namers rr]zFunctionSchema.is_functional_fnsty666rc4t|jjSrF)rrxr[rs rr{zFunctionSchema.is_out_fns6DN&'''rrct|jj}td|jjD}|jjj}t d|jjD}|r|rtd|r tjS|r|stdtj S|r|rtdtjS|r tj Stj S)a  What kind of schema is this? A functional schema is one that returns a newly allocated output; an inplace schema modifies the self argument inplace; an out schema writes the result into an explicitly provided out argument. cFg|]}|jd|SrVrXrs rr@z'FunctionSchema.kind..s- S S SS#(2E2Ek2R2R SS S S Src3@K|]}|jduo |jjVdSrFrrs rrz&FunctionSchema.kind..sG   L $ >)>      rz(A schema cannot be both out= and inplacezFinvariant: all scratch operators are expected to be out= operators toozjWe should not categorize a scratch op as an out variant. Check if the order of if statements are expected!) rrxr[rHr\rpost_self_positionalrPrrrr)ris_out is_scratch is_inplacer3s rrzFunctionSchema.kinds*dn()) S SDN. S S S  Y^+   ^8       Mj M !KLL L  )% %  ) $\% %  ) $A> !  )% %( (rlist[str | None]c|g}|jD]fd|jjD}t|dkr|dCt|dkr!||djwdd|D}tdjd|d|S) NcBg|]}|j |jjk|SrFrH)r>rrs rr@z7FunctionSchema.aliased_return_names..s9<+  0L0L0L0L0Lrrr)rc3$K|] }|jV dSrFrGrs rrz6FunctionSchema.aliased_return_names..s$)G)GQ!&)G)G)G)G)G)GrzFound a return (z)that aliases multiple inputs (r)rrxrr|rzrHrrP)routs aliased_args aliased_namesrs @raliased_return_namesz#FunctionSchema.aliased_return_namess!#  A0L <  A%% D!!!!\""a'' LO01111 $ )G)G,)G)G)G G G $^qv^^m^^^ rF) strip_defaultstrip_view_copy_namekeep_return_namesrvrwrxc Tdfd }jjj}|rW|dr|dd}n+|dr|dd }t fd t jjjjjj gngjj jj D}t t|j }||z}j| } tjd kr;t t| dd} t%t't)|djjjd| |S)a Certain schemas are 'related', in that they are simply inplace/out/functional versions of the same function. This method factors these schemas into the "core" functional signature which is equal across all versions. Here is what normalization happens to the schema to convert it to a signature: - The overload name is stripped (name is retained, since it expresses semantic content about what the function does) - Inplace is set False - Out arguments are stripped - Mutable post_self_positional args are converted to returns - Mutability annotations are stripped (this is sound because you cannot overload on mutability annotation) - Return names are stripped since they are not overloadable and some variants have return names but some not - TensorOptions are dropped because out= variants of factory functions don't include them (and we want to be able to pair up factory functions with their out variants) Finally, we want to be able to pair up related "view" and their corresponding "view_copy" operators. We do this by optionally stripping the trailing "_copy" from the base name. Example of a mutable op before and after: f.func (Mutable operator): _fused_moving_avg_obs_fq_helper(Tensor self, Tensor observer_on, Tensor fake_quant_on, Tensor(a!) running_min, Tensor(b!) running_max, Tensor(c!) scale, Tensor(d!) zero_point, float averaging_const, int quant_min, int quant_max, int ch_axis, bool per_row_fake_quant=False, bool symmetric_quant=False) -> (Tensor output, Tensor mask) # noqa: B950 f.func (Corresponding functional operator): _fused_moving_avg_obs_fq_helper.functional(Tensor self, Tensor observer_on, Tensor fake_quant_on, Tensor running_min, Tensor running_max, Tensor scale, Tensor zero_point, float averaging_const, int quant_min, int quant_max, int ch_axis, bool per_row_fake_quant=False, bool symmetric_quant=False) -> (Tensor output, Tensor mask, Tensor running_min_out, Tensor running_max_out, Tensor scale_out, Tensor zero_point_out) # noqa: B950 f.func.signature() output: _fused_moving_avg_obs_fq_helper(Tensor self, Tensor observer_on, Tensor fake_quant_on, Tensor running_min, Tensor running_max, Tensor scale, Tensor zero_point, float averaging_const, int quant_min, int quant_max, int ch_axis, bool per_row_fake_quant=False, bool symmetric_quant=False) -> (Tensor, Tensor, Tensor, Tensor, Tensor, Tensor) # noqa: B950 rReturnrcDtr|jnd|jdS)NrHrQr)rzrHrQ)rrxs rstrip_ret_annotationz6FunctionSchema.signature..strip_ret_annotation$s00:QVVdV r_copyr6_scatterscatterinversec3K|]Zj jjtfdjD5t r jdndjdV[dS)Nc38K|]}j|jkVdSrFrHrIs rrz5FunctionSchema.signature...Is,KK  4KKKKKKr_outr|)rrrrrzrHrQ)r>rrxrs @rrz+FunctionSchema.signature..3s, , |' %(KKKKdlKKKKK(! (9C____tV    ('''), , rNrvz bernoulli.pzfloat pz float p=0.5Frr\ dunder_methodrdr;)rrzrrz)rHrrreplacetupler6r7rxr[r\r[rjmaprrrr,rTr4rkBaseOperatorNamer) rrvrwrxr} base_namereturns_from_mutable_inputsoriginal_returnsrargs_sigs ` ` rrzFunctionSchema.signaturesX      IN'  D!!'** D%--gr:: ##J// D%--iCC ',, , , , , _ ~.:^,566"3  , , , ' ' #0!%94++-+HH ty>>] * * s8}}'<' !     rc.|dS)NTrw)rrs rview_signaturezFunctionSchema.view_signatureas~~4~888rc:t||j|jS)Nr;)r4rxr)rrHs r with_namezFunctionSchema.with_nameds&nL    rcp|tjtjtjfvSrF)rrr\r[rrs rmodifies_argumentsz!FunctionSchema.modifies_argumentsks$yy{{z1:>:CUVVVrc4|jSrF)rxhas_symint_argrs r has_symintzFunctionSchema.has_symintos~,,...rct|j}t|jdkrt|jd}n3ddt t|jzdz}|jd|d|S)Nr)rrrrz) -> )rrxr|rrrrH)rall_arguments_strrs rrzFunctionSchema.__str__rs// t|   ! !$,q/**GGDIIc#t|&<&<===CG)??/??g???rNr)rr4)r5rrr4r)rr)rrn)rvrrwrrxrrr4r)rHrkrr4r)rrr r!rr3rrecompiler<rrTrErr]r{rrurrrrrrr"rrr4r4s  AAAXA    bjOPPG   \     ttttl7777((((:*)*)*)*)`,$%*"' g g g g g g R9999    WWWXW////@@@@@@rr4cNeZdZUded<ded<ded<ed d Zd d Zd S) Annotationztuple[str, ...] alias_setrrrannrrctjd|}|td||d|dr|dndz}t |d}|ddk}|r&t |dkrtd |d |d r5t |d dnd }t |dkr&t |dkrtd |d t|||}t||krt|d||S)Nz2^([a-z])(\|[a-z])*(!?)( -> (\*|[a-z](\|[a-z])*))?$zunrecognized alias annotation r)rir6|ra!z,alias set larger than 1 is not mutable, got z instead.r"zSbefore alias set and after alias set cannot be larger than 1 at the same time, got )rrrr) rmatchrPgrouprrr|rr)rr$ before_aliasrr after_setrs rrTzAnnotation.parses HJC P P 9 !G#!G!GHH Hwwqzz1771::%EQWWQZZZ2F ,,,S1122 771::$  I** MsMMM 56GGAJJFE!''!****3//000B |  q S^^a%7%7 tfittt  (I    q66S== A311 1rcd|j}|jr|d}d|j}|r|d|}|S)Nrr -> )rrrr)rrrs rrzAnnotation.__str__s_HHT^,, = ($I((4#788  <$;;/;;IrN)rrrrr)rrr r!rrTrr"rrrrslNNN$$$$$$$\$LrrcveZdZeddZeddZddZdd Zdd Zdd Z dd Z ddZ ddZ dS)Typerrrct|}t||krt|d||S)Nr)r_parserrP)rrs rrTz Type.parses= KKNN q66Q;; A1// /rctjd|}|:tt|dStjd|}|u|d"t |dnd}tt|d|Stjd|}|"t|dS tt|S#t$r}td||d}~wwxYw)Nz^(.+)\?$r)z^(.+)\[([0-9]+)?\]$ri)elemsizez-^__torch__\.torch\.classes\.([a-zA-Z0-9_.]+)$zunrecognized type ) rr OptionalTyperrTrrListTypeCustomClassTyperRrSKeyErrorr)rr$rrs rrz Type._parses) H[! $ $ = 1771:: 6 677 7 H+Q / / =&'ggajj&<3qwwqzz???$DAGGAJJ!7!7dCCC C HEq I I ="1771::.. . @F1I&& & @ @ @7A7788a ? @sD22 E<EEctrFNotImplementedErrorrs rrz Type.__str__!!rbase_tyrSrctrFrrrs ris_base_ty_likezType.is_base_ty_likerrc@|tjSrF)rrSrTrs ris_tensor_likezType.is_tensor_like##FM222rc@|tjSrF)rrS Generatorrs ris_generator_likezType.is_generator_likes##F$4555rc@|tjSrF)rrSSymIntrs ris_symint_likezType.is_symint_likerrctrFrrs r is_nullablezType.is_nullablerrListType | NonectrFrrs r is_list_likezType.is_list_likerrN)rrrrrrrSrrrrr) rrr rrTrrrrrrrrr"rrrrs\ @@@\@$""""""""333366663333""""""""""rrceZdZeZeZeZeZeZeZ eZ eZ eZ eZ eZeZeZeZeZeZeZeZeZdS)rSN)rrr rrrrTr DimVectorfloatrrLayoutDevice DeviceIndexScalar MemoryFormatQSchemeStorageStreamrSymBool GraphModuler"rrrSrSsIJ TVVF $&&CI DFFE $&&C 466D TVVF TVVF$&&K TVVF466LdffGdffG TVVF TVVFdffG$&&KKKrrScBeZdZUded<ddZddZdd Zdd Zdd Zd S)rRrSrHrrc|jjSrFrGrs rrzBaseType.__str__s).""rrrc|j|kSrFrGrs rrzBaseType.is_base_ty_likesyG##rcdSr1r"rs rrzBaseType.is_nullableurrcdSrFr"rs rrzBaseType.is_list_liketrc,|jtjkSrF)rHrSrrs rrzBaseType.is_symint_like syFM))rNrrrr) rrr r!rrrrrr"rrrRrRsLLL####$$$$******rrRcBeZdZUded<ddZdd Zdd Zdd Zdd ZdS)rrrrrc|jdS)N?)rrs rrzOptionalType.__str__)s)rrrSrc6|j|SrFrrrs rrzOptionalType.is_base_ty_like,y((111rc4|jSrFrrrs rrzOptionalType.is_symint_like/y'')))rcdS)NTr"rs rrzOptionalType.is_nullable2rrrc4|jSrF)rrrs rrzOptionalType.is_list_like5sy%%'''rNrrrr rrr r!rrrrrr"rrrr%sJJJ2222****((((((rrcBeZdZUded<ddZddZdd Zdd Zdd Zd S)rr class_namercd|jS)zK Return the class name will prefix __torch__.torch.classes z__torch__.torch.classes.)rrs rrzCustomClassType.__str__>s<$/;;;rrrSrcdSr1r"rs rrzCustomClassType.is_base_ty_likeDrrcdSr1r"rs rrzCustomClassType.is_symint_likeGrrcdS)z8 Assume a custom class is not nullable. Fr"rs rrzCustomClassType.is_nullableJs urrcdSrFr"rs rrzCustomClassType.is_list_likePrrNrrrrrr"rrrr:sOOO<<<<  rrcLeZdZUded<ded<ddZdd Zdd Zdd ZddZdS)rrrz int | Nonerrrc>|jr|jnd}|jd|dS)Nr6[])rr)rrs rrzListType.__str__`s/!%2$)~~)%%d%%%%rrrSrc6|j|SrFrrs rrzListType.is_base_ty_likedrrc4|jSrFrrs rrzListType.is_symint_likegrrc4|jSrF)rrrs rrzListType.is_nullablejsy$$&&&rrc|SrFr"rs rrzListType.is_list_likems rNrrrrrr"rrrr[sJJJ&&&&2222****''''rrceZdZUded<ded<ded<ded<edd Zedd ZeddZddZ dS)r/rrHrrQr9rXAnnotation | Nonerrc|jSrFrHrs r alias_infozArgument.alias_info rrc<d|vrtd|dd|vre|ddkrtd|d|d\}}|dd\}}|d|}n|dd\}}|}d}t jd|}|r|dd vr%td |dd |dz}t|d}n|}d}t|} t|| || } t| |kr!tt| d || S)Nrzillegal argument 'r=r)z&illegal argument with default value: 'Tensor\((.+)\)(.*)rir6rz[].unrecognized alias analysis form with Tensor: rTrHrQrXrr) rPcountrrsplitrrrrrTrr/r) rtype_and_annot_and_namerXtype_and_annotrHname_and_defaultrtype_srrQrs rrTzArgument.parses c>> !.E sCCCa CCCCr)rjrs rrZz&Arguments.post_self_positional_mutableC sCC44CCCCrcg}||j|j,||j||j|SrF)rr-rr)r.r0s rr9zArguments.flat_kwarg_onlyH s`  45666   * JJt*..00 1 1 1 46777 rcg}||j||j||j|SrF)rr8r9r[r0s rrzArguments.flat_allQ sJ  4'((( 4'((( 48 r:Sequence[Argument | SelfArgument | TensorOptionsArguments]crg}||j||j|SrF)r positional kwarg_onlyr0s rnon_outzArguments.non_outY s8GI 4?### 4?### r!Sequence[Argument | SelfArgument]cg}||j|j||j||j|SrF)rr,r[rzrjr0s rr9zArguments.positionalb sR-/ 4+,,, = $ JJt} % % % 4,--- r+Sequence[Argument | TensorOptionsArguments]cg}||j|j||j||j|SrF)rr-rrzr.r0s rr:zArguments.kwarg_onlyk sT79 45666   * JJt* + + + 46777 rcg}||j||j||j|SrF)rr9r:r[r0s rr)z Arguments.allt sHFH 4?### 4?### 48 r list[str]c$d|jDS)NcBg|]}|j |jj|jSrF)rrrHrs rr@z/Arguments.mutable_arg_names..} s6   |'AL,A' F'''r)rrs rmutable_arg_nameszArguments.mutable_arg_names| s%  ]    rrc>td|jDS)Nc3HK|]}|jVdSrF)rQrrs rrz+Arguments.has_tensor_arg.. 0FFq16((**FFFFFFrrr1rs rrzArguments.has_tensor_arg "FFD4EFFFFFFrc>td|jDS)Nc3HK|]}|jVdSrF)rQrrs rrz+Arguments.has_symint_arg.. rGrrHrs rrzArguments.has_symint_arg rIrc>td|jDS)Nc3HK|]}|jVdSrF)rQrrs rrz.Arguments.has_generator_arg.. s0II!16++--IIIIIIrrHrs rrzArguments.has_generator_arg s"IIt7HIIIIIIrFrrvc dfd }ttt||j|j"t ||jjndtt||jtt||jtt||j zdddS)Nrr/rcPt|j|js|jnddS)Nr )r/rHrQrX)rrvs rstrip_arg_annotationz1Arguments.signature..strip_arg_annotation s5VV)6@ D  rr"r,r[rjr-rr.r[)rr/rr/) r,rrr,r[rr\rjr-r.)rrvrPs ` rrzArguments.signature s       %($*BCC!! =,11$-2HIIJJJ!&($*CDD"" +0($*LMM++C,d.QRRSS+T  +-/    rc |jtdtj|t tj|jjdS)Nz2remove_self_annotation called but self_arg is NonerH)r[)r[rP dataclassesrrr\rs rremove_self_annotationz Arguments.remove_self_annotation s[ =  !UVV V" !#DM$:tLLL    rrrlist[Argument]ct|jdkrtd|jtj|t |S)Nrz0with_out_args called but self.out is not empty: )r[)r|r[rPrSrr)rrrs r with_out_argszArguments.with_out_args s\ tx==A   M48MM " d     rrAr5tuple[list[Argument], list[Argument], list[Argument]]c^g}g}g}|}|dD]}|s|dkr||urtd|}!t|}|j|jjr ||urn#||ur|}n||urtd|jd|||||fS)Nrrz:invalid syntax: kwarg-only specifier * can only occur onceznon-mutable argument 'z%' cannot follow mutable out arguments)rrPr/rTrrrHrz)rAr9r:r[ arguments_accrpargs r _preparsezArguments._preparse s%' %'  " ::d## ' 'C czz 22(T!+ >>#&&D*t/G* J.."j00$'M C''(aaaa   & & & &:s**rc t|\}}}d}t|D]\}}|jdkr|}n|-|d|}t ||}||dzd} ng}d}|} g} d} g} | } dd }|d t d |d t d|dt d|dt dg}d}|t|kr|t|t|z krtdt||||t|zDr\| | urtdt||||dz||dz||dz} |t|z }| } | |||dz }|t|ktt||t| t| | t| t|S)z. Input: 'int x, int y, int z' Nrr)rHrtyrrCallable[[Argument], bool]cfdS)NcJ|jko|jtfvSrF)rHrQr)rrHr^s rz/Arguments.parse..pred.. s&QVt^P2|B?O?O:P0Prr")rHr^s``rpredzArguments.parse..pred sPPPPP Prr"rr#rr$rr%rrc32K|]\}}||VdSrFr")r>prs rrz"Arguments.parse..! sB1AaDDrz-tensor options arguments can only appear oncerirar(rQ)rHrr^rrr_)r,r\ enumeraterHrrrTr|r)rYrPr!rzr)rAr9r:r[self_ixirr,r[rjr-rr.kwarg_only_accrc predicatess rrTzArguments.parse s'0&9&9$&?&?# Jj))  DAqv  ",XgX"6 #Jw$788H#-gkmm#< "$ H#- 9;%8<9;&6 Q Q Q Q D$**\22 3 3 D4::h// 0 0 D4::h// 0 0 Dtzz&11 2 2   #j//!!C OOc*oo555 #J 1q3z???R;R0S T T&-JJJ,K&<(m)!a%0)!a%0#-a!e#4 &&&N Z(A%CN  ! !*Q- 0 0 0 FA/#j//!!2 %&9 : :!&';!.Y s4( ( ( |'AL,A' '''rrzQmutable pre_self_positional arguments are not currently supported in the schema: )r[r,rPrr.r|)rmutable_pre_self_positionalss rrzArguments.__post_init__I s = ' $K   &2 $\ ( ( -( ( ( $ + , , 1 1 CeACC  2 1rNr*)rr7)rr<)rr>rrAr)rvrrr,)rr,)rrrUrr,)rArrrX)rArrr,rr)rrr r!rr1r8rZr9rr;r9r:r)rDrrrrrTrWrr\rTrrr"rrr,r, s .---!!!!....777711119888 X XDDDXDXXXXXX    GGGGGGGGJJJJ27# # # # # # J        %+%+%+\%+NP P P \P d((((rr,) rsubmuldivmodpowlshiftrshiftandxororcjeZdZUded<ded<ded<dZded<dZd ed <edd ZddZdS)rrrrr\rFrNr9r3rrcb |dkrtd|drtdtjd|}|r|dnd}|r|dn|}tjd|}|ed }|d t fd t Dr d } dd n@d } d d krtd|nd }| ddkr d } dd nd }d} |r1d } dt|  |s|rtd|nd }t ||||} t| |kr!tt| d|| S)Nr6zoperator name cannot be emptyrzs_out suffix is reserved and not permitted for operator names; did you mean to specify an out overload name instead?z^(?:(.*)::)?(.*)$r)riz ^__([^_]+)__$Tc3*K|] }d|kVdS)rhNr")r>nrs rrz)BaseOperatorName.parse.. s-GGq47q77?GGGGGGrFrrhz,unexpected dunder method starting with 'i': r_ _functionalz:functional overload cannot be a dunder method or inplace: )rr\rrr3r) rPrrrrrAUGMENTED_ASSIGNMENT_NAMESr|rr) rrr3 op_without_nsr$rr\functional_suffixrrrs @rrTzBaseOperatorName.parse s. 88 !@AA A ;;v    H -r22&+3EKKNNN */7 AR H%} 5 5 = M771::DGGGG,FGGGGG ABBx 7c>>(KrKK" "M DBx3CRCy* ==* + + ("& 13011112D  $UQSUU  #(  ' 3     q66R<< CFF!4!4!4!455 5rc|jr |jdnd}|jr|jrdnd}|d||jdS|jrdn |jrdnd}||j|S)NrYr6rh__rr)r3rr\rr)rnamespace_prefixrhs rrzBaseOperatorName.__str__ s48NJdn0000   7|+A&::!:TY::: :<+]] '6 6166 6r)rrrrr) rrr r!rr3rrTrr"rrrr| s IIIMMM(!&%%%% !I    ???\?B 7 7 7 7 7 7rrc\eZdZUded<ded<eddZddZdd Zdd Zdd Z d S)rkrrHrrerrcd|vr|dd\}}n|}d}tt||}t ||kr!t t |d||S)N.r)r6rdr)rrkrrTrrP)rrHrers rrTzOperatorName.parse s '>>")--Q"7"7 D--DM .44T::- X X X q66W   CFF!9!9!9!9:: :rcB|jr|jd|jS|jS)NrrerHrs rrzOperatorName.__str__ 0   "i66$"466 6i> !rcB|jr|jd|jS|jS)Nrrrs runambiguous_namezOperatorName.unambiguous_name rrcvtt|jjd|jj|jSNFrrd)rkrrHrrrers rremove_inplacezOperatorName.remove_inplace sE!Y^"i5 ,     roverloadcltt|jjd|jj|Sr)rkrrHrr)rrs r with_overloadzOperatorName.with_overload sB!Y^"i5 #     rN)rrrrkr)rrk)rrrrk) rrr r!rrTrrrrr"rrrkrk s   \ """"""""           rrkrrbc|jtjuo/|| o||jSrF)r5rrrr%)rrrs r"gets_generated_out_inplace_wrapperr' sI  Z22 ' Q  ' LL & &rcteZdZUded<ded<ded<ddZd d ddZeddZeddZdS)NativeFunctionsViewGroupr2viewr view_copy view_inplacerrcr|jjs!td|jjj|jYt |jrCtt|jjjdt|jdn7|jjjjj ds!td|jjj|jj |jj dkrS|jj }|jj d}td|d |d |jj vrGtt|jjjt|jj fd |j |jj |j j krQ|jj }|j j }td |d ||jjr`|j Y|j jsMtt|jjjd t|j jjd|jjr`|j [|j jsQtt|jjjd t|j jjddSdSdS)Nzview is not a view op: z appears to be a new operator that aliases its inputs. The codegen expects you to add a corresponding operator to native_functions.yaml: z3. See Note [view_copy NativeFunctions] for details.)r~rz4view_copy name must end with '_copy' or '_scatter': Trz+view and view_copy signatures don't match: rrz appears to be a view_copy operator. The codegen expects view_copy operators to be annotated with the 'view_copy' tag in native_functions.yaml. See Note [view_copy NativeFunction] for details.z.view and view_inplace signatures don't match: rz] must either both have CompositeImplicitAutograd kernels, or both not have composite kernels.zi must either both have CompositeImplicitAutogradNestedTensor kernels, or both not have composite kernels.)rrrPr5rHrgets_generated_view_copyrget_view_copy_namerrrrMrrIrJ)rview_sig view_copy_sigview_inplace_sigs rrz&NativeFunctionsViewGroup.__post_init__F suy# R !P49>;N!P!PQQ Q > !' 22 $49>.//II*4955III >&+05>>?TUU $e4>K^Kceey~''))T^-@-J-J%).K.. 9>3355 $ 3 = =SW = X X $_(__P]__$."555$4>.344c$).6I6IJHHH   (y~''))T->-C-M-M-O-OOO9>3355#'#4#9#C#C#E#E $eXeeScee 9 ;  ,(O(ty~233ll#d>O>T>Y:Z:Zlll 9 I  ,(](ty~233xx#d>O>T>Y:Z:Zxxx  ,,rT) include_copyrrrc#hK|jV|j |jV|j |r |jVdSdSdSrF)rrr)rrs rrz"NativeFunctionsViewGroup.functions{ sXi   (# # # # > %, %.  & % % %rrc|jjSrF)rrrs rrz"NativeFunctionsViewGroup.root_name s y""rc|jjSrF)rrIrs r compositez"NativeFunctionsViewGroup.composite sy??rNr)rrrrrr) rrr r!rrrrrr"rrrr< s%$$$''''3333j15!!!!!!###X#@@@X@@@rrc|jsdS|jrdSd|jvrdS|jjjjdrdSdS)NFr_inverseT)rrIrMr5rHrr)rs rrr sa <u /uu  v{%%j11u 4rcRdg}t|jj|vr+t|st |jjd|jjjjd}t t|d|jjjj|jjj }|S)Nnarrowz, does not have a generated view_copy variantr~Frrd) rr5rHrrPrrkrrre)r-list_of_ops_with_explicit_view_copy_operatorsrview_copy_names rrr s6>J1 16;LLL'**  6;LLL 6;#(///I! E9I9W   fk/ N rrBr-c|dkrdS|ddkr|ddkr |dd}td|d DS) z$ Input: '()' Output: [] z()r"rrrrr)c3JK|]}t|VdSrF)rzrTrs rrz parse_returns.. s.FFsc""FFFFFFrr)rr)rBs rr>r> sj dr1~RC!7!7!!B$' FFk.?.?.E.EFFF F FFrcLeZdZUded<ded<eddZdd Zdd Zd S)ryzdict[str, list[Argument]]rrUrsrcobjectrct|tstdt|g}d|dvr1|dd}d|D}|dd}i}|D]}t|t stdt|d|vrtd||d\}}d|vrtd |d |d}d |D}|||<t || } | |kr'td | d|| S)Nz precomputed must be a list, got rrr`cfg|].}t|/Sr"r/rTrr>rHs rr@z$Precompute.parse.. s,JJJtzz||44JJJrz$precomputed item must be a str, got zSprecomputed parameters without replacement are allowed only in the last line, got: rzillegal kernel param name 'z' in precomputed parameterscfg|].}t|/Sr"rrs rr@z$Precompute.parse.. s,QQQthnnTZZ\\::QQQr)rrzr.to_list() != src: r)rrrvrPrQrrryto_list) radd_argsadd_listrraw_replace_itemr with_list_raw with_listwith_list_argsrs rrTzPrecompute.parse s#t$$ Q !ODII!O!OPP P R 2w}}S))HJJJJJHcrc(C # * * .44 $S4@P;Q;QSS---$|jz||"2!7!7!?!? Cczz$R#RRR&++C00IQQyQQQN)GCLL wH 5 5 5 99;;#   !N !N!N!N!NOO Orrc@|jD];}|j|jkrtd|j<|jD]@}|D];}|j|jkrtd|j>QV++(XPQPVXX,   rrAcg}|jD]>\}}dd|D}||d|?|S)Nrc34K|]}t|VdSrFr)r>params rrz%Precompute.to_list.. s($P$PESZZ$P$P$P$P$P$Prr)rrOrrz)r replace_list kernel_paramreplacement_params replacementss rrzPrecompute.to_list sx 04 0B0B0D0D E E ,L,99$P$P=O$P$P$PPPL   < C C\ C C D D D DrN)rrrryrrp)rrr r!rrTrrr"rrryry sw'&&&(((\(T    rryr)rrDrr)rr2rrrrrr)rr2rr)rr2rrk)rBrrr-)v __future__rrSr6rrenumrrtypingrtyping_extensionsrtorchgen.utilsr r collections.abcr r r rr$rrr AUTOGRAD_KEYSFRAGMENT_NAMESPACESrDrrrrhasattrrprintrr,r(r'r.r+rrrrr`rrrrrrrrr~rrrrrrrr2rrrrrgrrrrrrdispatch_device_maprrr!rrrrrr r r rrr(r-r2rrrrrr4rrrSrRrrrr/rzrr!r,rrrkrrrrr>ryr"rrrs- """"""" !!!!!! ******66666666=<<<<<<<<<<: $********d ("((,,,>,,, #$:; `>`>`>`>`>$`>`>`>FD  B w{BG,, ++--A E!HHH,t2trttqrtt  OOO #'9OOO)5)6  A! L****%%%% ,V5H%P--------`46 5555&J  j'J (8*:K'LMM j%:j67 i%Z0=3LL e!.u!5 i8P!P o* i 88"#;;;;;t;;;4d T$ $] G] G] G] G] G] G] G] G@ $R R R R R R R R j $((((((((, $        B $99999999b $M@M@M@M@M@M@M@M@p  $55555555| $3"3"3"3"3"3"3"3"nT, $*****t***( $(((((4(((( $d@ $t* $Z5Z5Z5Z5Z5Z5Z5Z5z $5)5)5)5)5)5)5)5)r $ $GGGGGGGG $DDDDDDDDT   * $n7n7n7n7n7n7n7n7f $3 3 3 3 3 3 3 3 l* $M@M@M@M@M@M@M@M@`.6 G G G G $GGGGGGGGGGr