tj| UddlmZ ddlZddlZddlZddlZddlZddlZddlZddl Z ddlm Z m Z ddl m Z mZmZddlZddlmcmZddlmZmZmZmZmZmZmZmZddlmZerddlmZddl m Z ddl!Z!dd l"m#Z#ej$e%Z&ej'e%d Z(e)Z*d e+d <e,e-ze.zdzZ/gd Z0ddl1m2Z3eddZ4eddZ4eddZ4eddZ4ddZ4GddZ5Gdd Z6Gd!d"e6e.Z7id#ej8d$ej9d%ej:d&ej;d'ej;d(ej<d)ej=d*ej>d+ej?d,ej@d-ejAd.ejBd/d0d1ejCd2ejDd3ejEd4ejFid5ejGd6ejHd7ejId8ejJd9ejJd:ejKd;ejLdejNd?ejOd@edAedBedCedDedEejPdFejPiZQhdGZRddKZSdLZTeTD][ZUdMeUZVdNeVZWeXe5eVeSeUeYeeWeQeV<eR:eVe0ZeV\d/hZ[eRe[zZ\hdOZ]hdPZ^d)hZ_e]e_zZ`hdQZad&d8hZbd&d8dRdSZchdTZdeTD]ZUdMeUZVed:eVhdUZehdVZfddZZgdd[Zhdd\Zidd]Zjdd^Zkdd_Zldd`ZmddaZnddbZoddcZpddhZq dddpZrddqZsddrZtddsZuid%ej:d?ejOd5ejGd4ejdepZvddvZwddwZxddxZyddyZzddzZ{dd{Z|dd|Z}dd}Z~dd~ZddZddZddZddZe je%ZddZeTD]-ZUdeUZeeUZexe_e_%eXeee.[[U[ddZ dddZddZddZievidDejd#ej8d)e{d6e|d.e}d3e~d1ed-ed*exd+eyd@ed(ezd7ejIdCedBedAed$eeedZeTD]ZUdMeUZVeYedeUeeV<[U[V[T[ddZddZddZddZddZddZddZddZeeeeeedZddZddZddZddZddZeD]\ZZeeeeD]\ZZeeeddZeD]TZee]vr eeeeeavr eee$ee_vsee^vr eeeeeeeecvr eeeU[[dS)) annotationsN) lru_cacheupdate_wrapper)Anyoverload TYPE_CHECKING) sym_floatsym_itesym_maxsym_minsym_notSymBoolSymFloatSymInt)dtrace_structured)Callable)Self)ShapeEnvsym_nodeobject_NO_HINT)SymNodemethod_to_operator magic_methods DynamicInt) py_sym_typest type[bool]return type[SymBool]cdSNrs \/var/www/html/CA-Chatbot/venv/lib/python3.11/site-packages/torch/fx/experimental/sym_node.py _to_symtyper&Ds14 type[int] type[SymInt]cdSr"r#r$s r%r&r&Fs/2sr' type[float]type[SymFloat]cdSr"r#r$s r%r&r&Hs363r'typecdSr"r#r$s r%r&r&Js"%#r'cf|turtS|turtS|turt S|Sr")boolrintrfloatrr$s r%r&r&Ls1DyyCxx Ezz Hr'ceZdZUdZdZded< dddZddZddZddZ e ddZ e ddZ ddZ dd!Zdd#Zdd%Zdd&Zdd'Zdd(Zdd)Zdd+Zdd-Zdd.Zdd/Zdd1Zdd2Zdd3Zdd4Zdd5Zdd6Zddd8Zdd9Z dd:Z!dd;Z"dd<Z#dd=Z$dd>Z%dd?Z&dd@Z'ddAZ(ddBZ)ddCZ*ddDZ+ddEZ,ddFZ-ddGZ.ddHZ/ddIZ0ddJZ1ddKZ2ddLZ3ddMZ4ddNZ5ddOZ6ddPZ7ddQZ8ddRZ9ddSZ:ddTZ;ddUZdd]Z?dd^Z@dd_ZAdd`ZBddaZCddbZDddcZEdddZFddeZGddfZHddgZIddhZJddiZKddjZLddkZMddmZNdddpZOddsZPddtZQdduZRddvZSddwZTddxZUddyZVddzZWdd{ZXdd|ZYdd}ZZdd~Z[dS)rz This is a type erased SymInt/SymFloat which we use to do actual operations. End users don't touch this. Magic methods are NOT defined on this object. Fr1_optimized_summationNexprr shape_envShapeEnv | Nonepytyper.hintHintType | objectconstantint | float | bool | Nonefx_nodeoptimized_summationrNonec|_|_|_|_d_d_d fd }|t urd}n|t||us@t|t|us"td|dt|jr9jj r-|} || krt|d| dj d n |}|_ |_ jo jj } | o|_dS) Nr&HintType | SymInt | SymFloat | SymBoolcddlm}|jrdSjt djjd}|,t |ts|n|}|S)Nr)has_free_unbacked_symbolsz%shape_env is required to compute hintT) compute_hint) %torch.fx.experimental.symbolic_shapesrEr6r7 RuntimeError_maybe_evaluate_static isinstanceSymTypesr9)rEr:selfs r%rFz&SymNode.__init__..compute_hints W W W W W W)(33 t~%"#JKKK>88QU8VVD0:40J0JTt{{4(((PTKr'zCannot create SymNode of type z with incompatible hint of type z != z (for )rrC)_exprr7r9r5 _expr_ver _expr_cacherr.r&AssertionError_translation_validation_enabledr6_hintr<r>) rLr6r7r9r:r<r>r?rF computed_hinttx_validation_ens ` r%__init__zSymNode.__init__hsk " $7!*.:      " 8  DD  JJ&((DJJ+f:M:M,M,M$LLL?CDzzLL~ Y$."P Y!-  =(((D)W)Wm)W)W49)W)W)WXXX<>>D 3; N Mt~M (3G r'rc\t|j||j|j|j|jSr")rrOr9rTr<r>)rLr7s r%with_shape_envzSymNode.with_shape_envs+ J 4; DM4<   r'otherc|j|jko?|j|jko/|j|jko|j|jko|j|jkSr")rOr9rTr<r>rLrZs r% _value_eqzSymNode._value_eqs] J%+ % . u|+ . ek) . / .  -  r'r2c\t|j|j|j|j|jfSr")hashrOr9rTr<r>rLs r% _value_hashzSymNode._value_hashs%TZdj$-VWWWr' sympy.BasiccJt|jts |jjr|jS|jt d|jj}|dkr|jS|j||jkr|jS|j |j}||_||_|S)Nz$shape_env is required to access exprr) rJrOr2 is_numberr7rR_replacements_version_counterrQrPreplace)rLverresults r%r6z SymNode.exprs tz3 ' ' z# :  > ! !GHH Hn: !88:    'C4>,A,A# #'' 33! r'rCc|jSr"rTr`s r%r:z SymNode.hints zr'c|jduSr"rjr`s r%has_hintzSymNode.has_hintsz%%r' int | NonecF|jjrt|jSdSr")r6rdr2r`s r% maybe_as_intzSymNode.maybe_as_ints" 9  ty>> !4r' float | Nonecjddl}t|j|jrt |jSdSNr)sympyrJr6Floatr3rLrss r%maybe_as_floatzSymNode.maybe_as_floats6 di - - ## #4r' bool | NonecNddl}|j|jurdS|j|jurdSdS)NrTF)rsr6truefalserus r% maybe_as_boolzSymNode.maybe_as_bools8 9 " "4 Y%+ % %54r'c|jtuSr")r9r2r`s r%is_intzSymNode.is_ints{c!!r'c|jtuSr")r9r3r`s r%is_floatzSymNode.is_float s{e##r'c|jtuSr")r9r1r`s r%is_boolzSymNode.is_bool s{d""r'c|jduo7t|jto|jjSr")rTrJrnode is_nested_intr`s r%rzSymNode.is_nested_ints? Jd " 04:v.. 0 --// r'numct|turtdt|ddl}t |j||jt|||S)NExpected int, got rr<r>)r.r2rRrsrIntegerr7rLrrss r%wrap_intzSymNode.wrap_intsl 99C   !Ad3ii!A!ABB B  EM#  S3PS    r'r3ct|turtdt|ddl}t |j||jt|||S)NzExpected float, got rr)r.r3rRrsrrtr7rs r% wrap_floatzSymNode.wrap_float!sl 99E ! ! !CS !C!CDD D  EK  dneS3PS    r'ct|turtdt|ddl}t |r|jn|j|jt|||S)NzExpected bool, got rr)r.r1rRrsrryrzr7rs r% wrap_boolzSymNode.wrap_bool*sq 99D  !BtCyy!B!BCC C  .EJJ5; N       r'c|Sr"r#r`s r%clonez SymNode.clone8s r' builtins.strc|jSr"r6r`s r%strz SymNode.str;s )~r'c*|Sr"rr`s r%__str__zSymNode.__str__>sxxzzr'c@d|jd|jd|jg}|j|d|j|j|d|j|j|d|jd|dzS) NzSymNode(z , shape_env=z , pytype=zhint=z constant=zfx_node=z, rM)rOr7r9rTappendr<r>join)rLreps r%__repr__zSymNode.__repr__As Utz U Ut~ U U U U  : ! JJ+tz++ , , , = $ JJ24=22 3 3 3 < # JJ0$,00 1 1 1yy~~##r'c*|Sr"rr`s r% _graph_reprzSymNode._graph_reprMsxxzzr'c*|Sr")_absr`s r%absz SymNode.absSyy{{r'c*|Sr")_posr`s r%posz SymNode.posVrr'ndigitsc,||Sr")_round)rLrs r%roundz SymNode.roundYs{{7###r'c*|Sr")_truncr`s r%truncz SymNode.trunc\{{}}r'c,||Sr")_addr\s r%addz SymNode.add_yyr'c,||Sr")_subr\s r%subz SymNode.subbrr'c,||Sr")_mulr\s r%mulz SymNode.mulerr'c,||Sr")_modr\s r%modz SymNode.modhrr'c,||Sr") _float_powr\s r% float_powzSymNode.float_powksu%%%r'c,||Sr")_pow_by_naturalr\s r%pow_by_naturalzSymNode.pow_by_naturalns##E***r'c,||Sr")_and_r\s r%and_z SymNode.and_qszz%   r'c,||Sr")_or_r\s r%or_z SymNode.or_trr'c,||Sr")_float_truedivr\s r% float_truedivzSymNode.float_truedivws""5)))r'c,||Sr") _int_truedivr\s r% int_truedivzSymNode.int_truedivz  '''r'c,||Sr") _int_floordivr\s r% int_floordivzSymNode.int_floordiv}!!%(((r'c,||Sr")_lshiftr\s r%lshiftzSymNode.lshift||E"""r'c,||Sr")_rshiftr\s r%rshiftzSymNode.rshiftrr'c*|Sr")_sym_notr`s r%r zSymNode.sym_not}}r'c,||Sr")_eqr\s r%eqz SymNode.eqxxr'c,||Sr")_ner\s r%nez SymNode.nerr'c,||Sr")_gtr\s r%gtz SymNode.gtrr'c,||Sr")_ltr\s r%ltz SymNode.ltrr'c,||Sr")_ler\s r%lez SymNode.lerr'c,||Sr")_ger\s r%gez SymNode.gerr'c*|Sr")_floorr`s r%floorz SymNode.floorrr'c*|Sr") _is_integerr`s r% is_integerzSymNode.is_integers!!!r'c*|Sr") _sym_floatr`s r%r zSymNode.sym_floats   r'c*|Sr")_sym_intr`s r%sym_intzSymNode.sym_intrr'c*|Sr")_ceilr`s r%ceilz SymNode.ceilszz||r'c*|Sr")_negr`s r%negz SymNode.negrr'c,||Sr")_sym_minr\s r%r zSymNode.sym_min}}U###r'c,||Sr")_sym_maxr\s r%r zSymNode.sym_maxrr'then_valelse_valc.|||Sr")_sym_ite)rLrrs r%r zSymNode.sym_ites}}Xx000r'sizes list[SymNode]stridesc.|||Sr")_is_contiguousrLr r s r% is_contiguouszSymNode.is_contiguouss""5'222r'c.|||Sr")_is_channels_last_contiguous_2drs r%is_channels_last_contiguous_2dz&SymNode.is_channels_last_contiguous_2d33E7CCCr'c.|||Sr")_is_channels_last_contiguous_3drs r%is_channels_last_contiguous_3dz&SymNode.is_channels_last_contiguous_3drr'c.|||Sr")_is_channels_last_strides_2drs r%is_channels_last_strides_2dz#SymNode.is_channels_last_strides_2d00@@@r'c.|||Sr")_is_channels_last_strides_3drs r%is_channels_last_strides_3dz#SymNode.is_channels_last_strides_3drr'c.|||Sr")'_is_non_overlapping_and_dense_indicatorrs r%&is_non_overlapping_and_dense_indicatorz.SymNode.is_non_overlapping_and_dense_indicators;;E7KKKr'c,||Sr")rr\s r%sym_orzSymNode.sym_orrr'c,||Sr")rr\s r%sym_andzSymNode.sym_andrr'c,||Sr") _bitwise_andr\s r% bitwise_andzSymNode.bitwise_andrr'c,||Sr") _bitwise_orr\s r% bitwise_orzSymNode.bitwise_ors&&&r'c,||Sr") _bitwise_xorr\s r% bitwise_xorzSymNode.bitwise_xorrr'c,||Sr")rr\s r%truedivzSymNode.truedivrr'c,||Sr")rr\s r%floordivzSymNode.floordivrr'c,||Sr")rr\s r%powz SymNode.pows~~e$$$r'cp|||t|dS)N)r!rto_noders r%is_non_overlapping_and_densez$SymNode.is_non_overlapping_and_denses9::5'JJMM D!     r'c.|ddSNr) guard_intr`s r%int_z SymNode.int_s~~b!$$$r'argsc <ddl}ddlm}m}|r=t ||t jtd|DfiSd|D}|j|}g}t}|D]%} | j n*| | j &t|}|j td|j t jtd|Df\} } t!||j t"|| S)Nrget_proxy_modehandle_sym_dispatchc34K|]}t|VdSr" wrap_node.0as r% z"SymNode.sym_sum.. s(66A9Q<<666666r'cg|] }|j Sr#rrFs r% z#SymNode.sym_sum..s&&&A&&&r'z!shape_env is required for sym_sumc3$K|] }|jV dSr"r>rFs r%rIz"SymNode.sym_sum..s$!:!:!)!:!:!:!:!:!:r'rM)rs"torch.fx.experimental.proxy_tensorrArBr7torchsym_sumtupleAddrr:rsumr7rH_create_fx_call_functionrr2) rLr>rsrArBexprsout size_hintsout_hintrHr>_s r%rPzSymNode.sym_sumsk         >   ##M66666668 '&&&&ei # ' 'Av~   af % % % %:H > !BCC C^<< ME!:!:T!:!:!:::<   sDNC7KKKKr'size_obliviousbool | int | floatcd|jtd|j||S)Nz!shape_env is required to evaluate)r7rHevaluate_sym_node)rLrZs r%evaluatezSymNode.evaluate#s1 > !BCC C~//nEEEr'filelinec|} t|S#t$rtd|wxYw)NzFailed to convert to int: %s)r^r2 ExceptionlogwarningrLr_r`rs r%r<zSymNode.guard_int)sT MMOO q66M    KK6 : : :   %'A c|} t|S#t$rtd|wxYw)NzFailed to convert to float: %s)r^r3rbrcrdres r% guard_floatzSymNode.guard_float3sT MMOO 88O    KK8! < < <  rgc|} t|S#t$rtd|wxYw)NFailed to convert to bool: %sr^r1rbrcrdres r% guard_boolzSymNode.guard_bool=sT MMOO 77N    KK7 ; ; ;  rgcddlm}|jtd|r2||js"|jjs|||S|j|j|d||j S)Nr)free_unbacked_symbolsz%shape_env is required for expect_true:rM) rGror7rHrlr6+prefer_deferred_runtime_asserts_over_guardsrmguard_or_defer_runtime_assertr>)rLr_r`ros r% expect_truezSymNode.expect_trueGsOOOOOO > !FGG G MMOO /))$)44 /NN / ??4.. . ~;; I$''''<   r'cddlm}|std|t |S)Nr)statically_known_trueExpected bool type)rGrurrRr)rLr_r`rus r%ruzSymNode.statically_known_true[sJOOOOOO||~~ 7 !566 6$$WT]]333r'c|d} t|S#t$rtd|wxYw)aN Like guard_bool, but if we encounter unbacked symbols, if those symbols are size-like, we will treat them as >= 2 for the purposes of the analysis. This CHANGES the runtime semantics, but all size-oblivious sites have been audited to ensure that the runtime semantics don't change in a material way. Acceptable runtime semantic changes are, e.g., squeeze() no longer dropping an unbacked one size, or a tensor reporting as non-contiguous even if it's contiguous if it would have been reported contiguous due to being empty. T)rZrkrlres r%guard_size_obliviouszSymNode.guard_size_obliviousbsZ MMM . . 77N    KK7 ; ; ;  s ''Acddlm}|std|t |S)Nr)guard_or_falserv)rGrzrrRr)rLr_r`rzs r%rzzSymNode.guard_or_falsevsIHHHHHH||~~ 7 !566 6~gdmm,,,r'cddlm}|std|t |S)Nr) guard_or_truerv)rGr|rrRr)rLr_r`r|s r%r|zSymNode.guard_or_true}sIGGGGGG||~~ 7 !566 6}WT]]+++r'c.|ddSr:)rmr`s r%bool_z SymNode.bool_sr1%%%r'cdS)NTr#r`s r% is_symboliczSymNode.is_symbolictr'cdSr"r#r`s r% nested_intzSymNode.nested_intrr'cdS)NFr#r`s r% is_constantzSymNode.is_constantsur')NNF)r6rr7r8r9r.r:r;r<r=r>rr?r1rr@)r7rrr)rZrrr1)rr2)rrbrN)rr1)rrm)rrp)rrw)rr2rr)rr3rr)rr1rr)rr)rrr")rrmrr)rZrrr)rrrrrr)r r r r rr)r>r rr)F)rZr1rr[)r_rr`r2rr2)r_rr`r2rr3)r_rr`r2rr1)rr@)\__name__ __module__ __qualname____doc__r5__annotations__rWrYr]rapropertyr6r:rlrorvr{r}rrrrrrrrrrrrrrrrrrrrrrrrrrrrr rrrrrrrrr rrrr r r rrrrrr!r#r%r(r+r.r0r2r4r8r=rPr^r<rirmrsrurxrzr|r~rrrr#r'r%rrYs2"'&&&&/3$)W4W4W4W4W4r        XXXXX$X&&&&""""$$$$####                  $ $ $ $ $$$$$                &&&&++++!!!!    ****(((())))########""""!!!!$$$$$$$$11113333DDDD DDDD AAAA AAAA LLLL     ((((''''(((())))((((%%%%    %%%%%L%L%L%LNFFFFF     (4444(----,,,,&&&&r'rc eZdZdfd ZxZS)_DynamicScalarr>rrrch|turtdtj|g|RS)Nz9_DynamicScalar is an abstract base class, use DynamicInt.)r TypeErrorsuper__new__)clsr> __class__s r%rz_DynamicScalar.__new__s; . WXX Xuwws*T****r')r>rrr)rrrr __classcell__rs@r%rrs=++++++++++r'rcReZdZdZdfd ZddZdd Zdd Z dddZdddZ xZ S)ra User API for marking dynamic integers in `torch.compile`. Intended to be compatible with both compile and eager mode. Example usage:: fn = torch.compile(f) x = DynamicInt(4) fn(x) # compiles x as a dynamic integer input; returns f(4) valr2rrct|tstdt|t |t|}|S)Nr)rJr2rRr.rr)rrobjrs r%rzDynamicInt.__new__sU#s## C !Ad3ii!A!ABB Bggooc3s88,, r'rcd|jdS)Nz DynamicInt(rM)realr`s r%rzDynamicInt.__repr__s)TY))))r'rZc0t|j|zSr"rrr\s r% __floordiv__zDynamicInt.__floordiv__s$)u,---r'c0t||jzSr"rr\s r% __rfloordiv__zDynamicInt.__rfloordiv__s%49,---r'NmodulormDynamicInt | floatc|t|j||}n |j|z}t|trt |S|Sr"r4rrJr2rrLrZrrhs r%__pow__zDynamicInt.__pow__sR  E622FFY%F fc " " &f%% % r'c|t||j|}n ||jz}t|trt |S|Sr"rrs r%__rpow__zDynamicInt.__rpow__sN   622FFDI%F fc " " &f%% % r')rr2rr)rr)rZr2rrr")rZr2rrmrr) rrrrrrrrrrrrs@r%rrs   ****.... ....04     r'rrrrandr(rrrrrrrrc*|Sr")rxs r%rsALLNNr'rrrrrrrorr+r.rrrrrr r r r r rr> rrrrrrrr r namerCallable[[SymNode], SymNode]cdfd }|S)NrLrrc:t|dS)N_sym_)getattr)rLrs r%fnz_get_sym_node_fn..fns!,wt^T^^,,...r'rLrrrr#rrs` r%_get_sym_node_fnrs(////// Ir') sqrtcoscoshsinsinhtantanhasinacosatanlog2sym_rY>rrr r >rrr>rrsym_log2rxor)r(r+r.>rr rr>rrrr> rrrrrrrrr rr8rHrbbc&ddlm}|||S)Nr) FloatTrueDiv)torch.utils._sympy.functionsr)rHrrs r%_sympy_float_truedivrR&999999 <1  r'c&ddlm}|||S)Nr) IntTrueDiv)rr)rHrrs r%_sympy_int_truedivrXs&777777 :a  r'c&ddlm}|||S)Nr)FloorDiv)rr)rHrrs r%_sympy_floordivr^$555555 8Aq>>r'c^ddlm}m}|jr|jr |||S|||S)NrMod PythonMod)rrris_nonnegative)rHrrrs r% _sympy_modrdsO;;;;;;;;A,s1ayyyAr'c&ddlm}|||S)Nr) PowByNatural)rr)rHrrs r%_sympy_pow_by_naturalrmrr'c&ddlm}|||S)Nr)FloatPow)rr)rHrrs r%_sympy_float_powrsrr'c,ddl}|j||Srr)rsAndrHrrss r% _sympy_andrysLLL 59Q??r'c,ddl}|j||Srr)rsOrrs r% _sympy_orrLLL 58Aq>>r'c&ddlm}|||S)Nr)LShift)rr)rHrrs r% _sympy_lshiftr$333333 6!Q<<r'c&ddlm}|||S)Nr)RShift)rr)rHrrs r% _sympy_rshiftrrr' ordered_argslist[sympy.Basic]new_arglist[sympy.Basic] | Nonect|dkr|gSddlm}m}||d||kr||gzS||d||kr|g|zSdt|dz }}||krC||zdz}||||}|dkrdS|dkr|dz}n|dz }||kC||||S)zs If new_arg is found in ordered_args None is returned, else the new ordered_args with new_arg inserted r) _args_sortkeyBasicrBr6N)lensympy.core.basicrrcompareinsert)rrsort_keyrlowhighmidcompare_results r%_binary_search_insert_argrs9 <AyAAAAAAAAx R !!HHW$5$555wi''x Q  88G#4#444y<''3|$$q(C ++Tza|C'8'BB Q  4 a  'CC7D ++W%%% r'Flhsrhslhs_is_optimized_summationr1rhs_is_optimized_summationtuple[bool, sympy.Basic]c ddl ddlm}d fd }dd lm}|||z}|||z}|r|r||jd ||jdkr||j|jzS||jd||jd kr||j|jzSt |jd krWt |jd kr?t|j}|jD]}t||}|n| ||S|r6|j r/tt|j|}| ||S|r6|j r/tt|j|}| ||S j ||} || | fS) a Custom optimization for Add used to optimize incremental binary summations of certain properties. The idea is when we know the expression is a summation of unique symbols all we need to know is the correct order of symbols, and no other optimizations are needed. We pass evaluate=false, with the correct order of args and save the following. 1. Avoid running other optimizations when the Add is constructed. 2. Manually figure out the order of the args for the new expression in log(n) comparisons instead of nLog(n) (comparing terms is expensive and shows in the profiles). The function returns a tuple of (1) a boolean that indicates whether the output is a summation of unique symbols, (2) the result sympy expression. rN)rrrrrcf|tdj|d}d|fS)Nzordered_args is NoneT)is_commutative)rRrR _from_args)rrhrss r%make_optimizedz&_optimized_add..make_optimizeds>   !788 8 %%l4%HHf~r')_is_symbols_binary_summationrBr)rrrr) rsrrrr _argsrlistr is_symbolrR) rrrrsortkeyr r new_argsrHrhrss @r%_optimized_addrs> LLL999999JIIIII">">s"C"CC">">s"C"CC!0&@0 739R= ! !GGCIaL$9$9 9 9!>#)ci"788 8 739Q< 7739R=#9#9 9 9!>#)ci"788 8 sy>>Q  3sy>>Q#6#6CIHY  4XqAA#E$#%~h///",cm,,T#)__cBB  !>(++ +",cm,,T#)__cBB  !>(++ + UYsC F ( ( 0 0& 99r'c&ddlm}|||S)Nr)BitwiseFn_bitwise_and)rr)rHrrs r%r'r''BBBBBB A & &&r'c&ddlm}|||S)Nr)BitwiseFn_bitwise_or)rr)rHrrs r%r*r*s'AAAAAA  1 % %%r'c&ddlm}|||S)Nr)BitwiseFn_bitwise_xor)rr)rHrrs r%r-r-rr'rCallable[..., sympy.Basic]cddl}t||jro|j}t |dkrUt|d|jr:|djr-|j|d}|d|kr ||dzSt||jr||j|kst||jr|j|S||S)Nrrr6)rsrJMulr>rrtrr)rHrrsaacoefs r%_floor_ceil_helperr"sLLL!UY$ V r77a<r'fc4ddl}|j||f|dfS)NrT)rs Piecewise)rHrrCrss r% _sympy_iterFxs'LLL 5?Aq6At9 - --r'$Callable[[sympy.Basic], sympy.Basic]cdfd }|S)NrHrbrcbddl}t|jjjd|S)NrOpaqueUnaryFn_)rrutils_sympy functions)rHrOrs r%rz_get_sym_math_fn..fns:++++Mwu{)35Ld5L5LMMaPPPr'rHrbrrbr#rs` r%_get_sym_math_fnrOs.QQQQQQ Ir'_sympy_c*ddl}|j|Srr)rsAbs)rHrss r% _sympy_absrSsLLL 59Q<<r'numberrsympy.Basic | NonecDddlm}m}| ||S|||S)Nr) RoundDecimal RoundToInt)rrWrX)rTrrWrXs r% _sympy_roundrYsDFEEEEEEEz&!!!|FG,,,r'c$ddlm}||SNr)ToFloat)rr\)rHr\s r%_sympy_sym_floatr]s$444444 71::r'cfddl}ddlm}|j||j||Sr[)rsrr\r*r)rHrsr\s r%_sympy_is_integerr_sELLL444444 58GGKEKNN++Q / //r')rrr r c t|}t||tt|dz ddS)Nr6rB)rsympy_is_contiguous_genericr range)r r dims r%sympy_is_contiguousrds9 e**C &ugtE#'2re >g > > >>r')rrrrrr!rLrcJt|tr|jSt|tur||St|t ur||St|tur| |StSr") rJrKrr.r1rr2rr3rNotImplemented)rLrs r%r7r7Js#x  x cd  ~~c""" cc  }}S!!! ce  s###r'r0SymInt | SymFloat | SymBool | int | float | boolc>t|tr|j|jS|rt |S|rt |S|rt|Std|)Nzunrecognized return type ) rJrr<r}rrrrrrRrs r%rErEYs!W!*"8zxxzz>ayy >{{ >qzz<<<===r'methodCallable[..., object]ct|Sr")METHOD_TO_OPERATOR)rs r%rrgs f %%r'funcr@ctdtvrd}n}dd}dfd }|dfd }|dfd }tvrttd||dSdkr"dfd }ttd||dSdkr#ddfd }ttd||dSttd||dS)NrYrset[str]cddl}|jj|jj|jjj|g}ddl}d|D|jj zdhzS)Nrc6h|]}tj|Sr#)inspectgetfile)rGrxs r% z@_make_node_magic..uninteresting_files..s" . . .AW_Q   . . .r'z) rO_dynamo eval_framerKfx experimentalrtorch._dynamo.guardsguardsuninteresting_files)rOmodss r%rz-_make_node_magic..uninteresting_filesss{  M $ M  H ! *    $### / . . . .m"6688 9l  r'rCallable[..., SymNode]cNtjddfd }|S) NrLrrZSymNode | Nonerc| |n ||tjjjr'|||gn|gd fd t dfdS) Nrrrrmcddl}|jdSt|tkrdSt|j|j|jfrdS|j|j|jfvrdSt|Srr) rsr<idrJr6rrtryrz)rrsrhs r%get_idzM_make_node_magic..capture_provenance..wrapper..get_ids LLL(4#tHF33#t#HMEM5;3OPP$#t!5:u{*CCC#th<<'r'expression_createdc ttdDfdDtjdtjddS)Nc,g|]}t|Sr#rrFs r%rKzc_make_node_magic..capture_provenance..wrapper....s%@%@%@c!ff%@%@%@r'c<g|]}| |Sr"r#)rGirs r%rKzc_make_node_magic..capture_provenance..wrapper....s5)))*+FF1II.capture_provenance..wrapper..sy"("%f++%'ZZ%@%@i%@%@%@))))/8)))'1&?&B&B!+!?!B!B ) )r') metadata_fn)rrrrm)rO_logging _internalGET_DTRACE_STRUCTUREDr)rLrZrrrhrrs @@@r%wrapperz=_make_node_magic..capture_provenance..wrappers}DD%~'=! $!%u II!%I ( ( ( ( ( ("( ! ! ! ! ! ! !    Mr'r")rLrrZrrr) functoolswraps)rrrs` r%capture_provenancez,_make_node_magic..capture_provenancesI   ( ( ( ( ( ( (   ( Tr'rLrrZc pddlm}m}t}t}|j|j||j|j}|r7t |||t|t|fiSt|tstdt|d} dkrddl m }m}|j} | td|jjs#| |jjdkrG|jjs#| |jjdkr||j|j} n+||j|j} ndkr*t)|j|j|j|j\}} nd vrddl} dd lm} m} |jjo| |j| j}|jjo| |j| j}|r |jjs|rR|jjrF| j| j| j| j | j!| j"d }||j|jd } n-|j|j} n|j|j} n6#tF$r)tH%d |j|jwxYwtL'd |j|j| tPvrtR}n<tTvrtV}n+|j,tRus|j,tRurtR}n|j,}|+|tur"| t|tZs ||}|jt]d|j/||j0|j0f\}}t| |j||||}|S)Nrr@zExpected SymNode, got Frrzshape_env is required for modr)rrrrrr)symbol_is_typeSymT)r^failed to eval %s(%s, %s)z%s %s %s -> %sz#shape_env is required for binary op)r>r?)1rNrArBrrr:r7rErJrrRr.rrrr7r6r bound_sympylowerrr5rstorch.utils._sympy.symbolrrr UNBACKED_INTrdr*r-r9r0r6r3rbrcrd sym_node_logdebugalways_float_magic_methodsr3always_bool_magic_methodsr1r9rKrHrTr>)rLrZrArBoprXr?rrr7rVrsrrlhs_is_unbackedrhs_is_unbacked rel_classr9r>rYrhrrs r%binary_magic_implz+_make_node_magic..binary_magic_implsr          ' '# 9 UZ%;r$)UZ00H >   ))"y %@P@P.QSUVV %)) I !G$u++!G!GHH H#? GGGGGGGG!N $()HIIII, ; ,,TY77=BBJ-C!,,UZ88>!CC#di44CC#)DIuz::CC5-;IJ-. ..*$cc ??? JJJJJJJJ#')"5#..It0;;#(*"6#>>J 1<<$ 6 (< 6# 6(, (; 6$h#h#h#h#h#h !!!I$)DIuzEJJJCC$ty%*55CCd49ej11    KK3VTY S S S   +VTY CPPP / / /FF 0 0 0FF [E ! !U\U%:%:FF[F  (($x22%vh''H > !DEE E^<< u}-    N   3     s %srM)rNrArBrr7rEr6r7rH_simplify_floor_divrbrcrdrrrr:always_int_magic_methodsr2rr1rr3r9rTr>r) rLrArBrr6rVrXr9r>rYrrs r%unary_magic_implz*_make_node_magic..unary_magic_impl2s          ' ' >   R4!4!4R)D//9KR!P!PQQ Qy > !CDD D W  ) 3 3>55d;;D $t**CC    KK/ > > >   =$c:::# 9 r$)}}H - - -FF 0 0 0FF 1 1 1FF[F^<rr9) rrrrArBrXrVr>rYrrs r% sym_ite_implz&_make_node_magic..sym_ite_impl]s         ~% *$>$>~ ''%i00%i00%i00     d9>9>9>JJ    3NNN  "*"#FGGG",EE)+Y-> @QRJGQY()*:Hg s ?B9Crrrmc ^ddlm}m}tj}|r*t |||t ||fiS|j}  ||}n,#t$rt d ||wxYw|t}n|j }d}|j ||j |}|jg} || ||jt#d|j|t'| \} } t)||j||| S)Nrr@z!failed to eval %s(%s, ndigits=%s)zshape_env is required for roundrM)rNrArBbuiltinsrr7rEr6rbrcrdr2r9r:r>rr7rHrTrQr)rLrrArBrr6rVr9rXr>r>rYrrs r% round_implz$_make_node_magic..round_impls~         B~ --b9T??G2LbQQ9D d4))    ?wWWW Hy$2IwL>D" G$$$~%"#DEEE@@U4[[QQJGQ3'RRR Rs  A)B)rr)rrrr)rLrrZrrrr)rrrrrrrrr")rLrrrmrr)r2magic_methods_on_operator_with_trailing_underscore unary_methodssetattrr) rr method_attrrrrrrrs `` r%_make_node_magicrks 9S>>$  D CCClll      ",,,,,,\}}}}}}}~$O$O$O$O$O$O$OL*[**,<===== 9  / / / / / / / b *[**L99999 7  + S+ S+ S+ S+ S+ S+ S+ SZ *[**J77777*[**,=>>>>>r'cd fd }ttd|d fd }ttjt s(ttjt |dSdS)NrLrr r r rc ddlm}m}ttjt }|r1t|||d|Dd|DfiSd|D}d|D} ||}n,#t$rt d||wxYwg} d} |D]%} | j nQ| | j &g} |D]%} | j n'| | j &|| | }  drt} nt} t!||j| | S) Nrr@c,g|]}t|Sr#rDrGss r%rKzH_make_node_sizes_strides..sizes_strides_impl..s222qill222r'c,g|]}t|Sr#rDrs r%rKzH_make_node_sizes_strides..sizes_strides_impl..s4S4S4SaYq\\4S4S4Sr'cg|] }|j Sr#rrs r%rKzH_make_node_sizes_strides..sizes_strides_impl..s,,,af,,,r'cg|] }|j Sr#rrs r%rKzH_make_node_sizes_strides..sizes_strides_impl..s0001000r'r _indicator)rNrArBrsysmodulesrr7rbrcrdr:rendswithr2r1rr7)rLr r rArBr size_exprs stride_exprsrVrWrXr stride_hintsr9rrs r%sizes_strides_implz4_make_node_sizes_strides..sizes_strides_impls        S[*F 3 3 >   ##22E2224S4S74S4S4ST -,e,,, 00000  $z<00CC    KK3VZ V V V     8 8Av~   af % % % %L 8 86>E##AF++++2j,77 ??< ( ( FFFsDNFH===s  B)B9rY list[object]rcddlddlm}tj||D]]t t rFttj fd|Dfd|DcS^dkr |||Stfd|Dfd|DS)Nr)!eval_is_non_overlapping_and_densec:g|]}tj|Sr#r7rrGrrHs r%rKzH_make_node_sizes_strides..sizes_strides_user.. s%;;;++;;;r'c:g|]}tj|Sr#rrs r%rKzH_make_node_sizes_strides..sizes_strides_user.. s%===++===r'r!c0g|]}j|Sr#sympifyrGrHrss r%rKzH_make_node_sizes_strides..sizes_strides_user..s%555!]U]1%%555r'c0g|]}j|Sr#rrs r%rKzH_make_node_sizes_strides..sizes_strides_user..s%777!]U]1%%777r') rsrGr itertoolschainrJrrErrr1)r r rrHrsrrs @@r%sizes_strides_userz4_make_node_sizes_strides..sizes_strides_usersA        00  A!V$$  +GAFF++;;;;U;;;====W===  = = =44  5555u5557777w777 r')rLrr r r r rr)r rr rrr)rrhasattrrrr)rrrrs`` r%_make_node_sizes_stridesrs0>0>0>0>0>0>0>d G\\\#5666 @ 3;x(& 1 1C H%v/ABBBBBCCr' user_typecn tvrd n d(d d)d tvrd*d  nd*d  d+fd d, fd }d- fd }d- fd }d.d}tvr||dd|dStvr-t |}||t ||dSdkrd/ fd! }||dd|dSd"krd0d1 fd& }||dd|dS} t vr t } ||d| d|tvr||d'| d|dSdS)2Nrr0SymInt | int | SymFloat | float | SymBool | boolrint | float | boolc(t|tttfr|St|tr|jddSt|tr|jddStd)Nr;rz*expect to be called with constant SymBools) rJr2r3r1rrr<rrmrRrs r% get_constantz&_make_user_magic..get_constant0s a#ud+ , , H a  +6##B** * a ! ! ,6$$R++ +IJJJr'r1ct|tttfrdSt|tt t fr|jSdS)NTF) rJr2r3r1rrrrrrs r%rz%_make_user_magic..is_constant;sR a#ud+ , , 4 a&(G4 5 5 (6%%'' 'ur'rrct|tr4t|jt |St |turt |S|S)z;Implements True+True=2, which works in python but not sympy)rJrrrrr2r.r1rs r%promotez!_make_user_magic..promote^sU!W%% 7afooc!ff55666Aww$1vv Hr'c|Sr"r#rs r%rz!_make_user_magic..promotehsHr'rLrZtuple[Any, Any]cdvr||fSt|ttjf}t|ttjf}|s|r,|stj|}|stj|}||fS)N)rrrrrrrr r rrrrrr)rJr3rOrr )rLrZf_selff_otherrs r%promote2z"_make_user_magic..promote2ks    $; D5%."9::UUEN$;<<  /W / -t,, /..U{r'c|}|r!t|Stt|jSr")rrErr)rLrrrrrs r%rz*_make_user_magic..unary_magic_implsiwt}} ;t   D.&v.. T0B0BCC C8K88::;;;r'c Tt|ttttt t fstSt d|||}|} ||\}}|r"t||S|r |}t|j |}|turtStt|j |}|r |n|S)NzMAGIC %s %s %s)rJr2r3r1rrrrrrrr7rrEr rLrZ other_noderetrrrrrr s r%rz+_make_user_magic..binary_magic_impls5%#udFHg!NOO "! !+VT5AAAwt}}htU++ e ;t   K.&v.. T0B0BEJJ J ;u   ( L''ETY..  ' '! !7 ;77 CCDD$/K$4$4=||C   #=r'c t|ttttt t fstS|}|} ||\}}|r"t||S|r |}t|j |}|turtStt||j }|r |n|Sr") rJr2r3r1rrrrrr7rrErr s r%rbinary_magic_implz,_make_user_magic..rbinary_magic_impls%#udFHg!NOO "! !wt}}htU++ e ;t   K.&v..||D7I7IJJ J ;u   ( L''ETY..  ' '! !8 K88CCDD$/K$4$4=||C   #=r'rr.attrr symnode_implr@cxt||dfd }|turtt|dSdS)z Registers the SymNode magic method on SymInt/Float/Bool, and optionally registers a corresponding wrapped method on DynamicInt. r>rrrcd|D}tt|}t|tr$t|tst |S|S)NcJg|] }t|tr|jn|!Sr#)rJrr)rGrs r%rKzP_make_user_magic..setattrs..dynamic_int_impl..s:?@*Q 33:r')rr2rJr1r)r>rVrs r%dynamic_int_implz<_make_user_magic..setattrs..dynamic_int_implsmDHD%'#t$$d+C#s## 'JsD,A,A '!#&Jr'N)r>rrr)rrr)rrrrs ` r%setattrsz"_make_user_magic..setattrssc  4...          J&6 7 7 7 7 7  r'__r predrrrc|j}t||}t||}|tus |turtSt|tr%t|tr|j|jkst dtt|j||}|j r |n|S)Nz9then_node and else_node must be SymNodes with same pytype) rr7rrJrr9rRrErr) rrrrrrrrrs r%sym_ite_magic_implz,_make_user_magic..sym_ite_magic_impls I 844I 844IN**i>.I.I%%9g.. y'22 $ (888$O;GDI{;;IyQQRRC8'')) S!!!  r'rrrrmc|rtj||Stt|j|Sr")rrrErr)rLrrrrs r%round_magic_implz*_make_user_magic..round_magic_implsW{4   C~ll4&8&8'BBB7WTY77@@AA Ar'__r)rrrr)rrrr1)rrrr)rLrrZrrr)rLrrr)rLrrZrrr)rr.rrrrrr@)rrrrrrrrr")rLrrrmrr)rbool_becomes_int_magic_methodsunary_magic_methodsunary_nonmagic_methodsrr bitwise_opsreflectable_magic_methods)rrrrrrorigrr method_namerrrrr s` @@@@@r%_make_user_magicr&(sCCC%Voo   K K K KB///         !!!!!!T<<<<<<<<<< >>>>>>>>>>>">>>>>>>>>>> 8888,$$$OOOO-=>>>>> ) ) )y&))FN3CT$J$JKKKKK 9         0 OOOO-?@@@@@ 7   B B B B B B B B B OOOO-=>>>>> [ %f-K00002CDDD . . . HY 5k 5 5 57I J J J J J / .r')rrrr )rr(rr))rr+rr,)rr.rr.)rrrr)rHrbrrbrrb)rrrrbrr)FF) rrbrrbrr1rr1rr)rHrbrrrrbrN)rHrbrrbrCrbrrb)rrrrGr")rTrbrrUrrb)r rr rrrb)r rr rrerfrrb)rLrrrrr)rrrr)rrrr)rrrrrr@)rrrr.rr@) __future__rrrrrloggingmathoperatorrrrtypingrrrrOtorch._logging.structuredrrr r r r r rrrtorch._loggingrcollections.abcrrrsrGr getLoggerrrcgetArtifactLoggerrrrrr1r3r2HintType__all__ torch.typesrrKr&rrrrrrrrrrrr2rrrrrrrrrrrr4rrrr0rr r math_op_namesrsym_name priv_sym_namerrrr!ronly_bool_magic_methodsralso_bool_magic_methodsbool_magic_methodsonly_float_magic_methodsrr"rrrrrrrrrrrrrrrr'r*r-r#rr!r%r(r+r.r1r4r7r:r=rBrFrcurrent_modulerOpriv_sympy_namerrrSrYr]r_invertrrdrarrrvryr|r~rsizes_strides_methodsr7rErrritemsrrr&r#r'r%r@s;"""""""  ////////////////// .........                    -,,,,,?((((((LLL>>>>>>g!!~//*EE 688 %<#  $ K J J100000 444 4 222 2 666 6 %%% %    uuuuuuuup++++++++22222222l$ 8<$ 8<$ 8<$ 8= $ 8= $  DI $ (+$ TZ$ TZ$H%$ (+$ (+$**$ (+$ ho$  (+!$" 8<#$$$ 8<%$& (+'$( 8<)$* (,+$,(,-$.8w?$@wA$BwC$DX%E$$F8#G$$L      Dd}}H"NNM GGX//55666#*75-#@#@x H%%% NN8 $&<< >==!6!6!6&,/FFJII7UUUU4EEEE HHHH ' ' ' ' TPPPP SSSS ????)&J&J#D#D.[       > > > >&&&&U?U?U?U?p [C[C[C[C|"''))##LFDVT"""")//11++LFDVT****YKYKYKYKx + +F ((())) )))*** (((F6T,T,T)))VV$$$ [  *** DDr'