tj7dZddlZddlZddlZddlZddlZddlZddlZddlZddl m Z m Z ddl m Z ddlmZmZddlZddlZddlmZddlmZddlmZd d lmZmZmZmZd d lmZm Z m!Z!m"Z"d d l#m$Z$d d l%m&Z&m'Z'm(Z(d dl)m*Z*m+Z+m,Z,m-Z-m.Z.d dlm/Z/m0Z0m1Z1m2Z2d dl3m4Z4m5Z5m6Z6m7Z7m8Z8m9Z9m:Z:m;Z;d dlm?Z?ddl@mAZAddlBmCZCejDEeFdZGdeHeefdeHeefdeIddfdZJdeKedeKeddfdZLGddZMejNd d!de d"fd#ZOejNd d!de d"fd$ZPejNd d!de d"fd%ZQdS)&a Side effect tracking and management for TorchDynamo's compilation system. This module provides infrastructure for tracking and managing side effects that occur during symbolic execution, including: - Tracking mutations to objects, attributes, and variables - Managing context changes (cell variables, global namespace modifications) - Handling aliasing and object identity preservation - Managing stack frame state and local variable changes - Tracking function calls with side effects Key classes: - SideEffects: Main container for tracking all side effects during execution - MutableSideEffects: Specialization for mutable object tracking - AttributeMutation/ValueMutation: Track specific types of mutations - Various specialized side effect classes for different scenarios The side effect system ensures that mutations performed during symbolic execution are properly replayed during runtime, maintaining the correctness of compiled code while enabling optimizations where safe. N) GeneratorMutableMapping)CellType)Any TYPE_CHECKINGAutogradFunctionContextVariable) OrderedSet)is_structseq_class)configgraph_break_hintsutils variables)bytecode_from_templatecreate_call_functioncreate_call_methodcreate_instruction) PyCodegen)collapse_resume_framesget_stack_above_dynamo unimplemented) AttrSource GlobalSourceLocalCellSourceSourceTempLocalSource)is_frozen_dataclassis_namedtuple_cls nn_module_new object_new)AttributeMutationAttributeMutationExistingAttributeMutationNewAttrMutationKindis_side_effect_safeValueMutationExistingValueMutationNewVariableTracker)FrozenDataClassVariable) OutputGraph)InstructionTranslatorBase) ListVariable side_effects dict_fromdict_to mro_indexreturnct|j|}|||D]\}}||||dSN)type__mro__clearitems __setitem__)r/r0r1 dict_classkvs X/var/www/html/CA-Chatbot/venv/lib/python3.11/site-packages/torch/_dynamo/side_effects.py_manual_dict_setitemr>Ksmg&y1JW!!..1w1----.. list_fromlist_tocpt|t||dSr4)listr7extend)r@rAs r=_manual_list_updaterEXs.JJwKK#####r?ceZdZUdZeeefed<eeeeeffed<eeeee ffed<e e ed<eee e j fed< dqdd deeefdzdeeeeeffdzdeeeee ffdzdeee e j fdzde e dzd e eee efdzd eeed ed effdzddffd ZdeddfdZdeddfdZejdedfdZdedededefdZdrdZdeddfdZdedefdZdddedzfdZdsdZde defd Zde defd!Z defd"Z!defd#Z"defd$Z#deddfd%Z$dedefd&Z%e j&fdededed'e ddf d(Z'dedededdfd)Z(dedede fd*Z) dtdeded,ed-edef d.Z*d/ededdfd0Z+d/edefd1Z,d2ededefd3Z-d2edededdfd4Z.e/d5e0defd6Z1dedefd7Z2dedefd8Z3 dudeded9e ee d:fzdzdefd;Z4dedefd<Z5e6fde d=ed>e0defd?Z7e7Z8de d=edefd@Z9dAe:dzdBe dCe dDeee fdef dEZ;dBe0de0fdFZdefdOZ?dPe:dzdQe@dRedefdSZAdPe:de defdTZBdUedVe eddfdWZC dvdXZDdwdZZEdeddfd[ZFdefd\ZGde efd]ZHd^eIddfd_ZJd`d daedbd deddf dcZKddeddfdeZLd^eIddfdfZMdxdhZNdedefdiZOdje eddfdkZP dyd^eIdleddfdmZQdrdnZRdefdoZSdrdpZTxZUS)z SideEffectsah Maintain records of mutations and provide methods to apply them during code generation. Handles tracking and applying side effects during PyTorch Dynamo compilation, maintaining Python semantics by managing mutations, attribute modifications, and other side effects that occur during program execution. Key responsibilities: - Tracks mutations to Python objects, lists, and dictionaries that need to be applied after an FX graph is run. - Manages attribute modifications and deletions - Handles tensor hooks and backward pass state - Tracks cell variable mutations and global variable changes - Ensures correct ordering and application of side effects after graph execution This ensures that optimized code behaves identically to the original Python code with respect to object mutations and other side effects. id_to_variablestore_attr_mutationsattr_mutation_kinds keepalivemutation_user_stacksN output_graphr+save_for_backward tensor_hookszvariables.TensorVariablez!variables.RemovableHandleVariabler2c nttj||_|pi|_|pi|_|pi|_|pi|_|pg|_ |pg|_ |pi|_ d|_ d|_ t|_t!|_i|_dS)NF)super__init__weakrefrefoutput_graph_weakrefrHrIrJrLrKrNrO_has_existing_dict_mutationca_final_callbacks_varset"ignore_mutation_on_these_variablesr mutated_sourcesdeferred_attr_mutations) selfrMrHrIrJrLrKrNrO __class__s r=rRzSideEffects.__init__xs4 $+K $=$=!,2$8$>B!#6#<" $8$>B!"b!2!8b(.B,1(<@#IL/4><< PR$$$r?varc:|j|dS)zMutations to this variable will be executed but not tracked, typically used for temporary mutations that are later restored.N)rYaddr\r^s r=ignore_mutations_onzSideEffects.ignore_mutations_ons! /33C88888r?cP||jvr|j|dSdS)zQRemove a variable from the skip mutation set, restoring normal mutation tracking.N)rYremoveras r=stop_ignoring_mutations_onz&SideEffects.stop_ignoring_mutations_ons5 $9 9 9  3 : :3 ? ? ? ? ? : 9r?NNNc#~K|j}i|_ dV|||_dS#||_wxYw)uCDefer outer-scope attribute mutation checks until tracing completes. Context managers that flip-flop a flag (set on enter, restore on exit) produce no net side effect. Instead of failing immediately, we track original and current values, then validate they match after tracing. Note: this context only validates that mutations were nullified — it does NOT roll back store_attr_mutations. Callers must restore side_effects separately (e.g., via prev_side_effects pattern) to discard the mutations after the HOP. N)r[ validate_deferred_attr_mutations)r\saveds r=defer_side_effect_checksz$SideEffects.defer_side_effect_checkssZ,')$ 1 EEE  1 1 3 3 3+0D ( ( (5D ( 0 0 0 0s3 <itemnamevaluect||f}|std|}||jvr|j|d}n|}|td|j} |||} n#t$rYdSwxYw| sdS| }||f|j|<dS)u=Record an attribute mutation for deferred validation. Returns True if successfully deferred, False if we cannot read the original value (var_getattr raises NotImplementedError) or the original is not a python constant — caller should fall back to check_allowed_side_effect. zAvalue must be a python constant (guaranteed by caller store_attr)rNzoutput_graph weakref is deadFT) idis_python_constantAssertionErroras_python_constantr[rU current_tx var_getattrNotImplementedError) r\rkrlrmkeycurrentoriginalrMtx original_vts r=snapshot_attr_mutationz"SideEffects.snapshot_attr_mutations$xx''))  S **,, $. . .3C8;HH4466L#$%CDDD(B "..r488 &   uu 1133 u"5577H-5w,?$S)tsB** B87B8c |jD]>\\}}\}}||kr-tdd|dd|d|d|dgtj?dS) z;Check that all deferred attribute mutations were nullified.zHOP: Non-nullified side effectz Attribute 'z(' was not restored to its original valuez,' on an outer-scope object was changed from z to z inside a higher-order op subgraph. Dynamo only supports mutations that are undone before the subgraph exits (e.g., context managers that save/restore a flag). If you intentionally want this side effect, move the mutation outside of the higher-order op.gb_typecontext explanationhintsN)r[r8rr FUNDAMENTAL)r\_rlrxrws r=rhz,SideEffects.validate_deferred_attr_mutationss.2.J.P.P.R.R   *IQ*'7""<X$XXX!'d!'!'$,!'!'4;!'!'!';-9:      r?rvctjdkrdS||jvr g|j|<|j|tjjdS)z?Capture the current user stack from the instruction translator.silentN)r side_effect_replay_policyrLappendtorch_guardsTracingContext extract_stack)r\rvs r=_capture_user_stackzSideEffects._capture_user_stacksn  +x 7 7 F d/ / /-/D %c * !#&-- M ( 6 6 8 8     r?otherc t|tstdt||j|jko?|j|jko/|j|jko|j|jko|j|jkS)NzExpected SideEffects, got ) isinstancerGrqr5rHrIrJrNrO)r\rs r=__eq__zSideEffects.__eq__s%-- M !Kd5kk!K!KLL L  5#7 7 8)U-GG 8(E,EE 8&%*AA 8!U%77  r?c|j|jkrB|j}|j}||krd|d|SdS|j|jkrB|j}|j}||krd|d|SdS|j|jkrdS|j|jkrdS|j|jkrdSdS) Nzid_to_variable keys: z != zid_to_variable: unknown diffzstore_attr_mutations keys: z"store_attr_mutations: unknown diffz!attr_mutation_kinds: unknown diffrNrO)rHkeysrIrJrNrO)r\rsk_itvok_itvsk_samok_sams r=diffzSideEffects.diffs   %"6 6 6(--//F)..00FCvCC6CCC21  &%*D D D.3355F/4466FIVIIIII77  %)B B B66  #u'> > >&&  %"4 4 4!>4r?c p|}|td||t|jd|jDd|jD|jt|j |j |j S)zCreate a shallow copyNz)output_graph weakref is dead during clonec4i|]\}}|t|Sdict.0r;r<s r= z%SideEffects.clone..:s1"""#q!477"""r?c4i|]\}}|t|Srrrs r=rz%SideEffects.clone..=s1!!!#q!477!!!r?)rMrHrIrJrLrKrNrO) rUrqr]rrHrIr8rJrLrCrKrNrO)r\rTs r=clonezSideEffects.clone2s'')) ; !LMM M~~ 344""'+'@'F'F'H'H"""!!'+'?'E'E'G'G!!!"&!:4>**"4*   r?c.t||jvSr4)rorHr\rks r= __contains__zSideEffects.__contains__Fs$xx4...r?c6|jt|Sr4)rHrors r= __getitem__zSideEffects.__getitem__Is"2d88,,r?ct|}t|o|jjjjSr4)rUboolrsoutputcurrent_tracer,unsafe_allow_externally_visible_side_effectsr\rMs r=9should_allow_externally_visible_side_effects_in_subtracerzESideEffects.should_allow_externally_visible_side_effects_in_subtracerLs=0022   k'.=j   r?ct|}t|o|jjjjSr4)rUrrsrrallow_side_effects_in_hoprs r= should_allow_side_effects_in_hopz,SideEffects.should_allow_side_effects_in_hopSs=0022   X'.=W   r?ct|}t|o|jjjjSr4)rUrrsrris_reconstructing_generatorrs r=rz'SideEffects.is_reconstructing_generatorZs=0022   Z'.=Y   r?c|jlt|jsZ|}|rF|jjj}|j0tjj |_dSdSdSdSdS)zFRecord the first externally-visible side effect on the current tracer.N) mutation_typer&rUrsrrside_effect_stackrrrr)r\rkrMtracers r=_maybe_record_side_effectz%SideEffects._maybe_record_side_effectbs   )2E  3 3 ) 4466L %07F+3 4BBDD,,, * ) ) )  33r?cddlm}t||rdS|r||dS|r||dS|r#tdd|ddgtj |j td |d t|j std d |d dgdS)NrrTz'Generator reconstruction with mutationszmutating object: zCannot reconstruct a generator with variable mutations. Dynamo needs to fully exhaust the generator, which may cause unintended variable modifications.z$Remove mutations from the generator.r}mutation_type is None for z in check_allowed_side_effectzHOP: Unsafe side effectzAttempted to mutate zHMutating a variable from outside the scope of this HOP is not supported.awIf the HOP is activation checkpointing (torch.utils.checkpoint.checkpoint), this points to a side effect in forward method. Eager activation checkpointing replays that side-effect while recomputing the forward in the backward. If you are ok with side-effect not replayed in the backward, try setting `torch._dynamo.config.skip_fwd_side_effects_in_bwd_under_checkpoint = True`F) torch._dynamo.variables.miscr rrrrrrrrrrqr&)r\rkr s r=check_allowed_side_effectz%SideEffects.check_allowed_side_effectosWPPPPPP d; < < 4  I I K K   * *4 0 0 04  0 0 2 2   * *4 0 0 04  + + - -  A2D225;&2       % PTPPP #4#566  15t55fx    ur? mutation_kindc||std|dd}t|jtr|t |jsht|t sS|s?|s+| r| |||}|s| |||j vr i|j |<||j vr i|j |<||j ||<||j ||<||t|dd}|*|jt%||dSdS)N Expected attribute mutation for z in store_attrFsource)is_attribute_mutationrqrrr#r&r rrrpr{rrIrJrgetattrrZr`r)r\rkrlrmrdeferred item_sources r= store_attrzSideEffects.store_attrs))$//  G4GGG   t)+D E E F'(:;; Ft%DEE F99;;  F RRTT  F ((**  F224uEEH 1  * *4 0 0 0 t0 0 0.0D %d + t/ / /-/D $T *05!$'-/< &t,   &&&dHd33  "  $ $Z T%B%B C C C C C # "r?cJ||||tjdSr4)rr% INSTANCE_DICT)r\rkrlrms r=store_instance_dict_attrz$SideEffects.store_instance_dict_attrs& dE+;+IJJJJJr?c||j|dvr tjS||j|dvrt d|d||j||S)Nrz$Missing attribute mutation kind for .)rIgetr%GENERIC_SETATTRrJrq)r\rkrls r=get_attr_mutation_kindz"SideEffects.get_attr_mutation_kinds{ t044T2>> > >#3 3 t/33D"== = = !U!U!Ut!U!UVV V'-d33r?F deleted_okcheckc|r(||std|d|j||}|s?t|tjr%t dd|d|dgtj|S)Nrz in load_attrz$Attempted to read a deleted variablezitem: z, name: r}) rrqrIrrDeletedVariablerr USER_ERROR)r\rkrlrrresults r= load_attrzSideEffects.load_attrs  --d33 $JtJJJ*406 j1JKK  >555t555)45       r?cellvarc|r%tdd|d|dgtjt |t js tdt|dt |t j s tdt|d| |d |dS) NzWrite to immutable cellz cellvar: z , value: zFDynamo doesn't support writing to immutable/sourceless cell variables.r}Expected CellVariable, got z in store_cellExpected VariableTracker, got cell_contents) is_immutablerr DIFFICULTrr CellVariablerqr5r)r)r\rrms r= store_cellzSideEffects.store_cells    ! !  1=G==e==d4)34      '9#9::  Kd7mmKKK %!:;;  LeLLL  %88888r?c t|tjs tdt |d|}|rJt |dd}|7|jjj j t|d| |dr||ddS|jr|jSt!dt#|dgt$j dS) Nrz in load_cellrrF)rzRead uninitialized cellzBAttempted to read a cell variable that has not been populated yet.r})rrrrqr5rUrrsrrtraced_sourcesr`rhas_pending_mutation_of_attrrpre_existing_contentsrstrrr)r\rrM cell_sources r= load_cellzSideEffects.load_cells#'9#9::  Jd7mmJJJ  0022  !'8T::K&'.=LPP{O<<  , ,Wo F F I>>'?%>HH H  ( 10 0-LL\1%01       r?gvarct|tjs tdt |d|||S)Nrz in load_global)rrr)rqr5r)r\rrls r= load_globalzSideEffects.load_globalsS$ 9::  LdLLL ~~dD)))r?ct|tjs tdt |dt|tjs tdt |d||||dS)Nz'Expected VariableTracker for gvar, got z in store_globalz(Expected VariableTracker for value, got )rrr)rqr5r)r\rrlrms r= store_globalzSideEffects.store_globals$ 9::  V$t**VVV %!:;;  X4;;XXX  dE*****r?clsc tj|ddtjtjt jt jtjtjtjtjtjf vS)N__getattribute__) inspectgetattr_staticobjectrrrX frozensetintrrCtuple BaseException)rs r="cls_supports_mutation_side_effectsz.SideEffects.cls_supports_mutation_side_effects&s[%c+=tDD  #  !   &    !  "  * I  r?c6t|jtSr4)rrr"rs r=rz!SideEffects.is_attribute_mutation4s$,.?@@@r?cz||o&t|j|Sr4)rrrIrrs r=has_pending_mutationz SideEffects.has_pending_mutation7s=))$// D  % ) )$ / /5 5  r?mutation_kinds.c||r||j|dvsdS|dS|||}t |t r||uS||vS)NrFT)rrIrrrr%)r\rkrlrrs r=rz(SideEffects.has_pending_mutation_of_attr<s  & &t , , 155dB????5  !433D$?? n&6 7 7 3 N2 2..r?cl|rdSt|jttfrdSt|t jr||jvp||S| |r ||jvS|jtd|d|jj S)NFTrz in is_modified) rrrr$r(rUserDefinedObjectVariablerIis_base_vt_modifiedrrq is_modifiedrs r=rzSideEffects.is_modifiedNs      5 d(+?AQ*R S S 4 dI? @ @ W444V8P8PQU8V8V V  % %d + + 5444 4   % !Sd!S!S!STT T!--r?variablemutation_type_clsc &t||jvr:t|d|jd|jt|jd||_||jt|<|j||S)z7Start tracking an existing or new variable for mutationz is already tracked for mutation. This could be because you are not using VariableBuilder to construct the variable tracker. Source of new object: z'. Source of previously tracked object: r)rorHrqrrrKr)r\rkrrs r= _track_objzSideEffects._track_obj^s d88t* * * ``*2``9=8KBtHH8U8\ ``` "3!2!4!4(0BtHH% d###r?c<|||tS)N)r)rr#)r\rkrs r=track_object_existingz!SideEffects.track_object_existingus(  7   r? cls_sourceuser_cls variable_clsoptionsc~|tjjjurLt jd5tj}dddn #1swxYwYnt|}||fdt|i|}||j t|<|j ||S)NT)recordr) rautogradfunction FunctionCtxwarningscatch_warningsFunctionr!r$rHrorKr)r\rrrrobjrs r=track_object_newzSideEffects.track_object_news u~.: : :(555 0 0n--// 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0X&&C<   .z::    (0BsGG$ c"""sAA Ac4ddlm}ddlm}ddlm}ddlm}tj }t||r| |r|}nt|drt|dr||s|}nt|tjjrtj}nt|t"jrtj}nt|t"jrtj}nrt|t,rtj}nOt|t0t2frtj}n%t|t6rr tj }nt|tBr tj"}ntG|rtH}nyt|tJr tj&}nWt|tj'j(r tj)}n+tj*+|r tj*}t|tj stYd ||S) Nr)TorchFunctionModer )GenericContextWrappingVariable)TorchFunctionModeVariable)is_forbidden_context_manager __enter____exit__z4Expected subclass of UserDefinedObjectVariable, got )-torch.overridesrvariables.ctx_managerrvariables.torch_functionrvariables.user_definedrrr issubclass is_supported_torch_function_modehasattrrnnModuleUnspecializedNNModuleVariable collections defaultdictDefaultDictVariable OrderedDictOrderedDictVariablerUserDefinedDictVariablerXrUserDefinedSetVariablerrUserDefinedTupleVariable get_vt_clsrCUserDefinedListVariablerMutableMappingVariablerr*r"UserDefinedExceptionObjectVariable user_defined_CONSTANT_BASE_TYPESUserDefinedConstantVariableInspectVariableis_matching_classrq)r\rrrrrrs r=get_variable_clszSideEffects.get_variable_clss555555IIIIIIGGGGGGHHHHHH  /   '  ' 5'HHRR' 55LL Hk * *# 5*--# 510::# 5 :LL %(/ 2 2 5$BLL +"9 : : 5$8LL +"9 : : 5$8LL $ ' ' 5$z1SideEffects.get_example_value..s$NNNS 6 6 8 8NNNr?zHUnsupported user-defined object construction during side-effect trackingzclass=z, base=z, error=zcDynamo could not construct an example object for side-effect replay using the class __new__ method.r})rmrrr r!r rrBuiltinVariablefnDictBuiltinVariablerListBuiltinVariablerCUserDefinedClassVariable RuntimeErroris_supported_new_method__new__rqr n_fieldsr/r0 Exception TypeErrorrr SUPPORTABLE) r\r5r6r7rrbase_cls example_argsexcs r=get_example_valuezSideEffects.get_example_valuesm < h 0 05 ))CC+y'@AA L&>K)FGG LK)FGG LK)KLL L&,"#J[#J#JKKK5MM  S%%Qx%Q%QRRR!(++" hv(99:: z&;    ONINNN  *(* #/CC!#** CCC  "**844CC   " j Q Q Q( Q QC Q QQ? 1 =>  s*E))F  F F%% G!/(GG!)ryryz InstructionTranslatorBase | Nonec .|j}|j}||}||||}i} ||| d<||f|j||t |d| } | |jt |<|j|| S)aM Creates a UserDefinedObjectVariable (or its subclass) variable tracker and mark it for attribute mutation tracking. Also records the variable trackers to call __new__ method on reconstruction. Roughly, the reconstruction looks like this base_cls_vt.__new__(user_cls, *init_args) Nry)rr5r7r) rrmr4rKr$rHrorKr) r\r5r6r7ryrrrrkwargsrs r=track_new_user_defined_objectz)SideEffects.track_new_user_defined_objects ] <,,X66 $$[&)DD!# >F4L<  }#.z::      (0BsGG$ c"""r?ct}tjt}||jt |<|j||S)Nr)rrrr$rHrorKr)r\rrs r=track_cell_newzSideEffects.track_cell_new2s]hh).00   (0BsGG$ c"""r?rcellcontentsctj|dn t||}||jt |<|j||S)N)rrr)rrr#rHrorKr)r\rrRrSrs r=track_cell_existingzSideEffects.track_cell_existing=se)#).$$6O6Q6Q"*    )1BtHH% d###r?ctjt|}||jt |<|j||S)N)rr)rNewGlobalVariabler#rHrorKr)r\rrkrs r=track_global_existingz!SideEffects.track_global_existingKsU.355   )1BtHH% d###r?ctxargsct|tjstdt ||j||fdS)Nz.Expected AutogradFunctionContextVariable, got )rrr rqr5rNr)r\rYrZs r=track_save_for_backwardz#SideEffects.track_save_for_backwardTs_#yHII  LcLL  %%sDk22222r?c|jD]c}t|}|j|}||jvr.visitpsg~~ KK   #+-ABB * $$S)))d///%-c20/r?cDt|jtr|vSdSNTrrr$)r^rgs r=is_livez2SideEffects.prune_dead_object_new..is_lives*#+-ABB /...4r?cFg|]}t|jt|Srrk)rr^s r=r;z5SideEffects.prune_dead_object_new..s<   c/1EFF    r?z4post_prune_cell_and_freevars is None for non-root txc2i|]\}}|||Srrrr;r<rls r=rz5SideEffects.prune_dead_object_new..s<   QGGAJJ q   r?c2i|]\}}|||Srrros r=rz5SideEffects.prune_dead_object_new..s<% % % Q''!**% q% % % r?c2i|]\}}|||Srrros r=rz5SideEffects.prune_dead_object_new..s<$ $ $ Q$ q$ $ $ r?)rXr)rrHvaluesrDstacksymbolic_localsparentpost_prune_cell_and_freevarsrqrrfrbackward_staterOr8rIrJ) r\rypre_existing_varsinit_live_varscur_txrlrgrfrhs ` @@@@r=prune_dead_object_newz!SideEffects.prune_dead_object_newks (+14  4            T         *1133   35  ! !6<1G"H I I I}(6>(N%%f&IJJJ]F    ! (!       !06688   % % % % !6<<>>% % % !$ $ $ $ !5;;==$ $ $    r?c`||jvrdS||||t|jt r d|j_|j|j |j|jr#t|tj r d|_ dSdSdSrj) rYrrrrr'rrrZr`rConstDictVariablerVras r=mutationzSideEffects.mutations $9 9 9 F &&s+++   %%% c')> ? ? 1,0C  ) : !  $ $SZ 0 0 0 : 4*S)*EFF 4/3D , , , 4 4 4 4r?c|jSr4)rVr\s r=has_existing_dict_mutationz&SideEffects.has_existing_dict_mutations //r?cNfdjDS)Nc>g|]}||Sr)r)rr^r\s r=r;z2SideEffects._get_modified_vars..s-UUUt?O?OPS?T?TUUUUr?)rHrrrs`r=_get_modified_varszSideEffects._get_modified_varss,UUUUt299;;UUUUr?cgc B |D]tjtsjt dd8tt jt jfr| sttt j rj q fd tddt!j_jt%j _(rvtt jjrUdt!j_tt jrt1ddd g tt jrdfd } |n fd jjTt1ddjdjdgt:j jjjD] }| tdtAjzdt!j_tt j!rĉ|j"vr|j"#D]\}}$dd%djt j&|| gtOdtQd|j)D]z\}}|j%d|D] }| gtOtA|tQd{dS)Nz!Expected source for modified var z with non-new mutation typecDtjdS)N make_cellload_import_fromr__name__rsr=z3SideEffects.codegen_save_tempvars.. 3 3ENK P Pr?rF allow_cachez.load_new_methods_?2"0 H##3?+++(("*=*=i*H*H)IJJJJJr?cDtjdS)Nr!rrsr=rz3SideEffects.codegen_save_tempvars..*s 3 3ENL Q Qr?z/Reconstruct user defined class without a sourcezClass: z"Cannot reconstruct an instance of a= that escapes the compiled region. This happens when the class is defined dynamically (e.g., inside the compiled function) and the class object itself has no source that can be reconstructed. To fix this, move the class definition outside the compiled function or prevent the object from escaping the compiled region.r builtinsr __setattr__POP_TOPrNr2N)*rrrr$rrqrNamedTupleVariableStructSequenceVariablerr local_name add_push_nullrr add_cachertempvarsr is_tensortorch_functionTensorWithTFOverrideVariable clear_tosr rrr python_typerrrGr7lenr*rIr8r load_methodConstantVariablerrrN) r\rrr:rlrmrYrZr^s ` @r=codegen_save_tempvarsz!SideEffects.codegen_save_tempvarss.**,,@ @ Cc/1EFF :%(5C555-y/OP //44 #y566j  >)$$PPPP$$%9!U%C%CDDDLL%%%!0S1A!B!BCJJZ'!0!@!@CJ\ 1N CBs....LL%%%LLNNN!0S1A!B!BCJC!JKKF Z c c9#FGGKKKKKKK$$_5555$$QQQQ$/7! Q F#//*;*;*D F FWARARA[WWW? 1 =>    3$/000=CBsGGGG  !5a#cm:L:L6Le!T!TUUU S!!!,R[-=>> sI$EFF t888'+'@'E'K'K'M'M e++JAAA}5553:95d;;<<<5 ((S033S5G 5R5RS/  IC BszNNN NN. / / /  3   'D 22&y11      r?tensorhookhandlec|s tdt|dt|tjstdt|t|tjstdt||stdttj |std|dt|j }||j vr|dz }||j v||||f|j |<|jrtd |j||_dS) NzExpected tensor variable, got z in register_hookz'Expected VariableTracker for hook, got z&Expected RemovableHandleVariable, got z'handle must be mutable in register_hookztorch.Tensor has no attribute ''r z handle.idx should be falsy, got )rrqr5rrr)RemovableHandleVariable is_mutablerrTensorrrOridx)r\rrrrlrs r= register_hookzSideEffects.register_hookfs!!  PfPPP $ 9:: Y !W4PT::!W!WXX X&)"CDD  GfGG   "" L !JKK Ku|T** L !J4!J!J!JKK K$#((**++T&&& 1HCT&&&"($!=# : R !PFJ!P!PQQ Q r?rc|j|=dSr4)rO)r\rs r= remove_hookzSideEffects.remove_hooks  c " " "r?c:|jD]}\}}jstddfd }||t dd|~dS)Nz4Hooks on non input tensors NYI - should not get herer2cpgdSr4)rr)rrlrsr=gen_fnz)SideEffects.codegen_hooks..gen_fns;6   ""5"5d";";!<=====r?r Fr)rOrrrrqrrrr)r\rrrrrlrs ` @@r= codegen_hookszSideEffects.codegen_hookss   % % ' ' 6 !6 !    F= $J > > > > > > > >   V $ $ $ BtHHH   1!U;; < < < LL m6 !6 !r?variables.ListVariablecpddlm}|j#tjg||_|jS)Nr )r(rP)variables.baser(rWrr-)r\r(s r=get_ca_final_callbacks_varz&SideEffects.get_ca_final_callbacks_varsQ444444  & .*3*@"2"2"4"4+++D '**r?ctjdkrtd|j|g}d|}d}|j|t|jtrd}n_t|tj r|j d|j d}n2t|tj j rd }nd |jjd}|rt}g}t!t#}|D]}t%d |D} | |vra|| t!||z} |d t-j| d |} ||dt1j| d} n||d} | S)z1Format a side effect log message with user stack.rz[_format_side_effect_message should not be called when side_effect_replay_policy is 'silent'zMutating object of type z (no source)Nz* (source: created in torch.compile region)z (source: )z- (source: torch function mode stack mutation)z (source name: c 3K|]N}|j|j|j|jt |ddt |ddt |ddfVOdS)colnoN end_lineno end_colno)filenamelinenorlliner)rfs r= z:SideEffects._format_side_effect_message..s{ $ $ 7D11<66;55 $ $ $ $ $ $r?rz ******** z z z+ (unable to find user stacks for mutations))r rrqrLrpython_type_namerrrrrrrTorchFunctionModeStackVariablerlrXrrrr`rjoin traceback format_listtextwrapindent) r\r^ locations description source_infoseenunique_formatted_stacksstack_above_dynamors stack_tuplestack_augmentedformatted_lineslog_strs r=_format_side_effect_messagez'SideEffects._format_side_effect_messages  +x 7 7 = -11#r:: I1E1E1G1GII $ : !#*o66 CJ C!788 CS^=W<3><<< Y-L CN C BBB  55D13 #!78N8P8P!Q!Q "  $ $ $# $ $ $   d**HH[)))&<=ORW=W&X&XO+22 5o F FGG$4#8#89P#Q#QO$akaaxX^7_7_aaGGX XXX r?side_effect_messagescsdSD]}t|tjddfddS)Nartifactc dddS)Ndynamo_side_effectsstring)rlencodingrrr?r=rz8SideEffects._emit_side_effect_messages..s-$!!r?c.dS)Nz, ======================================== )r)rsr=rz8SideEffects._emit_side_effect_messages..sQVV$  r?) metadata_fn payload_fn)side_effects_logdebugr_loggingtrace_structured)r\rmsgs ` r=_emit_side_effect_messagesz&SideEffects._emit_side_effect_messagess#  F' ( (C  " "3 ' ' ' ' ''  ( r?log_side_effectsc 0gdtddffd }g}D]!tjst jt s*t tjrdj  d dtddg| td g|t tj jrjst#d d d d gjdd| gt'dtdjd| gt'dtd|t tjtjfrrjddjr%jd| gt'dtdjr3| gt'dtd|t tjjrfdjtdt=jddtd|t tj rkj!dj"vrY#}|| $j!g|V%rt j&tNrt tj(rt tj)r*j+r׉j+ri}tXj-j.D]#}j/j01||<$ tej3j45tlj7}nA#tp$r4tej3j45tr}YnwxYw td|td|dgj td|dgdj+_j+d td|dgtutX|} | g| td|j+n0t tj;r*j+ri}txj-j.D]#}j/j01||<$j td|dgj+d td|d gtutx|} | g| td|j+d} t{j">i?D]\}} @|} t tjArj/j0B|| t jts$td!tej| td"|gd} t | tjErZt tjFr| tjHurttd#dd$i}||vr{fd%jtjJ|| gtddtdd} t j&truttd#d|rVj/j0B|j| td&|gd} ;t tjFr| tjHurfd'jtjJ|| | gtd(dtdd} t tjFrNrOd)d*d+jtjJ|| | gt'd(tdd} j/j0B|| | td,|gd} | r | ;t tjPrvtj5D]T}fd-jddRU| t tjSrvtjTD]T}fd.jddRU| [t tjUrd0fd/ }|VjWX| gtddtd|ttet{|D]} |rrYdSdSdS)1Nr^r2ctjdkr.r.|}|dSdSdSNr)r rrr)r^rrr\rs r=_maybe_log_side_effectzBSideEffects.codegen_update_mutated.._maybe_log_side_effectsR/8;;@P;66s;;$++C00000<;;;r?Fr BUILD_SLICE)r: STORE_SUBSCRz1Side effect on existing deque with limited maxlenrzThis is not supported.z*Don't use a deque with `maxlen` specified.r}rDr rr7rupdatecDtjdS)Nset_torch_function_mode_stackrrsr=rz4SideEffects.codegen_update_mutated..sB//(Gr? BUILD_LIST LOAD_CONST)argval STORE_FASTr1r0Tr/) varname_maprAr@z1Expected GlobalSource for NewGlobalVariable, got STORE_GLOBALrm__dict__cDtjdS)N object_delattr_ignore_descriptorrrsr=rz4SideEffects.codegen_update_mutated..=sB,?,?(-(J-&-&r? DELETE_ATTRcDtjdS)N object_setattr_ignore_descriptorrrsr=rz4SideEffects.codegen_update_mutated..\sB$7$7 %0R%%r?rrrr STORE_ATTRcDtjdSN iter_nextrrsr=rz4SideEffects.codegen_update_mutated..rr?cDtjdSrrrsr=rz4SideEffects.codegen_update_mutated..rr?cRjddS)Nsetstate)rrrsr=rz2SideEffects.codegen_update_mutated..gen_fns*BszNNNLL,,,,,r?r)Zr)rr replay_side_effectsrrrrr-rcreate_load_constrrlists DequeVariablemaxlenis_constant_nonerrrr} SetVariable has_new_itemsshould_reconstruct_allrrrforeachsymbolic_stack append_outputr call_functionrrrIrcreate_store_derefrrr$r*r(r_base_vtr>__code__ co_varnamesryrnew_varr5rmr6indexr#r& ValueErrorrrr,rEreversedrr8rrWupdate_co_namesrrqrrr%rrrrr#rneeds_slow_setattrrListIteratorVariablerangepop_topCountIteratorVariable advance_countRandomVariable wrap_staterandomgetstater)r\rrrsuffixes contents_varrrlr1dict_update_instslist_update_instsside_effect_occurredrmr original_dictrrsuffixrr^s``` @@r=codegen_update_mutatedz"SideEffects.codegen_update_mutateds+- 1 1D 1 1 1 1 1 1 1 1 **,,A 0A 0C- j O77 #y566{ 03E****3:  ,,T22,,T22*=a@@@!3N!C!C DEEE&&s++++C!>??n 0z2244! S "$<H 3:x(((3E****+A..*9553:w'''+A..*955 '&s++++C)"=y?T!UVVK 0$$&&0BszNNNNN8,,,Bs....103:w///OO/22.y991!!3A!6!6 29 = = +*3///Y-Lg 0    3-...  &|S=O9P9PQQQ  E***  !3I!>!>???&&s++++C!788V 0S^=W$333#'>>##6#6LB|$$$OOR%:%:3>%J%J$KLLL**3///++C00M 0c/1EFF::LL!9n ((  n 22n#%K 4 = ICC,.EL,@,@,B,B D))H$(OO$;$A$A'3%% &HHH$(OO$;$A$A$$G$G H$$.|INNN. ,[5MBszNNN$$. ,[5K;?CL7Bs|7777$$. ,[5M)?,+)))%OO..y99 +*  5*&&L*#%K 3 < HCC,.EL,@,@,B,B D))BszNNN$$. ,[5KBs|7777$$. ,[5M)?+)))%OO..y99 +* ((-$#+-11#r::@@BB$$\4\4KD%%)$?$?T$J$JM!#y'BCCX4 44T:::5 )#*lCC"0!:'+CJ'7'7!:!:##!/tLLLM04,,#E9+DEEL4&sI,OPP$8 -1A1O O O,3 'Wd ; ;Z--M $}44 " 0 0%&%&%&%&!"!"!" !#3: "9#=d#C#C D D D (%&)=a)G)G%&(:9(E(E%&!"!"!" 8< 4(-/H8%gc7D&A&A4HH8EL88>>>BszNNN$OO!3M$!O!O!O P480"3 (KLL&4)-=-KKK(( 3:95d;;<<<5  !5a!?!? 29 = = 04,,"3 (KLL422444 ++JAAA}5553:95d;;<<<5  S033S5G 5R5RS04,, 44T:::5 3 );LQU)V)V)V(WXXX/3,,'0**3///C!?@@# 0sy))!!A$$PPPPBszNNN$$Q...JJLLLL&&s++++C!@AA 0s011!!A$$PPPPBszNNN$$Q...JJLLLL&&s++++C!9:: 0-------  (((3>>#*"5"5"7"788999-a77*955 '&s++++$T#YY///x(( % %F   V $ $ $ $  B 4 B  + +,@ A A A A A B B B Bs6V;W WctjdkrdSttjsdS|D]1}||}t|2dSr) r rr isEnabledForloggingDEBUGrrr)r\r^rs r=log_side_effects_summaryz$SideEffects.log_side_effects_summarys  +x 7 7 F,,W];;  F**,, ( (C22377C  " "3 ' ' ' ' ( (r?ctt|j|jp|jp |jp|j Sr4)anymaprrHrrrOrNrs r=is_emptyzSideEffects.is_emptysV D$d&9&@&@&B&BCC D D !  !% !   r?cj|j|jdSr4)rKr7rHrs r=r7zSideEffects.clears1  !!#####r?)NNNNNNNr)r2rG)FFr4)rrGr2N)ryr,r2N)r2r)F)Vr __module__ __qualname____doc__rrr)__annotations__rr%rCrr StackSummaryrr rRrbre contextlibcontextmanagerrrjrr{rhrrrrrrrrrrrrrrrrrrrrr staticmethodr5rrrrrr'r track_mutablerrrr4rKrNrQrrUrXr\rcr{r~rrrrrrrrrrr1r6r:r7 __classcell__)r]s@r=rGrG]sX &o-....S/5I0JJKKKKotC9I4I/JJKKKKCyY5K0LLMMMM =A&*19R9R#9RS/12T99R#?Do9M4N#NO  9R "/4=M8M3N"NO  9R#?D9O4P#PQ 9R9t#9R 143HH I  9R  *3     9R2 39R9R9R9R9R9Rv9949999 @o@$@@@@ 1)4D*E1111(#+.7F B"  4      F  t     -C$J0    (//////------ 4     $     T     o $    +o+$++++d+;*J $D$D$D$D $D ( $D  $D$D$D$DLK#K+.K7FK KKKK 4#4+.4 4444!      ,9/9/9d9999$  _    4**s***** +# ++. +7F +  + + + +        \  A/AdAAAA  T    RV ////)51A31F+GG$N /  ////$..D....(#8 "   *M    "        TM  c3h   *66$6666p=$= =( = ====J26 """$" "( " / " """"H       tm +3 ?N      F#/3"3*.*?3 3333 G" G  G G G GO O O O b 4O 4 4 4 4 40D0000VD$9VVVVS SdSSSSj*4     <#s#t####7! 7!d7!7!7!7!r++++9939999v tCy T    &7<UBUBUB/3UB UBUBUBUBn (((( $    $$$$$$$$r?rGryr,rfc#K|jjj} d|jj_dV||jj_dS#||jj_wxYw)zContext manager to temporarily allow side effects with extra outputs. This is used for special cases (like FSDP functions) that need to perform side effects even when the general policy is to disallow them. TN)rrrryorig_vals r=rrs]y'AHF=A  : =E  :::X  :EEEE =Ac#K|jjj} d|jj_d|jj_dV||jj_dS#||jj_wxYwrj)rrr+traced_with_externally_visible_side_effectsrGs r=2allow_externally_visible_side_effects_in_subtracerrLsky'THYPT  MOS  L PX  MMMPX  MXXXXs &AA!c#K|jjj} d|jj_dV||jj_dS#||jj_wxYwrj)rrrrGs r="disallow_side_effects_in_generatorrNs]y'CHH?C  < ?G  <<r#rArr4rrr rScollections.abcrrtypesrtypingrrrtorch.nnrr torch.utils._ordered_setr torch.utils._pytreer rr rrrbytecode_transformationrrrrcodegenrrJrrrrrrrrrrrr r!rr"r#r$r%r&r'r(r)rr*torch._dynamo.output_graphr+torch._dynamo.symbolic_convertr,torch._dynamo.variables.listsr-rgetArtifactLoggerrrrrr>rCrErGrBrrLrNrr?r=r[s.55555555%%%%%%%% HHHHHH//////222222999999999999 NNNNNNNNNNVVVVVVVVVVVVVVTTTTTTTTTTTT                    <;;;;;;666666HHHHHH::::::>33HnMM .CH~ .(,S#X .CF .  . . . .$49$tCy$T$$$$ d$d$d$d$d$d$d$d$N3  F# F  F F F F   Y# Y  Y Y Y Y H#H HHHHHHr?