tjfZ ~UddlZddlZddlZddlZddlmZddlmZmZddl m Z ddl m Z ddl mZmZmZmZmZddlmZdd lmZdd lmZdd lmZdd lmZed ZedZeje Z!gdZ"ia#e$e%efe&d<da'edze&d<ej(Z)da*da+dZ,iZ-e$e%e$e%effe&d<de%de$e%efddfdZ.edGdde Z/edGddZ0ede dBde1dedfd Z2e dBd!e1dedfd"Z3edd#e4e%ddfd$Z5ede d%e$e%efdedfd&Z6d'Z7d(ede8dzfd)Z9edd%e$e%efdeeeefgeeefffd*Z:e dBde1dedfd+Z;eddCd,Z<eddCd-Z=edd.e>ddfd/Z?eddCd0Z@edde4e%fd1ZAedde1fd2ZBde1fd3ZCede dDd(ed5e%dedfd6ZDedde$e%effd7ZEede d(edzdedfd8ZFeddedzfd9ZGede d:e%dzdedfd;ZHedde%dzfd<ZIedd=ede$e%effd>ZJd?ede%fd@ZKd?ee4ezde4e4e%fdAZLdS)EN) defaultdict)CallableIterator)contextmanager)Enum)AnyOptional ParamSpecTypeVarUnion)signpost_event) compatibility)Graph) GraphModule)Node_P_R)annotate annotate_fnpreserve_node_metahas_preserved_node_metaset_stack_traceset_grad_fn_seq_nrreset_grad_fn_seq_nr format_stackset_current_metaget_current_meta NodeSourceNodeSourceActionget_graph_provenance_jsonset_current_replay_nodeget_current_replay_node current_metacurrent_replay_nodeFz)selfr<r=r>s r+__init__zNodeSource.NodeInfo.__init__asDI DK$DMMMr-)r2r3r4strintrCr8r-r+NodeInfor;`sD % %c %S %T % % % % % %r-rF pass_namer action from_node node_infoN_dict_action_stringnoder)c||_|g}nt|ts|g}|D]6}t|tst dt |7||_|rv||jt|j t|j |_ d|jvrtj|jdng|_nd|_ g|_d|_d|_dS)NzExpected NodeSourceAction, got rArI)rG isinstancelistr AssertionErrortyperHrFr<rDr=idgraphrJmetacopydeepcopyrIrLrK)rBrNrGrHas r+rCzNodeSource.__init__ms # >FFFD)) XF R RAa!122 R$%PtAww%P%PQQQ R  !]]Ys4;'7'7"TZ..+DN $)++ di 4555 NN "DNDN+/,0 r-c,|jr |jjndSNrM)rJr<rBs r+r<zNodeSource.names&*nt~$$B>r-c,|jr |jjndS)N)rJr>r\s r+r>zNodeSource.graph_ids*..@t~&&b@r-c*|Sr@)print_readabler\s r+__repr__zNodeSource.__repr__s""$$$r-cp|j)dd|jD|_|jS)N+c@g|]}|jSr8)r<lower).0rYs r+ z1NodeSource._get_action_string..s"+P+P+PqAFLLNN+P+P+Pr-)rLjoinrHr\s r+_get_action_stringzNodeSource._get_action_strings9   &"%((+P+PDK+P+P+P"Q"QD ""r-rindentc |dkrdSd}|}|d|zdzd|jd|jd|d|jd zz }|jD]}|||d zz }|S) N rM z(name=z , pass_name=z , action=z , graph_id=z) r)rjr<rGr>rIra)rBrkresult action_stringitems r+razNodeSource.print_readables A::2//11  &L1 styssdnss}ssaeansss t N 6 6D d))&1*55 5FF r-c|jE|}|j|j|j|j|d|jDd|_|jtd|jS)Nc6g|]}|Sr8to_dict)rgrNs r+rhz&NodeSource.to_dict..s HHHdllnnHHHr-)r<r=r>rGrHrIz"_dict is None after initialization)rKrjr<r=r>rGrIrR)rBrqs r+rvzNodeSource.to_dictst :  3355M + M!^'HHHHH DJ :  !EFF Fzr-otherct|tsdS||kS)NF)rPrrv)rBrws r+__eq__zNodeSource.__eq__s4%,, 5||~~00r-cdtdtffd t|S)Nobjr)ct|tr:ttfd|DSt|t rtfd|DS|S)Nc38K|]\}}||fVdSr@r8)rgkv_make_hashables r+ z>NodeSource.__hash__.._make_hashable..s6#S#Stq!Qq(9(9$:#S#S#S#S#S#Sr-c3.K|]}|VdSr@r8)rgrrrs r+rz>NodeSource.__hash__.._make_hashable..s-BBd^^D11BBBBBBr-)rPdicttuplesorteditemsrQ)r{rs r+rz+NodeSource.__hash__.._make_hashables#t$$ V#S#S#S#Ssyy{{#S#S#SSSTTTC&& BBBBcBBBBBB r-)rhashrv)rBrs @r+__hash__zNodeSource.__hash__sQ        NN4<<>>22333r-dc|dSt|tstdt|tt}d|_d|_|dd|_ |dd}g}|r| dD]q}| dkr | tj:| dkr| tjr||_d |vrhd |vrdd |vr`t|d d|d d|d d }||_nd|_|d d)fd|d gD|_ng|_|S)z Recursively deserialize from_node metadata from dictionary data. It is used to deserialize the from_node field from serialized metadata. Please use constructor NodeSource(node, ...) to create a NodeSource object. NzExpected a dict, got rGrMrHrdr6r7r<r=r>r_rIcBg|]}|xSr@) _from_dict)rgfnclsrps r+rhz)NodeSource._from_dict..s:%%%!nnR000F====r-)rPrrRrSr__new__rLrKgetrGsplitupperappendr r6r7rHrFrJrI)rr node_source action_stractions action_namerJrps` @r+rzNodeSource._from_dicts 94!T"" D !Ba!B!BCC C!((44 &* " !"k2 6 6 UU8R((   =)//44 = = $$&&(22NN#3#:;;;; &&((I55NN#3#;<<<$  Q;;8q==Z1__"++fb!!1552#6#6j"8M8MI%.K ! !$(K ! 55d # # /%%%%%%% R00%%%K ! ! %'K !r-)rMN)r)r2r3r4r5rFrD__annotations__rQr rrrr rCpropertyr<r=rEr>rbrjrarvobjectboolryr classmethodrr8r-r+rrYs %%%%%%%% NNN # $$$$L!!!! #### S>D    $J MQ 11Tk11($/A*BBCdJ 1  1111B=c===X=????X?A#AAAXA%#%%%%#C####  S     c3h"1F1t1111 4# 4 4 4 444S>D04Xl5K444[444r-rTenablec#rKt}t} |adV|a|adS#|a|awxYwr@)should_preserve_node_metar$rW)rsaved_should_preserve_node_metasaved_current_metas r+rr s_ '@#%**,,*$*! $C!) %D!) ))))s06preserve_seq_nrc#8Kt} |adV|adS#|awxYw)zm Temporarily enables or disables the preservation of node.meta["seq_nr"] in the tracing context. N_should_preserve_node_meta)rsaveds r+_preserve_node_seq_nrrs? 'E+%4" %*"""U"****stackctr>|rd|td<dStdddSdS)NrM stack_trace)rrir$pop)rs r+rr*sV!2  2*,''%..L ' ' '   ]D 1 1 1 1 1 22r-annotation_dictc#tKdtv}tjtdi} |s(ttt ftd<td|dV|r |td<dStd=dS#|r |td<ntd=wxYw)a Temporarily adds custom annotations to the current tracing context. The fx_node produced from this tracing context will have the custom annotations in node.metadata["custom"] field. This context manager allows you to insert arbitrary metadata into the PT2 tracing system by updating the global `current_meta["custom"]` dictionary. The annotations are automatically reverted after the context exits. Gradient accumulation nodes will not be annotated. This is intended for advanced users who need to attach additional metadata to the fx nodes (e.g., for debugging, analysis, or external tooling) during export tracing. Note: This API is **not backward compatible** and may evolve in future releases. Note: This API is not compatible with fx.symbolic_trace or jit.trace. It's intended to be used with PT2 family of tracers, e.g. torch.export and dynamo. Args: annotation_dict (dict): A dictionary of custom key-value pairs to inject into the FX trace metadata. Example: After exiting the context, custom annotations are removed. >>> with annotate({"source": "custom_pass", "tag": 42}): ... pass # Your computation here customN)r$rWrrrDrupdate)r has_custom old_customs r+rr7sJ\)J<++Hb99::J ' 6%)#s(^%5%5L " X%%o666   '%/L " " "X&&&  '%/L " "X& & & & &s AB B7 _region_activation_memory_budgetrNc|jd}t|tsdS|tS)z Read the ``region_activation_memory_budget`` annotation off an FX node, returning ``None`` if absent. The value is written only by ``torch.autograd.graph.region_activation_memory_budget``, which validates it and stores a ``float``. rN)rVrrPrMEMORY_BUDGET_ANNOTATION_KEY)rNrs r+_get_memory_budget_annotationrusAY]]8 $ $F fd # #t ::2 3 33r-cddlmddlmdtt t fdtt t fffd }|S)a& A decorator that wraps a function with the annotate context manager. Use this when you want to annotate an entire function instead of a specific code block. Note: This API is **not backward compatible** and may evolve in future releases. Note: This API is not compatible with fx.symbolic_trace or jit.trace. It's intended to be used with PT2 family of tracers, e.g. torch.export and dynamo. Args: annotation_dict (dict): A dictionary of custom key-value pairs to inject into the FX trace metadata for all operations in the function. Example: All operations in my_function will have {"pp_stage": 1} in their metadata. >>> @annotate_fn({"pp_stage": 1}) ... def my_function(x): ... return x + 1 r)wraps)_register_stack_trace_anchorfuncr)czdtdtdtffd }|S)Nargskwargsr)cft5|i|cdddS#1swxYwYdSr@)r)rrrrs r+wrapperz/annotate_fn..decorator..wrappers/** - -tT,V,, - - - - - - - - - - - - - - - - - -s &**)r)rrrrrs` r+ decoratorzannotate_fn..decoratorsh %$T*** t -3 -# -# - - - - - -  -r-) functoolsrtorch.fx.proxyrrrr)rrrrs` @@r+rrs{4 ;;;;;;R(Xb"f-=" r-c#Kdtv}tdd}|rt dV|r |td<dStdS#|r |td<wtwxYw)Nautograd_backwardF)r$r_mark_autograd_backward_reset_autograd_backward)rhad_autograd_backwardold_autograd_backwards r+_set_autograd_backwardrs0<?(,,-@%HH "!!!'   '0EL, - - - $ & & & & & ! '0EL, - - $ & & & &s AA7cdtd<dS)NTrr$r8r-r+rrs)-L$%%%r-c<tdddS)Nr)r$rr8r-r+rrs!($/////r-seq_nrctrOtdg|gztd<tdddztd<dSdS)Ngrad_fn_seq_nr in_grad_fnrr)rr$r)rs r+rrsj!K)5)9)9:JB)O)O S * %&&2%5%5lA%F%F%J \""" KKr-ctrwtdd}|dkrtd||dkrtd=td=dS|dz td<tdddtd<dSdS)Nrrz Expected current_level > 0, got rrr_)rr$rrR) current_levels r+rrs ! Q$((q99 A   !SM!S!STT T A  \*-...)6):L &-9:J-KCRC-PL) * * * Q Qr-ctrtddgStjtjddS)NrrMr_)rr$r traceback format_list extract_stackr8r-r+rrsI E  3344$Y%<%>%>ss%CDDDr-ctSr@)rr8r-r+rrs $$r-ctSr@rr8r-r+_is_preserving_node_seq_nrrs %%r-rMrGc#Ktr[|jrTt} |jat ||t jgtd<dV|adS#|awxYwdVdS)NrI)rrVr$rWrr r6)rNrG saved_metas r+rrs!TY!  &9>>++L4,<,CDD)L % EEE%LLL:L % % % % s AAA"ctSr@rr8r-r+rrs r-c#8Kt} |adV|adS#|awxYw)z Set the currently replay node. If `current_replay_node` is not None, then we're re-generating the `current_replay_node` in FunctionalTensorMode. Nr%)rNsaved_current_replay_nodes r+r"r"sA!48" 777777rctS)z' Get the currently replay node rr8r-r+r#r#0s r-r<c#Kttdd} |t_dV|t_dS#|t_wxYw)a Set the name of the subgraph currently being sub-compiled by regional inductor (a scooped-out region or an invoke_subgraph submodule). Used to tag trace_structured records so artifacts emitted from different sub-compiles within the same frame can be distinguished. valueN)getattr$_regional_inductor_subgraph_name_tlsr)r<rs r+$_set_regional_inductor_subgraph_namer8sU 8'4 H HE;59,2 5:,222U,2::::s 8Ac.ttddS)zf Get the name of the subgraph currently being sub-compiled by regional inductor, or None. rN)rrr8r-r+$_get_regional_inductor_subgraph_namerIs 7$ G GGr-rUc " i}|jD]7}|jdkr*d|jvrd|jdDng||j<8|S#t$r?}t dddt |tjdicYd}~Sd}~wwxYw) za Given an fx.Graph, return a json that contains the provenance information of each node. call_functionrIc6g|]}|Sr8ru)rgsources r+rhz-get_graph_provenance_json..\s"KKK&V^^%%KKKr-inductorprovenance_tracking_errorr!)function error_msgrN) nodesoprVr< Exceptionr rDr format_exc)rUprovenance_tracking_jsonrNes r+r!r!Rs #% K  Dw/))#di//LKDIk4JKKKK)3 ('       '7 VV(355       sAA B4B B Bgmct|tstdt|dtdtt ffd dd|DS)NzExpected GraphModule, got rr)c g}|jjD]}t|drH|jddr-||j|j|jdf|jdkrYtt||j tr1|t||j |S)NrVrget_attr) rUrhasattrrVrrrr<rPrr=r)rcustom_metadatarNhelpers r+rz$_get_custom_metadata..helpertsHN  DtV$$ Rx)F)F R&&DIh.s(00SVV000000r-)rPrrRrSrQrri)rrs @r+_get_custom_metadatarps b+ & &FD$r((DDEEE ; 49       9900VVBZZ000 0 00r-crt|tr|g}n|}tt|D]X}|jjD]I}|jdkr<|jd}| | |j JYfdt DS)a Group call_function nodes by seq_nr, order by seq_nr value, and return a list of lists of node names (sorted alphabetically). Args: gm: A single GraphModule or a list of GraphModules to process. When a list is provided, nodes from all graphs are grouped together. Returns: A list of lists, where each inner list contains node names that share the same seq_nr, sorted alphabetically. The outer list is ordered by seq_nr value. rrNc:g|]}t|Sr8)r)rgr~ seq_nr_dicts r+rhz._get_ordered_seq_nr_groups..s% G G GqF;q> " " G G Gr-) rPrrrQrUrrrVrrr<rkeys)rgms graph_modulerNrrs @r+_get_ordered_seq_nr_groupsrs "k""d(3D(9(9K::  &, : :Dw/))x00%'..ty999  : H G G GF;3C3C3E3E,F,F G G GGr-)T)r)N)rM)MrWlogging threadingr collectionsrcollections.abcrr contextlibrenumrtypingrr r r r torch._utils_internalr _compatibilityrrUrrrrNrrr getLoggerr2log__all__r$rrDrr%localrrrGRADIENT_ACC_SPECIAL_STACKr&r,r rrrrrQrrrfloatrrrrrrErrrrrrrr"r#rrr!rrr8r-r+rs ######........%%%%%%;;;;;;;;;;;;;;000000))))))%%%%%%Yt__ WT]]g!!   $ " d38n!!!#'TD[''' (7y'8'8$!"C46tCc3h/0555 2s 2d38n 2 2 2 2 2e,,,t-,e,,,mmmmmmm-,m`e,,, * *t *x~ * * *-, * + +4 +8D> + + + +e,,, 249 2 2 2 2-, 2e,,,2'd38n2'$2'2'2'-,2'r B 4 4 4 4 4 4e,,,.#s(^. xB (2r6"223...-,.b''4'8D>''''"e,,,----,- e,,,000-,0 e,,,KsKtKKK-,Ke,,, Q Q Q-, Q e,,,Ed3iEEE-,Ee,,,%%%%-,%&D&&&&e,,,4C$-,*e,,,$sCx.-,e,,, 8$+ 8(4. 8 8 8-, 8e,,,-,e,,, ;sTz ;htn ; ; ;-, ;e,,,HcDjHHH-,He,,,UtCH~-,:1[1S1111*Hd;''H $s)_HHHHHHr-