§
    ŠŠtjßï  ã                   óH  — d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl	m
Z
 d dlmZmZ d dlmZ d dlmZmZ d dlmZmZ d dlZd dlmZ d dlmZmZ d d	lmZ d d
lmZ d dlm Z  d dl!m"Z" erd dl#Z#d dl$m%Z% d dl&m'Z' d dl(m)Z) d dl*m+Z+ d dl*m,Z,m-Z-m.Z. d dl/m0Z0m1Z1 d dl2m3Z3m4Z4m5Z5m6Z6m7Z7m8Z8m9Z9m:Z:m;Z;m<Z<m=Z=m>Z>m?Z? e-j@        de-jA        de-jB        de-jC        de-jD        de-jE        diZFdaG	 	 d‡d„ZHdejI        jJ        fd„ZK	 	 dˆd"„ZL	 	 	 	 d‰d%„ZMdejI        jJ        deNeOef         fd&„ZPd'„ ZQd(eNeOef         d)ejI        jJ        d$d!ddfd*„ZRd)ejI        jJ        fd+„ZS	 dŠd,eNeOeOf         d-eNeOeTf         d.eUeO         d/eOd0eOd1eVfd2„ZWd3e9deOfd4„ZX	 d‹d5eTejY        z  d6eTd7e9d8eTdz  ddf
d9„ZZd:e[ejI        j\                 ddfd;„Z]	 	 dŒddddd<œd=e^e         d>e6dz  d?e?dz  d@eOdz  dAe=dz  dBe7dz  dCeVddfdD„Z_dEdFdGejI        j\        deVfdH„Z`dEdFdGejI        j\        deja        j        dz  fdI„ZbdEdFdGejI        j\        deVfdJ„ZcdEdFdGejI        j\        dejd        dz  fdK„ZedEdFdGejI        j\        deVfdL„ZfdEdFdGejI        j\        dejd        dz  fdM„Zgd)ejI        jJ        dNeejI        j\        gejI        j\        eVz  f         dejI        jJ        fdO„ZhdPe[ejI        j\                 de[ejI        j\                 fdQ„ZiedR„ ¦   «         Zjd)ejI        jJ        ddfdS„Zkd)ejI        jJ        fdT„Zl	 d‹dPe[ejI        j\                 dejI        j\        dz  fdU„ZmdPe[ejI        j\                 deTfdV„ZndPe[ejI        j\                 de[ejI        j\                 fdW„ZodXejI        j\        dYejI        j\        ddfdZ„Zpd)ejI        jJ        deja        jq        ddfd[„Zrd\ejI        j\        dejI        jJ        dz  fd]„Zsdeja        jq        dejt        fd^„Zud_„ Zvd`„ Zwd)ejI        jJ        ddfda„Zxd)ejI        jJ        d,eNeOeOf         dbeNeOef         ddfdc„Zyd)ejI        jJ        ddd!deja        jq        deeNeOef         ddf
df„ZzdgeNdheVdeNfdi„Z{d)ejI        jJ        dej|        j}        j        dz  fdj„Z~edeja        jq        fdk„¦   «         ZdldmdeVfdn„Z€dldmdeVfdo„Z�dldmdeVfdp„Z‚dldmdeVfdq„Zƒd�dr„Z„ds„ Z…dŽdu„Z† ej‡        dv¬w¦  «        deUdm         fdx„¦   «         Zˆdyej‰        jŠ        deUdm         fdz„Z‹deUdm         fd{„ZŒd�d|„Z�ed}„ ¦   «         ZŽd~edeja        jq        deNeOejd        eja        j        z  f         fd„Z�d=e^eja        jq                 ddfd€„Z�d=e^eja        jq                 ddfd�„Z‘d‚„ Z’dƒ„ Z“ G d„„ d…eja        jq        ¦  «        Z”d†„ Z•dS )�é    N)Údefaultdict)ÚCallableÚIterable)Úcontextmanager)ÚismethodÚ	Parameter)ÚAnyÚTYPE_CHECKING)Údetect_fake_mode)Ú
FakeTensorÚFakeTensorMode)ÚFunctionalTensor)Ú#first_call_function_nn_module_stack)ÚPreDispatchTorchFunctionMode)Úinsert_deferred_runtime_asserts©ÚConstantAttrMap)ÚOperatorBase)ÚExportedProgram)ÚExportGraphSignature)ÚCustomObjArgumentÚ	InputKindÚ
OutputKind)Ú_deregister_pytree_flatten_specÚregister_pytree_flatten_spec)Ú_deregister_pytree_nodeÚ_register_pytree_nodeÚContextÚ	FlattenFnÚFromDumpableContextFnÚ
GetAttrKeyÚKeyPathÚkeystrÚ
MappingKeyÚSequenceKeyÚToDumpableContextFnÚtree_flatten_with_pathÚUnflattenFnÚ Úp_Úb_Úc_Úobj_ÚtokenFÚreturnr   c                 óh  — ddl m}  |¦   «         }d„ | j        D ¦   «         }|                     ¦   «         D ]{\  }}||v rŒ
|}|                     d¦  «        �^ }	}
|	D ]}t          ||¦  «        }Œ|j                             |
d ¦  «         t          ||
|¦  «         | 	                    ||¦  «         Œ||S )Nr   r   c                 óT   — h | ]%}|j         t          j        k    ¯|j        °|j        ’Œ&S © ©Úkindr   ÚBUFFERÚ
persistentÚtarget©Ú.0Úspecs     úQ/var/www/html/CA-Chatbot/venv/lib/python3.11/site-packages/torch/_export/utils.pyú	<setcomp>z2_collect_and_set_constant_attrs.<locals>.<setcomp>N   ó;   € ð ð ð àØŒ9�	Ô(Ò(Ð(°´Ð(ð 	Œà(Ð(Ð(ó    ú.)
Ú(torch._export.passes.lift_constants_passr   Úinput_specsÚitemsÚsplitÚgetattrÚ_buffersÚpopÚsetattrÚadd)Úgraph_signatureÚ	constantsÚmodr   Úconstant_attrsÚnon_persistent_buffersÚnameÚvalueÚ_modÚatomsÚattrÚatoms               r;   Ú_collect_and_set_constant_attrsrT   D   sõ   € ð IÐHÐHÐHÐHÐHà$�_Ñ&Ô&€Nðð à#Ô/ðñ ô Ðð
 !—’Ñ(Ô(ð (ð (‰ˆˆeØÐ)Ð)Ð)ØàˆØ—z’z #‘”‰ˆ�Øð 	'ð 	'ˆDÝ˜4 Ñ&Ô&ˆDˆDàŒ×Ò˜$ Ñ%Ô%Ð%Ý��d˜EÑ"Ô"Ð"Ø×Ò˜5 $Ñ'Ô'Ð'Ð'ØÐr>   rK   c                 óô  — ddl m}m} t          ¦   «         }| j        j        D ]À}|j        dk    r³t          j        j	         
                    | |j        ¦  «        }t          |t          j        ¦  «        ro|j        |vrf|j        |vr]t          j        j	                             | |j        ¦  «          ||| |j        |j        d¦  «         |                     |j        ¦  «         ŒÁ|                      ¦   «          |S )Nr   )Ú_assign_attrÚ	_AttrKindÚget_attrF)Útorch.export.unflattenrV   rW   ÚsetÚgraphÚnodesÚopÚtorchÚfxÚgraph_moduleÚ	_get_attrr7   Ú
isinstanceÚTensorÚ	_del_attrr5   rH   Ú	recompile)rK   Ú
state_dictrM   rV   rW   Útemp_registered_constantsÚnoder7   s           r;   Ú_register_constants_as_buffersri   b   s÷   € ð ?Ð>Ð>Ð>Ð>Ð>Ð>Ð>å #¡¤Ðà”	”ð ?ð ?ˆØŒ7�jÒ Ð Ý”XÔ*×4Ò4°S¸$¼+ÑFÔFˆFÝ˜&¥%¤,Ñ/Ô/ð ?ð ”K zÐ1Ð1Ø”KÐ'=Ð=Ð=å”HÔ)×3Ò3°C¸¼ÑEÔEÐEØ �L ¨¨d¬k¸9Ô;KÈUÑSÔSÐSØ-×1Ò1°$´+Ñ>Ô>Ð>øà‡M‚M�O„O€Oà$Ð$r>   Úsigr   c                 óÜ   — | j         D ]#}|j        |v rt          j        |_        d |_        Œ$| j        D ]8}|j        t          j        k    r!|j        |v rt          d|j        › d�¦  «        ‚Œ9| S )Nz	Constant z< is mutated in the forward method. Pls register it as buffer)
rA   r7   r   ÚCONSTANT_TENSORr4   r6   Úoutput_specsr   ÚBUFFER_MUTATIONÚRuntimeError)rj   rg   r:   s      r;   Ú7_override_graph_signature_for_temp_registered_constantsrp   |   s�   € ð ”ð #ð #ˆØŒ;Ð3Ð3Ð3Ý!Ô1ˆDŒIØ"ˆDŒOøàÔ ð ð ˆàŒI�Ô3Ò3Ð3Ø”Ð8Ð8Ð8åØe˜DœKÐeÐeÐeñô ð øð €Jr>   Úold_sigÚnew_sigc                 ó†   — d„ | j         D ¦   «         }|j         D ]'}|j        t          j        k    r|j        |v rd|_        Œ(|S )Nc                 óT   — h | ]%}|j         t          j        k    ¯|j        °|j        ’Œ&S r2   r3   r8   s     r;   r<   zB_overwrite_signature_for_non_persistent_buffers.<locals>.<setcomp>”   r=   r>   F)rA   r4   r   r5   r7   r6   )rq   rr   rM   r:   s       r;   Ú/_overwrite_signature_for_non_persistent_buffersru   �   sb   € ðð àÔ'ðñ ô Ðð Ô#ð $ð $ˆØŒ9�	Ô(Ò(Ð(¨T¬[Ð<RÐ-RÐ-RØ#ˆDŒOøØ€Nr>   c                 óþ  — i }dt           j        j        dt          fd„}| j        j        D �]P}|j        }|j        }|j        dk    r{ || |¦  «        }t          |t           j
        j        ¦  «        rP|                     dd¬¦  «        D ]\  }}|||dz   |z   <   Œ|                     dd¬¦  «        D ]\  }}|||dz   |z   <   Œ|j        d	k    r0 || |¦  «        }t          |t           j        j        ¦  «        s|||<   |j        d
k    rst          |j        t           j        j        ¦  «        sO|j        D ]G}	|	j        d	k    r:t           j        j        j        D ]#}
|
dk    rŒ	|
|v r||
         ||	j                 |
<   Œ$ŒH�ŒR|S )a  
    Param/buffer metadata needs to be saved before lowering to aten IR
    because aten IR lifts them, as a result, automatic preservation doesn't work.
    This is intended to be called on the strict mode tracing right before lowering to
    aten IR OR run_decomposition pass.
    ÚmodelÚ	attr_namec                 ó¬   — |                      d¦  «        �^ }}| }|D ](}t          ||d ¦  «        }|€t          d|›d�¦  «        ‚Œ)t          ||¦  «        S )Nr?   z
attribute z not found in path)rC   rD   ÚAssertionError)rw   rx   ÚprefixÚfieldÚtÚitems         r;   Ú_getattrz0_collect_param_buffer_metadata.<locals>._getattr©   st   € Ø"Ÿš¨Ñ-Ô-‰ˆ�ØˆØð 	Nð 	NˆDÝ˜˜4 Ñ&Ô&ˆAØˆyÝ$Ð%L°$Ð%LÐ%LÐ%LÑMÔMÐMð õ �q˜%Ñ Ô Ð r>   Úcall_moduleTF)ÚrecurseÚremove_duplicater?   rX   Úcall_functionÚcustom)r^   r_   ÚGraphModuleÚstrr[   r\   r7   Úmetar]   rb   ÚnnÚModuleÚnamed_parametersÚnamed_buffersÚ_opsÚHigherOrderOperatorÚ_input_nodesÚproxyÚ_COPY_META_FIELDS)rK   Úparams_buffers_to_node_metar   rh   r7   r‡   Ú	submodulerN   Ú_ÚargÚentrys              r;   Ú_collect_param_buffer_metadatar–       sû  € ð #%Ðð!�œÔ,ð !½ð !ð !ð !ð !ð ”	”ð "Yñ "YˆØ”ˆØŒyˆØŒ7�mÒ#Ð#Ø ˜  fÑ-Ô-ˆIÝ˜)¥U¤X¤_Ñ5Ô5ð 	LØ(×9Ò9Ø °5ð  :ñ  ô  ð Lð L‘G�D˜!ð HLÐ/°¸±¸tÑ0CÑDÐDà(×6Ò6Ø °5ð  7ñ  ô  ð Lð L‘G�D˜!ð HLÐ/°¸±¸tÑ0CÑDÐDàŒ7�jÒ Ð Ø ˜  fÑ-Ô-ˆIÝ˜i­¬Ô)=Ñ>Ô>ð ;Ø6:Ð+¨FÑ3ð
 Œ7�oÒ%Ð%­jØŒK�œÔ7ñ/
ô /
Ð%ð Ô(ð Yð Y�Ø”6˜ZÒ'Ð'Ý!&¤¤Ô!Að Yð Y˜à  HÒ,Ð,Ø$Ø  D˜=˜=ØMQÐRWÌ[Ð7¸¼
ÔCÀEÑJøøùà&Ð&r>   c                  óx  — t           j                             ¦   «         sd S t           j                             ¦   «         sd S t           j                             ¦   «         } d„ | D ¦   «         }t          |¦  «        dk    rt          dt          |¦  «        › �¦  «        ‚t          |¦  «        dk    rd S |d         }|S )Nc                 ó<   — g | ]}t          |t          ¦  «        ¯|‘ŒS r2   )rb   r   )r9   Úmodes     r;   ú
<listcomp>z?_maybe_find_pre_dispatch_tf_mode_for_export.<locals>.<listcomp>ã   s9   € ð ð ð àÝ�dÕ8Ñ9Ô9ðØðð ð r>   é   z6Expected only one PreDispatchTorchFunctionMode, found r   )	r^   ÚcompilerÚis_exportingÚ_CÚ_is_torch_function_mode_enabledÚ	overridesÚ _get_current_function_mode_stackÚlenrz   )Útorch_function_mode_stackÚpre_dispatch_tf_modesr™   s      r;   Ú+_maybe_find_pre_dispatch_tf_mode_for_exportr¥   Ú   sÑ   € ÝŒ>×&Ò&Ñ(Ô(ð ØˆtåŒ8×3Ò3Ñ5Ô5ð Øˆtå %¤× PÒ PÑ RÔ RÐðð à-ðñ ô Ðõ Ð Ñ!Ô! AÒ%Ð%ÝØaÅSÐI^ÑE_ÔE_ÐaÐañ
ô 
ð 	
õ Ð Ñ!Ô! QÒ&Ð&Øˆtà  Ô#€DØ€Kr>   r‘   Úgmc                 óø  — |                       ¦   «         D ].}|                     dd¦  «         |                     dd¦  «         Œ/|j        j        D ]©}|j        dk    rœ|j        |j        v r@|j        |j                 }|| v r*| |                              ¦   «         D ]\  }}||j        |<   Œ|j        |j	        v r@|j	        |j                 }|| v r*| |                              ¦   «         D ]\  }}||j        |<   ŒŒªdS )zq
    Given that we collected param'buffer metadata before, we put them back in
    newly traced graph module
    Únn_module_stackNÚstack_traceÚplaceholder)
ÚvaluesrF   r[   r\   r]   r7   Úinputs_to_parametersrB   r‡   Úinputs_to_buffers)	r‘   r¦   rr   Úmetadatarh   Ú
param_nameÚkÚvÚbuffer_names	            r;   Ú)_populate_param_buffer_metadata_to_new_gmr³   õ   s.  € ð 0×6Ò6Ñ8Ô8ð *ð *ˆØ�ŠÐ&¨Ñ-Ô-Ð-Ø�Š�] DÑ)Ô)Ð)Ð)à””ð )ð )ˆØŒ7�mÒ#Ð#ØŒ{˜gÔ:Ð:Ð:Ø$Ô9¸$¼+ÔF�
ØÐ!<Ð<Ð<Ø ;¸JÔ G× MÒ MÑ OÔ Oð )ð )™˜˜1Ø'(˜œ	 !™˜ØŒ{˜gÔ7Ð7Ð7Ø%Ô7¸¼ÔD�ØÐ"=Ð=Ð=Ø ;¸KÔ H× NÒ NÑ PÔ Pð )ð )™˜˜1Ø'(˜œ	 !™˜øð)ð )r>   c                 ó¼   — d„ | j         j        D ¦   «         }t          | ¦  «        }|�|j        S |D ]*}t	          |t
          j        ¦  «        r|j        j        c S Œ+d S )Nc                 ó^   — g | ]*}|j                              d d¦  «        ®|j         d          ‘Œ+S )ÚvalN)r‡   Úget©r9   rh   s     r;   rš   z*_get_shape_env_from_gm.<locals>.<listcomp>  s?   € ð ð ð àØŒ9�=Š=˜ Ñ%Ô%Ð1ð 	Œ	�%Ôà1Ð1Ð1r>   )r[   r\   Ú_detect_fake_mode_from_gmÚ	shape_envrb   r^   ÚSymIntrh   )r¦   ÚvalsÚ	fake_moder±   s       r;   Ú_get_shape_env_from_gmr¾     s…   € ðð à”H”Nðñ ô €Dõ *¨"Ñ-Ô-€IØÐØÔ"Ð"Øð $ð $ˆÝ�a�œÑ&Ô&ð 	$Ø”6Ô#Ð#Ð#Ð#ð	$ð$ð $r>   Úname_mapÚfind_availableÚ
used_namesÚ	orig_namerN   Úis_placeholderc                 óØ  — t          j        d|¦  «        }|}|r.|s,|                     d¦  «        |                     d¦  «        }	}|}|}
|
|v r|› d||         dz   › �}
t          j        d|
¦  «        }|rU|                     d¦  «        |                     d¦  «        }	}t          |	¦  «        ||         k    rt          |	¦  «        ||<   |
| |<   |                     |
¦  «         | |         S )ai  
    Renames nodes to avoid name collisions, with suffixing.
    name_map: map from original name to new name
    find_available: map prefix to available suffix
    used_names: cache of used names
    orig_name: mapping key
    name: candidate name (potentially suffixed, e.g. mul_2)
    is_placeholder: if the node is a placeholder, avoid detecting suffix
    ú
(.*)_(\d+)r›   é   r“   )ÚreÚmatchÚgroupÚintrH   )r¿   rÀ   rÁ   rÂ   rN   rÃ   rÈ   Úkeyr{   ÚnÚnew_names              r;   Ú_rename_without_collisionsrÎ      sû   € õ" ŒH�] DÑ)Ô)€EØ
€Càð �^ð Ø—K’K ‘N”N E§K¢K°¡N¤N�ˆØˆà€HØ�:ÐÐØÐ5Ð5˜N¨3Ô/°!Ñ3Ð5Ð5ˆåŒH�] HÑ-Ô-€EØð ,Ø—K’K ‘N”N E§K¢K°¡N¤N�ˆÝˆq‰6Œ6�N 6Ô*Ò*Ð*Ý%(¨¡V¤VˆN˜6Ñ"à"€HˆYÑØ‡N‚N�8ÑÔÐà�IÔÐr>   Úkey_pathc                 óÂ  — | d         }t          |t          ¦  «        s$t          dt          |¦  «        j        › �¦  «        ‚|j        dk    rdt          | dd…         ¦  «        › �S | d         }t          |t          t          f¦  «        s$t          dt          |¦  «        j        › �¦  «        ‚t          |¦  «        dd…         }|› t          | dd…         ¦  «        › �S )	z…For a given index into the flat_args, return a human readable string
    describing how to access it, e.g. "*args["foo"][0].bar"
    r   zexpected SequenceKey, got z*argsr›   Nz'expected GetAttrKey or MappingKey, got éÿÿÿÿrÆ   )
rb   r%   rz   ÚtypeÚ__name__Úidxr#   r!   r$   r†   )rÏ   Úargs_kwargs_key_pathÚ	kwarg_keyrN   s       r;   Ú
get_keystrr×   H  sõ   € ð $ Aœ;ÐÝÐ*­KÑ8Ô8ð 
ÝØN­Ð.BÑ)CÔ)CÔ)LÐNÐNñ
ô 
ð 	
ð Ô 1Ò$Ð$Ø-•v˜h q r rœlÑ+Ô+Ð-Ð-Ð-à˜Q”Kˆ	Ý˜)¥jµ*Ð%=Ñ>Ô>ð 	Ý ØT½$¸y¹/¼/Ô:RÐTÐTñô ð õ �9‰~Œ~˜a ˜dÔ#ˆØÐ.�˜x¨¨¨œ|Ñ,Ô,Ð.Ð.Ð.r>   Úsymintr”   ÚkeypathÚic                 óî  — ddl m} t          |t          j        ¦  «        r|j        j        j        rt          ||¦  «        rd S dd l}ddl	m
} ddlm}	 t          | t          j        ¦  «        �rt          | j        j        j        ¦  «        dk    �rðt          t!          | j        j        j        ¦  «        ¦  «        }
|
|v rX| j        j                             |¦  «        }||k    r2t%          |¦  «        }|�	|d|› d�z  }t'          d|› d	|› d
|› �¦  «        ‚n±t          | j        j        |j        ¦  «        rt+          |¦  «        ||
<   n |	 |j        | j        j        |¦  «        |
¦  «        }|€@t%          |¦  «        }|�	|d|› d�z  }t'          d|› d|› d| j        j        › d|
› d�	¦  «        ‚t+          |d         ¦  «        ||
<   | j        j        |v r¤ ||| j        j                 ¦  «        \  }}|dk    r8||k     r2t%          |¦  «        }|�	|d|› d�z  }t'          d|› d|› d
|› �¦  «        ‚|t.          j        k     r:||k    r6t%          |¦  «        }|�	|d|› d�z  }t'          d|› d|› d
|› �¦  «        ‚d S d S d S t          | t          j        ¦  «        r| j        j        j        sd S |t+          | ¦  «        k    r3t%          |¦  «        }|�	|d|› d�z  }t'          d|› d	| › d
|› d�¦  «        ‚d S )Nr   )Ú_IntWrapper)Ú_convert_range_to_int)Ú	try_solver›   z.shape[ú]úExpected input at ú to be equal to ú
, but got zExpected input z = z to be of the form z, where z is an integerrÆ   z
 to be >= z
 to be <= zt. If you meant for this dimension to be dynamic, please re-export and specify dynamic_shapes (e.g. with Dim.DYNAMIC))Útorch.export.dynamic_shapesrÜ   rb   r^   r»   rh   ÚexprÚ	is_numberÚsympyÚ@torch._export.passes.add_runtime_assertions_for_constraints_passrÝ   Útorch.utils._sympy.solverÞ   r¢   Úfree_symbolsÚnextÚiterÚsubsr×   ro   ÚSymbolrÊ   ÚEqÚmathÚinf)rØ   r”   Úrange_constraintsÚunification_maprÙ   rÚ   rÜ   ræ   rÝ   rÞ   ÚsymbolÚexisting_dimÚpathÚsolutionÚmin_valÚmax_vals                   r;   Ú_check_symintrù   `  s  € ð 8Ð7Ð7Ð7Ð7Ð7õ 	�3�œÑ%Ô%ðà””Ô'ðõ �c˜;Ñ'Ô'ðð 	ˆà€L€L€Lðð ð ð ð ð ð 3Ð2Ð2Ð2Ð2Ð2å�&�%œ,Ñ'Ô'ñ @
­C°´Ô0@Ô0MÑ,NÔ,NÐRSÒ,SÑ,SÝ•d˜6œ;Ô+Ô8Ñ9Ô9Ñ:Ô:ˆØ�_Ð$Ð$Ø!œ;Ô+×0Ò0°ÑAÔAˆLØ�lÒ"Ð"Ý! 'Ñ*Ô*�Ø�=Ø˜N a˜N˜N˜NÑ*�DÝ"Ø\¨Ð\Ð\¸|Ð\Ð\ÐWZÐ\Ð\ñô ð ð	 #õ ˜&œ+Ô*¨E¬LÑ9Ô9ð ?õ
 +.¨c©(¬(� Ñ'Ð'à$˜9 X U¤X¨f¬kÔ.>ÀÑ%DÔ%DÀfÑMÔM�ØÐ#Ý% gÑ.Ô.�DØ�}Ø ¨!   Ñ.˜Ý&ðX¨$ð Xð X°3ð Xð XØ'-¤{Ô'7ðXð XØAGðXð Xð Xñô ð õ
 /2°(¸1´+Ñ.>Ô.>�O FÑ+àŒ;ÔÐ0Ð0Ð0Ø4Ð4Ø! &¤+Ô"2Ô3ñ ô  ÑˆG�Wð ˜Š{ˆ{Ø˜’=�=Ý% gÑ.Ô.�DØ�}Ø ¨!   Ñ.˜Ý&ØU¨TÐUÐU¸WÐUÐUÐPSÐUÐUñô ð ð �œÒ!Ð!Ø˜’=�=Ý% gÑ.Ô.�DØ�}Ø ¨!   Ñ.˜Ý&ØU¨TÐUÐU¸WÐUÐUÐPSÐUÐUñô ð ð% 1Ð0ð "Ð!Ø �=õ 
�F�EœLÑ	)Ô	)ð 
°&´+Ô2BÔ2Lð 
ð 	ˆØ	•�F‘”Ò	Ð	Ý˜'Ñ"Ô"ˆØˆ=Ø�N˜a�N�N�NÑ"ˆDÝð& ð &ð &°vð &ð &Èð &ð &ð &ñ
ô 
ð 	
ð	 
Ð	r>   Úinput_placeholdersc           
      ó|  — t          |¦  «        t          | ¦  «        k    r0t          dt          | ¦  «        › dt          |¦  «        › d�¦  «        ‚i }t          || ¦  «        D �]W\  \  }}}|j                             d¦  «        }t          |t          ¦  «        rét          |t          j        ¦  «        s/t          dt          |¦  «        › dt          |¦  «        › �¦  «        ‚t          |j        ¦  «        t          |j        ¦  «        k    r0t          dt          |¦  «        › d|j        › d|j        › d�¦  «        ‚t          t          |j        |j        ¦  «        ¦  «        D ]\  }\  }	}
t          |
|	||||¦  «         Œ�Œ!t          |t          t          t           f¦  «        ræt          |¦  «        t          |¦  «        ur%t          dt          |¦  «        › d	|› d
|› �¦  «        ‚t          |t          ¦  «        rat#          j        |¦  «        rMt          |t          ¦  «        rt#          j        |¦  «        s"t          dt          |¦  «        › d|› �¦  «        ‚�Œü||k    r%t          dt          |¦  «        › d	|› d
|› �¦  «        ‚�Œ)t          |t          j        ¦  «        rt          |||||d ¦  «         �ŒYd S )Nz&Unexpected number of inputs (expected z, got ú)r¶   rà   z to be a tensor, but got z,Unexpected number of dimensions in input at z.shape (expected rá   râ   z to be nan, but got )r¢   ro   Úzipr‡   r·   rb   r   r^   rc   r×   rÒ   ÚshapeÚ	enumeraterù   rÊ   Úfloatr†   rï   Úisnanr»   )rú   Úflat_args_with_pathrñ   rò   rÏ   r”   rh   Únode_valÚjÚarg_dimÚnode_dims              r;   Ú"_check_input_constraints_for_graphr  ¾  sH  € õ ÐÑÔ¥3Ð'9Ñ#:Ô#:Ò:Ð:ÝðTÝÐ/Ñ0Ô0ðTð TÝ8;Ð<OÑ8PÔ8PðTð Tð Tñ
ô 
ð 	
ð 02€OÝ!$Ð%8Ð:LÑ!MÔ!Mð *ñ *Ñ‰ˆ�3˜Ø”9—=’= Ñ'Ô'ˆÝ�h¥
Ñ+Ô+ð (	Ý˜c¥5¤<Ñ0Ô0ð Ý"Øc­°HÑ)=Ô)=ÐcÐcÕX\Ð]`ÑXaÔXaÐcÐcñô ð õ �8”>Ñ"Ô"¥c¨#¬)¡n¤nÒ4Ð4Ý"ðDÅ:ÈhÑCWÔCWð Dð DØ!)¤ðDð DØ7:´yðDð Dð Dñô ð õ
 +4µC¸¼	À8Ä>Ñ4RÔ4RÑ*SÔ*Sð ð Ñ&�Ñ&�G˜XÝØ˜gÐ'8¸/È8ÐUVñô ð ð ñõ
 ˜¥3­­sÐ"3Ñ4Ô4ð 	Ý�C‰yŒy¥ X¡¤Ð.Ð.Ý"Øh­°HÑ)=Ô)=ÐhÐhÈxÐhÐhÐcfÐhÐhñô ð õ ˜(¥EÑ*Ô*ð ­t¬z¸(Ñ/CÔ/Cð Ý! #¥uÑ-Ô-ð µT´ZÀ±_´_ð Ý&Ø\­Z¸Ñ-AÔ-AÐ\Ð\ÐWZÐ\Ð\ñô ð ñð ˜’�Ý"Øh­°HÑ)=Ô)=ÐhÐhÈxÐhÐhÐcfÐhÐhñô ð ñ !õ ˜¥%¤,Ñ/Ô/ð 	ÝØØØ!ØØØñô ð ùðG*ð *r>   )Úserialized_type_nameÚto_dumpable_contextÚfrom_dumpable_contextÚreturn_none_fieldsÚclsÚ
flatten_fnÚunflatten_fnr  r	  r
  r  c          	      ón  ‡ ‡‡— t          j        ‰ ¦  «        st          d‰ › �¦  «        ‚t          j        j        dt          dt          t          t                   t          f         fˆfd„¦   «         }t          j        j        dt          t                   dt          dt          fˆ fd„¦   «         }t          j        j        dt          dt          t          t                   t          f         fˆfd„¦   «         }	‰�‰n|Š|�|n|}|d u |d u z  rt          d	‰ › d
�¦  «        ‚t          ‰ ‰|||	||¬¦  «         d S )Nz7Only dataclasses can be registered with this function: Úobjr/   c                 ó
  •— g }g }g }t          j        | ¦  «        D ]b}|j        t          | |j        ¦  «        }}|€‰r+|                     |¦  «         |                     |¦  «         ŒM|                     |¦  «         Œc|||gfS ©N)ÚdataclassesÚfieldsrN   rD   Úappend)r  Ú	flattenedÚ
flat_namesÚ
none_namesÚfrN   r¶   r  s          €r;   Údefault_flatten_fnz=register_dataclass_as_pytree_node.<locals>.default_flatten_fn  sŸ   ø€ àˆ	Øˆ
Øˆ
ÝÔ# CÑ(Ô(ð 	(ð 	(ˆAØœ¥¨¨Q¬VÑ 4Ô 4�#ˆDØˆÐ"4ˆØ× Ò  Ñ%Ô%Ð%Ø×!Ò! $Ñ'Ô'Ð'Ð'à×!Ò! $Ñ'Ô'Ð'Ð'Ø˜: zÐ2Ð2Ð2r>   r«   Úcontextc           
      óˆ   •— |\  }} ‰di t          t          || ¦  «        ¦  «        ¤t                                |¦  «        ¤ŽS )Nr2   )Údictrý   Úfromkeys)r«   r  r  r  r  s       €r;   Údefault_unflatten_fnz?register_dataclass_as_pytree_node.<locals>.default_unflatten_fn  sF   ø€ à!(Ñˆ
�JØˆsÐPÐP•T�#˜j¨&Ñ1Ô1Ñ2Ô2ÐPµd·m²mÀJÑ6OÔ6OÐPÐPÐPr>   c                 ó^   •—  ‰| ¦  «        \  }\  }}d„ t          ||¦  «        D ¦   «         |fS )Nc                 ó6   — g | ]\  }}t          |¦  «        |f‘ŒS r2   ©r$   ©r9   r°   r±   s      r;   rš   z[register_dataclass_as_pytree_node.<locals>.default_flatten_fn_with_keys.<locals>.<listcomp>  ó'   € ÐJÐJÐJ¡t q¨!•˜A‘” Ð"ÐJÐJÐJr>   ©rý   )r  r  r  Ú_none_namesr  s       €r;   Údefault_flatten_fn_with_keyszGregister_dataclass_as_pytree_node.<locals>.default_flatten_fn_with_keys  s=   ø€ à/9¨z¸#©¬Ñ,ˆ	Ñ,�J ØJÐJ­s°:¸yÑ/IÔ/IÐJÑJÔJÈJÐVÐVr>   z7Both to_dumpable_context and from_dumpable_context for z must be None or registered.©r  Úflatten_with_keys_fnr	  r
  )r  Úis_dataclassrz   r^   Ú_dynamoÚdont_skip_tracingr	   ÚtupleÚlistr   r   Ú
ValueErrorr   )
r  r  r  r  r	  r
  r  r  r  r'  s
   ``    `   r;   Ú!register_dataclass_as_pytree_noder0  ÷  sÁ  øøø€ õ Ô# CÑ(Ô(ð 
ÝØKÀcÐKÐKñ
ô 
ð 	
õ „]Ô$ð3¥ð 3­­dµ3¬i½Ð.@Ô(Að 3ð 3ð 3ð 3ð 3ñ %Ô$ð3õ „]Ô$ðQ¥X­c¤]ð Q½Wð QÍð Qð Qð Qð Qð Qñ %Ô$ðQõ „]Ô$ðW­#ð Wµ%½½S¼	Å7Ð8JÔ2Kð Wð Wð Wð Wð Wñ %Ô$ðWð  *Ð5��Ð;M€JØ#/Ð#;�<�<ÐAU€Là˜tÐ#Ð(=ÀÐ(EÑFð 
Ýð%Àcð %ð %ð %ñ
ô 
ð 	
õ
 ØØØØ1Ø9Ø/Ø3ðñ ô ð ð ð r>   Úprogramr   rh   c                 ó(   — |j         | j        j        v S )zM
    Checks if the given node is a parameter within the exported program
    )rN   rI   r¬   ©r1  rh   s     r;   Úis_paramr4  2  s   € ð
 Œ9˜Ô/ÔDÐDÐDr>   c                 ón   — t          | |¦  «        r$| j        j        |j                 }| j        |         S dS )z£
    Returns the parameter associated with the given node in the exported program.
    Returns None if the node is not a parameter within the exported program
    N)r4  rI   r¬   rN   rf   )r1  rh   Úparameter_names      r;   Ú	get_paramr7  :  s;   € õ �˜ÑÔð 2Ø Ô0ÔEÀdÄiÔPˆØÔ! .Ô1Ð1àˆ4r>   c                 ó(   — |j         | j        j        v S )zJ
    Checks if the given node is a buffer within the exported program
    )rN   rI   r­   r3  s     r;   Ú	is_bufferr9  J  s   € ð
 Œ9˜Ô/ÔAÐAÐAr>   c                 ó¤   — t          | |¦  «        r?| j        j        |j                 }|| j        j        v r| j        |         S | j        |         S dS )z�
    Returns the buffer associated with the given node in the exported program.
    Returns None if the node is not a buffer within the exported program
    N)r9  rI   r­   rN   rM   rJ   rf   )r1  rh   r²   s      r;   Ú
get_bufferr;  R  sZ   € õ �˜$ÑÔð 3ØÔ-Ô?ÀÄ	ÔJˆØ˜'Ô1ÔHÐHÐHØÔ$ [Ô1Ð1àÔ% kÔ2Ð2àˆ4r>   c                 ó(   — |j         | j        j        v S )zZ
    Checks if the given node is a lifted tensor constant within the exported program
    )rN   rI   Ú!inputs_to_lifted_tensor_constantsr3  s     r;   Úis_lifted_tensor_constantr>  e  s   € ð Œ9˜Ô/ÔQÐQÐQr>   c                 ón   — t          | |¦  «        r$| j        j        |j                 }| j        |         S dS )z½
    Returns the lifted tensor constant associated with the given node in the exported program.
    Returns None if the node is not a lifted tensor constant within the exported program
    N)r>  rI   r=  rN   rJ   )r1  rh   Úlifted_tensor_names      r;   Úget_lifted_tensor_constantrA  p  sB   € õ ! ¨$Ñ/Ô/ð 5Ø$Ô4ÔVØŒIô
Ðð Ô Ð!3Ô4Ð4àˆ4r>   Únode_call_backc                 óÞ   ‡— ddl m} i Šd}| j        j        D ]} ||¦  «        r|dz  }|‰|<   Œ || | ˆfd„dd¬¦  «        }| j        j        |j        _        |                     ¦   «          |S )a;  
    sequential_split creates a new graph module that splits the input graph module into multiple submodules
    based on the node_call_back. It doesn't mutate the input graph module. The node_call_back should return
    True if the node is a delimiter.  Delimiter will be the first node in the next submodule.
    r   )Úsplit_moduler›   c                 ó   •— ‰|          S r  r2   )rh   Ú	split_maps    €r;   ú<lambda>z"sequential_split.<locals>.<lambda>—  s   ø€ �Y˜t”_€ r>   T)Úkeep_original_orderÚkeep_original_node_name)Útorch.fx.passes.split_modulerD  r[   r\   Ú_codegenre   )r¦   rB  rD  Úsplit_idrh   Únew_gmrF  s         @r;   Úsequential_splitrN  ‚  s°   ø€ ð :Ð9Ð9Ð9Ð9Ð9à€IØ€HØ””ð #ð #ˆØˆ>˜$ÑÔð 	Ø˜‰MˆHØ"ˆ	�$‰ˆàˆ\Ø
Ø
Ø$Ð$Ð$Ð$Ø Ø $ðñ ô €Fð œHÔ-€F„LÔØ
×ÒÑÔÐØ€Mr>   r\   c                 ó    ‡— ˆfd„| D ¦   «         S )z:Returns the nodes that match the node_call_back as a list.c                 ó*   •— g | ]} ‰|¦  «        ¯|‘ŒS r2   r2   )r9   rh   rB  s     €r;   rš   z nodes_filter.<locals>.<listcomp>£  s(   ø€ Ð;Ð;Ð;�T n n°TÑ&:Ô&:Ð;ˆDÐ;Ð;Ð;r>   r2   ©r\   rB  s    `r;   Únodes_filterrR  ¡  s   ø€ à;Ð;Ð;Ð;˜UÐ;Ñ;Ô;Ð;r>   c               #   ó8   K  — t           } da 	 d V — | a d S # | a w xY w©NT)Ú_DISABLE_ATEN_TO_ASSERTION_PASS)Úorig_vals    r;   Ú$_disable_aten_to_metadata_assertionsrW  ¦  s?   è è € õ /€HØ&*Ð#ð3Øˆˆˆà*2Ð'Ð'Ð'ø¨(Ð'Ð2Ð2Ð2Ð2s   � •c                 óÂ  — ddl m}m} t          rd S t          j        j        j        j        t          j        j        j        j	        t          j        j        j        j
        g}| j        j        D �]o}|j        |v �rb|j        j        t          j        j        j        j        u r"|j        d         |j        j        d         k    rŒV|j        d         j                             d¦  «        x}�ò| j                             |¦  «        5   || t+          j        ||j                             d¦  «        |j                             d¦  «        dœ¬¦  «        ¦  «        5  | j                             t          j        j        j        j        |j        d         f|j	        |j        |j        dœ¬	¦  «         d d d ¦  «         n# 1 swxY w Y   d d d ¦  «         n# 1 swxY w Y   �Œqd S )
Nr   ©Ú_node_metadata_hookÚ_set_node_metadata_hookr¶   r©   r¨   )r©   r¨   ©r®   )ÚdtypeÚdeviceÚlayout©ÚargsÚkwargs)Ú(torch._export.passes._node_metadata_hookrZ  r[  rU  r^   ÚopsÚatenÚtor^  r]  Údtype_layoutr[   r\   r7   ÚprevÚ_assert_tensor_metadataÚdefaultra  r‡   r·   Úinserting_beforeÚ	functoolsÚpartialrƒ   r_  )r¦   rZ  r[  Úaten_to_variantsrh   Ú
tensor_vals         r;   Ú$_insert_aten_to_metadata_assert_passrp  ±  sc  € ðð ð ð ð ð ð ð õ
 'ð Øˆõ 	Œ	ŒÔÔ ÝŒ	ŒÔÔÝŒ	ŒÔÔ&ðÐð
 ””ð ñ ˆØŒ;Ð*Ð*Ñ*à”	Ô ¥E¤I¤NÔ$JÔ$RÐRÐRØ”I˜a”L D¤I¤N°1Ô$5Ò5Ð5ð à"œi¨œlÔ/×3Ò3°EÑ:Ô:Ð:�
ÐGà”H×-Ò-¨dÑ3Ô3ðð à+Ð+ØÝ!Ô)Ø/à/3¬y¯}ª}¸]Ñ/KÔ/KØ37´9·=²=ÐARÑ3SÔ3Sð&ð &ðñ ô ñ	ô 	ðð ð ”H×*Ò*Ýœ	œÔ>ÔFØ"œi¨œl˜_à%/Ô%5Ø&0Ô&7Ø&0Ô&7ð ð  ð +ñ ô ð ðð ð ñ ô ð ð ð ð ð ð øøøð ð ð ð ð ð ð ñ ô ð ð ð ð ð ð øøøð ð ð ð ùðð s8   ÄAGÅAF;Æ/GÆ;F?Æ?GÇF?ÇGÇG	ÇG	c           	      ó¢  — ddl m}m} ddlm} t
          j        j        j        s„d} || t          j
        |d|i¬¦  «        ¦  «        5  t          | ¦  «        }|r(t          | |dt          | j        ¦  «        › �d¬	¦  «         d d d ¦  «         n# 1 swxY w Y   t          | ¦  «         |                      ¦   «           || ¦  «        |_        | |fS )
Nr   rY  )Ú_graph_output_nameszUFile "torch/fx/passes/runtime_assert.py", line 24, in insert_deferred_runtime_assertsr©   r\  zexported program: T)Úexport)rc  rZ  r[  Ú4torch._functorch._aot_autograd.input_output_analysisrr  r^   r+  ÚconfigÚdo_not_emit_runtime_assertsrl  rm  r¾   r   r   r[   rp  re   Úuser_outputs)r¦   rI   rZ  r[  rr  r©   rº   s          r;   Úapply_runtime_assertion_passrx  á  so  € ðð ð ð ð ð ð ð ð YÐXÐXÐXÐXÐXåŒ=ÔÔ;ð 1ð1ð 	ð %Ð$ØÝÔØ#¨}¸kÐ.Jðñ ô ñ
ô 
ð 	ð 	õ /¨rÑ2Ô2ˆIØð Ý/ØØØXÕ)LÈRÌXÑ)VÔ)VÐXÐXØð	ñ ô ð ð	ð 	ð 	ñ 	ô 	ð 	ð 	ð 	ð 	ð 	ð 	øøøð 	ð 	ð 	ð 	õ  	-¨RÑ0Ô0Ð0ð ‡L‚L�N„N€NØ#6Ð#6°rÑ#:Ô#:€OÔ ØˆÐÐs   Á	:BÂBÂBc                 óf   — t          | |r|nd„ ¦  «        }t          |¦  «        dk    r|d         S dS )z­
    Returns the first node that matches the node_call_back. If no node matches, returns None.
    When node_call_back is None, returns the first node in the node list.
    c                 ó   — dS rT  r2   ©rh   s    r;   rG  znodes_first.<locals>.<lambda>  s   € ÐQU€ r>   r   N)rR  r¢   )r\   rB  Úrets      r;   Únodes_firstr}    s=   € õ �u°ÐU˜n˜nÐDUÐDUÑ
VÔ
V€CÝ
ˆ3�x„x�!‚|€|Ø�1ŒvˆØˆ4r>   c                 ó<   — t          t          | |¦  «        ¦  «        S )z:Returns the number of nodes that match the node_call_back.)r¢   rR  rQ  s     r;   Únodes_countr    s   € å�|˜E >Ñ2Ô2Ñ3Ô3Ð3r>   c                 ó&   — | D ]} ||¦  «         Œ| S )z¦
    Sequentially visit the nodes list and invoke node_call_back on each element.
    Returns the nodes list after the node_call_back is invoked on each element.
    r2   )r\   rB  rh   s      r;   Ú	nodes_mapr�    s+   € ð
 ð ð ˆØˆ�tÑÔÐÐØ€Lr>   Úold_nodeÚnew_nodec                 ó–   — |                       |¦  «         | j                             ¦   «          | j                             | ¦  «         dS )z5
    Replace all uses of old_node with new_node.
    N)Úreplace_all_uses_withÚusersÚclearr[   Ú
erase_node)r‚  rƒ  s     r;   Únode_replace_r‰  !  sH   € ð ×"Ò" 8Ñ,Ô,Ð,Ø„N×ÒÑÔÐØ„N×Ò˜hÑ'Ô'Ð'Ð'Ð'r>   c                 óÐ   — t          |t          j        j        ¦  «        rBt	          |d¦  «        r4d|j        v r-| j                             d|j        d         i¦  «         d S d S d S d S )Nr‡   r„   )rb   r^   r_   r…   Úhasattrr‡   Úupdate)r¦   rK   s     r;   Ú_update_gm_meta_if_possibler�  *  s|   € å�3�œÔ,Ñ-Ô-ð7å�C˜Ñ Ô ð7ð ˜œÐ Ð à
Œ�Š˜ #¤(¨8Ô"4Ð5Ñ6Ô6Ð6Ð6Ð6ð7ð 7ð 7ð 7ð !Ð r>   Úcall_mod_nodec           
      óÞ  ‡— | j         dk    rt          d| j         › �¦  «        ‚| j        j        }|€t          d¦  «        ‚t	          | j        t          ¦  «        s)t          dt          | j        ¦  «        j        › �¦  «        ‚t          || j        ¦  «        }d„ |j        j
        D ¦   «         }d„ |j        j
        D ¦   «         }d„ |j        j
        D ¦   «         }t          || j        ¦  «        D ]S\  }}t	          |t          j        j        ¦  «        st          d	t          |¦  «        › �¦  «        ‚t!          ||¦  «         ŒT|j                             | ¦  «        5  |D �],}|j                             |¦  «        }	|j         d
k    rôt	          |	j        t          ¦  «        s$t          dt          |	j        ¦  «        › �¦  «        ‚t	          |j        t          ¦  «        s$t          dt          |j        ¦  «        › �¦  «        ‚|	j        }
t'          ||
¦  «        r1d}d|› �}
t'          ||
¦  «        r|dz  }d|› �}
t'          ||
¦  «        °|
|	_        t)          ||	j        t          ||j        ¦  «        ¦  «         t!          ||	¦  «         �Œ.t+          |¦  «        dk    �rqt+          |¦  «        dk    st+          |d         j        ¦  «        dk    r t          dt+          |¦  «        › d�¦  «        ‚|d         j        d         Št	          ‰t          j        j        ¦  «        r*‰j                             ¦   «          t!          | ‰¦  «         nÞt	          ‰t0          t2          f¦  «        rˆ‰D ]"}|j                             |d         ¦  «         Œ#t7          t1          | j                             ¦   «         ¦  «        d„ ¦  «        }t;          |ˆfd„¦  «         | j                             | ¦  «         n:t?          dt          ‰¦  «        › d�¦  «        ‚| j                             | ¦  «         ddd¦  «         n# 1 swxY w Y   |                      ¦   «          | !                    ¦   «          |S )z‘
    Inline the submodule of the given node into the parent module.
    Note: we only support the case where submodule takes tensors inputs.
    r€   zexpected call_module op, got Nz owning_module should not be Nonezexpected target to be str, got c              3   ó0   K  — | ]}|j         d k    ¯|V — ŒdS )rª   N©r]   r¸   s     r;   ú	<genexpr>znode_inline_.<locals>.<genexpr>D  s.   è è € Ð
KÐ
K�D°$´'¸]Ò2JÐ2Jˆ4Ð2JÐ2JÐ2JÐ2JÐ
KÐ
Kr>   c              3   ó,   K  — | ]}|j         d v¯|V — ŒdS ))rª   ÚoutputNr‘  r¸   s     r;   r’  znode_inline_.<locals>.<genexpr>E  s8   è è € ð ð Ø¨t¬wÐ>WÐ/WÐ/WˆÐ/WÐ/WÐ/WÐ/Wðð r>   c                 ó(   — g | ]}|j         d k    ¯|‘ŒS )r”  r‘  r¸   s     r;   rš   z node_inline_.<locals>.<listcomp>H  s$   € ÐIÐIÐI�t°T´WÀÒ5HÐ5HˆdÐ5HÐ5HÐ5Hr>   zexpected fx.Node, got rX   z&Expected str target for get_attr, got r›   Úsubmod_r   z*expected exactly 1 output with 1 arg, got z outputsc                 ó>   — | j         dk    o| j        t          j        u S )Nrƒ   )r]   r7   ÚoperatorÚgetitemr{  s    r;   rG  znode_inline_.<locals>.<lambda>{  s"   €  ¤¨OÒ!;ð "8Øœ¥xÔ'7Ð7ð r>   c                 óF   •— t          | ‰| j        d                  ¦  «        S ©Nr›   )r‰  ra  )Úget_item_nodeÚ
new_outputs    €r;   rG  znode_inline_.<locals>.<lambda>�  s$   ø€ ­-Ø%Ø" =Ô#5°aÔ#8Ô9ñ+ô +€ r>   zUnsupported output type z2. Expect it to be a Node or a list/tuple of Nodes.)"r]   rz   r[   Úowning_modulerb   r7   r†   rÒ   rÓ   rD   r\   rý   ra  r^   r_   ÚNoder‰  rk  Ú	node_copyr‹  rG   r¢   r†  r‡  r.  r-  rF   rR  Úkeysr�  rˆ  ÚNotImplementedErrorÚdelete_all_unused_submodulesre   )rŽ  r¦   Úsub_gmÚphsÚbodyr”  Úphr”   rh   rƒ  Únew_target_namerÚ   Úget_item_usersr�  s                @r;   Únode_inline_rª  3  sç  ø€ ð
 Ô˜=Ò(Ð(ÝÐO¸]Ô=MÐOÐOÑPÔPÐPØ	Ô	Ô	*€BØ	€zÝÐ?Ñ@Ô@Ð@å�mÔ*­CÑ0Ô0ð 
ÝØS­d°=Ô3GÑ.HÔ.HÔ.QÐSÐSñ
ô 
ð 	
õ �R˜Ô-Ñ.Ô.€Fà
KÐ
K˜FœLÔ.Ð
KÑ
KÔ
K€Cðð ØœÔ+ðñ ô €Dð JÐI˜vœ|Ô1ÐIÑIÔI€Få�s˜MÔ.Ñ/Ô/ð ð ‰ˆˆCÝ˜#�uœxœ}Ñ-Ô-ð 	GÝ Ð!E½$¸s¹)¼)Ð!EÐ!EÑFÔFÐFÝ�b˜#ÑÔÐÐà	Œ×	"Ò	" =Ñ	1Ô	1ð =:ð =:Øð 	*ñ 	*ˆDØ”x×)Ò)¨$Ñ/Ô/ˆHØŒw˜*Ò$Ð$Ý! (¤/µ3Ñ7Ô7ð Ý(ØXÅÀhÄoÑAVÔAVÐXÐXñô ð õ " $¤+­sÑ3Ô3ð Ý(ØTÅÀdÄkÑARÔARÐTÐTñô ð ð #+¤/�Ý˜2˜Ñ/Ô/ð 8à�AØ&3° m m�OÝ! " oÑ6Ô6ð 8Ø˜Q™˜Ø*7°A¨-¨-˜õ " " oÑ6Ô6ð 8ð #2�”Ý˜˜HœO­W°V¸T¼[Ñ-IÔ-IÑJÔJÐJÝ˜$ Ñ)Ô)Ð)Ñ)åˆv‰;Œ;˜Š?‰?Ý�6‰{Œ{˜aÒÐ¥3 v¨a¤y¤~Ñ#6Ô#6¸!Ò#;Ð#;Ý$ØVÅÀVÁÄÐVÐVÐVñô ð ð   œœ¨Ô*ˆJå˜*¥e¤h¤mÑ4Ô4ð ð Ô ×&Ò&Ñ(Ô(Ð(Ý˜m¨ZÑ8Ô8Ð8Ð8Ý˜J­­u¨Ñ6Ô6ð à&ð .ð .�DØ”J—N’N 6¨!¤9Ñ-Ô-Ð-Ð-õ ".Ý˜Ô,×1Ò1Ñ3Ô3Ñ4Ô4ð8ð 8ñ"ô "�õ Ø"ðð ð ð ñô ð ð Ô#×.Ò.¨}Ñ=Ô=Ð=Ð=å)Øs­t°JÑ/?Ô/?ÐsÐsÐsñô ð ð Ô×*Ò*¨=Ñ9Ô9Ð9ð{=:ð =:ð =:ñ =:ô =:ð =:ð =:ð =:ð =:ð =:ð =:øøøð =:ð =:ð =:ð =:ð~ ×#Ò#Ñ%Ô%Ð%Ø‡L‚L�N„N€NØ€Is   ÅKP:Ð:P>ÑP>c                 ór  — t          j        | j        ¦  «        }|j        d         }dt          j        i}g }|                     ¦   «         D ]X\  }}d„ t          |j        |¦  «        D ¦   «         }|D ]1}|dk    rŒ	| 	                    t          j        ||¦  «        ¦  «         Œ2ŒYt          j        |¬¦  «        S )zÅ
    Get source code and parse argument names using AST. The function returns
    a signature of the forward() function.

    # TODO: Directly provide inspect.signature compatible TS-d module.
    r   ra  c                 ó   — g | ]	}|j         ‘Œ
S r2   )r”   )r9   Úas     r;   rš   z:_get_torch_jit_trace_forward_signature.<locals>.<listcomp>£  s   € ÐMÐMÐM 1˜œÐMÐMÐMr>   Úself)Ú
parameters)ÚastÚparseÚcoder¦  r   ÚPOSITIONAL_OR_KEYWORDrB   rD   ra  r  ÚinspectÚ	Signature)	rK   Úast_modÚast_func_defÚarg_type_mapÚ
param_listÚarg_typeÚ
param_typeÚarg_name_listÚarg_names	            r;   Ú&_get_torch_jit_trace_forward_signaturer¾  “  s×   € õ Œi˜œÑ!Ô!€GØ$+¤L°¤O€Lð �IÔ;Ð<€Lð €JØ ,× 2Ò 2Ñ 4Ô 4ð Gð GÑˆ�*ØMÐM­°Ô0AÀ8Ñ(LÔ(LÐMÑMÔMˆØ%ð 	Gð 	GˆHØ˜6Ò!Ð!ØØ×Ò�gÔ/°¸*ÑEÔEÑFÔFÐFÐFð	Gõ
 Ô¨
Ð3Ñ3Ô3Ð3r>   c                 ób  — t          | t          j        j        t          j        j        f¦  «        rTt          | ¦  «        }t          |j        ¦  «        t          |¦  «        t          |¦  «        z   k    rt          d¦  «        ‚nt          j
        | j        ¦  «        }i  |j        |Ž j        ¥|¥S )NzyArguments other than POSITIONAL_OR_KEYWORD kinds in forward() are not supported in _get_torch_jit_trace_forward_signature)rb   r^   ÚjitÚScriptModuleÚTracedModuler¾  r¢   r¯  rz   r´  Ú	signatureÚforwardÚbind_partialÚ	arguments)rK   Ú	fake_argsÚfake_kwargsrj   s       r;   Ú_bind_signature_to_inputsrÉ  ¬  s­   € Ý�#�œ	Ô.µ´	Ô0FÐGÑHÔHð 
-Ý4°SÑ9Ô9ˆõ ˆsŒ~ÑÔ¥# i¡.¤.µ3°{Ñ3CÔ3CÑ"CÒCÐCÝ ðNñô ð ð Dõ Ô ¤Ñ,Ô,ˆð EÐˆcÔ 	Ð*Ô4ÐD¸ÐDÐDr>   c                 ó  — |                      | ¦  «         t          j        d| ¦  «        }|rW|                     d¦  «        |                     d¦  «        }}t	          |¦  «        ||         k    rt	          |¦  «        ||<   d S d S d S )NrÅ   r›   rÆ   )rH   rÇ   rÈ   rÉ   rÊ   )rN   rÀ   rÁ   rÈ   r{   rÌ   s         r;   Ú_build_cacherË  À  s†   € Ø‡N‚N�4ÑÔÐÝŒH�] DÑ)Ô)€EØð ,Ø—K’K ‘N”N E§K¢K°¡N¤N�ˆÝˆq‰6Œ6�N 6Ô*Ò*Ð*Ý%(¨¡V¤VˆN˜6Ñ"Ð"Ð"ð,ð ,à*Ð*r>   c           	      ó~  — g }| j         j        D �]D}|j        dk    �r5t          |j        t
          j        j        ¦  «        �r|j        j        dk    ra|j	        \  }}}}| 
                    t          | |j        ¦  «        |f¦  «         | 
                    t          | |j        ¦  «        |f¦  «         Œ¥|j        j        dk    rG|j	        d         |j	        dd…         }}| 
                    t          | |j        ¦  «        |f¦  «         Œü|j        j        dk    r8|j	        \  }	}
}| 
                    t          | |	j        ¦  «        |
|z   f¦  «         �ŒF|D ]å\  }}i }t          t          ¦  «        }t          ¦   «         }t          |j         j        ¦  «        D ]\  }}|t!          |¦  «        k     rE||         j        ||j        <   ||         j        x|_        |_        t%          |j        ||¦  «         Œ]t'          ||||j        |j        ¦  «        |_        Œ€t)          |¦  «         |                     ¦   «          ŒædS )a0  
    Propagate placeholder names from the top-level graph into HigherOrderOp subgraphs,
    and handle collisions with non-placeholders by count suffixing.
    Different HOO subgraph types have different input schemas, so we first enumerate them
    and gather the top-level named placeholder nodes.
    rƒ   ÚcondÚwrap_with_set_grad_enabledr›   rÆ   NÚmap_impl)r[   r\   r]   rb   r7   r^   rŒ   r�   Ú_nameÚ_argsr  rD   r   rÊ   rZ   rÿ   r¢   rN   rË  rÎ   Ú_name_hoo_subgraph_placeholdersre   )r¦   Úsubgraph_ph_tuplesrh   r“   Ú
true_graphÚfalse_graphÚ	cond_argsÚsubgraphr¥  Ú
body_graphÚarrayra  Úhoo_phsr¿   rÀ   rÁ   rÚ   s                    r;   rÒ  rÒ  É  sJ  € ð RTÐØ””ð ñ ˆØŒ7�oÒ%Ñ%­*ØŒK�œÔ7ñ+
ô +
Ñ%ð Œ{Ô  FÒ*Ð*Ø8<¼
Ñ5��:˜{¨IØ"×)Ò)­7°2°zÔ7HÑ+IÔ+IÈ9Ð*UÑVÔVÐVØ"×)Ò)­7°2°{Ô7IÑ+JÔ+JÈIÐ*VÑWÔWÐWÐWØ”Ô"Ð&BÒBÐBØ $¤
¨1¤¨t¬z¸!¸"¸"¬~˜#�Ø"×)Ò)­7°2°x´Ñ+GÔ+GÈÐ*MÑNÔNÐNÐNØ”Ô" jÒ0Ð0Ø*.¬*Ñ'�
˜E 4Ø"×)Ò)Ý˜R Ô!2Ñ3Ô3°U¸T±\ÐBñô ð ùð
 0ð ð Ñˆ�'Ø#%ˆÝ)4µSÑ)9Ô)9ˆÝ"™uœuˆ
Ý  ¤Ô!5Ñ6Ô6ð 	ð 	‰GˆAˆtØ•3�w‘<”<ÒÐØ&-¨a¤j¤o�˜œÑ#Ø*1°!¬*¬/Ð9�”	˜DœKÝ˜TœY¨¸
ÑCÔCÐCÐCå6Ø˜n¨j¸$¼)ÀTÄYñô �”	�	õ
 	(¨Ñ1Ô1Ð1Ø×ÒÑÔÐÐð!ð r>   Úcustom_metac                 óø  — | j         j        D �]k}|j        dk    �rA|j        |vrt	          d|j        ›d�¦  «        ‚||j                 x|_        |_        |j        |v rÅ|j                             d¦  «        €i |j        d<   nu|j        d                              ¦   «         D ]U\  }}|||j                 v rA|||j                 |         k    r*t	          d|› d|› d||j                 |         › d	�¦  «        ‚ŒV|j        d          	                    ||j                 ¦  «         t          |j        d
         t          ¦  «        r|j        |j        d
         _        �ŒP|j        |v r||j                 |_        �ŒmdS )zL
    Assign new names to all nodes, in the graph module, from name map.
    rª   zplaceholder node ú not in name_mapr„   Nz$Mismatch in custom metadata for key z. Value in node.meta is z and value in custom_meta is r?   r¶   )r[   r\   r]   rN   rz   r7   r‡   r·   rB   rŒ  rb   r   )r¦   r¿   rÛ  rh   r°   r±   s         r;   Ú_assign_new_node_namesrÞ  ù  sµ  € ð ””ð ,ñ ,ˆØŒ7�mÒ#Ñ#ØŒy Ð(Ð(Ý$Ð%V¸¼Ð%VÐ%VÐ%VÑWÔWÐWØ&.¨t¬yÔ&9Ð9ˆDŒI˜œØŒy˜KÐ'Ð'Ø”9—=’= Ñ*Ô*Ð2Ø*,�D”I˜hÑ'Ð'ð !%¤	¨(Ô 3× 9Ò 9Ñ ;Ô ;ð ð ™˜˜1à ¨T¬YÔ!7Ð7Ð7Ø ! [°´Ô%;¸AÔ%>Ò >Ð >å"0ð!mÀqð !mð !mØ01ð!mð !mØP[Ð\`Ô\eÔPfÐghÔPið!mð !mð !mñ#ô #ð øð ”	˜(Ô#×*Ò*¨;°t´yÔ+AÑBÔBÐBõ ˜$œ) EÔ*Õ,=Ñ>Ô>ð 2Ø(,¬	�”	˜%Ô Ô%ùØŒY˜(Ð"Ð"Ø  ¤Ô+ˆDŒIùð3,ð ,r>   Úexport_graph_signaturerJ   c                 óŽ  ‡— i }t          |t          j        j        ¦  «        r-|j        j        D ] }d|j        v r|j        d         ||j        <   Œ!d„ }	d„ Ši }
t          t          ¦  «        }t          ¦   «         }t          |||¦  «        }t          |¦  «        \  }}d„ |j        D ¦   «         }t          ||¦  «        D ]V\  \  }}}|rLt          |
|||t           t"          j                 d                     ˆfd„|D ¦   «         ¦  «        z   d¬¦  «         ŒW|j        D ]¼}|j        t"          j        k    rŒ|j        t"          j        k    rd	}n" |	|j        ¦  «                             ¦   «         }t1          j        d
d|¦  «        }t          |
|||j        j        t           |j                 |z   d¬¦  «         ||v r||         ||
|j        j                 <   ||= Œ½| j        j        D ]+}|j        dk    rŒt          |
|||j        |j        ¦  «         Œ,t9          | |
|¦  «         t;          | ¦  «         |                      ¦   «          |j        D ]�}|j        j        |
vrt?          d|j        j        ›d�¦  «        ‚|
|j        j                 |j        _        |j        t"          j         k    r#|j        |
v r|
|j                 dd…         |_        Œ‚|j!        D ]\}|j        j        |
v r|
|j        j                 |j        _        |j        tD          j#        k    r|j        |
v r|
|j                 |_        Œ]tI          | %                    ¦   «         ¦  «        D ]q}||         }||
v rct          |t          j&        ¦  «        sI|
|         }||k    r;t1          j'        d|¦  «        r&|t           t"          j                  |z   k    r|||<   ||= ŒrdS )aQ  
    This pass is run at the end of _export_non_strict() to assign better placeholder node names:
        - User inputs:
            These follow the signature of mod.forward(), e.g. forward(x, y) produces nodes x, y.
            For nested inputs from dictionaries, lists, tuples, or dataclasses,
            the names are a concatenation of the path to the tensor.
                e.g. x = {
                    'a': torch.randn(),
                    'b': [torch.randn(), torch.randn()]
                }
            produces nodes x_a, x_b_0, x_b_1.
        - Parameters/buffers/constants/custom objects:
            These follow the FQN of the object, prefixed by "p", "b", "c", "obj" respectively.
                e.g. self.bar.l0.weight produces "p_bar_l0_weight".
        - Effect tokens:
            These are named token, token_1, ...
    r„   c                 óä   — |                       d¦  «        r| t          d¦  «        d …         } n,|                       d¦  «        r| t          d¦  «        d …         } t          j        dd| ¦  «        } | S )NÚ
L__self___Úself_ú[^a-zA-Z0-9]r“   )Ú
startswithr¢   rÇ   Úsub©Úxs    r;   Ú_strip_namez,placeholder_naming_pass.<locals>._strip_name>  sp   € Ø�<Š<˜Ñ%Ô%ð 	"Ø•#�lÑ#Ô#Ð%Ð%Ô&ˆAˆAØ�\Š\˜'Ñ"Ô"ð 	"Ø•#�g‘,”,�.�.Ô!ˆAÝŒF�? C¨Ñ+Ô+ˆØˆr>   c                 óN  — t          | t          ¦  «        r*t          j        ddt	          | j        ¦  «        ¦  «        } | S t          | t          ¦  «        rt	          | j        ¦  «        S t          | t          ¦  «        r| j	        S t          dt          | ¦  «        › d| › �¦  «        ‚)Nrä  r“   zPytree key of type z not handled for )rb   r$   rÇ   ræ  r†   rË   r%   rÔ   r!   rN   ro   rÒ   rç  s    r;   Ú_extract_pytree_keyz4placeholder_naming_pass.<locals>._extract_pytree_keyF  s•   € Ý�a�Ñ$Ô$ð 	TÝ”�¨­S°´©Z¬ZÑ8Ô8ˆAØˆHÝ˜�;Ñ'Ô'ð 	TÝ�q”u‘:”:ÐÝ˜�:Ñ&Ô&ð 	TØ”6ˆMåÐRµT¸!±W´WÐRÐRÈqÐRÐRÑSÔSÐSr>   c                 óP   — g | ]#}|j         t          j        k    ¯|j        j        ‘Œ$S r2   )r4   r   Ú
USER_INPUTr”   rN   r8   s     r;   rš   z+placeholder_naming_pass.<locals>.<listcomp>Y  s6   € ð ð ð àØŒ9�	Ô,Ò,Ð,ð 	ŒŒà,Ð,Ð,r>   r“   c              3   óR   •K  — | ]!} ‰|¦  «                              ¦   «         V — Œ"d S r  )Úlower)r9   rè  rë  s     €r;   r’  z*placeholder_naming_pass.<locals>.<genexpr>h  s;   øè è € ÐLÐL¸aÐ.Ð.¨qÑ1Ô1×7Ò7Ñ9Ô9ÐLÐLÐLÐLÐLÐLr>   T)rÃ   r)   rä  rª   zinput spec arg rÝ  é   Nz
arg(\d+)_1)(rb   r^   r_   r…   r[   r\   r‡   rN   r   rÊ   rZ   rÉ  r'   rA   rý   rÎ   Úplaceholder_prefixesr   rí  Újoinr4   ÚTOKENr7   rï  rÇ   ræ  r”   r]   rÞ  rÒ  re   rz   Ú
CUSTOM_OBJrm   r   ÚUSER_INPUT_MUTATIONr.  r¡  rc   rÈ   )r¦   rß  rK   rÇ  rÈ  Úfake_params_buffersrJ   rÛ  rh   ré  r¿   rÀ   rÁ   Úcombined_argsr  r“   Úuser_input_namesÚarg_pathÚ_argÚuser_input_namer:   Ú	base_namerN   ÚconstantrÍ   rë  s                            @r;   Úplaceholder_naming_passrþ    sM  ø€ ð6 #%€KÝ�#•u”xÔ+Ñ,Ô,ð =Ø”I”Oð 	=ð 	=ˆDØ˜4œ9Ð$Ð$Ø)-¬°8Ô)<�˜DœIÑ&øðð ð ð	Tð 	Tð 	Tð  "€HÝ%0µÑ%5Ô%5€NÝ™5œ5€Jõ .¨c°9¸kÑJÔJ€Må3°MÑBÔBÑÐ˜ðð à*Ô6ðñ ô Ðõ .1Ð1DÐFVÑ-WÔ-Wð 
ð 
Ñ)Ñˆ�4˜/Øð 		Ý&ØØØØÝ$¥YÔ%9Ô:Ø—(’(ÐLÐLÐLÐLÀ8ÐLÑLÔLÑLÔLñMà#ðñ ô ð øð 'Ô2ð 'ð 'ˆØŒ9�	Ô,Ò,Ð,ØØŒ9�	œÒ'Ð'ØˆIˆIà#˜ D¤KÑ0Ô0×6Ò6Ñ8Ô8ˆIÝ”F˜?¨C°Ñ;Ô;ˆ	å"ØØØØŒHŒMÝ  ¤Ô+¨iÑ7Øð	
ñ 	
ô 	
ð 	
ð ˜Ð#Ð#ð 4?¸yÔ3IˆK˜ ¤¤Ô/Ñ0Ø˜IÐ&øð ””ð 
ð 
ˆØŒ7�mÒ#Ð#ØÝ"Ø�n j°$´)¸T¼Yñ	
ô 	
ð 	
ð 	
õ
 ˜2˜x¨Ñ5Ô5Ð5õ $ BÑ'Ô'Ð'ð ‡L‚L�N„N€Nð 'Ô2ð 4ð 4ˆØŒ8Œ= Ð(Ð(Ý Ð!T°4´8´=Ð!TÐ!TÐ!TÑUÔUÐUØ  ¤¤Ô/ˆŒŒàŒI�Ô-Ò-Ð-°$´+ÀÐ2IÐ2Ið # 4¤;Ô/°°°Ô3ˆDŒKøà&Ô3ð 0ð 0ˆØŒ8Œ=˜HÐ$Ð$Ø$ T¤X¤]Ô3ˆDŒHŒMØŒ9�
Ô6Ò6Ð6¸4¼;È(Ð;RÐ;Rà" 4¤;Ô/ˆDŒKøõ �Y—^’^Ñ%Ô%Ñ&Ô&ð $ð $ˆØ˜T”?ˆØ�8ÐÐ¥JØ•e”lñ%
ô %
Ðð   ”~ˆHà˜DÒ Ð Ý”H˜]¨DÑ1Ô1ð !àÕ 4µYÔ5IÔ JÈTÑ QÒQÐQà&.�	˜(Ñ#Ø˜d�Oøð$ð $r>   rf   Úin_placec                 óD  — |rB|                       ¦   «         D ]+\  }}t          |d¦  «        rt          | |         d¦  «         Œ,| S i }|                       ¦   «         D ]D\  }}t          |d¦  «        r*|                     ¦   «                              ¦   «         ||<   Œ?|||<   ŒE|S )zÍ
    If `in_place` is false, return a new copy of `state_dict` with "proxy" removed from `v.__dict__`.
    `v` is the values in the dictionary.
    If `in_place` is true, modify `state_dict` in place.
    r�   )rB   r‹  ÚdelattrÚdetachÚclone)rf   rÿ  r°   r±   Únew_state_dicts        r;   Úremove_proxy_from_state_dictr  ¼  sÂ   € ð ð Ø×$Ò$Ñ&Ô&ð 	0ð 	0‰DˆAˆqÝ�q˜'Ñ"Ô"ð 0Ý˜
 1œ wÑ/Ô/Ð/øØÐàˆØ×$Ò$Ñ&Ô&ð 	&ð 	&‰DˆAˆqÝ�q˜'Ñ"Ô"ð &Ø$%§H¢H¡J¤J×$4Ò$4Ñ$6Ô$6�˜qÑ!Ð!à$%�˜qÑ!Ð!ØÐr>   c                 óü  — g }g }| j         j        D ]Ú}|j        dk    rHd|j        v r?|j        d         }|�/t	          |t
          j        ¦  «        r|                     |¦  «         ŒUt          |¦  «        dk    rrd|j        v s	d|j        v r`d}d|j        v r|j        d         }nd|j        v r|j        d         }|�/t	          |t
          j        ¦  «        r|                     |¦  «         ŒÛt          ||z   ¦  «        S )a  
    For a given graph module, we look at the "val" of placeholder nodes to find the fake inputs.
    Additionally, if gm doesn't have placeholders, we further look at the "example_value" or "val" of other nodes.
    If no fake mode is found, we return None for fake_mode.
    rª   r¶   Nr   Úexample_value)
r[   r\   r]   r‡   rb   r^   rc   r  r¢   r   )r¦   Ú	fake_inpsÚ	fake_valsrh   Úfake_vals        r;   r¹   r¹   Ñ  s  € ð %'€IØ$&€IØ””ð +ð +ˆØŒ7�mÒ#Ð#¨°´Ð(:Ð(:Ø”y Ô'ˆHØÐ#­
°8½U¼\Ñ(JÔ(JÐ#Ø× Ò  Ñ*Ô*Ð*øÝ�‰^Œ^˜qÒ Ð Ø˜tœyÐ(Ð(¨E°T´YÐ,>Ð,>àˆHØ $¤)Ð+Ð+Øœ9 _Ô5��Ø˜$œ)Ð#Ð#Øœ9 UÔ+�ØÐ#­
°8½U¼\Ñ(JÔ(JÐ#Ø× Ò  Ñ*Ô*Ð*øå˜I¨	Ñ1Ñ2Ô2Ð2r>   c              #   ó
  K  — t          | j        ¦  «        }t          | j        ¦  «        }| j                             ¦   «          | j                             ¦   «          	 d V — || _        || _        d S # || _        || _        w xY wr  )r  Ú_state_dict_hooksÚ_state_dict_pre_hooksr‡  )rK   Ústate_dict_hooksÚstate_dict_pre_hookss      r;   Ú_disable_load_state_dict_hooksr  ï  s•   è è € å,0°Ô1FÑ,GÔ,GÐÝ04°SÔ5NÑ0OÔ0OÐØÔ×ÒÑ!Ô!Ð!ØÔ×#Ò#Ñ%Ô%Ð%ð9Øˆˆˆà 0ˆÔØ$8ˆÔ!Ð!Ð!øð !1ˆÔØ$8ˆÔ!Ð8Ð8Ð8Ð8s   ÁA2 Á2Br]   r   c                 óÈ   — t           j                             |                      ¦   «         t           j        j        j        ¦  «        pt           j        j        j        | j        v S r  )r^   rž   Ú%_dispatch_has_kernel_for_dispatch_keyrN   ÚDispatchKeyÚCompositeImplicitAutogradÚ
py_kernelsr‘  s    r;   Ú
_is_cia_opr  ü  sK   € åŒ×6Ò6Ø�GŠG‰IŒI•u”xÔ+ÔEñ	
ô 	
ð 	Kõ Œ8ÔÔ9¸R¼]ÐJð	r>   c                 ó>   — t          | ¦  «        ot          | ¦  «        S r  )Ú_check_valid_to_preserver  r‘  s    r;   Ú_is_preservable_cia_opr    s   € Ý# BÑ'Ô'Ð:­J°r©N¬NÐ:r>   c                 ód   — |                       ¦   «                              d¦  «        d         dk    S )Nú::r   re  )rN   rC   r‘  s    r;   Ú_is_aten_opr  	  s&   € Ø�7Š7‰9Œ9�?Š?˜4Ñ Ô  Ô# vÒ-Ð-r>   c                 ó"   — t          | ¦  «         S r  )r  r‘  s    r;   Ú_is_custom_opr    s   € Ý˜2‰ŒÐÐr>   c            	      óØ  — t           j                             d¦  «        } | D ]Ç}t          |                     d¦  «        ¦  «        \  }}|                     d¦  «        }t          |¦  «        dvrt          dt          |¦  «        › �¦  «        ‚|d         }d}t          |¦  «        dk    r|d	         }t          t          t          t           j        |¦  «        |¦  «        |¦  «        }ŒÈd
S )z�
    Utility function to query C++ dispatcher to get the all
    possible CIA ops and populate them into torch.ops namespace
    r  r  r?   )r›   rÆ   zexpected 1 or 2 parts, got r   rj  rÆ   r›   N)	r^   rž   Ú,_dispatch_get_registrations_for_dispatch_keyr-  rC   r¢   rz   rD   rd  )Úcia_opsr]   Ú	namespaceÚop_nameÚ
split_listÚop_overload_namer“   s          r;   Ú_materialize_cpp_cia_opsr&    sê   € õ
 Œh×CÒCØ#ñô €Gð
 ð Wð WˆÝ" 2§8¢8¨D¡>¤>Ñ2Ô2Ñˆ	�7Ø—]’] 3Ñ'Ô'ˆ
åˆz‰?Œ? &Ð(Ð(Ý Ð!P½sÀ:¹¼Ð!PÐ!PÑQÔQÐQØ˜Q”-ˆØ$ÐÝˆz‰?Œ?˜aÒÐØ)¨!œ}Ðå•G�G¥E¤I¨yÑ9Ô9¸7ÑCÔCÐEUÑVÔVˆˆðWð Wr>   c                  ó   — t           S )z\
    This is a special marker that tells our infra that we shouldn't decompose this op.
    )ÚNotImplementedr`  s     r;   Ú_special_op_to_preserve_ciar)  +  s
   € õ Ðr>   Úop_overloadc                 óH  — ddl m}  || ¦  «        rdS | t          j        v rdS t	          | d¦  «        sdS t          d„ | j        j        D ¦   «         ¦  «        }|dk    p| j        j        }|rdS t          j
                             |                      ¦   «         ¦  «        sdS dS )Nr   )Ú#_should_decompose_because_unsafe_opFÚ_schemac                 ó    — g | ]}|j         ®	|‘ŒS r  )Ú
alias_info)r9   rÚ   s     r;   rš   z,_check_valid_to_preserve.<locals>.<listcomp>B  s   € ÐNÐNÐNˆq°Q´\Ð5MˆÐ5MÐ5MÐ5Mr>   T)Útorch._decompr,  r   Úmetadata_fnsr‹  r¢   r-  rÆ  Ú
is_mutabler^   rž   Ú_dispatch_has_kernelrN   )r*  r,  r/  Úis_mutating_or_aliasings       r;   r  r  6  sÏ   € ØAÐAÐAÐAÐAÐAà*Ð*¨;Ñ7Ô7ð ØˆuØÕ&Ô3Ð3Ð3Øˆuå�; 	Ñ*Ô*ð ØˆuåØNÐN�KÔ'Ô1ÐNÑNÔNñô €Jð )¨AšoÐO°Ô1DÔ1OÐàð ØˆuåŒ8×(Ò(¨×)9Ò)9Ñ);Ô);Ñ<Ô<ð Øˆuàˆ4r>   r›   )Úmaxsizec                  ó>   — t          t          j        j        ¦  «        S r  )Ú(_collect_all_valid_cia_ops_for_namespacer^   rd  re  r2   r>   r;   Ú-_collect_all_valid_cia_ops_for_aten_namespacer8  P  s   € å3µE´I´NÑCÔCÐCr>   Úop_namespacec                 óÞ   — t          ¦   «          t          ¦   «         }| D ]M}t          | |¦  «        }|                     ¦   «         D ]&}t	          |¦  «        r|                     |¦  «         Œ'ŒN|S r  )r&  rZ   rD   Úop_overloadsr  rH   )r9  r!  r]   Ú	op_packetr*  s        r;   r7  r7  U  sƒ   € õ ÑÔÐõ ‰eŒe€GØð )ð )ˆÝ˜L¨"Ñ-Ô-ˆ	Ø$×1Ò1Ñ3Ô3ð 	)ð 	)ˆKÝ% kÑ2Ô2ð )Ø—’˜KÑ(Ô(Ð(øð	)ð €Nr>   c                  óh  — t          ¦   «         } t          j        j        D ]‘}|dk    rxt	          t          j        |¦  «        st          d|›�¦  «        ‚t          t          j        |¦  «        }t          |t          j        j	        ¦  «        r| t          |¦  «        z  } Œ€| t          ¦   «         z  } Œ’| S )a  
    This is an util function that gets the all CIA functional ops.

    The algorithm is in 2 steps:
      1. We first query C++ dispatcher to get the list of CIA ops
         and then we call getattr on torch.ops.aten to lazily populate
         them.

      2. Sometimes, handful of ops have CIA registered in python dispatcher
         but not on the C++ side, these can't be caught at the first step.
         So we walk again to get the final list.

    Note that the output of this function should never be modified
    re  z"torch.ops does not have attribute )rZ   r^   rd  Ú_dirr‹  rz   rD   rb   rŒ   Ú_OpNamespacer7  r8  )r!  Úop_namespace_namer9  s      r;   Ú_collect_all_valid_cia_opsrA  e  s¹   € õ ‰eŒe€GÝ"œYœ^ð Gð GÐà Ò&Ð&Ý�5œ9Ð&7Ñ8Ô8ð Ý$ØNÐ9JÐNÐNñô ð õ #¥5¤9Ð.?Ñ@Ô@ˆLÝ˜,­¬
Ô(?Ñ@Ô@ð RØÕCÀLÑQÔQÑQ�øàÕDÑFÔFÑFˆGˆGØ€Nr>   c                 óà   — t           j        j        j        }|| j        v r7t          | j        |         t           j        j        ¦  «        s| j        |         S d„ }t          j        || ¬¦  «        S )Nc                  ó  — |d         }|d= t           j        j        j        }t           j                             |                     ¦   «         t           j        j        j        ¦  «        r |j        |g| ¢R i |¤ŽS t          d|› d�¦  «        ‚)NÚkernelú	Expected z) to have CompositeImplicitAutograd kernel)r^   rž   r  r  r  rN   Ú_op_dkrz   )ra  rb  rD  Údks       r;   Ú_special_op_to_decompose_ciaz9_get_decomp_for_cia.<locals>._special_op_to_decompose_cia�  s–   € Ø˜Ô!ˆØ�8Ðõ ŒXÔ!Ô;ˆÝŒ8×9Ò9Ø�KŠK‰MŒM�5œ8Ô/ÔIñ
ô 
ð 	ð !�6”= Ð5 dÐ5Ð5Ð5¨fÐ5Ð5Ð5å ØM˜FÐMÐMÐMñô ð r>   )rD  )r^   rž   r  r  r  rb   rl  rm  )r]   rG  rH  s      r;   Ú_get_decomp_for_ciarI  „  sn   € õ 
ŒÔ	Ô	7€BØ	ˆRŒ]ÐÐ¥:¨b¬m¸BÔ.?ÅÄÔAUÑ#VÔ#VÐØŒ}˜RÔ Ð ðð ð õ ÔÐ9À"ÐEÑEÔEÐEr>   c               #   ó.  K  — t           j        j        } t           j        j        }	 dt           j        _        dt           j        _        d V — | t           j        _        |t           j        _        d S # | t           j        _        |t           j        _        w xY wrT  )r^   rœ   Ú_is_compiling_flagÚ_is_exporting_flag)Úold_compiling_flagÚold_exporting_flags     r;   Ú_compiling_state_contextrO  ¡  s{   è è € åœÔ:ÐÝœÔ:Ðð?Ø,0�ŒÔ)Ø,0�ŒÔ)Øˆˆˆà,>�ŒÔ)Ø,>�ŒÔ)Ð)Ð)øð -?�ŒÔ)Ø,>�ŒÔ)Ð>Ð>Ð>Ð>s   ¦&A0 Á0$Br½   c                 ó|  — i t          |                     d¬¦  «        ¦  «        ¥t          |                     d¬¦  «        ¦  «        ¥}i }i }|                     ¦   «         D ]Z\  }}t	          |¦  «        |v r|t	          |¦  «                 }n)|                      |d¬¦  «        }||t	          |¦  «        <   |||<   Œ[|S )NF)r‚   T)Ústatic_shapes)r  rŠ   r‹   rB   ÚidÚfrom_tensor)r½   rK   Úparams_buffersÚfaked_params_buffersÚmemorË   rO   Úfake_tensors           r;   Ú_fakify_params_buffersrX  ®  sÔ   € ðÝ
ˆs×#Ò#°UÐ#Ñ;Ô;Ñ
<Ô
<ðå
ˆs× Ò °%Ð Ñ8Ô8Ñ
9Ô
9ð€Nð
 ÐØ"$€DØ$×*Ò*Ñ,Ô,ð 0ð 0‰
ˆˆUÝˆe‰9Œ9˜ÐÐØ�r %™yœyœ/ˆKˆKà#×/Ò/°ÀTÐ/ÑJÔJˆKØ)ˆD•�E‘”‰OØ$/Ð˜SÑ!Ð!ØÐr>   c           	      ój  ‡ ‡
‡— t          ‰ t          j        j        ¦  «        st	          d‰ › �¦  «        ‚ddl} G ˆ
ˆ fd„d|j        ¦  «        Š
dt          dt          t          t                   t          f         fˆ
fd„}d	t          t                   d
t          dt          fˆfd„}dt          dt          t          t                   t          f         fˆfd„}|Š|}‰ j        dz   ‰ j        z   }d„ }ˆ
fd„}t          ‰ ‰|||||¬¦  «         dt          t                   fˆfd„}	t          ‰ |	¦  «         dS )aF  
    Registers a module as a valid input type for :func:`torch.export.export`.

    Args:
        mod: the module instance
        serialized_type_name: The serialized name for the module. This is
        required if you want to serialize the pytree TreeSpec containing this
        module.

    Example::

        import torch


        class Module(torch.nn.Module):
            def __init__(self):
                super().__init__()
                self.linear = torch.nn.Linear(3, 3)

            def forward(self, x):
                return self.linear(x)


        torch._export.utils.register_module_as_pytree_node(InputDataClass)


        class Mod(torch.nn.Module):
            def forward(self, x, m):
                return m(x) + x


        ep = torch.export.export(Mod(), (torch.randn(3), Module()))
        print(ep)

    z!expected nn.Module subclass, got r   Nc                   ó2   •‡ — e Zd Zˆ ˆfd„Zd„ Zˆfd„Zˆ xZS )ú=register_module_as_pytree_input_node.<locals>.PrototypeModulec                 ó  •—  t          ¦   «         j        |g|¢R i |¤Ž t          |t          j        j        ¦  «        s$t          dt          |¦  «        j        › �¦  «        ‚t          | d¦  «        rt          d¦  «        ‚‰| _
        d S )Nzexpected nn.Module, got Ú
_proto_clsz_proto_cls should not be set)ÚsuperÚ__init__rb   r^   rˆ   r‰   rz   rÒ   rÓ   r‹  r]  )r®  Úmra  rb  Ú	__class__r  s       €€r;   r_  zFregister_module_as_pytree_input_node.<locals>.PrototypeModule.__init__í  sŽ   ø€ Ø�E‰GŒGÔ˜QÐ0 Ð0Ð0Ð0¨Ð0Ð0Ð0Ý˜a¥¤¤Ñ1Ô1ð TÝ$Ð%RÅÀQÁÄÔ@PÐ%RÐ%RÑSÔSÐSÝ�t˜\Ñ*Ô*ð EÝ$Ð%CÑDÔDÐDØ!ˆDŒOˆOˆOr>   c                 ó"   — | j         |j         k    S r  )r]  )r®  Úothers     r;   Ú__eq__zDregister_module_as_pytree_input_node.<locals>.PrototypeModule.__eq__õ  s   € Ø”? eÔ&6Ò6Ð6r>   c                 ó*   •—  ‰ | ¦   «         ¦  «        S r  r2   )r®  rV  ÚPrototypeModules     €r;   Ú__deepcopy__zJregister_module_as_pytree_input_node.<locals>.PrototypeModule.__deepcopy__ø  s   ø€ Ø"�? 4 4¡6¤6Ñ*Ô*Ð*r>   )rÓ   Ú
__module__Ú__qualname__r_  rd  rg  Ú__classcell__)ra  rf  r  s   @€€r;   rf  r[  ì  sf   øø€ € € € € ð	"ð 	"ð 	"ð 	"ð 	"ð 	"ð	7ð 	7ð 	7ð	+ð 	+ð 	+ð 	+ð 	+ð 	+ð 	+ð 	+ð 	+r>   rf  r  r/   c                 ó.  •— t          |                      ¦   «         ¦  «        }t          |                      ¦   «         ¦  «        }i |¥|¥}t          |                     ¦   «         ¦  «        t          |                     ¦   «         ¦  «         ‰| ¦  «        gfS r  )r  rŠ   r‹   r.  r«   r¡  )r  rŠ   r‹   rT  rf  s       €r;   r  z@register_module_as_pytree_input_node.<locals>.default_flatten_fnû  s�   ø€ Ý × 4Ò 4Ñ 6Ô 6Ñ7Ô7ÐÝ˜S×.Ò.Ñ0Ô0Ñ1Ô1ˆØ>Ð,Ð>°Ð>ˆÝ�N×)Ò)Ñ+Ô+Ñ,Ô,Ý�×$Ò$Ñ&Ô&Ñ'Ô'ØˆO˜CÑ Ô ð/
ð 
ð 	
r>   r«   r  c           	      óô  •‡— |\  }}|�
 |¦   «         €t          d¦  «        ‚ |¦   «         }‰	€t          d¦  «        ‚ ‰	|¦  «        \  }}dt          j        j        fˆfd„Št          d„ t          | |¦  «        D ¦   «         ¦  «        rlt          j        j        j         	                    |t          t          || ¦  «        ¦  «        dd¬¦  «        5   ‰|¦  «        }d d d ¦  «         n# 1 swxY w Y   n|}|S )Nz!Module has been garbage collectedzflatten_fn should not be NonerK   c                 óè   •— t          j         | ¦  «        }d„ | j                             ¦   «         D ¦   «         |_        |                     ¦   «         D ]\  }}t	          || ‰|¦  «        ¦  «         Œ |S )Nc                 ób   — i | ],\  }}t          j         |¦  «        t          j         |¦  «        “Œ-S r2   )Úcopyr#  s      r;   ú
<dictcomp>zkregister_module_as_pytree_input_node.<locals>.default_unflatten_fn.<locals>.copy_module.<locals>.<dictcomp>  s.   € ÐXÐXÐX¹4¸1¸a�DœI a™LœL­$¬)°A©,¬,ÐXÐXÐXr>   )ro  Ú__dict__rB   Únamed_childrenrG   )rK   r|  rN   ÚchildÚcopy_modules       €r;   rt  zWregister_module_as_pytree_input_node.<locals>.default_unflatten_fn.<locals>.copy_module  sv   ø€ Ý”)˜C‘.”.ˆCØXÐXÀ3Ä<×CUÒCUÑCWÔCWÐXÑXÔXˆCŒLØ"×1Ò1Ñ3Ô3ð 7ð 7‘��eÝ˜˜T ; ;¨uÑ#5Ô#5Ñ6Ô6Ð6Ð6ØˆJr>   c              3   ó$   K  — | ]\  }}||uV — Œd S r  r2   )r9   r±   Úos      r;   r’  zUregister_module_as_pytree_input_node.<locals>.default_unflatten_fn.<locals>.<genexpr>  s*   è è € Ð=Ð=™d˜a ˆq˜ˆzÐ=Ð=Ð=Ð=Ð=Ð=r>   T)Útie_weightsÚstrict)ro   rz   r^   rˆ   r‰   Úanyrý   ÚutilsÚ	statelessÚ_reparametrize_moduler  )
r«   r  r  Úrefr  r  r“   r|  rt  r  s
           @€r;   r  zBregister_module_as_pytree_input_node.<locals>.default_unflatten_fn  sa  øø€ Ø!‰ˆ
�CØˆ;˜#˜#™%œ%˜-ÝÐBÑCÔCÐCØˆc‰eŒeˆØÐÝ Ð!@ÑAÔAÐAØ!�z #‘”‰ˆ	�1ð	�UœXœ_ð 	ð 	ð 	ð 	ð 	ð 	õ Ð=Ð=¥c¨&°)Ñ&<Ô&<Ð=Ñ=Ô=Ñ=Ô=ð 	Ý””Ô)×?Ò?Ø•T�#˜j¨&Ñ1Ô1Ñ2Ô2ÀÈTð @ñ ô ð 'ð 'ð "�k #Ñ&Ô&�ð'ð 'ð 'ñ 'ô 'ð 'ð 'ð 'ð 'ð 'ð 'øøøð 'ð 'ð 'ð 'øð
 ˆCØˆ
s   ÃC*Ã*C.Ã1C.c                 ób   •—  ‰| ¦  «        \  }^}}d„ t          ||¦  «        D ¦   «         |g|¢fS )Nc                 ó6   — g | ]\  }}t          |¦  «        |f‘ŒS r2   r"  r#  s      r;   rš   z^register_module_as_pytree_input_node.<locals>.default_flatten_fn_with_keys.<locals>.<listcomp>#  r$  r>   r%  )r  r  r  ra  r  s       €r;   r'  zJregister_module_as_pytree_input_node.<locals>.default_flatten_fn_with_keys!  sQ   ø€ Ø)3¨°C©¬Ñ&ˆ	Ð&�J ØJÐJ­s°:¸yÑ/IÔ/IÐJÑJÔJØðM
àðM
ð 
ð 	
r>   r?   c                 óZ   — | ^}}t          j        |gd gt          |¦  «        z  ¢¦  «        S r  )ÚjsonÚdumpsr¢   )r  r¡  r“   s      r;   r	  zAregister_module_as_pytree_input_node.<locals>.to_dumpable_context-  s/   € ØˆˆˆqÝŒz˜4Ð4 D 6­C°©F¬F¡?Ð4Ñ5Ô5Ð5r>   c                 ó„   •— t          j        | ¦  «        } ‰t          j                             ¦   «         ¦  «        |d<   |S r›  )r�  Úloadsr^   rˆ   r‰   )ÚdumpableÚsrf  s     €r;   r
  zCregister_module_as_pytree_input_node.<locals>.from_dumpable_context1  s6   ø€ ÝŒJ�xÑ Ô ˆØˆ�uœxŸšÑ0Ô0Ñ1Ô1ˆˆ!‰Øˆr>   r(  c                 ón   •—  ‰| ¦  «        \  }}||j         k    rt          d|› d|j         › �¦  «        ‚|S )Nzcontext mismatch: z != )r  rz   )r  r:   Úflatsr  r  s       €r;   Údefault_flatten_fn_speczEregister_module_as_pytree_input_node.<locals>.default_flatten_fn_spec@  sG   ø€ Ø#˜ C™œ‰ˆˆwØ�d”lÒ"Ð"Ý Ð!Q°gÐ!QÐ!QÀ4Ä<Ð!QÐ!QÑRÔRÐRØˆr>   )Ú
issubclassr^   rˆ   r‰   rz   Úweakrefr}  r	   r-  r.  r   r   rh  ri  r   r   )r  r‹  r  r  r'  r  r  r	  r
  r‰  rf  r  s   `         @@r;   Ú$register_module_as_pytree_input_noderŒ  Ã  sé  øøø€ õH �c�5œ8œ?Ñ+Ô+ð HÝÐFÀÐFÐFÑGÔGÐGà€N€N€Nð+ð +ð +ð +ð +ð +ð +ð +˜'œ+ñ +ô +ð +ð
¥ð 
­­dµ3¬i½Ð.@Ô(Að 
ð 
ð 
ð 
ð 
ð 
ð¥X­c¤]ð ½Wð Íð ð ð ð ð ð ð:
­#ð 
µ%½½S¼	Å7Ð8JÔ2Kð 
ð 
ð 
ð 
ð 
ð 
ð $€JØ'€Làœ>¨CÑ/°#Ô2BÑBÐð6ð 6ð 6ðð ð ð ð õ
 ØØØØ1Ø9Ø/Ø3ðñ ô ð ð­dµ3¬ið ð ð ð ð ð õ !ØØñô ð ð ð r>   c                 óB   — t          | ¦  «         t          | ¦  «         d S r  )r   r   )r  s    r;   Ú&deregister_module_as_pytree_input_noderŽ  L  s$   € Ý˜CÑ Ô Ð Ý# CÑ(Ô(Ð(Ð(Ð(r>   c                 óþ   — t          | t          j        j        ¦  «        st	          d| › d�¦  «        ‚t          |t          j        j        ¦  «        st	          d|› d�¦  «        ‚| j        |_        | j        |_        d S )NrE  z to be a nn.Module)rb   r^   rˆ   r‰   rz   Ú_parametersrE   )ÚsrcÚdsts     r;   Ú_sync_stater“  Q  s|   € Ý�c�5œ8œ?Ñ+Ô+ð BÝÐ@¨Ð@Ð@Ð@ÑAÔAÐAÝ�c�5œ8œ?Ñ+Ô+ð BÝÐ@¨Ð@Ð@Ð@ÑAÔAÐAð
 ”o€C„OØ”<€C„L€L€Lr>   c                  ó@   — | r| ^}}|D ]}t          ||¦  «         ŒdS dS )z›
    Sync state between exported modules corresponding to wrapped methods.
    This might be necessary after serializing/deserializing due to copying.
    N)r“  )Úwrapped_method_modulesr`  Úother_msÚother_ms       r;   Ú
sync_stater˜  ^  sK   € ð
 ð $Ø-ˆˆˆHØð 	$ð 	$ˆGÝ˜˜7Ñ#Ô#Ð#Ð#ð$ð $ð	$ð 	$r>   c                   ó   ‡ — e Zd Zˆ fd„Zˆ xZS )Ú_WrappedMethodc                 ó€   •— t          ¦   «                              ¦   «          t          |j        | ¦  «         || _        d S r  )r^  r_  r“  Ú__self__rÄ  )r®  Úmethodra  s     €r;   r_  z_WrappedMethod.__init__j  s6   ø€ Ý‰Œ×ÒÑÔÐå�F”O TÑ*Ô*Ð*àˆŒˆˆr>   )rÓ   rh  ri  r_  rj  )ra  s   @r;   rš  rš  i  s8   ø€ € € € € ðð ð ð ð ð ð ð ð r>   rš  c                 ód   — t          | ¦  «        st          d| › d�¦  «        ‚t          | ¦  «        S )z¬
    Wrap a method as a module so that it can be exported.
    The wrapped module's forward points to the method, and
    the method's original module state is shared.
    rE  z to be a method)r   rz   rš  )r�  s    r;   Úwrap_methodrŸ  r  s=   € õ �FÑÔð BÝÐ@¨Ð@Ð@Ð@ÑAÔAÐAÝ˜&Ñ!Ô!Ð!r>   )r/   r   )rj   r   )rq   r   rr   r   )Fr  )NN)r/   N)r*  r   )r]   r   )–r°  ro  r  rl  r´  r�  rï   r˜  rÇ   Úcollectionsr   Úcollections.abcr   r   Ú
contextlibr   r   r   Útypingr	   r
   r^   Útorch._guardsr   Útorch._subclasses.fake_tensorr   r   Ú#torch._subclasses.functional_tensorr   Útorch.fx._utilsr   Ú"torch.fx.experimental.proxy_tensorr   Útorch.fx.passes.runtime_assertr   ræ   r@   r   Ú
torch._opsr   Útorch.exportr   Útorch.export.graph_signaturer   r   r   r   Útorch.fx._pytreer   r   Útorch.utils._pytreer   r   r   r   r    r!   r"   r#   r$   r%   r&   r'   r(   rí  Ú	PARAMETERr5   rl   rô  ró  rñ  rU  rT   r_   r…   ri   rp   ru   r  r†   r–   r¥   r³   r¾   rÊ   rZ   ÚboolrÎ   r×   r»   rù   r.  rŸ  r  rÒ   r0  r4  rˆ   r7  r9  rc   r;  r>  rA  rN  rR  rW  rp  rx  r}  r  r�  r‰  r‰   r�  rª  rµ  r¾  rÉ  rË  rÒ  rÞ  rþ  r  Ú_subclassesrW  r¹   r  r  r  r  r  r&  r)  r  Ú	lru_cacher8  rŒ   r?  r7  rA  rI  rO  rX  rŒ  rŽ  r“  r˜  rš  rŸ  r2   r>   r;   ú<module>r³     sH  ðà 
€
€
€
Ø €€€Ø Ð Ð Ð Ø Ð Ð Ð Ø €€€Ø €€€Ø €€€Ø €€€Ø 	€	€	€	Ø #Ð #Ð #Ð #Ð #Ð #Ø .Ð .Ð .Ð .Ð .Ð .Ð .Ð .Ø %Ð %Ð %Ð %Ð %Ð %Ø 'Ð 'Ð 'Ð 'Ð 'Ð 'Ð 'Ð 'Ø %Ð %Ð %Ð %Ð %Ð %Ð %Ð %à €€€Ø *Ð *Ð *Ð *Ð *Ð *Ø DÐ DÐ DÐ DÐ DÐ DÐ DÐ DØ @Ð @Ð @Ð @Ð @Ð @Ø ?Ð ?Ð ?Ð ?Ð ?Ð ?Ø KÐ KÐ KÐ KÐ KÐ KØ JÐ JÐ JÐ JÐ JÐ Jð ð BØ€L€L€LàHÐHÐHÐHÐHÐHØ'Ð'Ð'Ð'Ð'Ð'Ø,Ð,Ð,Ð,Ð,Ð,ØAÐAÐAÐAÐAÐAà QÐ QÐ QÐ QÐ QÐ QÐ QÐ QÐ QÐ Qðð ð ð ð ð ð ð ðð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð$ Ô˜"ØÔ˜ØÔ�dØÔ˜tØÔ˜&Ø„O�WðÐ ð #(Ð ðàðð ð ð ð<%Ø	ŒÔ	ð%ð %ð %ð %ð4Ø	ðð ð ð ð(Ø#ðØ.Dðð ð ð ð 7'¨¬Ô(<ð 7'ÀÀcÈ3ÀhÄð 7'ð 7'ð 7'ð 7'ðtð ð ð6)Ø!% c¨3 h¤ð)àŒÔð)ð $ð)ð 
ð	)ð )ð )ð )ð8$˜uœxÔ3ð $ð $ð $ð $ð* !ð%ð %Ø�3˜�8Œnð%à˜˜c˜”Nð%ð �C”ð%ð ð	%ð
 ð%ð ð%ð %ð %ð %ðP/˜ð / Sð /ð /ð /ð /ð< ð[
ð [
Ø�%”,Ñð[
à	ð[
ð
 ð[
ð ˆT�zð[
ð 
ð[
ð [
ð [
ð [
ð|6Ø˜UœXœ]Ô+ð6à	ð6ð 6ð 6ð 6ðv $(Ø'+ð8ð
 (,Ø6:Ø:>Ø$ð8ð 8ð 8Ø	ˆcŒð8à˜DÑ ð8ð  Ñ$ð8ð
  ™*ð8ð -¨tÑ3ð8ð 1°4Ñ7ð8ð ð8ð 
ð8ð 8ð 8ð 8ðvEÐ'ð E¨u¬x¬}ð EÀð Eð Eð Eð EðØðà
Œ(Œ-ðð „XÔ˜$Ñðð ð ð ð BÐ(ð B°´´ð BÀ$ð Bð Bð Bð BðØðà
Œ(Œ-ðð „\�DÑðð ð ð ð&RØðRà
Œ(Œ-ðRð 
ðRð Rð Rð RðØðà
Œ(Œ-ðð „\�DÑðð ð ð ð$ØŒÔðà˜eœhœm˜_¨e¬h¬m¸dÑ.BÐBÔCðð „XÔðð ð ð ð><˜˜UœXœ]Ô+ð <ÀÀUÄXÄ]Ô@Sð <ð <ð <ð <ð
 ð3ð 3ñ „ð3ð-¨U¬XÔ-Að -Àdð -ð -ð -ð -ð`! U¤XÔ%9ð !ð !ð !ð !ðJ 04ð
ð 
Ø�””Ôð
à
„X„]�TÑð
ð 
ð 
ð 
ð4�t˜EœHœMÔ*ð 4¸sð 4ð 4ð 4ð 4ð
�T˜%œ(œ-Ô(ð ¸TÀ%Ä(Ä-Ô=Pð ð ð ð ð(˜EœHœMð (°U´X´]ð (Àtð (ð (ð (ð (ð7 E¤HÔ$8ð 7¸u¼x¼ð 7ÐSWð 7ð 7ð 7ð 7ð] ¤¤ð ]°%´(Ô2FÈÑ2Mð ]ð ]ð ]ð ]ð@4°´´ð 4ÀGÔDUð 4ð 4ð 4ð 4ð2Eð Eð Eð(,ð ,ð ,ð-¨¬Ô(<ð -Àð -ð -ð -ð -ð`!,ØŒÔð!,à�3˜�8Œnð!,ð �c˜3�h”ð!,ð 
ð	!,ð !,ð !,ð !,ðH\$ØŒÔð\$à2ð\$ð 
ŒŒð\$ð �C˜�HŒ~ð\$ð 
ð\$ð \$ð \$ð \$ð~¨Tð ¸Tð Àdð ð ð ð ð*3ØŒÔð3à
ÔÔ"Ô1°DÑ8ð3ð 3ð 3ð 3ð< ð	9¨¬¬ð 	9ð 	9ð 	9ñ „ð	9ð�>ð  dð ð ð ð ð;˜~ð ;°$ð ;ð ;ð ;ð ;ð.�Nð . tð .ð .ð .ð .ð�nð ¨ð ð ð ð ðWð Wð Wð Wð0ð ð ðð ð ð ð4 €Ô˜QÐÑÔðD°s¸>Ô7Jð Dð Dð Dñ  ÔðDðØ”*Ô)ðàˆÔðð ð ð ð  C¨Ô$7ð ð ð ð ð>Fð Fð Fð Fð: ð	?ð 	?ñ „ð	?ð Øð à	ŒŒð ð 
ˆ#ˆuŒ|˜eœhÔ0Ñ0Ð
0Ô1ð ð  ð  ð  ð*F¨d°5´8´?Ô.Cð FÈð Fð Fð Fð FðR)°°U´X´_Ô0Eð )È$ð )ð )ð )ð )ð

 ð 
 ð 
 ð$ð $ð $ðð ð ð ð �U”X”_ñ ô ð ð"ð "ð "ð "ð "r>   