§
    ŠŠtj*¿ ã                  ó„  — U d Z ddlmZ ddlZddlZddlZddlZddlZddlZddl	Z	ddl
Z
ddlZddlZddlZddlZddlZddlZddlZddlZddlmZmZ ddlmZ ddlmZ ddlmZmZ ddlmZmZm Z  dd	l!m"Z" ddl#Z#ddl$Z$ddl%Z$ddl&m'c m(Z) ddl*Z$dd
l$m+Z+ ddl,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2m3Z3m4Z4m5Z5m6Z6m7Z7 ddl8m9Z9 ddl:m;Z;m<Z<m=Z= ddl>m?Z? ddl@mAZA ddlBmCZC ddlDmEZEmFZFmGZG ddlHmIZImJZJmKZKmLZLmMZMmNZNmOZO ddl%mPZPmZQ ddlRmSZSmTZT ddlUmVZV ddlWmXZX ddlYmZZZm[Z[m\Z\m]Z] ddl^m_Z_m`Z` ddlambZbmcZcmdZdmeZemfZfm'Z' ddlgmhZhmiZi ddljmjZj ddlkmlZlmmZmmnZnmoZompZpmqZq ddlrmsZs ddltmuZu dd l'mvZvmwZwmxZxmyZy e r:dd!lmzZzm{Z{m|Z| dd"l}m~Z~ dd#lm€Z€ dd$l�m‚Z‚ dd%lUmƒZƒ dd&l„m…Z…m†Z†m‡Z‡ dd'lmˆZˆm‰Z‰mŠZŠm‹Z‹mŒZŒ  ej�        eŽ¦  «        Z� ej�        ¦   «         Z‘ e'j’        ¦   «         Z“ej”        Z• G d(„ d)e¦  «        Z–i a—d*e˜d+<   e–j™        Zšd,a›eEre0Zœndçd0„Zœe G d1„ d2¦  «        ¦   «         Z� e�¦   «         aždèd4„ZŸd5eŸ_         da¡d6e˜d7<   déd;„Z¢ej£        dêd=„¦   «         Z¤dëd?„Z¥dçd@„Z¦dìdD„Z§dídG„Z¨dîdI„Z©dëdJ„ZªdïdL„Z« ej¬        eP¦  «         e e ee­¦  «        ¦  «        dM¦  «        hZ®dðdQ„Z¯dñdT„Z°dòdU„Z± G dV„ dWe$j²        j³        ¦  «        Z´dódZ„Zµdïd[„Z¶dëd\„Z·dôd^„Z¸dôd_„Z¹dõda„Zºej£        dödb„¦   «         Z» G dc„ ddej¼        ¦  «        Z½ e½¦   «         Z¾dïde„Z¿d÷dg„ZÀdødi„ZÁdïdj„ZÂejÃ        dïdk„¦   «         ZÄdùdm„ZÅ eÆ¦   «         ZÇ G dn„ do¦  «        ZÈ G dp„ dqeÈ¦  «        ZÉ G dr„ dseÈ¦  «        ZÊ G dt„ dueÈ¦  «        ZËe•d,dd,ddddd,df
dúdŠ„ZÌdûd�„ZÍ G dŽ„ d�ej”        ¦  «        ZÎdüd–„ZÏdïd—„ZÐdëd˜„ZÑdïd™„ZÒdëdš„ZÓdïd›„ZÔdýd�„ZÕ	 dþd,ddddd,dddd,ddŸœdÿd­„ZÖ e"d®d5¦  «        �d d±„¦   «         Z× G d²„ d³e$jØ        jÙ        ¦  «        ZÚ G d´„ dµe¦  «        ZÛ�dd¸„ZÜ�dd¼„ZÝ�ddÊ„ZÞd,d,ddËdd5d,d5d,d,d5ddÌœ�ddÝ„Zß�ddÞ„Zà esddd¦  «        d,ddddd,ddßœ�ddâ„Zá G dã„ dä¦  «        Zâ�ddæ„ZãdS (  aš  
This module implements the core frame evaluation handler for TorchDynamo's compilation system.
The eval frame handler intercepts Python bytecode execution at runtime to enable dynamic
compilation and optimization of PyTorch code.

Key components defined here:
- Frame evaluation handlers that intercept and analyze Python execution frames
- Guards management for tracking dependencies and invalidating compiled code
- Optimization contexts and decorators (optimize, run_once, disable, etc.)
- Export functionality for saving optimized graphs
- Backend compiler integrations and callback management

Functions in this file are responsible for modifying the eval frame handler at RUNTIME.
Therefore, all functions in this file are hot and performance-critical. Functions that
only execute at compile time should be placed in torch._dynamo.convert_frame.

The eval frame handler is the core mechanism that enables TorchDynamo to dynamically
intercept, analyze and optimize PyTorch code during execution. It works by registering
a custom frame evaluation function that gets called for every Python frame, allowing
us to detect PyTorch operations and trigger compilation as needed.
é    )ÚannotationsN)Ú	GeneratorÚSized)Ú	dataclass)ÚEnum)ÚdirnameÚjoin)ÚAnyÚ
NamedTupleÚTYPE_CHECKING)Úpatch)Ú_guards)Ú$get_eval_frame_isolate_recompiles_idÚ
reset_codeÚset_code_exec_strategyÚset_eval_frameÚ$set_eval_frame_isolate_recompiles_idÚ"set_fullgraph_compiled_frame_countÚ%set_fullgraph_error_on_nested_compileÚset_guard_complete_hookÚset_guard_error_hookÚset_skip_guard_eval_unsafeÚunsupported)Úenable_python_dispatcher)ÚConvertFrameReturnÚFrameActionÚFrameExecStrategy)Ú_compiling_state_context)Úis_opaque_type)Úunset_fake_temporarily)ÚDISABLE_JUSTKNOBSÚjustknobs_checkÚlog_export_usage)Ú_combine_argsÚ_DimHintÚ_DimHintTypeÚ_IntWrapperÚ_process_dynamic_shapesÚ_RelaxedConstraintÚ
Constraint)ÚGraphModuleÚ	traceback)Úclone_and_convert_to_metaÚtrack_dynamism_across_examples)Ú
ShapesSpec)Úmake_fx)ÚConstraintViolationErrorÚ
DimDynamicÚShapeEnvÚStatelessSymbolicContext)Ú_PyTreeCodeGenÚ_PyTreeInfoé   )ÚconfigÚconvert_frameÚdistributedÚexternal_utilsÚtrace_rulesÚutils)Ú
CompilerFnÚlookup_backend)Úcode_context)ÚCondOpArgsMismatchErrorÚShortenTracebackÚUncapturedHigherOrderOpErrorÚUnsupportedÚ	UserErrorÚUserErrorType)ÚHooks©Úinstall_generation_tagging_init)Ú_get_error_on_graph_breakÚ_set_error_on_graph_breakÚcommon_constant_typesÚcompile_times)ÚCallableÚIterableÚSequence©ÚCompilePackage)ÚWrapBackendDebug)Úfake_tensor)Ú
ParamsSpec)ÚArgumentÚNodeÚTarget)Ú
CacheEntryÚDynamoCallbackÚDynamoFrameTypeÚ	GuardFailÚGuardFilterEntryc                  ó   — e Zd ZdZdS )ÚUnsetr   N)Ú__name__Ú
__module__Ú__qualname__Útoken© ó    úV/var/www/html/CA-Chatbot/venv/lib/python3.11/site-packages/torch/_dynamo/eval_frame.pyr_   r_   —   s   € € € € € Ø€E€E€Ere   r_   zdict[int, CompilerFn]Úcached_backendsFÚcallbackrZ   Úreturnc                óŠ   — t          d¦  «        s&t          j        j                             d¦  «         | S t          | ¦  «        S )Nz/pytorch/compiler:enable_compiler_set_eval_framezTDynamo disabled by Justknob: enable_compiler_set_eval_frame, skipping set_eval_frame)r"   ÚtorchÚ_dynamor=   Ú	warn_oncer   ©rh   s    rf   Ú_maybe_set_eval_framero   ¦   sJ   € õ ÐPÑQÔQð 	,ÝŒMÔ×)Ò)Øfñô ð ð ˆOå! (Ñ+Ô+Ð+re   c                  ó:   — e Zd ZU dZded<   dZded<   dZded	<   dS )
ÚDynamoStanceÚdefaultÚstrÚstanceFÚboolÚskip_guard_eval_unsafeNústr | Callable[..., Any] | NoneÚbackend)r`   ra   rb   rt   Ú__annotations__rv   rx   rd   re   rf   rq   rq   ²   sF   € € € € € € à€FÐÐÐÑØ#(ÐÐ(Ð(Ð(Ñ(Ø/3€GÐ3Ð3Ð3Ñ3Ð3Ð3re   rq   rt   c                ób   — ddl m}  |¦   «         }|dur|�t          d¦  «        ‚t          }| a|S )Nr   )Úget_eval_frame_callbackFz1attempted to set_stance in a torch.compile region)Útorch._C._dynamo.eval_framer{   ÚRuntimeErrorÚ_stance)rt   r{   rh   Úpriors       rf   Ú_set_stancer€   ¼   sS   € ð DÐCÐCÐCÐCÐCà&Ð&Ñ(Ô(€Hà�uÐÐ Ð!5ÝÐNÑOÔOÐOå€EØ€GØ€Lre   Tzdict[str, list[Any]] | NoneÚ_EXAMPLE_INPUTSÚkeyrs   ú	list[Any]c                óT   — t           €i a | t           vr
g t           | <   t           |          S ©N)r�   )r‚   s    rf   Úget_example_inputsr†   Ð   s-   € åÐØˆà
•/Ð!Ð!Ø!�˜Ñå˜3ÔÐre   úGenerator[None, None, None]c               #  ó8   K  — t           } da 	 d V — | a d S # | a w xY w©NT©Ú_in_optimized_module)Ú_old_in_optimized_modules    rf   Ú_set_in_optimized_moduler�   Û   sE   è è € õ 	ð ð  Ðð8Øˆˆˆà7ÐÐÐøÐ7ÐÐ7Ð7Ð7Ð7s   � •ru   c                 ó   — t           S r…   rŠ   rd   re   rf   Ú_is_in_optimized_moduler�   ë   s   € åÐre   c                ó  ‡ — t           j        dk    r8t           j        �*‰ dvr&t          t	          t           j        ¦  «        ¦  «        Š ‰ S t           j        dk    r ‰ dvrt          ‰ t           j        ¦  «        S ‰ S t           j        dk    r ‰ dvrt          ‰ t           j        ¦  «        S ‰ S t           j        dk    rd S t           j        dk    rdS t           j        dk    r‰ dv r‰ S dˆ fd„}‰ |_        |S t          dt           › d�¦  «        ‚)Nrr   )FNÚeager_then_compileÚaot_eager_then_compileÚforce_eagerÚeager_on_recompileFÚfail_on_recompileÚframer[   Úargsr
   Úkwargsri   r   c                óÐ  •— t          j        | j        ¦  «        rt          ¦   «         S t	          j        | ¦  «        st          ¦   «         S ddlm}m} ddl	m
} dd| j        j        › d�z   d| j        j        › d�z   d| j        › �z   } || j        ¦  «        }|rf ||| t          ‰¦  «        d	¬
¦  «        }|rHt          j        d                     |¦  «        d¦  «        }	d|	› �}
|dt          j        |
d¦  «        › �z  } || j        ¦  «        }t%          |¦  «        dk    r6|dz  }|D ].}|d|j        › |j                             | j        ¦  «        › �z  }Œ/t-          |¦  «        ‚)Nr   )Ú_debug_get_cache_entry_listÚ_debug_get_precompile_entries)Ú'get_and_maybe_log_recompilation_reasonszEDetected recompile when torch.compile stance is 'fail_on_recompile'. zfilename: 'z', zfunction name: 'zline number: T)Úskip_loggingú
z- z-triggered by the following guard failure(s):
z    z-
Failed on the following precompiled guards: )r<   ÚcheckÚf_coder   r9   Úhas_tensor_in_framer|   rš   r›   Útorch._dynamo.guardsrœ   Úco_filenameÚco_nameÚf_linenoÚinnermost_backendÚtextwrapÚindentr	   ÚlenÚguard_managerÚcheck_verboseÚf_localsr}   )r–   r—   r˜   rš   r›   rœ   ÚmessageÚcache_entriesÚreasonsÚfailuresÚguard_failure_detailsÚprecompile_entriesÚentryrh   s                €rf   Úfail_callbackz,_callback_from_stance.<locals>.fail_callback	  sö  ø€ õ Ô  ¤Ñ.Ô.ð ,Ý)Ñ+Ô+Ð+Ý Ô4°UÑ;Ô;ð ,Ý)Ñ+Ô+Ð+ðð ð ð ð ð ð ð ð UÐTÐTÐTÐTÐTð XØ= ¤Ô 8Ð=Ð=Ð=ñ>à> U¤\Ô%9Ð>Ð>Ð>ñ?ð 3 %¤.Ð2Ð2ñ3ð ð 8Ð7¸¼ÑEÔEˆMØð UØAÐAØ!ØÝ% hÑ/Ô/Ø!%ð	ñ ô �ð ð UÝ'œ¨t¯yªy¸Ñ/AÔ/AÀ4ÑHÔH�HàSÈÐSÐSð *ð ÐT¥H¤OÐ4IÈ6Ñ$RÔ$RÐTÐTÑT�GØ!>Ð!>¸u¼|Ñ!LÔ!LÐÝÐ%Ñ&Ô&¨Ò*Ð*ØÐKÑK�Ø/ð mð m�EØÐl EÔ$7Ðl¸Ô9L×9ZÒ9ZÐ[`Ô[iÑ9jÔ9jÐlÐlÑl�G�GÝ˜wÑ'Ô'Ð're   zinvalid torch.compile stance 'ú')r–   r[   r—   r
   r˜   r
   ri   r   )r~   rt   rx   Ú_create_wrapped_callbackÚget_compiler_fnÚ _create_delayed_compile_callbackÚ_torchdynamo_orig_backendr}   )rh   r´   s   ` rf   Ú_callback_from_stancerº   ð   s*  ø€ Ý„~˜Ò"Ð"åŒ?Ð&¨8¸=Ð+HÐ+HÝ/µÅÄÑ0PÔ0PÑQÔQˆHàˆÝ	ŒÐ/Ò	/Ð	/Ø˜=Ð(Ð(Ý3°H½g¼nÑMÔMÐMØˆÝ	ŒÐ3Ò	3Ð	3Ø˜=Ð(Ð(Ý3°H½g¼nÑMÔMÐMØˆÝ	Œ˜=Ò	(Ð	(àˆtÝ	ŒÐ/Ò	/Ð	/àˆuÝ	ŒÐ.Ò	.Ð	.Ø�}Ð$Ð$ØˆOð'	(ð '	(ð '	(ð '	(ð '	(ð '	(ðT 3;ˆÔ/àÐåÐF½GÐFÐFÐFÑGÔGÐGre   Úcompiler_fnr>   ú convert_frame.CatchErrorsWrapperc                ón   — t          ¦   «         }t          j        t          j        | |¦  «        |¦  «        S r…   )rG   r9   Úcatch_errors_wrapper)r»   Úhookss     rf   r¶   r¶   :  s=   € õ ‰GŒG€EÝÔ-ÝÔ#ØØñ	
ô 	
ð 	ñô ð re   r–   r[   c                óä   — | j         j        t          | j         j        ¦  «        z   }t	          |¦  «        }t          |¦  «        dk     r'|                     t          | j        ¦  «        ¦  «         |S )Né   )	r    r£   rs   Úco_firstlinenor†   r©   Úappendr-   r¬   )r–   r‚   Úexample_inputss      rf   Ú_get_or_add_example_inputsrÅ   G  sc   € Ø
Œ,Ô
"¥S¨¬Ô)DÑ%EÔ%EÑ
E€CÝ'¨Ñ,Ô,€Nå
ˆ>ÑÔ˜QÒÐØ×ÒÕ7¸¼ÑGÔGÑHÔHÐHàÐre   úCallable[..., Any]c                ó&   ‡ ‡— dˆ ˆfd„}‰ |_         |S )Nr—   r
   r˜   ri   ú convert_frame.ConvertFrameReturnc                 ó´  •— | d         }t          |¦  «        }t          |¦  «        dk    rb‰dk    r2t          t          t          j        t          j        ¦  «        ¬¦  «        S ‰dk    r$t          d¦  «        } t          |¦  «        | i |¤ŽS t          |¦  «        }|t          j
        |j        ¦  «        d<   ‰j        j        } t          |¦  «        | i |¤ŽS )Nr   r7   r‘   )Úframe_exec_strategyr’   Ú	aot_eagerÚdynamism)rÅ   r©   r   r   r   ÚDEFAULTr·   r¶   r.   r@   Úget_contextr    r¹   )	r—   r˜   r–   rÄ   Úaot_eager_fnrÌ   r»   rh   rt   s	          €€rf   Úcallback_fnz5_create_delayed_compile_callback.<locals>.callback_fnT  sí   ø€ Ø�Q”ˆÝ3°EÑ:Ô:ˆåˆ~ÑÔ !Ò#Ð#ØÐ-Ò-Ð-Ý)Ý(9Ý#Ô+­[Ô-@ñ)ô )ðñ ô ð ð
 Ð3Ò3Ð3Ý.¨{Ñ;Ô;�Ø=Õ/°Ñ=Ô=¸tÐNÀvÐNÐNÐNå1°.ÑAÔAˆØ=E�Ô  ¤Ñ.Ô.¨zÑ:ØÔ8ÔRˆØ4Õ'¨Ñ4Ô4°dÐE¸fÐEÐEÐEre   )r—   r
   r˜   r
   ri   rÈ   )r¹   )rh   rt   rÐ   s   `` rf   r¸   r¸   Q  s>   øø€ ðFð Fð Fð Fð Fð Fð Fð* -5€KÔ)àÐre   c                 ó   — t           j        S r…   )r~   rv   rd   re   rf   Ú!_is_skip_guard_eval_unsafe_stancerÒ   n  s   € ÝÔ)Ð)re   ÚNonec                 ó¸   — t                                ¦   «         D ]&} t          | d¦  «        r|                      ¦   «          Œ't                                ¦   «          d S )NÚreset)rg   ÚvaluesÚhasattrrÕ   Úclear)rx   s    rf   Ú_reset_guarded_backend_cacherÙ   r  sU   € å"×)Ò)Ñ+Ô+ð ð ˆÝ�7˜GÑ$Ô$ð 	Ø�MŠM‰OŒOˆOøÝ×ÒÑÔÐÐÐre   z+onnx/_internal/fx/dynamo_graph_extractor.pyÚcodeú#types.CodeType | Callable[..., Any]úlist[CacheEntry]c                ó€   — t          | ¦  «        r| j        } t          j        j        j                             | ¦  «        S )zh
    Given a code object or a callable object, retrieve the cache entries
     stored in this code.
    )ÚcallableÚ__code__rk   Ú_Crl   Ú
eval_framerš   ©rÚ   s    rf   rš   rš   �  s5   € õ ��~„~ð ØŒ}ˆÝŒ8ÔÔ&×BÒBÀ4ÑHÔHÐHre   Úisolate_recompiles_idÚintc                ó‚   — t          | ¦  «        r| j        } t          j        j        j                             | |¦  «        S )u+  
    Return the cache entries for a specific isolate_recompiles region on
    ``code``, in LRU order (most-recently-used first).

    Pass ``isolate_recompiles_id=-1`` to get the default (non-isolated)
    bucket; pass a region's id (as exposed via
    ``opt._isolate_recompiles_id``) to get that region's bucket.

    Returns only entries owned by the requested bucket. During an actual
    lookup, isolated regions also fall back read-only to the default
    bucket for BC-friendly reuse â€” this helper does not include those
    fallback entries.
    )rÞ   rß   rk   rà   rl   rá   Ú_get_cache_entries_for_region)rÚ   rã   s     rf   ræ   ræ   �  s?   € õ" ��~„~ð ØŒ}ˆÝŒ8ÔÔ&×DÒDØÐ#ñô ð re   c                ó€   — t          | ¦  «        r| j        } t          j        j        j                             | ¦  «        S )zLTotal cache entries across all isolate_recompiles regions for a code object.)rÞ   rß   rk   rà   rl   rá   Ú_get_total_cache_entry_countrâ   s    rf   rè   rè   ¥  s5   € õ ��~„~ð ØŒ}ˆÝŒ8ÔÔ&×CÒCÀDÑIÔIÐIre   c                  óþ   ‡ — e Zd ZU dZded<   ded<   h d£Zd1ˆ fd„Zd2d„Zd3d„Zd4ˆ fd„Z	d5d„Z
d6d7d„Zd8d„Zd9d „Zd:d"„Zd;d$„Zed<d&„¦   «         Zej        d=d(„¦   «         Zd>d+„Zd?ˆ fd,„Zd@ˆ fd-„Zd4d.„ZdAˆ fd0„Zˆ xZS )BÚOptimizedModulezx
    Wraps the original nn.Module object and later patches its
    forward method to optimized self.forward method.
    rÆ   Ú_torchdynamo_orig_callableúCallable[[], Any]Úget_compiler_config>
   ÚforwardÚ__dict__Ú_forwardÚ	_orig_modÚ
dynamo_ctxrí   Únamed_children_walkÚ_torchdynamo_wrapper_idÚ_super_module_initializedrë   Úmodútorch.nn.Modulerò   Ú_TorchDynamoContextri   rÓ   c                ó  •— t                                | d|¦  «         d| _        t          ¦   «                              ¦   «          d| _        || _        || _        |                      ¦   «          | j        j        | _        d S )Nrñ   FT)	ÚobjectÚ__setattr__rõ   ÚsuperÚ__init__rñ   rò   Ú_initializeÚtraining)Úselfrö   rò   Ú	__class__s      €rf   rý   zOptimizedModule.__init__Ä  su   ø€ õ 	×Ò˜4 ¨cÑ2Ô2Ð2Ø).ˆÔ&Ý‰Œ×ÒÑÔÐØ)-ˆÔ&ð ˆŒØ$ˆŒØ×ÒÑÔÐØœÔ/ˆŒˆˆre   rä   c                ó°   — t          | j        t          ¦  «        rt          | j        ¦  «        S t	          t          | j        ¦  «        j        › d�¦  «        ‚)Nz does not support len())Ú
isinstancerñ   r   r©   Ú	TypeErrorÚtyper`   ©r   s    rf   Ú__len__zOptimizedModule.__len__Ö  sL   € õ �d”n¥eÑ,Ô,ð 	'Ý�t”~Ñ&Ô&Ð&å�4 ¤Ñ/Ô/Ô8ÐQÐQÐQÑRÔRÐRre   c                ó*  — t          | j        t          ¦  «        r%|                      | j        j        ¦  «        | _        n¤t          j        sBt          | j        j        t          j	        ¦  «        rPt          j        | j        j        ¦  «        r2|                      t          j        | j        ¦  «        ¦  «        | _        n$|                      | j        j        ¦  «        | _        t          | j        d¦  «        r| j        | _        | j        | _        d S d S )NÚ_initialize_hook)r  rò   ÚDisableContextrñ   Ú__call__rî   r8   Úwrap_top_frameÚtypesÚ
MethodTyper<   rŸ   r;   Úwrap_inliner×   rð   Ú_call_lazy_checkr  s    rf   rþ   zOptimizedModule._initializeÞ  så   € å�d”o¥~Ñ6Ô6ð 	DàŸ?š?¨4¬>Ô+BÑCÔCˆDŒLˆLÝÔ"ð 
	DÝ�t”~Ô-­uÔ/?Ñ@Ô@ð
	DåÔ" 4¤>Ô#9Ñ:Ô:ð
	Dð  Ÿ?š?­>Ô+EÀdÄnÑ+UÔ+UÑVÔVˆDŒLˆLð  Ÿ?š?¨4¬>Ô+BÑCÔCˆDŒLå�4”>Ð#5Ñ6Ô6ð 	1Ø œLˆDŒMØÔ0ˆDŒLˆLˆLð	1ð 	1re   r—   r
   r˜   c                ó  •— t           j        j        j                             ¦   «         rt          j        dd¬¦  «         t          ¦   «         5   t          ¦   «         j	        |i |¤Žcd d d ¦  «         S # 1 swxY w Y   d S )NaK  Using `torch.compile(module)` when there are global hooks on modules (e.g., from `register_module_forward_hook`); this will cause the hooks to fire an extra time for the `OptimizedModule` created by `torch.compile(module)`. If this causes undesired behavior, please try using `module.compile()`, or use the per-module hooks insteadrÁ   ©Ú
stacklevel)
rk   ÚnnÚmodulesÚmoduleÚ_has_any_global_hookÚwarningsÚwarnr�   rü   r  )r   r—   r˜   r  s      €rf   r  zOptimizedModule.__call__ó  sÍ   ø€ ÝŒ8ÔÔ"×7Ò7Ñ9Ô9ð 		ÝŒMð8ð ðñ ô ð õ &Ñ'Ô'ð 	5ð 	5Ø#•5‘7”7Ô# TÐ4¨VÐ4Ð4ð	5ð 	5ð 	5ð 	5ñ 	5ô 	5ð 	5ð 	5ð 	5ð 	5ð 	5ð 	5øøøð 	5ð 	5ð 	5ð 	5ð 	5ð 	5s   ÁA4Á4A8Á;A8Úinputsú*list[torch._dynamo.aot_compile.ModelInput]c                ón  — | j         }| j        j        }|€t          d¦  «        ‚t          j        st          d¦  «        ‚| j        j        st          d¦  «        ‚t          | j        j	        ¦  «        st          d¦  «        ‚t          | j        j	        ¦  «        }ddlm}  |||||¦  «        | _        dS )z`
        Experimental: AOT Compile a set of inputs and use that as the forward function
        Nú*hooks must not be None for AOT compilationúSAOT Compile is not enabled, please set torch._dynamo.config.enable_aot_compile=TrueúZGraph breaks are not supported with aot compile. Please use torch.compile(fullgraph=True).ú0aot compile requires a callable dynamo callback.r   )Úaot_compile_module)rñ   rò   Ú_hooksÚAssertionErrorr8   Úenable_aot_compiler}   Ú	fullgraphrÞ   rh   r¦   Útorch._dynamo.aot_compiler!  rî   )r   r  Úmodelr¿   rx   r!  s         rf   Ú_aot_compilezOptimizedModule._aot_compile  sÔ   € ð ”ˆØ”Ô&ˆØˆ=Ý Ð!MÑNÔNÐNÝÔ(ð 	ÝØeñô ð ð ŒÔ(ð 	ÝØlñô ð õ ˜œÔ0Ñ1Ô1ð 	SÝÐQÑRÔRÐRå# D¤OÔ$<Ñ=Ô=ˆØ@Ð@Ð@Ð@Ð@Ð@à)Ð)¨%°¸ÀÑHÔHˆŒˆˆre   NÚpathú
str | NoneÚbytesc                ój  — t           j        st          d¦  «        ‚ddlm} t          | j        |¦  «        s$t          dt          | j        ¦  «        › �¦  «        ‚| j         	                    ¦   «         }|�=t          |d¦  «        5 }|                     |¦  «         d d d ¦  «         n# 1 swxY w Y   |S )Nr  r   ©ÚAOTCompiledModelz2Expected self.forward to be AOTCompiledModel, got Úwb)r8   r$  r}   r&  r.  r  rî   r#  r  Ú	serializeÚopenÚwrite)r   r)  r.  ÚresultÚfs        rf   Ú_save_aot_compiled_modulez)OptimizedModule._save_aot_compiled_module  s  € ÝÔ(ð 	ÝØeñô ð ð 	?Ð>Ð>Ð>Ð>Ð>å˜$œ,Ð(8Ñ9Ô9ð 	Ý ØYÅTÈ$Ì,ÑEWÔEWÐYÐYñô ð ð œ×.Ò.Ñ0Ô0ˆØÐÝ�d˜DÑ!Ô!ð   QØ—’˜‘”�ð ð  ð  ñ  ô  ð  ð  ð  ð  ð  ð  øøøð  ð  ð  ð  àˆs   ÂB(Â(B,Â/B,Údatac                óê   — t           j        st          d¦  «        ‚ddlm} |                     | j        |¦  «        }t          ||¦  «        st          dt          |¦  «        › �¦  «        ‚|| _
        d S )Nr  r   r-  z6Expected compiled_forward to be AOTCompiledModel, got )r8   r$  r}   r&  r.  Údeserializerñ   r  r#  r  rî   )r   r6  r.  Úcompiled_forwards       rf   Ú_load_aot_compiled_modulez)OptimizedModule._load_aot_compiled_module+  s•   € ÝÔ(ð 	ÝØeñô ð ð 	?Ð>Ð>Ð>Ð>Ð>à+×7Ò7¸¼ÈÑMÔMÐÝÐ*Ð,<Ñ=Ô=ð 	Ý ØaÍÐN^ÑI_ÔI_ÐaÐañô ð ð (ˆŒˆˆre   úItuple[type[OptimizedModule], tuple[torch.nn.Module, _TorchDynamoContext]]c                ó,   — | j         | j        | j        ffS r…   )r  rñ   rò   r  s    rf   Ú
__reduce__zOptimizedModule.__reduce__9  s   € ð ” ¤°´Ð AÐBÐBre   údict[str, Any]c                ó†   — t          | j        ¦  «        }|                     dd ¦  «         |                     dd ¦  «         |S )Nrî   r  )Údictrï   Úpop©r   Ústates     rf   Ú__getstate__zOptimizedModule.__getstate__>  s>   € Ý�T”]Ñ#Ô#ˆØ�	Š	�)˜TÑ"Ô"Ð"Ø�	Š	�*˜dÑ#Ô#Ð#Øˆre   rC  c                ó<   — || _         |                      ¦   «          d S r…   )rï   rþ   rB  s     rf   Ú__setstate__zOptimizedModule.__setstate__D  s!   € ØˆŒØ×ÒÑÔÐÐÐre   ru   c                ó   — | j         j        S r…   )rñ   rÿ   r  s    rf   rÿ   zOptimizedModule.trainingH  s   € ð Œ~Ô&Ð&re   Úvaluec                ó0   — | j         r|| j        _        d S d S r…   )rõ   rñ   rÿ   )r   rH  s     rf   rÿ   zOptimizedModule.trainingM  s)   € ð
 Ô)ð 	,Ø&+ˆDŒNÔ#Ð#Ð#ð	,ð 	,re   Únamers   c                óR   — |dk    r| j         d         S t          | j        |¦  «        S )Nrñ   )Ú_modulesÚgetattrrñ   )r   rJ  s     rf   Ú__getattr__zOptimizedModule.__getattr__U  s,   € Ø�;ÒÐØ”= Ô-Ð-Ý�t”~ tÑ,Ô,Ð,re   c                ó  •— t          t          | ¦  «        |¦  «        r"t          ¦   «                              ||¦  «        S |t          j        v r"t          ¦   «                              ||¦  «        S t          | j        ||¦  «        S r…   )r×   r  rü   rû   rê   Ú_opt_mod_attributesÚsetattrrñ   )r   rJ  rH  r  s      €rf   rû   zOptimizedModule.__setattr__Z  sq   ø€ å•4˜‘:”:˜tÑ$Ô$ð 	4Ý‘7”7×&Ò& t¨UÑ3Ô3Ð3à•?Ô6Ð6Ð6Ý‘7”7×&Ò& t¨UÑ3Ô3Ð3Ý�t”~ t¨UÑ3Ô3Ð3re   c                ó  •— t          t          | ¦  «        |¦  «        r!t          ¦   «                              |¦  «        S |t          j        v r!t          ¦   «                              |¦  «        S t          | j        |¦  «        S r…   )r×   r  rü   Ú__delattr__rê   rP  Údelattrrñ   )r   rJ  r  s     €rf   rS  zOptimizedModule.__delattr__c  sk   ø€ å•4˜‘:”:˜tÑ$Ô$ð 	-Ý‘7”7×&Ò& tÑ,Ô,Ð,à•?Ô6Ð6Ð6Ý‘7”7×&Ò& tÑ,Ô,Ð,Ý�t”~ tÑ,Ô,Ð,re   c                óä   — t          | j        d¦  «        rOt          | j        d¦  «        r:t          | j        j        ¦  «        r!| j                             | j        ||¦  «          | j        |i |¤ŽS )Nr	  Ú_infer_parameters)r×   rñ   rÞ   rV  rð   )r   r—   r˜   s      rf   r  z OptimizedModule._call_lazy_checkl  s{   € å�D”NÐ$6Ñ7Ô7ð		Kå˜œÐ(;Ñ<Ô<ð		Kõ ˜œÔ9Ñ:Ô:ð		Kð ŒN×,Ò,¨T¬^¸TÀ6ÑJÔJÐJØˆtŒ}˜dÐ- fÐ-Ð-Ð-re   ú	list[str]c                ó–   •‡— | j                              ¦   «         Š‰ˆfd„t          ¦   «                              ¦   «         D ¦   «         z   S )Nc                ó   •— g | ]}|‰v¯|‘Œ	S rd   rd   )Ú.0ÚattrÚorig_mod_attrss     €rf   ú
<listcomp>z+OptimizedModule.__dir__.<locals>.<listcomp>{  s*   ø€ ð !
ð !
ð !
Ø°$¸nÐ2LÐ2LˆDÐ2LÐ2LÐ2Lre   )rñ   Ú__dir__rü   )r   r\  r  s    @€rf   r^  zOptimizedModule.__dir__y  sX   øø€ Øœ×/Ò/Ñ1Ô1ˆØð !
ð !
ð !
ð !
Ý"™WœWŸ_š_Ñ.Ô.ð!
ñ !
ô !
ñ 
ð 	
re   )rö   r÷   rò   rø   ri   rÓ   )ri   rä   ©ri   rÓ   ©r—   r
   r˜   r
   ri   r
   )r  r  ri   rÓ   r…   )r)  r*  ri   r+  )r6  r+  ri   rÓ   )ri   r;  )ri   r>  )rC  r>  ri   rÓ   ©ri   ru   )rH  ru   ri   rÓ   )rJ  rs   ri   r
   )rJ  rs   rH  r
   ri   rÓ   )rJ  rs   ri   rÓ   ©ri   rW  )r`   ra   rb   Ú__doc__ry   rP  rý   r  rþ   r  r(  r5  r:  r=  rD  rF  Úpropertyrÿ   ÚsetterrN  rû   rS  r  r^  Ú__classcell__©r  s   @rf   rê   rê   ®  s  ø€ € € € € € ðð ð
 3Ð2Ð2Ñ2Ø*Ð*Ð*Ñ*ðð ð Ðð0ð 0ð 0ð 0ð 0ð 0ð$Sð Sð Sð Sð1ð 1ð 1ð 1ð*5ð 5ð 5ð 5ð 5ð 5ðIð Ið Ið Ið2ð ð ð ð ð"(ð (ð (ð (ðCð Cð Cð Cð
ð ð ð ðð ð ð ð ð'ð 'ð 'ñ „Xð'ð „_ð,ð ,ð ,ñ „_ð,ð-ð -ð -ð -ð
4ð 4ð 4ð 4ð 4ð 4ð-ð -ð -ð -ð -ð -ð.ð .ð .ð .ð
ð 
ð 
ð 
ð 
ð 
ð 
ð 
ð 
ð 
re   rê   r4  r
   c                ór  — t          | t          j        ¦  «        rt          | ¦  «         dS t	          | d¦  «        rt          | j        ¦  «         dS t	          t          | dd¦  «        d¦  «        rt          | j        j        ¦  «         dS ddlm	}  |¦   «          t                               d| ¦  «         dS )zA
    Make sure f.__code__ is not cached to force a recompile
    rß   rî   Nr7   ©rÕ   z#could not determine __code__ for %s)r  r  ÚCodeTyper   r×   rß   rM  rî   Ú rÕ   ÚlogÚwarning)r4  rÕ   s     rf   Úremove_from_cachern  €  s¾   € õ �!•U”^Ñ$Ô$ð 
>Ý�1‰ŒˆˆˆÝ	��JÑ	Ô	ð >Ý�1”:ÑÔÐÐÐÝ	•˜˜I tÑ,Ô,¨jÑ	9Ô	9ð >Ý�1”9Ô%Ñ&Ô&Ð&Ð&Ð&àÐÐÐÐÐàˆ‰ŒˆÝ�ŠÐ9¸1Ñ=Ô=Ð=Ð=Ð=re   c                 ó   — d S r…   rd   rd   re   rf   Únothingrp  ‘  s   € Ø€Dre   c                 ó   — dS ©NFrd   rd   re   rf   Úalways_falsers  •  s   € Øˆ5re   Úfnc                ó>  — | }t          |d¦  «        rŠt          |dd¦  «        t          |¦  «        k    rh|j        }t	          |¦  «        s t          dt          |¦  «        › d�¦  «        ‚t          |d¦  «        r"t          |dd¦  «        t          |¦  «        k    °h|S )zä
    In case of nesting of _TorchDynamoContext calls, find the innermost
    function. TorchDynamo caches on fn.__code__ object, so its necessary to find
    the innermost function to pass on the optimize, run, disable etc.
    rë   rô   Nú%A callable function is expected, but ú is provided.)r×   rM  Úidrë   rÞ   r#  r  )rt  Úunaltered_fns     rf   Úinnermost_fnrz  ™  s½   € ð €Lå�Ð:Ñ;Ô;ðõ �LÐ";¸TÑBÔBÅbÈÑFVÔFVÒVÐVà#Ô>ˆÝ˜Ñ%Ô%ð 	Ý ØY½¸\Ñ8JÔ8JÐYÐYÐYñô ð õ 	�Ð:Ñ;Ô;ðõ �LÐ";¸TÑBÔBÅbÈÑFVÔFVÒVÐVð Ðre   c                ó²   — t          | d¦  «        rF| j        } t          | ¦  «        s t          dt	          | ¦  «        › d�¦  «        ‚t          | d¦  «        °F| S )zp
    Unwrap backend wrapper chain via _torchdynamo_orig_backend to find the
    innermost backend function.
    r¹   rv  rw  )r×   r¹   rÞ   r#  r  )rt  s    rf   r¦   r¦   ³  so   € õ
 �"Ð1Ñ
2Ô
2ð ØÔ)ˆÝ˜‰|Œ|ð 	Ý ØO½¸R¹¼ÐOÐOÐOñô ð õ �"Ð1Ñ
2Ô
2ð ð €Ire   Úenablec                óÄ   — t          | t          ¦  «        st          dt          | ¦  «        › �¦  «        ‚| rt	          j        d¬¦  «        S t	          j        dd¬¦  «        S )Nz"Expected enable to be a bool, got F)Úassume_static_by_defaultT)Úautomatic_dynamic_shapesr~  )r  ru   r#  r  r8   Ú_make_closure_patcher)r|  s    rf   Úmake_set_enable_dynamicr�  Á  sm   € Ý�f�dÑ#Ô#ð RÝÐPÅ$ÀvÁ,Ä,ÐPÐPÑQÔQÐQØð 
åÔ+ÀUÐKÑKÔKÐKåÔ+Ø%*ÀTð
ñ 
ô 
ð 	
re   c              #  ót   K  —  t          | ¦  «        ¦   «         }	 d V —  |¦   «          d S #  |¦   «          w xY wr…   )r�  )r|  Úcleanups     rf   Úset_enable_dynamicr„  Í  sI   è è € à-Õ% fÑ-Ô-Ñ/Ô/€GðØˆˆˆàˆ‰	Œ	ˆ	ˆ	ˆ	øˆˆ‰	Œ	ˆ	ˆ	øøøs   ›+ «7c                  ó,   — e Zd ZU g Zded<   dZded<   dS )Ú	DynamoTLSrW  Útraced_frame_infosNzlist[str] | NoneÚskip_reasons)r`   ra   rb   r‡  ry   rˆ  rd   re   rf   r†  r†  Ø  s9   € € € € € € ð %'ÐÐ&Ð&Ð&Ñ&ð
 &*€LÐ)Ð)Ð)Ñ)Ð)Ð)re   r†  c                 ó   — g t           _        d S r…   ©Ú
dynamo_tlsrˆ  rd   re   rf   Úreset_skip_reasonsrŒ  æ  s   € Ø …JÔÐÐre   Úreasonc           	     ó¢   — t           j        �B|j        }t           j                             |j        › d|j        › d|j        › d| › �¦  «         d S d S )Nz (ú:z): )r‹  rˆ  r    rÃ   r¤   r£   rÂ   )r�  r–   rÚ   s      rf   Úadd_skip_reasonr�  ê  sh   € ÝÔÐ*ØŒ|ˆÝÔ×&Ò&ØŒ|ÐRÐR˜tÔ/ÐRÐR°$Ô2EÐRÐRÈ&ÐRÐRñ	
ô 	
ð 	
ð 	
ð 	
ð +Ð*re   rW  c                 ó   — t           j        pg S r…   rŠ  rd   re   rf   Úget_skip_reasonsr’  ò  s   € ÝÔ"Ð( bÐ(re   c                 óZ   — t           j                             ¦   «          d t           _        d S r…   )r‹  r‡  rØ   rˆ  rd   re   rf   Úclear_dynamo_tlsr”  ö  s%   € ÝÔ!×'Ò'Ñ)Ô)Ð)Ø"…JÔÐÐre   c                 ó®   — d                      t          j        ¦  «        } t          j        | d¦  «        } d| › d�} t
                               | ¦  «         dS )z�
    At program exit, log all of the frames Dynamo has attempted to trace from,
    excluding the continuation frames generated by Dynamo.
    rž   z  * z7TorchDynamo attempted to trace the following frames: [
z
]N)r	   r‹  r‡  r§   r¨   rl  Úinfo)Úmsgs    rf   Ú_log_traced_framesr˜  û  sL   € ð �)Š)•JÔ1Ñ
2Ô
2€CÝ
Œ/˜#˜vÑ
&Ô
&€CØ
MÀSÐ
MÐ
MÐ
M€CÝ‡H‚HˆS�M„M€M€M€Mre   Úguard_eval_resultc                ó„  — dd l m} ddlm} t          j        ¦   «         x}rž |ddd¬¦  «        5  t
                               d| ¦  «         d g|                     ¦   «         z  }|                     || |¬¦  «         t          |¦  «        }t
                               d	| |¦  «         |cd d d ¦  «         S # 1 swxY w Y   | S )
Nr   )Údynamo_timedÚguard_collectiveFT)Úlog_pt2_compile_eventÚlog_waitcounterzguard_collective %s)Úgroupzguard_collective %s -> %s)
Útorch.distributedr:   Útorch._dynamo.utilsr›  Úget_guard_pgrl  ÚdebugÚsizeÚall_gather_objectÚall)r™  Údistr›  ÚpgÚall_resultsÚress         rf   Úguard_collectives_hookr«    s0  € Ø$Ð$Ð$Ð$Ð$Ð$Ø0Ð0Ð0Ð0Ð0Ð0õ Ô%Ñ'Ô'Ð'€rð Øˆ\Ø°eÈTð
ñ 
ô 
ð 	ð 	õ �IŠIÐ+Ð->Ñ?Ô?Ð?à˜& 2§7¢7¡9¤9Ñ,ˆKØ×"Ò" ;Ð0AÈÐ"ÑLÔLÐLõ �kÑ"Ô"ˆCÝ�IŠIÐ1Ð3DÀcÑJÔJÐJØð	ð 	ð 	ð 	ñ 	ô 	ð 	ð 	ð 	ð 	ð 	ð 	øøøð 	ð 	ð 	ð 	ð Ðs   °A8B5Â5B9Â<B9c                  óX   ‡ — e Zd Zeeedfddddddddddœ	d)ˆ fd„Zd*d„Zd+d%„Zd,d(„Zˆ xZ	S )-rø   FN)	r%  Úerror_on_graph_breakÚexportÚdynamicÚcompiler_configÚpackager¿   Úisolate_recompilesÚshapes_specrh   rZ   Úon_enterrì   Úbackend_ctx_ctorú4Callable[[], contextlib.AbstractContextManager[Any]]Úpatch_fnÚ	first_ctxru   r%  r­  úbool | Noner®  r¯  r°  ú
Any | Noner±  úCompilePackage | Noner¿   úHooks | Noner²  r³  ú/ShapesSpec | ParamsSpec | dict[str, Any] | Noneri   rÓ   c       	        ó  •‡‡— t          ¦   «                              ¦   «          t          |¦  «        s%|du s!|�t          dt	          |¦  «        › �¦  «        ‚|�$t          |t          ¦  «        st          |¦  «        }|| _        ‰| _        t          | _
        || _        || _        || _        || _        |	| _        || _        |
| _        g | _        g | _        || _        || _        |rt-          t.          ¦  «        nd| _         |¦   «          t3          |¦  «        }t4                               t9          |¦  «        |¦  «         |	�|�t;          d¦  «        ‚|	�'| j                             t?          |	¦  «        ¦  «         |�-| j                             tA          j!        |¬¦  «        ¦  «         ‰tD          ur dˆfd„}| j                             |¦  «         ‰tF          j$        ur"dˆfd
„}| j                             |¦  «         d S d S )NFz/callback must be callable, False, or None, got éÿÿÿÿzX`dynamic` and `shapes_spec` cannot both be set. `shapes_spec` controls dynamic behavior.)Ú_shapes_specri   úCallable[[], None]c                 ó&   •—  ‰ ¦   «          t           S r…   )rp  )r´  s   €rf   Úcall_on_enterz3_TorchDynamoContext.__init__.<locals>.call_on_enterd  s   ø€ Ø�‘
”
�
Ý�re   úfunctools.partial[bool | None]c                 óx   •—  ‰¦   «         } |                       ¦   «          t          j        | j        d d d ¦  «        S r…   )Ú	__enter__Ú	functoolsÚpartialÚ__exit__)Úctxrµ  s    €rf   Úcall_backend_ctxz6_TorchDynamoContext.__init__.<locals>.call_backend_ctxl  s7   ø€ Ø&Ð&Ñ(Ô(�Ø—’‘”�Ý Ô(¨¬°t¸TÀ4ÑHÔHÐHre   )ri   rÁ  ©ri   rÄ  )%rü   rý   rÞ   r#  r  r  r/   rh   Ú_backend_ctx_ctorÚunsetr   r¸  r%  r­  r®  Ú_dynamicrÀ  r°  Úcleanup_fnsÚenter_exit_hooksÚ_packager"  ÚnextÚ_next_isolate_recompiles_idÚ_isolate_recompiles_idr¦   rg   Ú
setdefaultrx  Ú
ValueErrorrÃ   r�  r8   r€  rp  Ú
contextlibÚnullcontext)r   rh   r´  rµ  r·  r¸  r%  r­  r®  r¯  r°  r±  r¿   r²  r³  rx   rÃ  rË  r  s     ``              €rf   rý   z_TorchDynamoContext.__init__   s[  øøø€ õ( 	‰Œ×ÒÑÔÐÝ˜Ñ"Ô"ð 	 h°%Ð&7Ð&7¸8Ð;KÝ ØRÅ$ÀxÁ.Ä.ÐRÐRñô ð ð
 Ð"­:°kÅ:Ñ+NÔ+NÐ"Ý$ [Ñ1Ô1ˆKØ(0ˆŒØ!1ˆÔÝ-2ˆŒ
Ø"ˆŒØ"ˆŒØ$8ˆÔ!ØˆŒØˆŒØ'ˆÔØ.ˆÔØ46ˆÔØ "ˆÔØˆŒØˆŒà1CÐK�DÕ,Ñ-Ô-Ð-Èð 	Ô#ð 	ˆ‰
Œ
ˆ
õ $ HÑ-Ô-ˆÝ×"Ò"¥2 g¡;¤;°Ñ8Ô8Ð8àÐ ;Ð#:Ýð;ñô ð ð
 ÐØÔ!×(Ò(Õ)@ÀÑ)IÔ)IÑJÔJÐJàÐ"ØÔ!×(Ò(ÝÔ,¸+ÐFÑFÔFñô ð ð �7Ð"Ð"ðð ð ð ð ð ð Ô!×(Ò(¨Ñ7Ô7Ð7à¥:Ô#9Ð9Ð9ðIð Ið Ið Ið Ið Ið
 Ô!×(Ò(Ð)9Ñ:Ô:Ð:Ð:Ð:ð :Ð9re   c                ó  — t           j        rt          d¦  «        ‚t          d ¦  «        | _        d„ | j        D ¦   «         | _        t          t          ¦   «         ¦  «        | _	        t          t          | j        ¦  «        ¦  «         d S )NzÒtorch._dynamo.optimize(...) is used with a context manager. Please refer to https://pytorch.org/tutorials/intermediate/torch_compile_tutorial.html to use torch._dynamo.optimize(...) as an annotation/decorator. c                ó"   — g | ]} |¦   «         ‘ŒS rd   rd   ©rZ  Úenters     rf   r]  z1_TorchDynamoContext.__enter__.<locals>.<listcomp>{  ó   € ÐGÐGÐG¨˜E˜E™GœGÐGÐGÐGre   )r8   Úraise_on_ctx_manager_usager}   r   r   rÑ  rÐ  r   rÒ   Úprior_skip_guard_eval_unsafero   rº   rh   r  s    rf   rÆ  z_TorchDynamoContext.__enter__s  s‹   € ÝÔ,ð 	ÝðRñô ð õ
 $ DÑ)Ô)ˆŒ
ØGÐG°Ô1FÐGÑGÔGˆÔÝ,FÝ-Ñ/Ô/ñ-
ô -
ˆÔ)õ 	Õ3°D´MÑBÔBÑCÔCÐCÐCÐCre   Úexc_typeútype[BaseException] | NoneÚexc_valúBaseException | NoneÚexc_tbútypes.TracebackType | Nonec                ó:  — | j         t          u rt          d¦  «        ‚t          d ¦  «         t	          | j        ¦  «         | j        D ]} |¦   «          Œ| j                             ¦   «          t          t          | j         ¦  «        ¦  «         t          | _         d S )Nz*__exit__ called without matching __enter__)
r   rÎ  r#  r   r   rà  rÐ  rØ   ro   rº   )r   rá  rã  rå  rƒ  s        rf   rÉ  z_TorchDynamoContext.__exit__�  s˜   € ð Œ:�ÐÐÝ Ð!MÑNÔNÐNÝ�tÑÔÐÝ" 4Ô#DÑEÔEÐEØÔ'ð 	ð 	ˆGØˆG‰IŒIˆIˆIØÔ×ÒÑ Ô Ð ÝÕ3°D´JÑ?Ô?Ñ@Ô@Ð@ÝˆŒ
Øˆtre   rt  r
   c                ó†
  ‡ ‡‡‡‡— d$ˆ fd„}ddl m} t          j        �r
‰ j        ��‰ j                             ¦   «         sét          ‰t          j        j	        ¦  «        r‰j
        n‰}|                     |¦  «        }|€‰ j                             |d d¬¦  «         nŒ	 ‰ j                             ||j        d¬¦  «         ‰ j                             |j        ¦  «         nI# t           $ r< t"                               dd	¬
¦  «         ‰ j                             |d d¬¦  «         Y nw xY wt'          ‰¦  «        Šd%ˆˆ fd„}t          ‰t(          ¦  «        r3t+          j        ‰¦  «        t/          j        ‰j
        j        ¦  «        d<   t          ‰t          j        j	        ¦  «        rŽt5          ‰¦  «        t          j        j        j        u rt!          d¦  «        ‚‰}t=          |‰ ¦  «        }|j
        |_        tA          |¦  «        |_!        tE          |d¦  «        rtG          d¦  «        ‚||_$        |S tK          j&        ‰¦  «        rM‰}	 ‰ |	j'        ¦  «        |	_'        tQ          |	t          j        j	        ¦  «        r ‰ |	j)        ¦  «        |	_)        |	S tU          ‰¦  «        s tG          dt5          ‰¦  «        › d�¦  «        ‚ddl+m,}
 t[          j.        ‰¦  «        }t          |t4          ¦  «        otQ          ||
¦  «        }t[          j/        ‰¦  «        }	 tK          j0        ‰¦  «        }n# tb          $ r d }Y nw xY wt          j2        rH|tf          vr?ti          j5        ‰¦  «        Š‰j         6                    ‰j        j7        ¬¦  «        ‰_        njt          j8        sJ|€tK          j9        ‰¦  «        rt[          j:        ‰¦  «        s|s|r0tw          ‰dd¦  «        dvr|tf          vrti          j5        ‰¦  «        Šd&d„}|ŠtE          ‰ d¦  «        r‰ j<        Št          j=        j>        Št          j?        j@        jA        Št…          jC        ‰¦  «        d'ˆˆˆˆˆ fd„¦   «         }‰ jD        � ti          jE        ‰‰ jD        ¦  «        |_F        n‰|_F        ‰|_        tA          |¦  «        |_!        ‰ jG        |_G        tE          |d¦  «        rtG          d ¦  «        ‚||_$        t          jH        j        jI        r||_J        ‰d!vr@tE          ‰d"¦  «        s!t!          t—          jL        d#¦  «        ¦  «        ‚d	tš          ‰j        <   |S )(Nri   r
   c                 ó   •— ‰ j         S r…   )r°  r  s   €rf   rí   z9_TorchDynamoContext.__call__.<locals>.get_compiler_config”  s   ø€ ØÔ'Ð're   r7   )ÚDynamoCacheF)Úignore_inlined_sourcesz&Failed to load entry from dynamo cacheT)Úexc_inforÄ   ú&tuple[tuple[Any, ...], dict[str, Any]]c                óP  •— ddl m} t          j        j        j        rt          d¦  «        ‚‰j        st          d¦  «        ‚t          ‰j	        ¦  «        st          d¦  «        ‚‰j
        €t          d¦  «        ‚ |‰| ‰j
        t          ‰j	        ¦  «        ‰j        ¬¦  «        S )Nr   )Úaot_compile_fullgraphz]Cannot precompile with torch._inductor.config.force_disable_caches=True; caching is required.r  r   r  )r¿   rx   r¯  )r&  rï  rk   Ú	_inductorr8   Úforce_disable_cachesr}   r%  rÞ   rh   r"  r#  r¦   rÏ  )rÄ   rï  rt  r   s     €€rf   Úaot_compilez1_TorchDynamoContext.__call__.<locals>.aot_compile±  sÍ   ø€ ØGÐGÐGÐGÐGÐGåŒÔ%Ô:ð Ý"Øsñô ð ð ”>ð Ý"Øpñô ð õ ˜DœMÑ*Ô*ð WÝ"Ð#UÑVÔVÐVàŒ{Ð"Ý$Ð%QÑRÔRÐRà(Ð(ØØØ”kÝ)¨$¬-Ñ8Ô8Øœðñ ô ð re   Úorig_graphmoduleaƒ  torch.compile does not support compiling torch.jit.script or torch.jit.freeze models directly.

Workaround: compile the original eager module instead:
  model = torch.nn.Linear(3, 3)
  compiled_model = torch.compile(model)  # compile the eager module

torch.jit.script and torch.jit.freeze are deprecated in favor of torch.compile. See https://pytorch.org/docs/main/jit.html for details.rí   z3new_mod already has a get_compiler_config attributerv  rw  )ÚTorchInGraphFunctionVariable)Úco_varnamesr`   rk  )Ú
_call_implÚ_wrapped_call_implÚ_lazy_forwardÚargr˜   rÓ   c                 ó   — d S r…   rd   )rù  r˜   s     rf   Ú
do_nothingz0_TorchDynamoContext.__call__.<locals>.do_nothing*  s   € ØˆDre   rh   r—   c                 ó0  •— t          d ¦  «        }d }d}‰j        rMt          t          j        j        j        ¦  «        }‰j        s#t          d¦  «        dk     }|rt          ¦   «          	 t          j
        j                             ¦   «         x}rG|j        �@|j        j        r4 ‰| i |¤Ž|rt          d¦  «         d t          _        t#          |¦  «         S t          j                             ¦   «         rst
          j        sgddlm}  |¦   «         sWt          j
        j                             ¦   «         �4 ‰| i |¤Ž|rt          d¦  «         d t          _        t#          |¦  «         S  ‰¦   «         r[t
          j        sOt
          j        rt1          d¦  «        ‚ ‰| i |¤Ž|rt          d¦  «         d t          _        t#          |¦  «         S  ‰¦   «         rt1          d¦  «        ‚d„ ‰j        D ¦   «         }t5          t7          ¦   «         ¦  «        }t9          ‰j        ¦  «        }	d }
‰j        s6‰j        �/t?          ¦   «         }|‰j        k    r|}
tA          ‰j        ¦  «         t          j!        j"         #                    ¦   «         }t          j!         $                    ¦   «         }t          j!         %                    ¦   «         }t#          tM          ‰¦  «        ¦  «         t          j!         '                    ||¦  «        5  d}	  ‰| i |¤Ž}d}nš# tP          tR          tT          f$ r^}t
          j+        r‚ |}|j,        �(|j,         -                    d ¦  «         |j,        }|j,        ­(| -                    d ¦  «        |j,        ‚d }~wt\          $ r}| /                    ¦   «         d ‚d }~ww xY w	 t          d ¦  «         |ru|rst          d¦  «        }|dk    r^t`          j1        d	k    rNte          ¦   «         }d
}|r(d 3                    d„ |D ¦   «         ¦  «        }|d|› �z  }n|dz  }t1          |¦  «        ‚|
�tA          |
¦  «         |�t          |¦  «         t          j!        j"         4                    |¦  «         t5          |¦  «         t9          |	¦  «         |D ]} |¦   «          Œnþ# t          d ¦  «         |ru|rst          d¦  «        }|dk    r^t`          j1        d	k    rNte          ¦   «         }d
}|r(d 3                    d„ |D ¦   «         ¦  «        }|d|› �z  }n|dz  }t1          |¦  «        ‚|
�tA          |
¦  «         |�t          |¦  «         t          j!        j"         4                    |¦  «         t5          |¦  «         t9          |	¦  «         |D ]} |¦   «          Œw xY w	 d d d ¦  «         n# 1 swxY w Y   ||rt          d¦  «         d t          _        t#          |¦  «         S # |rt          d¦  «         d t          _        t#          |¦  «         w xY w)NFr   r¿  )Ú_in_hop_compilezvDetected that you are using FX to symbolically trace a dynamo-optimized function. This is not supported at the moment.zsDetected that you are using FX to torch.jit.trace a dynamo-optimized function. This is not supported at the moment.c                ó"   — g | ]} |¦   «         ‘ŒS rd   rd   rÜ  s     rf   r]  zI_TorchDynamoContext.__call__.<locals>.compile_wrapper.<locals>.<listcomp>m  rÞ  re   Trr   z;torch.compile with fullgraph=True found no compiled frames.rž   c              3  ó    K  — | ]	}d |› �V — Œ
dS )z  - Nrd   )rZ  Úrs     rf   ú	<genexpr>zH_TorchDynamoContext.__call__.<locals>.compile_wrapper.<locals>.<genexpr>©  s9   è è € ð <&ð <&Ø78¨
¨q¨
¨
ð<&ð <&ð <&ð <&ð <&ð <&re   z Skipped frames:
zE Compilation was not attempted and no cached compiled code was found.)5r   r%  r   rk   rl   r8   Ú3error_on_dynamo_callback_in_fullgraph_compiled_coder®  r   rŒ  r   ÚTracingContextÚtry_getÚ	fake_modeÚin_kernel_invocationr‹  rˆ  ro   ÚcompilerÚis_exportingÚforce_compile_during_fx_traceÚtorch._higher_order_ops.utilsrý  Úerror_on_nested_fx_tracer}   rÑ  r   rÒ   r   rÕ  r­  rJ   rK   rà   Ú
_functorchÚget_dynamic_layer_stack_depthÚ_dispatch_tls_local_include_setÚ_dispatch_tls_local_exclude_setrº   Ú_ForceDispatchKeyGuardrD   rC   rE   ÚverboseÚ	__cause__Úwith_tracebackrB   Úremove_dynamo_framesr~   rt   r’  r	   Ú)pop_dynamic_layer_stack_and_undo_to_depth)r—   r˜   r   Úprior_error_on_nested_compileÚfullgraph_count_enabledÚtracing_contextrý  Úcleanupsrà  Úprior_isolate_recompiles_idÚprior_error_on_graph_breakÚcurrent_error_on_graph_breakÚsaved_dynamic_layer_stack_depthÚsaved_include_setÚsaved_exclude_setÚcall_succeededr3  ÚeÚcur_exnÚcountrˆ  r—  Úreasons_strrƒ  rh   rt  Úis_fx_symbolic_tracingÚis_jit_tracingr   s                           €€€€€rf   Úcompile_wrapperz5_TorchDynamoContext.__call__.<locals>.compile_wrapper4  sÊ  ø€ õ # 4Ñ(Ô(ˆEØ9=Ð)Ø&+Ð#ØŒ~ð -Ý0UÝ”MÔ(Ô\ñ1ô 1Ð-ð ”{ð -Ý.PÐQRÑ.SÔ.SÐVWÒ.WÐ+Ø.ð -Ý*Ñ,Ô,Ð,ðA-å&+¤mÔ&B×&JÒ&JÑ&LÔ&LÐL�?ð 3à'Ô1Ð=Ø+Ô5ÔJð >ð  "˜r 4Ð2¨6Ð2Ð2ðn +ð 3Ý6°rÑ:Ô:Ð:Ø.2•JÔ+Ý% eÑ,Ô,Ð,Ð,õm ”N×/Ò/Ñ1Ô1ð7å"Ô@ð7ð NÐMÐMÐMÐMÐMà*˜?Ñ,Ô,ð 7Ý œ=Ô7×?Ò?ÑAÔAÐMØ#% 2 tÐ#6¨vÐ#6Ð#6ðX +ð 3Ý6°rÑ:Ô:Ð:Ø.2•JÔ+Ý% eÑ,Ô,Ð,Ð,ðY +Ð*Ñ,Ô,ð
3å"Ô@ð
3õ Ô6ð 3Ý*ð`ñô ð ð
  "˜r 4Ð2¨6Ð2Ð2ð@ +ð 3Ý6°rÑ:Ô:Ð:Ø.2•JÔ+Ý% eÑ,Ô,Ð,Ð,ðC "�>Ñ#Ô#ð Ý&ð\ñô ð ð
 HÐG°Ô1FÐGÑGÔG�Ý/IÝ5Ñ7Ô7ñ0ô 0Ð,õ /SØÔ/ñ/ô /Ð+ð .2Ð*Ø”~ð M¨$Ô*CÐ*OÝ3LÑ3NÔ3NÐ0Ø3°tÔ7PÒPÐPØ5QÐ2Ý1°$Ô2KÑLÔLÐLõ ”HÔ'×EÒEÑGÔGð 0õ %*¤H×$LÒ$LÑ$NÔ$NÐ!Ý$)¤H×$LÒ$LÑ$NÔ$NÐ!å%Õ&;¸HÑ&EÔ&EÑFÔFÐFå”X×4Ò4Ø%Ð'8ñô ð 9&ð 9&ð &+�Nð5&Ø!#  TÐ!4¨VÐ!4Ð!4˜Ø)-˜˜øÝ'Õ)EÅyÐQð +ð +ð +Ý!œ>ð "Ø!à12˜Ø%Ô/Ð;Ø#Ô-×<Ò<¸TÑBÔBÐBØ&-Ô&7˜Gð &Ô/Ð;ð  ×.Ò.Ø ñô à œ{ð+øøøøõ ,ð Að Að Að  ×4Ò4Ñ6Ô6¸DÐ@øøøøðAøøøð 'õ& ' tÑ,Ô,Ð,Ø2ð 8°~ð 8Ý$FÀrÑ$JÔ$J˜EØ$¨šz˜z­g¬nÀ	Ò.IÐ.IÝ/?Ñ/AÔ/A Ø&c Ø#/ð 	!&Ø26·)²)ð <&ð <&Ø<Hð<&ñ <&ô <&ñ 3&ô 3& Kð %(Ð+MÀÐ+MÐ+MÑ$M C Cà$'ð);ñ%& Cõ '3°3Ñ&7Ô&7Ð 7Ø5ÐAÝ5Ð6PÑQÔQÐQØ8ÐDÝAØ =ñô ð õ œÔ+×UÒUØ;ñô ð õ 3Ð3OÑPÔPÐPÝ<Ø7ñô ð ð (0ð &ð &˜GØ#˜G™IœI˜I˜Ið&øõ? ' tÑ,Ô,Ð,Ø2ð 8°~ð 8Ý$FÀrÑ$JÔ$J˜EØ$¨šz˜z­g¬nÀ	Ò.IÐ.IÝ/?Ñ/AÔ/A Ø&c Ø#/ð 	!&Ø26·)²)ð <&ð <&Ø<Hð<&ñ <&ô <&ñ 3&ô 3& Kð %(Ð+MÀÐ+MÐ+MÑ$M C Cà$'ð);ñ%& Cõ '3°3Ñ&7Ô&7Ð 7Ø5ÐAÝ5Ð6PÑQÔQÐQØ8ÐDÝAØ =ñô ð õ œÔ+×UÒUØ;ñô ð õ 3Ð3OÑPÔPÐPÝ<Ø7ñô ð ð (0ð &ð &˜GØ#˜G™IœI˜I˜Ið&øøøð &ðq9&ð 9&ð 9&ñ 9&ô 9&ð 9&ð 9&ð 9&ð 9&ð 9&ð 9&øøøð 9&ð 9&ð 9&ð 9&ðt à*ð 3Ý6°rÑ:Ô:Ð:Ø.2•JÔ+Ý% eÑ,Ô,Ð,Ð,øð +ð 3Ý6°rÑ:Ô:Ð:Ø.2•JÔ+Ý% eÑ,Ô,Ð,Ð,øøøs‰   Á*?W' ÃA$W' Å'8W' ÇD3W' Ë?V.Ì
LÌR#ÌN%Ì%AM>Í>N%ÎN Î N%Î%R#Î)C:V.Ò#C;VÖV.Ö"W' Ö.V2Ö2W' Ö5V2Ö6W' ×'.Xz;compile_wrapper already has a get_compiler_config attributerr  rß   a×  

                        torch._dynamo.optimize is called on a non function object.
                        If this is a callable class, please wrap the relevant code into a function and optimize the
                        wrapper function.

                        >> class CallableClass:
                        >>     def __init__(self) -> None:
                        >>         super().__init__()
                        >>         self.relu = torch.nn.ReLU()
                        >>
                        >>     def __call__(self, x):
                        >>         return self.relu(torch.sin(x))
                        >>
                        >>     def print_hello(self):
                        >>         print("Hello world")
                        >>
                        >> mod = CallableClass()

                        If you want to optimize the __call__ function and other code, wrap that up in a function

                        >> def wrapper_fn(x):
                        >>     y = mod(x)
                        >>     return y.sum()

                        and then optimize the wrapper_fn

                        >> opt_wrapper_fn = torch._dynamo.optimize(wrapper_fn)
                        )ri   r
   )rÄ   rí  ri   r
   )rù  r
   r˜   r
   ri   rÓ   r`  )Nr±  rê  r8   Úcaching_precompilerÒ  Úis_initializedr  rk   r  ÚModulerî   ÚloadÚ
initializeÚdynamoÚinstallÚbackendsr}   rl  rm  rz  r+   ÚweakrefÚrefr@   rÎ   rß   r  ÚjitÚ_scriptÚRecursiveScriptModulerê   rë   rx  rô   r×   r#  rí   ÚinspectÚisclassr  Ú
issubclassrö  rÞ   Ú	variablesrô  r<   ÚlookupÚis_polyfilled_callableÚgetsourcefiler  Údebug_force_nested_callsÚDONT_WRAP_FILESr;   r  Úreplacerõ  r  Ú
isfunctionrŸ   rM  rh   rà   Ú_is_tracingÚfxÚ_symbolic_tracer%  rÇ  Úwrapsr­  Ú%wrap_inline_with_error_on_graph_breakÚ_torchdynamo_inlinerÕ  rl   r$  rò  r§   ÚdedentÚalways_optimize_code_objects)r   rt  rí   rê  Úfn_keyr3  rò  rö   Únew_modÚcls_objrô  ÚruleÚtop_level_in_graphÚhas_polyfillÚfilenamerû  r'  rh   r%  r&  s   ``               @@@rf   r  z_TorchDynamoContext.__call__’  s+  øøøøø€ ð	(ð 	(ð 	(ð 	(ð 	(ð 	(ð 	)Ð(Ð(Ð(Ð(Ð(õ Ô$ñ 	ØŒ}Ñ(°´×1MÒ1MÑ1OÔ1OÐ(Ý'1°"µe´h´oÑ'FÔ'FÐN˜œ˜ÈB�Ø$×)Ò)¨&Ñ1Ô1�Ø�>à”M×,Ò,¨V°TÐRWÐ,ÑXÔXÐXÐXðØœ×0Ò0Ø" F¤MÈ%ð 1ñ ô ð ð œ×-Ò-¨f¬oÑ>Ô>Ð>Ð>øÝ'ð ð ð ÝŸšØDÈtð $ñ ô ð ð œ×0Ò0Ø" DÀð 1ñ ô ð ð ð ð	øøøõ ˜"ÑÔˆð	ð 	ð 	ð 	ð 	ð 	ð 	õ8 �b�+Ñ&Ô&ð 	õ ”˜B‘”õ Ô$ R¤ZÔ%8Ñ9Ô9Ð:LÑMõ
 �b�%œ(œ/Ñ*Ô*ð 	Ý�B‰xŒx�5œ9Ô,ÔBÐBÐBÝ"ð]ñô ð ð ˆCÝ% c¨4Ñ0Ô0ˆGð 25´ˆGÔ.Ý.0°©k¬kˆGÔ+õ �wÐ 5Ñ6Ô6ð Ý$ØIñô ð ð +>ˆGÔ'àˆNåŒ?˜2ÑÔð 	ð ˆGØ#˜t GÔ$4Ñ5Ô5ˆGÔÝ˜'¥5¤8¤?Ñ3Ô3ð >à%) T¨'Ô*<Ñ%=Ô%=�Ô"ØˆNå˜‰|Œ|ð 	Ý ØO½¸R¹¼ÐOÐOÐOñô ð ð 	<Ð;Ð;Ð;Ð;Ð;åÔ! "Ñ%Ô%ˆÝ'¨­dÑ3Ô3ð 
½
ØÐ.ñ9
ô 9
Ðõ #Ô9¸"Ñ=Ô=ˆð	ÝÔ,¨RÑ0Ô0ˆHˆHøÝð 	ð 	ð 	ØˆHˆHˆHð	øøøåÔ*ð 	0¨x½Ð/NÐ/NÝÔ+¨BÑ/Ô/ˆBð œ+×-Ò-¸"¼+Ô:QÐ-ÑRÔRˆBŒKˆKÝÔ"ð 	0ð
 Ð!­'Ô*<¸RÑ*@Ô*@Ð!ÝÔ$ RÑ(Ô(ð "à%ð "ð  ð "õ ˜˜J¨Ñ+Ô+ØLðMð Mð ¥Ð/Ð/õ  Ô+¨BÑ/Ô/ˆBð	ð 	ð 	ð 	ð (2ˆÝ�4˜Ñ$Ô$ð 	%Ø”}ˆHåœÔ-ˆÝ!&¤Ô!9Ô!PÐå	Œ˜Ñ	Ô	ðS	-ð S	-ð S	-ð S	-ð S	-ð S	-ð S	-ð S	-ð S	-ñ 
Ô	ðS	-ðl Ô$Ð0åÔDØ˜Ô1ñô ð Ô/Ð/ð 35ˆOÔ/ð 68ˆÔ2Ý24°_Ñ2EÔ2EˆÔ/Ø15Ô1LˆÔ.õ �?Ð$9Ñ:Ô:ð 	Ý ØMñô ð ð /BˆÔ+ÝŒ=ÔÔ2ð 	6Ø*5ˆOÔ'ð ˜=Ð(Ð(Ý˜2˜zÑ*Ô*ð !Ý"Ý”Oðñô ñ ô  ð  ðB 9=Õ(¨¬Ñ5àÐs&   ÂAC  Ã AD&Ä%D&ÌL- Ì-L<Ì;L<)rh   rZ   r´  rì   rµ  r¶  r·  rì   r¸  ru   r%  ru   r­  r¹  r®  ru   r¯  r¹  r°  rº  r±  r»  r¿   r¼  r²  ru   r³  r½  ri   rÓ   r_  )rá  râ  rã  rä  rå  ræ  ri   r¹  ©rt  r
   ri   r
   )
r`   ra   rb   rp  Únull_contextrý   rÆ  rÉ  r  rf  rg  s   @rf   rø   rø     sË   ø€ € € € € ð '.ð Ø&-ØðQ;ð  Ø,0ØØ#Ø&*Ø)-Ø"Ø#(ØGKð%Q;ð Q;ð Q;ð Q;ð Q;ð Q;ð Q;ð Q;ðfDð Dð Dð Dðð ð ð ð"xð xð xð xð xð xð xð xre   rø   c                  óP   ‡ — e Zd Z	 d"dddddddddddœ
d#ˆ fd„Zd$ˆ fd„Zd%d!„Zˆ xZS )&ÚOptimizeContextFN)
r%  r­  r®  r¯  r°  Úrebuild_ctxr±  r¿   r²  r³  rh   rZ   rµ  r¶  r¸  ru   r%  r­  r¹  r®  r¯  r°  rº  rS  ú5Callable[[], OptimizeContext | _NullDecorator] | Noner±  r»  r¿   r¼  r²  r³  r½  ri   rÓ   c       
        ó$  •‡	‡— dd„}t          ¦   «                              |||t          j        |||||||
|||¬¦  «         t          j        rC| j        Š‰€t          j        j        j	         Šdˆˆ	fd„}| j
                             |¦  «         d S d S )	Nri   rÓ   c                 ó"   — t          ¦   «          d S r…   rH   rd   re   rf   r´  z*OptimizeContext.__init__.<locals>.on_enter  s   € Ý+Ñ-Ô-Ð-Ð-Ð-re   )rh   r´  rµ  r·  r¸  r%  r­  r®  r¯  r°  r±  r¿   r²  r³  rÄ  c                 óè   •— ‰€t          d¦  «        ‚ ‰¦   «         } t          j        j                             | ‰d¬¦  «        }|                     ¦   «          t          j        |j        d d d ¦  «        S )Nz2rebuild_ctx must not be None for compiled autogradF)r¯  Úignore_active_disable_ctx)	r#  rk   rl   Úcompiled_autogradÚ_enablerÆ  rÇ  rÈ  rÉ  )r»   rÊ  rÏ  rS  s     €€rf   Úcall_compiled_autogradz8OptimizeContext.__init__.<locals>.call_compiled_autograd8  s{   ø€ ØÐ&Ý(ØLñô ð ð *˜k™mœm�Ý”mÔ5×=Ò=Øà$Ø.3ð	 >ñ ô �ð —’‘”�Ý Ô(¨¬°t¸TÀ4ÑHÔHÐHre   r_  rÌ  )rü   rý   ÚTorchPatcherr   r8   rY  rÏ  rk   rl   r~  rÑ  rÃ   )r   rh   rµ  r¸  r%  r­  r®  r¯  r°  rS  r±  r¿   r²  r³  r´  r[  rÏ  r  s            `      @€rf   rý   zOptimizeContext.__init__  sê   øøø€ ð"	.ð 	.ð 	.ð 	.õ 	‰Œ×ÒØØØ-Ý!Ô'ØØØ!5ØØØ+ØØØ1Ø#ð 	ñ 	
ô 	
ð 	
õ" Ô#ð 	AØ”}ˆHØÐÝ$œ}Ô3ÔLÐL�ðIð Ið Ið Ið Ið Ið Ið Ô!×(Ò(Ð)?Ñ@Ô@Ð@Ð@Ð@ð)	Að 	Are   rt  r
   c                óX   •— t          ¦   «                              |¦  «        }d|_        |S r‰   )rü   r  Ú_is_torch_compile)r   rt  r3  r  s      €rf   r  zOptimizeContext.__call__I  s'   ø€ Ý‘”×!Ò! "Ñ%Ô%ˆØ#'ˆÔ Øˆre   ú=tuple[type[OptimizeContext], tuple[Any, ...], dict[str, Any]]c                ó`   — | j         | j        | j        | j        f| j        | j        | j        dœfS )N)r®  r¯  r°  )r  rh   rÍ  r¸  r®  rÏ  r°  r  s    rf   r=  zOptimizeContext.__reduce__N  s>   € ð ŒNØŒ]˜DÔ2°D´NÐCàœ+Øœ=Ø#'Ô#7ðð ð
ð 	
re   )F)rh   rZ   rµ  r¶  r¸  ru   r%  ru   r­  r¹  r®  ru   r¯  r¹  r°  rº  rS  rT  r±  r»  r¿   r¼  r²  ru   r³  r½  ri   rÓ   rO  )ri   r_  ©r`   ra   rb   rý   r  r=  rf  rg  s   @rf   rR  rR    s­   ø€ € € € € ð
  ð	9Að  Ø,0ØØ#Ø&*ØMQØ)-Ø"Ø#(ØGKð9Að 9Að 9Að 9Að 9Að 9Að 9Að 9Aðvð ð ð ð ð ð

ð 
ð 
ð 
ð 
ð 
ð 
ð 
re   rR  c                  ó(   ‡ — e Zd Zdˆ fd„Zdd„Zˆ xZS )ÚRunOnlyContextri   rÓ   c                óV   •— dd„}t          ¦   «                              d|¬¦  «         d S )Nri   rÓ   c                 óN   — t           j        j        j        xj        dz  c_        d S )Nr7   )rk   rl   Úmutation_guardÚGenerationTrackerÚ
generationrd   re   rf   r´  z)RunOnlyContext.__init__.<locals>.on_enter_  s$   € ÝŒMÔ(Ô:ÐEÔEÈÑJÐEÔEÐEÐEre   F)rh   r´  r_  )rü   rý   )r   r´  r  s     €rf   rý   zRunOnlyContext.__init__]  s@   ø€ ð	Kð 	Kð 	Kð 	Kõ 	‰Œ×Ò %°(ÐÑ;Ô;Ð;Ð;Ð;re   ú,tuple[type[RunOnlyContext], tuple[Any, ...]]c                ó   — | j         dfS ©Nrd   rg  r  s    rf   r=  zRunOnlyContext.__reduce__d  ó   € Ø” Ð#Ð#re   r_  )ri   ri  )r`   ra   rb   rý   r=  rf  rg  s   @rf   rc  rc  \  sQ   ø€ € € € € ð<ð <ð <ð <ð <ð <ð$ð $ð $ð $ð $ð $ð $ð $re   rc  c                  ó2   ‡ — e Zd Zddˆ fd	„Zdd„Zdd„Zˆ xZS )r
  NTr—  r*  Úwrappingru   ri   rÓ   c                óh   •— t          ¦   «                              d ¬¦  «         || _        || _        d S )Nrn   )rü   rý   r—  rn  )r   r—  rn  r  s      €rf   rý   zDisableContext.__init__i  s0   ø€ Ý‰Œ×Ò $ÐÑ'Ô'Ð'ØˆŒØ ˆŒˆˆre   rt  rÆ   c                óÚ  ‡ ‡— t          ‰¦  «        Št          ‰t          j        j        ¦  «        r4‰}t          |‰ ¦  «        }|j        |_        t          |¦  «        |_	        |S t          ‰t          ¦  «        rb‰} ‰ |j        ¦  «        |_         ‰ |j        ¦  «        |_        t          |t          j        j        ¦  «        r ‰ |j        ¦  «        |_        |S t          ‰¦  «        s t!          dt          ‰¦  «        › d�¦  «        ‚d	ˆˆ fd„}‰ j        r t%          j        ‰¦  «        |¦  «        }d|_        ‰ j        |_        ‰|_        t          |¦  «        |_	        d|_        |S )
Nrv  rw  r—   r
   r˜   ri   c                 ó>  •— t          d ¦  «        }	 t          t          ‰j        ¦  «        ¦  «         	 t	          ‰dt          ‰¦  «        j        ¦  «        }t          j         	                    ¦   «         r\|dk    rVt          j        dd|dœ¦  «        5   ‰| i |¤Žcd d d ¦  «         t          d ¦  «         t          |¦  «         S # 1 swxY w Y    ‰| i |¤Žt          d ¦  «         t          |¦  «         S # t          d ¦  «         w xY w# t          |¦  «         w xY w)Nr`   Ú__torch_dispatch__T)Ú_torchdynamo_disableÚ_torchdynamo_disable_recursiveÚ_torchdynamo_disable_method)r   ro   rº   rh   rM  r  r`   rk   r  r  Úfx_tracebackÚannotate)r—   r˜   r   Úfn_namert  r   s       €€rf   Ú_fnz$DisableContext.__call__.<locals>._fn�  s€  ø€ Ý" 4Ñ(Ô(ˆEð-Ý%Õ&;¸D¼MÑ&JÔ&JÑKÔKÐKð)Ý% b¨*µd¸2±h´hÔ6GÑHÔH�Gõ œ×3Ò3Ñ5Ô5ð7à#Ð';Ò;Ð;å)Ô2à8<ØBFØ?Fðð ñô ð 7ð 7ð $& 2 tÐ#6¨vÐ#6Ð#6ð7ð 7ð 7ð 7ñ 7ô 7ð 7õ # 4Ñ(Ô(Ð(å% eÑ,Ô,Ð,Ð,ð7ð 7ð 7ð 7øøøð 7ð 7ð 7ð 7ð ˜2˜tÐ. vÐ.Ð.å" 4Ñ(Ô(Ð(å% eÑ,Ô,Ð,Ð,øõ # 4Ñ(Ô(Ð(Ð(øøøøå% eÑ,Ô,Ð,Ð,øøøsM   ’!D ´AC7 ÂCÂC7 Â'D ÃC
Ã
C7 ÃC
Ã
C7 ÃD Ã7DÄD ÄDTr`  )rz  r  rk   r  r*  rê   rî   rë   rx  rô   r  rý   r  r7  rö  rÞ   r#  rn  rÇ  rC  rs  r—  Ú_torchdynamo_disable_msgrt  )r   rt  rö   rI  rJ  ry  s   ``    rf   r  zDisableContext.__call__n  sƒ  øø€ õ
 ˜"ÑÔˆå�b�%œ(œ/Ñ*Ô*ð 	ØˆCÝ% c¨4Ñ0Ô0ˆGØ14´ˆGÔ.Ý.0°©k¬kˆGÔ+ØˆNå�b�$ÑÔð 	ð ˆGð  $˜t GÔ$4Ñ5Ô5ˆGÔØ#˜t GÔ$4Ñ5Ô5ˆGÔÝ˜'¥5¤8¤?Ñ3Ô3ð >à%) T¨'Ô*<Ñ%=Ô%=�Ô"ØˆNå˜‰|Œ|ð 	Ý ØO½¸R¹¼ÐOÐOÐOñô ð ð	-ð 	-ð 	-ð 	-ð 	-ð 	-ð 	-ðD Œ=ð 	+Ø%•)”/ "Ñ%Ô% cÑ*Ô*ˆCà#'ˆÔ Ø'+¤xˆÔ$ð *,ˆÔ&Ý&(¨¡g¤gˆÔ#à-1ˆÔ*àˆ
re   ú,tuple[type[DisableContext], tuple[Any, ...]]c                ó   — | j         dfS rk  rg  r  s    rf   r=  zDisableContext.__reduce__À  rl  re   r‰   )r—  r*  rn  ru   ri   rÓ   ©rt  rÆ   ri   rÆ   )ri   r{  ra  rg  s   @rf   r
  r
  h  so   ø€ € € € € ð!ð !ð !ð !ð !ð !ð !ð
Pð Pð Pð Pðd$ð $ð $ð $ð $ð $ð $ð $re   r
  Ú
compile_fnú"convert_frame.ConvertFrameProtocolr¿   rG   rµ  r¶  r%  r­  r¹  r®  r¯  r°  rº  rS  rT  r±  r»  r²  r³  r½  c                ó`   — t          t          j        | |¦  «        |d|||||||	||
|¬¦  «        S )NT)rµ  r¸  r%  r­  r®  r¯  r°  rS  r±  r¿   r²  r³  )rR  r9   r¾   )r~  r¿   rµ  r%  r­  r®  r¯  r°  rS  r±  r²  r³  s               rf   Ú_optimize_catch_errorsr�  Ä  sO   € õ  ÝÔ*¨:°uÑ=Ô=Ø)ØØØ1ØØØ'ØØØØ-Øðñ ô ð re   rw   rS   c                ó  — ddl m} | €d }nft          | d¦  «        r<| j        }t	          |t
          ¦  «        st          dt          |¦  «        › �¦  «        ‚nt	          | t
          ¦  «        r| }nd }t          | ¦  «        }  || |¦  «        S )Nr7   )Úwrap_backend_debugÚcompiler_namez(Expected compiler_name to be a str, got )	Úrepro.after_dynamorƒ  r×   r„  r  rs   r#  r  r?   )r»   rƒ  Úcompiler_strs      rf   r·   r·   å  s¹   € ð 7Ð6Ð6Ð6Ð6Ð6àÐàˆˆÝ	�˜oÑ	.Ô	.ð 	Ø"Ô0ˆÝ˜,­Ñ,Ô,ð 	Ý ØO½4ÀÑ;MÔ;MÐOÐOñô ð ð	õ 
�K¥Ñ	%Ô	%ð Ø"ˆˆàˆÝ  Ñ-Ô-€KØÐ˜k¨<Ñ8Ô8Ð8re   c                  ó   — e Zd Zdd„ZdS )Ú_NullDecoratorrt  rÆ   ri   c                ód   — t          |¦  «        s t          dt          |¦  «        › d�¦  «        ‚|S )Nrv  rw  )rÞ   r#  r  )r   rt  s     rf   r  z_NullDecorator.__call__ü  s=   € Ý˜‰|Œ|ð 	Ý ØO½¸R¹¼ÐOÐOÐOñô ð ð ˆ	re   Nr}  )r`   ra   rb   r  rd   re   rf   rˆ  rˆ  û  s(   € € € € € ðð ð ð ð ð re   rˆ  Úf_sigúinspect.Signaturer—   úlist[Any] | tuple[Any, ...]r˜   r>  c                óÌ  ‡— d
d„} || ¦  «        Š‰j         d t          |¦  «        …         }t          |¦  «        t          ‰j         ¦  «        k    rR‰j        €t          d¦  «        ‚|ˆfd„t	          t          |¦  «        t          |¦  «        z
  ¦  «        D ¦   «         z  }not          |¦  «        t          ‰j         ¦  «        k     rJ‰j         t          |¦  «        t          ‰j        pg ¦  «         …         D ]}||vrt          d|› �¦  «        ‚Œ|t          |                     ¦   «         ¦  «        z  }‰j        D ]%}‰j	        pi }||vr||vrt          d	|› �¦  «        ‚Œ&|S )NÚsigr‹  ri   úinspect.FullArgSpecc           	     ó°  — t          | j                             ¦   «         ¦  «        }d„ |D ¦   «         }d„ |D ¦   «         }t          d„ |D ¦   «         d ¦  «        }t          d„ |D ¦   «         d ¦  «        }t	          d„ |D ¦   «         ¦  «        }d„ |D ¦   «         }i }| j        r	d| j        i}|D ]}	|	j        ||	j        <   Œt          j	        |||||||¦  «        S )Nc                óP   — g | ]#}|j         t          j        j        k    ¯|j        ‘Œ$S rd   )Úkindr5  Ú	ParameterÚPOSITIONAL_OR_KEYWORDrJ  ©rZ  Úps     rf   r]  zDargument_names.<locals>.signature_to_fullargspec.<locals>.<listcomp>  s3   € ð 
ð 
ð 
Ø a¤fµÔ0AÔ0WÒ&WÐ&WˆAŒFÐ&WÐ&WÐ&Wre   c                óP   — g | ]#}|j         t          j        j        k    ¯|j        ‘Œ$S rd   )r’  r5  r“  ÚKEYWORD_ONLYrJ  r•  s     rf   r]  zDargument_names.<locals>.signature_to_fullargspec.<locals>.<listcomp>  s3   € ð 
ð 
ð 
Ø a¤fµÔ0AÔ0NÒ&NÐ&NˆAŒFÐ&NÐ&NÐ&Nre   c              3  óX   K  — | ]%}|j         t          j        j        k    ¯|j        V — Œ&d S r…   )r’  r5  r“  ÚVAR_POSITIONALrJ  r•  s     rf   r  zCargument_names.<locals>.signature_to_fullargspec.<locals>.<genexpr>  s6   è è € ÐRÐR˜ q¤vµÔ1BÔ1QÒ'QÐ'QˆQŒVÐ'QÐ'QÐ'QÐ'QÐRÐRre   c              3  óX   K  — | ]%}|j         t          j        j        k    ¯|j        V — Œ&d S r…   )r’  r5  r“  ÚVAR_KEYWORDrJ  r•  s     rf   r  zCargument_names.<locals>.signature_to_fullargspec.<locals>.<genexpr>  s6   è è € ÐOÐO˜ q¤vµÔ1BÔ1NÒ'NÐ'NˆQŒVÐ'NÐ'NÐ'NÐ'NÐOÐOre   c              3  óˆ   K  — | ]=}|j         t          j        j        k    r!|j        t          j        j        u¯4|j        V — Œ>d S r…   )r’  r5  r“  r”  rr   Úemptyr•  s     rf   r  zCargument_names.<locals>.signature_to_fullargspec.<locals>.<genexpr>  sX   è è € ð 
ð 
àØŒv�Ô*Ô@Ò@Ð@Ø”	¥Ô!2Ô!8Ð8Ð8ð ŒIð 9Ð8Ð8Ð8ð	
ð 
re   c                óŒ   — i | ]A}|j         t          j        j        k    r%|j        t          j        j        u¯4|j        |j        “ŒBS rd   )r’  r5  r“  r˜  rr   rž  rJ  r•  s     rf   ú
<dictcomp>zDargument_names.<locals>.signature_to_fullargspec.<locals>.<dictcomp>#  sP   € ð 
ð 
ð 
àØŒv�Ô*Ô7Ò7Ð7Ø”	¥Ô!2Ô!8Ð8Ð8ð ŒF�A”Ið 9Ð8Ð8re   ri   )
ÚlistÚ
parametersrÖ   rÓ  ÚtupleÚreturn_annotationÚ
annotationrJ  r5  ÚFullArgSpec)
rŽ  Úparamsr—   Ú
kwonlyargsÚvarargsÚvarkwÚdefaultsÚkwonlydefaultsr   Ú	parameters
             rf   Úsignature_to_fullargspecz0argument_names.<locals>.signature_to_fullargspec
  sR  € å�c”n×+Ò+Ñ-Ô-Ñ.Ô.ˆð
ð 
Ø"ð
ñ 
ô 
ˆð
ð 
Ø"ð
ñ 
ô 
ˆ
õ ØRÐR˜VÐRÑRÔRØñ
ô 
ˆõ ØOÐO˜VÐOÑOÔOØñ
ô 
ˆõ
 ð 
ð 
àð
ñ 
ô 
ñ 
ô 
ˆð
ð 
àð
ñ 
ô 
ˆð ˆØÔ ð 	<Ø# SÔ%:Ð;ˆKØð 	?ð 	?ˆIØ*3Ô*>ˆK˜	œÑ'Ð'åÔ"Ø�'˜5 (¨J¸Èñ
ô 
ð 	
re   zMore arguments than expectedc                ó(   •— g | ]}‰j         › d |› �‘ŒS )Ú_)r©  )rZ  ÚiÚfullargspecs     €rf   r]  z"argument_names.<locals>.<listcomp>?  s7   ø€ ð 
ð 
ð 
Ø-.ˆ{Ô"Ð(Ð( QÐ(Ð(ð
ð 
ð 
re   zMissing argument zMissing keyword only argument )rŽ  r‹  ri   r�  )
r—   r©   r©  r#  Úranger«  r¡  Úkeysr¨  r¬  )	rŠ  r—   r˜   r®  Ú
input_strsÚunprovided_argÚ
kwonly_argr¬  r²  s	           @rf   Úargument_namesr¸    s¹  ø€ ð
)
ð )
ð )
ð )
ðV +Ð*¨5Ñ1Ô1€Kð Ô! +¥C¨¡I¤I +Ô.€Jå
ˆ4�y„y•3�{Ô'Ñ(Ô(Ò(Ð(ð ÔÐ&Ý Ð!?Ñ@Ô@Ð@Øð 
ð 
ð 
ð 
Ý27½¸D¹	¼	ÅCÈ
ÁOÄOÑ8SÑ2TÔ2Tð
ñ 
ô 
ñ 	
ˆ
ˆ
õ 
ˆT‰Œ•S˜Ô)Ñ*Ô*Ò	*Ð	*ð *Ô.Ý�‰IŒI�˜[Ô1Ð7°RÑ8Ô8Ð8Ð8ô
ð 	Kð 	KˆNð  VÐ+Ð+Ý$Ð%I¸Ð%IÐ%IÑJÔJÐJð ,ð •$�v—{’{‘}”}Ñ%Ô%Ñ%€Jð "Ô,ð Pð Pˆ
Ø$Ô3Ð9°rˆØ˜VÐ#Ð#¨
¸.Ð(HÐ(HÝ Ð!NÀ*Ð!NÐ!NÑOÔOÐOøàÐre   c                 ó¶   — t           j        dk    rt          d¦  «        ‚t          j        d¦  «        dk    rt           j        dk     rt          d¦  «        ‚d S d S )N)é   é   z0Python 3.15+ not yet supported for torch.compileÚPy_GIL_DISABLEDr7   )rº  é   rº  zetorch.compile is not supported on Python < 3.13.3 built with GIL disabled. Please use Python 3.13.3+.)ÚsysÚversion_infor}   Ú	sysconfigÚget_config_varrd   re   rf   Úcheck_if_dynamo_supportedrÂ  [  sv   € Ý
Ô˜7Ò"Ð"ÝÐMÑNÔNÐNÝ	Ô	!Ð"3Ñ	4Ô	4¸Ò	9Ð	9½cÔ>Nð Rò ?ð ?õ
 ð)ñ
ô 
ð 	
ð 
:Ð	9ð ?ð ?re   c                 óF   — 	 t          ¦   «          dS # t          $ r Y dS w xY w©NTF)rÂ  Ú	Exceptionrd   re   rf   Úis_dynamo_supportedrÆ  i  s:   € ðÝ!Ñ#Ô#Ð#ØˆtøÝð ð ð Øˆuˆuðøøøó   ‚ ’
 Ÿ c                 ó"   — t          ¦   «          d S r…   )rÂ  rd   re   rf   Úcheck_if_inductor_supportedrÉ  q  s   € ÝÑÔÐÐÐre   c                 óF   — 	 t          ¦   «          dS # t          $ r Y dS w xY wrÄ  )rÉ  rÅ  rd   re   rf   Úis_inductor_supportedrË  u  s:   € ðÝ#Ñ%Ô%Ð%ØˆtøÝð ð ð ØˆuˆuðøøørÇ  c                 óX   — t           j        rt           j        rt          d¦  «        ‚d S d S )NzfDynamo configs suppress_error and fail_on_recompile_limit_hit can not both be active at the same time.)r8   Úsuppress_errorsÚfail_on_recompile_limit_hitr#  rd   re   rf   Úcheck_for_incompatible_configsrÏ  }  s@   € åÔð 
¥&Ô"Dð 
ÝØtñ
ô 
ð 	
ð
ð 
ð 
ð 
re   ú OptimizeContext | _NullDecoratorc                 ó4   ‡ ‡— dˆ ˆfd„}t          |g‰ ¢R i ‰¤ŽS )Nri   rÐ  c                 óâ   •— t           j        } | rUt          |                      ¦   «         ¦  «        dhk    r$t	          d|                      ¦   «         › �¦  «        ‚| d         ‰d<   t          ‰i ‰¤ŽS )Nr%  z>Only `fullgraph` kwarg override is supported for now, but got Únopython)r8   Ú!compiled_autograd_kwargs_overrideÚsetr´  r#  Úoptimize)Úca_kwargs_overrider—   r˜   s    €€rf   rS  zoptimize.<locals>.rebuild_ctx†  s‡   ø€ Ý#ÔEÐØð 	Aõ Ð%×*Ò*Ñ,Ô,Ñ-Ô-°+°Ò>Ð>Ý$ØpÐUg×UlÒUlÑUnÔUnÐpÐpñô ð ð "4°KÔ!@ˆF�:ÑÝ˜Ð( Ð(Ð(Ð(re   )ri   rÐ  )Ú	_optimize©r—   r˜   rS  s   `` rf   rÖ  rÖ  …  sG   øø€ ð
)ð 
)ð 
)ð 
)ð 
)ð 
)ð 
)õ �[Ð2 4Ð2Ð2Ð2¨6Ð2Ð2Ð2re   Úinductor)rÓ  r­  Úguard_export_fnÚguard_fail_fnÚguard_filter_fnÚdisabler¯  r±  Úrecompile_limitr²  r³  ú.Callable[[], OptimizeContext | _NullDecorator]rx   ústr | Callable[..., Any]rÓ  rÛ  ú*Callable[[_guards.GuardsSet], None] | NonerÜ  ú"Callable[[GuardFail], None] | NonerÝ  ú=Callable[[Sequence[GuardFilterEntry]], Sequence[bool]] | NonerÞ  rß  ú
int | Nonec               ó¼  — t          ¦   «          t          ¦   «          t          |||¬¦  «        }t          j                             d¦  «         |s3t          j                             dd¦  «        dk    st          d¦  «        st          ¦   «         S |r#t          j        st          |||| |	|
||¬¦  «        S t          |¦  «        }t          |dt           ¦  «        }t          j        r|	€d
dlm}  |d	d	d¬¦  «        }	t)          t+          j        |||	|
¬¦  «        ||d|ot          j         |t-          |d¦  «        r|                     ¦   «         nd	| |	||¬¦  «        S )aƒ  
    The main entrypoint of TorchDynamo.  Do graph capture and call
    backend() to optimize extracted graphs.

    Args:
        backend: One of the two things:
            - Either, a function/callable taking a torch.fx.GraphModule and
            example_inputs and returning a python callable that runs the
            graph faster.
            One can also provide additional context for the backend, like
            torch.jit.fuser("fuser2"), by setting the backend_ctx_ctor attribute.
            See AOTAutogradMemoryEfficientFusionWithContext for the usage.
            - Or, a string backend name in `torch._dynamo.list_backends()`
        nopython: If True, graph breaks will be errors and there will
            be a single whole-program graph.
        error_on_graph_break: If not None, the current `error_on_graph_break` setting is set to the given value.
            See `torch._dynamo.error_on_graph_break()` for more details on what `error_on_graph_break` means.

            Unlike `nopython=True` (i.e. `fullgraph=True`), there is no guarantee of a single whole-program graph.
            If `nopython` is True, `error_on_graph_break` does nothing.
        disable: If True, turn this decorator into a no-op
        dynamic: If True, upfront compile as dynamic a kernel as possible.  If False,
            disable all dynamic shapes support (always specialize).  If None, automatically
            detect when sizes vary and generate dynamic kernels upon recompile.
        recompile_limit: Maximum number of recompilations for this region.
            If None, uses ``torch._dynamo.config.recompile_limit``.
        isolate_recompiles: If True, this compile call gets its own isolated
            cache so recompilations are tracked independently from other
            compile calls on the same function.

    Example Usage::

        @torch._dynamo.optimize()
        def toy_example(a, b): ...
    )rÛ  rÜ  rÝ  ztorch._dynamo.optimizeÚTORCHDYNAMO_DISABLErk  Ú1zpytorch/compiler:enable_dynamo)r¯  r¿   rS  r±  rß  r²  r³  rµ  Nr7   rQ   F©rt  r-  rë  )r±  rß  rí   )r%  r­  r¯  r°  rS  r±  r²  r³  )rÂ  rÏ  rG   rk   rà   Ú_log_api_usage_onceÚosÚenvironÚgetr"   rˆ  r8   Ú&debug_force_graph_break_on_leaf_returnÚoptimize_assertr·   rM  rP  r(  r±  rR   r�  r9   r×   rí   )rS  rx   rÓ  r­  rÛ  rÜ  rÝ  rÞ  r¯  r±  rß  r²  r³  r¿   rµ  rR   s                   rf   rØ  rØ  •  sÃ  € õh ÑÔÐÝ"Ñ$Ô$Ð$õ Ø'Ø#Ø'ðñ ô €Eõ
 
„H× Ò Ð!9Ñ:Ô:Ð:àð åŒ:�>Š>Ð/°Ñ4Ô4¸Ò;Ð;ÝÐ @ÑAÔAð <õ ÑÔÐàð 

�ÔEð 

ÝØØØØ#ØØ+Ø1Ø#ð	
ñ 	
ô 	
ð 		
õ ˜gÑ&Ô&€Gõ ˜wÐ(:½LÑIÔIÐõ Ô ð U W _Ø+Ð+Ð+Ð+Ð+Ð+à �. D°ÈeÐTÑTÔTˆå!ÝÔ#ØØØØ+ð		
ñ 	
ô 	
ð 	ØØØ1ð >ÝÔ=Ð=Øõ �wÐ 5Ñ6Ô6ðˆG×'Ò'Ñ)Ô)Ð)ààØØ-Øð+ñ ô ð re   z&torch._dynamo.symbolic_convert.explainÚ
extra_argsÚextra_kwargsc                ót   ‡ ‡— ddl mŠ dˆˆ fd„}|s|r$t          j        d	t          d
¬¦  «          ||i |¤ŽS |S )Nr7   )ÚExplainOutputr—   r
   r˜   ri   ró  c            
     ó&  •‡	‡
‡‡‡— ddl m}  |¦   «          g Š
g Š	dŠg Šg Šdˆ	ˆ
ˆˆfd
„}dˆfd„} t          |d|¬¦  «        ‰¦  «        } || i |¤Ž t          ‰
¦  «        }|dz
  }t	          d¬¦  «        } |¦   «           ‰‰
||‰	‰‰‰|¦  «        S )Nr7   ri  r   Úgmútorch.fx.GraphModulerÄ   r
   ri   rÆ   c                óH   •— ddl m}  || ‰‰‰‰¦  «        \  } ŠŠŠŠ| j        S )Nr7   )Ú_explain_graph_detail)Úbackends.debuggingrø  rî   )rõ  rÄ   rø  Úbreak_reasonsÚgraphsÚop_countÚops_per_graphs      €€€€rf   Ú"dynamo_graph_accumulating_compilerzBexplain.<locals>.inner.<locals>.dynamo_graph_accumulating_compiler#  sP   ø€ ð BÐAÐAÐAÐAÐAð BWÐAVØ�F˜H m°]ñBô BÑ>ˆB�˜ -°ð ”:Ðre   ÚguardsúIterable[_guards.Guard]rÓ   c                ó2   •— ‰                      | ¦  «         d S r…   )Úextend©rÿ  Ú
out_guardss    €rf   Úguard_export_printz2explain.<locals>.inner.<locals>.guard_export_print3  s   ø€ à×Ò˜fÑ%Ô%Ð%Ð%Ð%re   F)rÓ  rÛ  rs   )Úrepr)rõ  rö  rÄ   r
   ri   rÆ   )rÿ  r   ri   rÓ   )rk  rÕ   rÖ  r©   rM   )r—   r˜   rÕ   rþ  r  Úopt_fÚgraph_countÚgraph_break_countÚcompile_timerú  rû  rü  rý  r  ró  r4  s            @@@@@€€rf   Úinnerzexplain.<locals>.inner  s.  øøøøøø€ àÐÐÐÐÐàˆ‰Œˆà-/ˆØ#%ˆØˆØ,.ˆØ*,ˆ
ð	ð 	ð 	ð 	ð 	ð 	ð 	ð 	ð 	ð 	&ð 	&ð 	&ð 	&ð 	&ð 	&ð
•Ø.ØØ.ð
ñ 
ô 
ð ñ	ô ˆð 	ˆˆtÐ�vÐÐÐå˜&‘k”kˆØ'¨!™OÐÝ$¨%Ð0Ñ0Ô0ˆð 	ˆ‰Œˆàˆ}ØØØØØØØØñ	
ô 	
ð 		
re   zäexplain(f, *args, **kwargs) is deprecated, use explain(f)(*args, **kwargs) instead.  If you don't migrate, we may break your explain call in the future if your user defined kwargs conflict with future kwargs added to explain(f).rÁ   r  )r—   r
   r˜   r
   ri   ró  )rù  ró  r  r  ÚFutureWarning)r4  rð  rñ  r  ró  s   `   @rf   Úexplainr    s�   øø€ à1Ð1Ð1Ð1Ð1Ð1ð8
ð 8
ð 8
ð 8
ð 8
ð 8
ð 8
ðt ð 
�\ð 
ÝŒð?õ Øð	
ñ 	
ô 	
ð 	
ð ˆu�jÐ1 LÐ1Ð1Ð1àˆre   c                  óP   ‡ — e Zd Z	 d!d"ˆ fd„Zd#d„Zd#ˆ fd„Zd$ˆ fd„Zd%ˆ fd „Zˆ xZS )&ÚFlattenInputOutputSignatureNÚmrö  Ú	flat_argsrƒ   Ú matched_input_elements_positionsú	list[int]Úflat_resultsúSequence[Any]Ú!matched_output_elements_positionsÚexample_fake_inputsúlist[torch.Tensor]Úflat_args_dynamic_dimsúlist[set[int]]r  ú!fake_tensor.FakeTensorMode | Noneri   rÓ   c	                óX  •‡ ‡‡‡— t          ¦   «                              |¦  «         t          ‰¦  «        t          |¦  «        k    r0t          dt          ‰¦  «        › dt          |¦  «        › d�¦  «        ‚ˆfd„t	          |¦  «        D ¦   «         }	g ‰ _        t          t          |¦  «        ¦  «        D �]RŠt          ¦   «                              d‰› �di ¦  «        }
‰|	v r|	‰         |
j        j	        d<   nõ|�¨t          |‰         t          j        ¦  «        rˆ|                     |‰         t          ˆˆfd„t          t          |‰         j        ¦  «        ¦  «        D ¦   «         d gt          |‰         j        ¦  «        z  ¬	¦  «        ¬
¦  «        |
j        j	        d<   nKt          |‰         t           ¦  «        r|‰         j        |
j        j	        d<   n|‰         |
j        j	        d<   ‰ j                             |
¦  «         �ŒTˆ fd„|D ¦   «         ‰ _        |‰ _        |‰ _        d S )Nzflat_args_dynamic_dims length (z) must match flat_args length (ú)c                ó(   •— i | ]\  }}|‰|         “ŒS rd   rd   )rZ  ÚixÚvalr  s      €rf   r   z8FlattenInputOutputSignature.__init__.<locals>.<dictcomp>q  s5   ø€ ð *
ð *
ð *
á��Cð Ð$ RÔ(ð*
ð *
ð *
re   rù  rd   r   c                óT   •— g | ]$}|‰‰         v rt           j        nt           j        ‘Œ%S rd   )r2   ÚDYNAMICÚSTATIC)rZ  Údr  r±  s     €€rf   r]  z8FlattenInputOutputSignature.__init__.<locals>.<listcomp>ƒ  sJ   ø€ ð +ð +ð +ð %&ð ()Ð,BÀ1Ô,EÐ'EÐ'Eõ %/Ô$6Ð$6å)3Ô):ð	+ð +ð +re   )Údynamic_sizesÚconstraint_sizes)Úsymbolic_contextc              3  ó2   •K  — | ]}‰j         |         V — Œd S r…   )Únew_args)rZ  r±  r   s     €rf   r  z7FlattenInputOutputSignature.__init__.<locals>.<genexpr>”  s*   øè è € ÐXÐX°!˜Tœ]¨1Ô-ÐXÐXÐXÐXÐXÐXre   )rü   rý   r©   r#  Ú	enumerater)  r³  ÚplaceholderÚnodeÚmetar  rk   ÚTensorÚfrom_tensorr4   Úshaper'   r   rÃ   Úold_args_genr  r  )r   r  r  r  r  r  r  r  r  Úmatched_input_elements_to_fakerù  r±  r  s   `     ``   @€rf   rý   z$FlattenInputOutputSignature.__init___  sj  øøøøø€ õ 	‰Œ×Ò˜ÑÔÐåÐ%Ñ&Ô&­#¨i©.¬.Ò8Ð8Ý ðBµ#Ð6LÑ2MÔ2Mð Bð BÝ03°I±´ðBð Bð Bñô ð ð*
ð *
ð *
ð *
å$Ð%EÑFÔFð*
ñ *
ô *
Ð&ð
 ˆŒÝ•s˜9‘~”~Ñ&Ô&ð 	&ñ 	&ˆAÝ‘'”'×%Ò% i¨A i i°°RÑ8Ô8ˆCØÐ2Ð2Ð2Ø'EÀaÔ'H�””˜eÑ$Ð$ð Ð(­Z¸	À!¼ÅeÄlÑ-SÔ-SÐ(à+4×+@Ò+@Ø! !œÝ)Að+ð +ð +ð +ð +õ */­s°9¸Q´<Ô3EÑ/FÔ/FÑ)GÔ)Gð+ñ +ô +ð /3¨Vµc¸)ÀA¼,Ô:LÑ6MÔ6MÑ-Mð
*ñ 
*ô 
*ð ,Añ ,ô ,�C”H”M %Ñ(Ð(õ   	¨!¤­kÑ:Ô:ð 8Ø+4°Q¬<Ô+;�C”H”M %Ñ(Ð(à+4°Q¬<�C”H”M %Ñ(àŒM× Ò  Ñ%Ô%Ð%Ñ%ØXÐXÐXÐXÐ7WÐXÑXÔXˆÔØ1RˆÔ.Ø(ˆÔÐÐre   ÚtargetrX   r—   útuple[Argument, ...]r˜   r>  r
   c                ó–  — t          | j        ¦  «        }d| j        j        v r| j        j        d         |j        j        d<   d| j        j        v r| j        j        d         |j        j        d<   d| j        j        v r| j        j        d         |j        j        d<   d| j        j        v r| j        j        d         |j        j        d<   |S )Nr   Útensor_dictÚexample_valueÚunbacked_bindings)rÓ  r1  Úcurrent_noder-  r,  )r   r3  r—   r˜   rù  s        rf   r+  z'FlattenInputOutputSignature.placeholder˜  sÇ   € õ �4Ô$Ñ%Ô%ˆØ�DÔ%Ô*Ð*Ð*Ø#'Ô#4Ô#9¸%Ô#@ˆCŒHŒM˜%Ñ Ø˜DÔ-Ô2Ð2Ð2Ø+/Ô+<Ô+AÀ-Ô+PˆCŒHŒM˜-Ñ(Ø˜dÔ/Ô4Ð4Ð4à-1Ô->Ô-CÀOÔ-TˆCŒHŒM˜/Ñ*Ø $Ô"3Ô"8Ð8Ð8Ø15Ô1BÔ1GØ#ô2ˆCŒHŒMÐ-Ñ.ð ˆ
re   c                óì  •— |d         }g |¢| j         ¢}g }t          t          | j        ¦  «        ¦  «        D ]™}| j        |         �'|                     || j        |                  ¦  «         Œ6| j        |         }t          |t          t          ¦  «        ¦  «        st          dt          |¦  «        › �¦  «        ‚|                     |¦  «         Œšt          ¦   «                              ||fi ¦  «        S )Nr   z5Expected const_val to be a common constant type, got )r)  r³  r©   r  r  rÃ   r  r£  rL   r#  r  rü   Úoutput)
r   r3  r—   r˜   Údynamo_result_flatr9  Únew_results_flatr±  Ú	const_valr  s
            €rf   r;  z"FlattenInputOutputSignature.output©  s  ø€ ð " !œWÐØ6Ð%Ð6¨¬Ð6ˆàÐÝ•s˜4Ô,Ñ-Ô-Ñ.Ô.ð 	3ð 	3ˆAØÔ5°aÔ8ÐDØ ×'Ò'Ø˜4ÔAÀ!ÔDÔEñô ð ð ð !Ô-¨aÔ0�	Ý! )­UÕ3HÑ-IÔ-IÑJÔJð Ý(ØaÕPTÐU^ÑP_ÔP_ÐaÐañô ð ð !×'Ò'¨	Ñ2Ô2Ð2Ð2Ý‰wŒw�~Š~˜fÐ'7Ð&9¸2Ñ>Ô>Ð>re   ÚnrW   c                óö  •— || _         t          ¦   «                              |¦  «        }d| j         j        v r| j         j        d         |j        j        d<   d| j         j        v r| j         j        d         |j        j        d<   d| j         j        v r| j         j        d         |j        j        d<   | j         j        dk    r8|j                             t          | j         d|j        j        ¦  «        ¦  «         |S )Nr   r7  r8  r;  rJ  )	r9  rü   Úrun_noder-  r,  ÚopÚ_renamerM  rJ  )r   r?  Úresult_proxyr  s      €rf   rA  z$FlattenInputOutputSignature.run_node¾  sý   ø€ ØˆÔÝ‘w”w×'Ò'¨Ñ*Ô*ˆØ�DÔ%Ô*Ð*Ð*Ø,0Ô,=Ô,BÀ5Ô,IˆLÔÔ" 5Ñ)Ø˜dÔ/Ô4Ð4Ð4à6:Ô6GÔ6LØô7ˆLÔÔ" ?Ñ3ð  $Ô"3Ô"8Ð8Ð8Ø:>Ô:KÔ:PØ#ô;ˆLÔÔ"Ð#6Ñ7ð ÔÔ 8Ò+Ð+ØÔ×%Ò%Ý˜Ô)¨6°<Ô3DÔ3IÑJÔJñô ð ð Ðre   c                óè   •— t          ¦   «                              ¦   «         }d| j        j        v r| j        j        d         |j        d<   d| j        j        v r| j        j        d         |j        d<   |S )NÚ dynamo_flat_name_to_original_fqnÚdynamo_compile_id)rü   Ú	transformr  r-  )r   Ú	result_gmr  s     €rf   rH  z%FlattenInputOutputSignature.transformÒ  ss   ø€ Ý‘G”G×%Ò%Ñ'Ô'ˆ	Ø-°´Ô1AÐAÐAØAEÄÔAQØ2ôBˆIŒNÐ=Ñ>ð  $¤+Ô"2Ð2Ð2Ø26´+Ô2BÐCVÔ2WˆIŒNÐ.Ñ/ØÐre   r…   )r  rö  r  rƒ   r  r  r  r  r  r  r  r  r  r  r  r  ri   rÓ   )r3  rX   r—   r4  r˜   r>  ri   r
   )r?  rW   ri   r
   )ri   rö  )	r`   ra   rb   rý   r+  r;  rA  rH  rf  rg  s   @rf   r  r  ^  s¶   ø€ € € € € ð 8<ð7)ð 7)ð 7)ð 7)ð 7)ð 7)ð 7)ðrð ð ð ð"?ð ?ð ?ð ?ð ?ð ?ð*ð ð ð ð ð ð(ð ð ð ð ð ð ð ð ð re   r  c                  ó$   — e Zd ZU ded<   ded<   dS )ÚExportResultrö  Úgraph_moduleú_guards.GuardsSetrÿ  N)r`   ra   rb   ry   rd   re   rf   rK  rK  Ý  s*   € € € € € € Ø&Ð&Ð&Ñ&ØÐÐÑÐÐre   rK  Úgraphrö  c                óô  — g }| j                              d¬¦  «        D �]&}t          |d¦  «        st          d¦  «        ‚t          | d¦  «        st          d¦  «        ‚|j        }| j                             |¦  «        }|€Œet          |¦  «        dk    rt          d¦  «        ‚d }|D ]}t          |¦  «        dk    rŒ|} |€|j        › d	�}n`d
 	                    t          j        |¦  «        ¦  «        }d
}	t          |¦  «        dk    rdt          |¦  «        dz
  › d�}	|j        › d|› |	› �}|                     |¦  «         �Œ(|r0t          t          j        dd 	                    |¦  «        z   ¦  «        ‚d S )Nr+  ©rB  Ú_dynamo_sourcez(node is missing _dynamo_source attributeÚ_source_to_user_stacksz1graph is missing _source_to_user_stacks attributer   zuser_stacks must not be emptyz, a closed over free variablerk  r7   z(elided z more accesses)z, accessed at:
a�  Cannot export model which references tensors that are neither buffers/parameters/constants nor are direct inputs.  For each tensor, if you'd like this tensor to be an explicit input, add it as a dummy argument to the top-level model definition you are exporting; if you would like its value to be embedded as an exported constant, wrap its access in a function marked with @assume_constant_result.

z

)rN  Ú
find_nodesr×   r#  rQ  rR  rí  r©   rJ  r	   r,   Úformat_listrÃ   rE   rF   ÚINVALID_INPUT)
rN  Úinput_errorsr,  ÚsourceÚuser_stacksÚstackÚsr—  ÚtbÚextras
             rf   Úcheck_signature_rewritabler]  å  sÉ  € à€LØ”×&Ò&¨-Ð&Ñ8Ô8ð  !ñ  !ˆå�tÐ-Ñ.Ô.ð 	MÝ Ð!KÑLÔLÐLÝ�uÐ6Ñ7Ô7ð 	VÝ Ð!TÑUÔUÐUð Ô$ˆØÔ2×6Ò6°vÑ>Ô>ˆØÐØÝˆ{ÑÔ˜qÒ Ð Ý Ð!@ÑAÔAÐAð ˆØð 	ð 	ˆAÝ�1‰vŒv˜Š{ˆ{ØØˆEØØˆ=Ø”[Ð?Ð?Ð?ˆCˆCà—’�Ô.¨uÑ5Ô5Ñ6Ô6ˆBØˆEÝ�;ÑÔ !Ò#Ð#ØH¥3 {Ñ#3Ô#3°aÑ#7ÐHÐHÐH�Ø”[Ð=Ð=°"Ð=°eÐ=Ð=ˆCà×Ò˜CÑ Ô Ð Ñ àð 

ÝÝÔ'ðEð �kŠk˜,Ñ'Ô'ñ(ñ	
ô 	
ð 		
ð

ð 

re   Úflat_valuesÚ
error_typerF   c                óˆ  ‡— t           j        t           j        t           j        t           j        t           j        j        t          gt          t          ¦  «        z   Šdˆfd„}|t          j        k    rdnd}| D ]J} ||¦  «        s=|t          j        k    r|€Œ t          |d|› d	t          |¦  «        › d
|› d‰› d�	¦  «        ‚ŒKd S )Nr   r
   ri   ru   c                óv   •— t          | t          ‰¦  «        ¦  «        pt          t          | ¦  «        ¦  «        S r…   )r  r£  r   r  )r   Úsupported_typess    €rf   Úis_supported_typez2check_user_input_output.<locals>.is_supported_type!  s.   ø€ Ý˜#�u _Ñ5Ô5Ñ6Ô6ÐS½.ÍÈcÉÌÑ:SÔ:SÐSre   Úinputr;  zIt looks like one of the zs with type `z;` is not supported or pytree-flattenable. 
Exported graphs z2s can only contain the following supported types: zµ. 
If you are using a custom class object, please register a pytree_flatten/unflatten function using `torch.utils._pytree.register_pytree_node` or `torch.export.register_dataclass`.)r   r
   ri   ru   )rk   r.  ÚSymIntÚSymFloatÚSymBoolrà   ÚScriptObjectr'   r¡  rL   rF   rU  rE   r  )r^  r_  rc  Ú
value_typeÚvrb  s        @rf   Úcheck_user_input_outputrk    s  ø€ åŒÝŒÝŒÝŒÝŒÔÝðõ 	Õ"Ñ#Ô#ñ$€OðTð Tð Tð Tð Tð Tð '­-Ô*EÒEÐE��È8€Jàð ð ˆØ Ð  Ñ#Ô#ð 	Ø�]Ô8Ò8Ð8¸Q¸YØåØð5¨Jð 5ð 5ÅTÈ!ÁWÄWð 5ð 5à#-ð5ð 5ð />ð5ð 5ð 5ñ
ô 
ð 
ð		ðð re   r  r  r  Úin_specúpytree.TreeSpecr  Úgraph_captured_inputúIterable[Any]Úgraph_captured_outputúIterable[Any] | NoneÚdynamo_traced_resultr  r  c
           
     óB  ‡ ‡— t          j        ||¦  «        \  }
}t          |t          j        ¦  «         t          j        |¦  «        \  }}t          |t          j        ¦  «         dd„Šdˆˆ fd„} |d||¦  «        }|€t          d¦  «        ‚ |dt          |¦  «        |z   |¦  «        }t          |||||||	|¦  «         
                    ¦   «         }t          t          t          ‰ |
|¦  «        ||¦  «        ¦  «        |j        _        |                     ¦   «          |S )NrŠ  r‹  ri   rÓ   c           
     ó  — | j                              ¦   «         D ]o\  }}|j        t          j        j        urRdd lmc m} ddl	m
} t                               d||j        ¦  «          |ddd|› d|j        › d�g |j        ¢¬	¦  «         Œpd S )
Nr   )Úunimplementedz3Parameter %s is optional with a default value of %sz7rewrite_signature: cannot trace optional function inputrk  z
Parameter z% is optional with a default value of z. This is not supported yet.)Úgb_typeÚcontextÚexplanationÚhints)r¢  Úitemsrr   r5  r“  rž  Útorch._dynamo.graph_break_hintsrl   Úgraph_break_hintsÚtorch._dynamo.excru  rl  ÚerrorÚSUPPORTABLE)rŠ  rJ  Úparamr|  ru  s        rf   Úcheck_optional_input_and_errorz9rewrite_signature.<locals>.check_optional_input_and_errorJ  sí   € à Ô+×1Ò1Ñ3Ô3ð 	ð 	‰KˆD�%ØŒ}¥GÔ$5Ô$;Ð;Ð;ØKÐKÐKÐKÐKÐKÐKÐKÐKØ;Ð;Ð;Ð;Ð;Ð;å—	’	ØIØØ”Mñô ð ð
 �ØUØð !D¨Tð  !Dð  !DÐX]ÔXeð  !Dð  !Dð  !DðØ*Ô6ðð	ñ ô ð øð	ð 	re   Ú
debug_typers   Úsourcesro  Ú
candidatesúlist[int | None]c                ó²  •— g }i }t          |¦  «        D ]\  }}||t          |¦  «        <   Œ|D ]§}t          |t          t          ¦  «        ¦  «        r|                     d ¦  «         Œ:t          |¦  «        |vr4| dk    r ‰‰¦  «         t          dt          |¦  «        › d| › d�¦  «        ‚|                     |t          |¦  «                 ¦  «         Œ¨|S )Nr  zUnexpectedly found a z in the zO.
Please file an issue along with a paste of the logs from TORCH_LOGS="+export")r*  rx  r  r£  rL   rÃ   r#  r  )	r‚  rƒ  r„  Úmatched_elements_positionsÚdict_of_source_valsr±  r   r�  rŠ  s	          €€rf   Úproduce_matchingz+rewrite_signature.<locals>.produce_matching_  s  ø€ ð 8:Ð"Ø ÐÝ Ñ(Ô(ð 	-ð 	-‰FˆAˆsØ+,Ð¥ 3¡¤Ñ(Ð(àð 	Pð 	PˆCÝ˜#�uÕ%:Ñ;Ô;Ñ<Ô<ð 
PØ*×1Ò1°$Ñ7Ô7Ð7Ð7Ý�C‘”Ð 3Ð3Ð3Ø Ò)Ð)Ø2Ð2°5Ñ9Ô9Ð9Ý$ðd­D°©I¬Ið dð d¸zð dð dð dñô ð ð
 +×1Ò1Ð2EÅbÈÁgÄgÔ2NÑOÔOÐOÐOà)Ð)re   r  z&graph_captured_output must not be NoneÚoutputs)rŠ  r‹  ri   rÓ   )r‚  rs   rƒ  ro  r„  ro  ri   r…  )ÚpytreeÚtree_unflattenrk  rF   rU  Útree_flattenÚINVALID_OUTPUTr#  r¡  r  rH  r5   r6   r¸  rN  Ú_codegenÚ	recompile)rŠ  rN  r  r  rl  r  rn  rp  rr  r  Ú	orig_argsÚorig_kwargsÚflat_results_tracedÚout_spec_tracedr‰  r  r  Ú	new_graphr�  s   `                 @rf   Úrewrite_signaturer–  8  sx  øø€ õ $Ô2°9¸gÑFÔFÑ€Iˆ{å˜I¥}Ô'BÑCÔCÐCÝ+1Ô+>Ð?SÑ+TÔ+TÑ(Ð˜ÝÐ/µÔ1MÑNÔNÐNðð ð ð ð**ð *ð *ð *ð *ð *ð *ð. (8Ð'7Ø�)Ð1ñ(ô (Ð$ð Ð$ÝÐEÑFÔFÐFØ(8Ð(8Ø•4Ð-Ñ.Ô.°Ñ:Ð<Oñ)ô )Ð%õ ,ØØØ(ØØ)ØØØñ	ô 	÷ ‚i�k„kð õ  .ÝÝ˜5 )¨[Ñ9Ô9ØØñ	
ô 	
ñ ô  €I„OÔð ×ÒÑÔÐØÐre   Úsymbolic)Ú
aten_graphÚpre_dispatchÚdecomposition_tableÚtracing_modeÚdynamic_shapesÚspecialize_floatr~  Úsame_signatureÚdisable_constraint_solverÚ+prefer_deferred_runtime_asserts_over_guardsÚ_log_export_usageÚconstraintsr˜  r™  rš  ú6dict[torch._ops.OpOverload, Callable[..., Any]] | Noner›  rœ  ú.dict[str, Any] | tuple[Any] | list[Any] | Noner�  r~  rž  rŸ  r   r¡  r¢  úlist[Constraint] | NoneúCallable[..., ExportResult]c               ó  ‡‡‡‡‡‡‡	‡
‡‡‡‡— t           j        rt          j        d¦  «        ‚|rt	          ddh¬¦  «         | Š|Š|Š|Šdˆˆˆˆˆˆˆ	ˆˆˆ
ˆˆfd
„}|s|r$t          j        dt          d¬¦  «          ||i |¤ŽS |S )ac  
    Export an input function f to a format that can be executed outside of PyTorch using the FX graph.

    Args:
        f (callable): A PyTorch function to be exported.

        aten_graph (bool): If True, exports a graph with ATen operators.
        If False, exports a graph with Python operators. Default is False.

        pre_dispatch (bool): If True, exports a graph with ATen operators,
        but before any logic in the PyTorch dispatcher has run.
        This can be useful if you want to apply further transformations on a graph before running it
        through autograd, autocast, or any other functionalities that are integrated into the dispatcher.
        This flag is only valid if aten_graph=True is set.
        Default is False.

        decomposition_table (dict): A dictionary that maps operators to their decomposition functions.
        Required if aten_graph or tracing_mode is specified. Default is None.

        tracing_mode (str): If "symbolic", turn on dynamic shapes support. Default is "symbolic".

        dynamic_shapes:
         An optional argument where the type should either be:
         1) a dict from argument names of ``f`` to their dynamic shape specifications,
         2) a tuple that specifies dynamic shape specifications for each input in original order.
         If you are specifying dynamism on keyword args, you will need to pass them in the order that
         is defined in the original function signature.

         The dynamic shape of a tensor argument can be specified as either
         (1) a dict from dynamic dimension indices to :func:`Dim` types, where it is
         not required to include static dimension indices in this dict, but when they are,
         they should be mapped to None; or (2) a tuple / list of :func:`Dim` types or None,
         where the :func:`Dim` types correspond to dynamic dimensions, and static dimensions
         are denoted by None. Arguments that are dicts or tuples / lists of tensors are
         recursively specified by using mappings or sequences of contained specifications.

        same_signature (bool): If True, rewrite the returned graph's signature to be the same as f.

        disable_constraint_solver (bool): Whether the dim constraint solver must be disabled.

    Returns:
        A function that given args and kwargs, returns a tuple of (graph, guards)
        Graph: An FX graph representing the execution of the input PyTorch function with the provided arguments and options.
        Guards: The guards we accumulated during tracing f above

    Raises:
        AssertionError: If decomposition_table is specified without setting aten_graph=True,
        or if graph breaks during tracing in export.

        AssertionError: If Dynamo input and output is not consistent with traced input/output.

    Note - this headerdoc was authored by ChatGPT, with slight modifications by the author.
    z"Cannot force graph break on exportzexport.private_apirl   )ÚeventÚflagsr—   r
   r˜   ri   rK  c                 óþ  •‡‡‡ ‡!‡"‡#‡$— ‰&s"t          ‰'| |¦  «        }t          |‰,¦  «        Šn‰&Š‰'}‰(}‰%}t          ¦   «          t          j                             d¦  «         ‰*�‰)st          d¦  «        ‚‰-r‰)st          d¦  «        ‚t          |¦  «        }t          |t          j	        j
        ¦  «        r|j        n|}t          j        |¦  «        }d Š!d Š$d Š"d Š#d Š d }d2ˆ$fd„}	g Šd3ˆˆ ˆ!ˆ"ˆ#fd„}
t          j        | |f¦  «        \  }}t!          |¦  «         d }‰0dk    rd}t#          j        d||dddd‰.t"          j        ¬¦	  «	        5  t)          ¦   «         5   t+          |
t-          |	d ¬¦  «        d‰¬¦  «        |¦  «        }	  || i |¤Ž}n# t.          $ r}|}Y d }~nd }~ww xY wd d d ¦  «         n# 1 swxY w Y   d d d ¦  «         n# 1 swxY w Y   t!          |¦  «         ‰+�sRt1          ‰ dd ¦  «        x}��>|j        x}��4t          |t          j        j        t          j        j        f¦  «        �st;          j        |¦  «        sï|                     ¦   «          |                      ¦   «         }| !                    |‰,||¦  «        }|r|j"        d         |z   f|_"        n-|rt/          |¦  «        }ntF           $                    d|¦  «         |j%        D ]a}t          |tL          j'        ¦  «        rEt/          d (                    tS          j*        |j+        |         ¦  «        ¦  «        › d|› d�¦  «        }Œb|r|‚‰!�€Â‰/st          d¦  «        ‚g ŠdŠ"dŠ#t          j,         -                    t]          ¦   «         d¬¦  «        Š ‰$€t_          j0        ¦   «         Š$‰$€t          d¦  «        ‚tc          |j2         3                    ¦   «         ¦  «        }t          j4         5                    ¦   «         }tm          |¦  «        D ]€\  }}t          j7        ||         ¦  «        ra| 8                    |¦  «        }‰  9                    ||         d¬¦  «        |j:        d <   ‰"||         fz   Š"‰ ;                    ||         ¦  «         Œ�| <                    ‰#¦  «         t          j	         
                    ¦   «         }t          j4         =                    ||¦  «        Š!tF           $                    d!‰! >                    dd¬"¦  «        ¦  «         nc‰$€t          d#¦  «        ‚‰ €t          d$¦  «        ‚tF           $                    d%‰! >                    dd¬"¦  «        ¦  «         ‰/rt          ‰!¦  «         ˆ fd&„‰D ¦   «         }‰)�rPd4ˆ!fd)„}t�          ¦   «         5  tƒ          ¦   «         5  ‰ 5  	  t…          |‰*d*d‰-d¬+¦  «        |Ž Š!n;# t†          $ r.}t‰          tŠ          jF        t�          |¦  «        d,¬-¦  «        ‚d }~ww xY w	 d d d ¦  «         n# 1 swxY w Y   d d d ¦  «         n# 1 swxY w Y   d d d ¦  «         n# 1 swxY w Y   ‰!€t          d.¦  «        ‚‰!jH         I                    d/¬0¦  «        D ]a}t          t1          ‰!|jJ        ¦  «        t          jK        ¦  «        r2‰  9                    t1          ‰!|jJ        ¦  «        d¬¦  «        |j:        d <   Œb‰/r&ˆfd1„|D ¦   «         }t™          |‰!‰ |||‰"‰#||¦
  «
        Š!t›          ‰!‰$¦  «        S )5Nztorch._dynamo.exportzaSpecifying a decomposition_table table or tracing mode is illegal without setting aten_graph=Truez7pre_dispatch=True can only be used when aten_graph=Truerÿ  rM  ri   rÓ   c                ó.   •— ‰�t          d¦  «        ‚| Šd S )Nz3whole graph export entails exactly one guard export)r#  r  s    €rf   r  z1export.<locals>.inner.<locals>.guard_export_print	  s)   ø€ àÐ%Ý$ØIñô ð ð  ˆJˆJˆJre   rõ  rö  Úinner_example_inputsrƒ   rÆ   c                ój   •— ‰�t          d¦  «        ‚| Št          j        ¦   «         Š|Šdˆˆˆˆfd„}|S )Nz\Tried to emit a second graph during export. Tracing through 'f' must produce a single graph.Úgraph_inputsr
   ri   c                 ó@  •‡‡— | Š‰€t          d¦  «        ‚t          ‰                     d¬¦  «        ¦  «        }t          ‰                     d¬¦  «        ¦  «        }t	          j        | ¦  «        �t	          j        | ¦  «        n‰Št          ¦   «         }‰€t          d¦  «        ‚‰j        x}r|                     ¦   «         }‰5  t          ¦   «         5  |5  i |¥|¥}i }| 
                    ¦   «         D ]\  }}‰                     |d¬¦  «        ||<   Œ ddlmŠm}	 dˆˆfd„}
t          j        |
| ¦  «        }t"          j                             ‰||¦  «        Šd d d ¦  «         n# 1 swxY w Y   d d d ¦  «         n# 1 swxY w Y   d d d ¦  «         n# 1 swxY w Y   ‰S )Nz2graph must not be None in result_capturing_wrapperF)Úremove_duplicatez"ambient_fake_mode must not be NoneT©Ústatic_shapesr   )Úkey_path_to_sourceÚKeyPathr)  r´  Útú torch.Tensor | _IntWrapper | Anyri   r
   c                óœ  •— t          |t          j        ¦  «        r‰                     |d¬¦  «        S t          |t          ¦  «        r„|j        �vt          |j        t          ¦  «        r\|j        j        t          j	        t          j
        fv r8 ‰| ¦  «        }‰j                             |j        |t          j	        ¦  «        }|S |j        S |S )NTr±  )r  rk   r.  r/  r'   rÌ   r%   r  r&   r"  ÚAUTOÚ	shape_envÚ$create_unspecified_symint_and_symbolr   r2   )r)  rµ  rW  ÚsymintÚambient_fake_moder³  s       €€rf   Úfakify_with_ambientz…export.<locals>.inner.<locals>.dynamo_normalization_capturing_compiler.<locals>.result_capturing_wrapper.<locals>.fakify_with_ambientX	  sÌ   ø€ õ & a­¬Ñ6Ô6ð %à#4×#@Ò#@ÀÐRVÐ#@Ñ#WÔ#WÐWÝ'¨­;Ñ7Ô7ð %à !¤
Ð 6Ý$.¨q¬z½8Ñ$DÔ$Dð !7à$%¤J¤Oå$0Ô$8Ý$0Ô$5ð$"ð%"ð %"ð *<Ð);¸DÑ)AÔ)A Ø):Ô)D×)iÒ)iØ$%¤E¨6µ:Ô3Eñ*"ô *" ð (. à'(¤u à#$˜Hre   )r)  r´  rµ  r¶  ri   r
   )r#  r@  Únamed_parametersÚnamed_buffersr   Údetect_fake_moderP  r¹  Úignore_fresh_unbacked_symbolsr   rz  r/  Útorch._export.non_strict_utilsr³  r´  r‹  Útree_map_with_pathrk   ÚfuncÚfunctional_call)r®  r¾  r¿  Úignore_fresh_unbackedr¹  Úparams_and_buffersÚfake_params_buffersrJ  rH  r´  r½  Úfake_graph_inputsr¼  r³  r  rN  rn  Úgraph_captured_results               @@€€€€rf   Úresult_capturing_wrapperzhexport.<locals>.inner.<locals>.dynamo_normalization_capturing_compiler.<locals>.result_capturing_wrapper%	  sî  øøø€ ð (4Ð$Ø�=Ý(ØLñô ð õ $(¨×(>Ò(>ÐPUÐ(>Ñ(VÔ(VÑ#WÔ#WÐ Ý $ U×%8Ò%8È%Ð%8Ñ%PÔ%PÑ QÔ Q�õ Ô/°Ñ=Ô=ÐIõ Ô,¨\Ñ:Ô:Ð:à"ð "õ )5©¬Ð%Ø$Ð,Ý(Ð)MÑNÔNÐNØ 1Ô ;Ð;�9ð VØ,5×,SÒ,SÑ,UÔ,UÐ)ð &ð6ð 6å,Ñ.Ô.ð6ð 6ð *ð6ð 6ð
*Ø*ð*à'ð*Ð&ð +-Ð'à'9×'?Ò'?Ñ'AÔ'Að ð ™˜˜eØ4E×4QÒ4QØ!°ð 5Rñ 5ô 5Ð+¨DÑ1Ð1ðð ð ð ð ð ð ð ð
%ð %ð %ð %ð %ð %ð %õ4 )/Ô(AØ+¨\ñ)ô )Ð%õ -2¬J×,FÒ,FØØ+Ø)ñ-ô -Ð)ðe6ð 6ð 6ñ 6ô 6ð 6ð 6ð 6ð 6ð 6ð 6øøøð 6ð 6ð 6ð 6ð 6ð 6ð 6ñ 6ô 6ð 6ð 6ð 6ð 6ð 6ð 6øøøð 6ð 6ð 6ð 6ð 6ð 6ð 6ñ 6ô 6ð 6ð 6ð 6ð 6ð 6ð 6øøøð 6ð 6ð 6ð 6ðp -Ð,s[   ÃFÃE<ÃBE%ÅE<Å%E)Å)E<Å,E)Å-E<Å0FÅ<F 	Æ FÆF 	ÆFÆFÆF)r®  r
   ri   r
   )r#  r   rÀ  )rõ  r¬  rË  rÄ   r  rN  rn  rÊ  s      €€€€€rf   Ú'dynamo_normalization_capturing_compilerzFexport.<locals>.inner.<locals>.dynamo_normalization_capturing_compiler	  s{   ø€ ð Ð Ý$Ørñô ð ð ˆEõ  Ô0Ñ2Ô2ˆIØ1ˆNðV-ð V-ð V-ð V-ð V-ð V-ð V-ð V-ð V-ðp ,Ð+re   r—  TF)	Úspecialize_intr�  r~  r  Ú capture_dynamic_output_shape_opsÚcapture_scalar_outputsÚ'constant_fold_autograd_profiler_enabledr   Úinstall_free_tensors)rÛ  rÜ  )r¿   r®  Úexport_constraintsr¹  r   z#Summary of dimension constraints:%srk  zk
It appears that you're trying to set a constraint on a value which we evaluated to have a static value of z0. Set TORCH_LOGS="+export" for more information.zhFailed to produce a graph during tracing as no tensor operations were found and same_signature is False.rd   )r¹  r®  zout_guards must not be Noner±  r   zQFailed to capture a graph during tracing as no tensor operations were found.:

%s)Úprint_outputÚcoloredz'Failed to produce guards during tracingz(fake_mode must not be None after tracingzDynamo captured graph:

%sc                ór   •— g | ]3}t          |t          j        ¦  «        r‰                     |¦  «        n|‘Œ4S rd   )r  rk   r.  r/  )rZ  rµ  r  s     €rf   r]  z)export.<locals>.inner.<locals>.<listcomp>
  sM   ø€ ð 
ð 
ð 
àõ )3°1µe´lÑ(CÔ(CÐJˆI×!Ò! !Ñ$Ô$Ð$Èð
ð 
ð 
re   r—   r
   c                 óÊ   •— t           j        j                             ¦   «         5  t          j                             ‰¦  «        j        | Ž cd d d ¦  «         S # 1 swxY w Y   d S r…   )rk   rA  r,   Úpreserve_node_metaÚInterpreterÚrun)r—   rN  s    €rf   Úgraph_with_interpreterz5export.<locals>.inner.<locals>.graph_with_interpreter
  s­   ø€ Ý”XÔ'×:Ò:Ñ<Ô<ð Bð BÝ œ8×/Ò/°Ñ6Ô6Ô:¸DÐAðBð Bð Bð Bñ Bô Bð Bð Bð Bð Bð Bð Bøøøð Bð Bð Bð Bð Bð Bs   ¥&AÁAÁAÚreal)rš  r›  Ú_allow_non_fake_inputsr™  Ú_allow_fake_constantÚcond_operands)Ú	case_namez$graph must not be None after tracingÚget_attrrP  c                ó2   •‡— g | ]Šˆfd „‰pdD ¦   «         ‘ŒS )c                óÀ   •— h | ]Z}|j         t          ‰¦  «        k    r@t          |t          ¦  «        s+|j        j        j        |j        j        j        k    ¯S|j        ’Œ[S rd   )	Út_idrx  r  r)   Úconstraint_rangeÚvrÚlowerÚupperÚdim)rZ  ÚcÚxs     €rf   ú	<setcomp>z3export.<locals>.inner.<locals>.<listcomp>.<setcomp>3
  si   ø€ ð ð ð ààœ¥" Q¡%¤%š˜Ý *¨1Õ.@Ñ AÔ Að (àÔ.Ô1Ô7¸1Ô;MÔ;PÔ;VÒVÐVð ”Eð
 WÐVÐVre   rd   rd   )rZ  rê  r¢  s    @€rf   r]  z)export.<locals>.inner.<locals>.<listcomp>2
  sR   øø€ ð &ð &ð &ð ðð ð ð à)Ð/¨Rðñ ô ð&ð &ð &re   )rÿ  rM  ri   rÓ   )rõ  rö  r¬  rƒ   ri   rÆ   )r—   r
   ri   r
   )Nr$   r(   rÂ  rk   rà   rê  r#  rz  r  r  r*  rî   r5  Ú	signaturer‹  r�  rn  r8   r   Úinstall_free_tensors_for_exportr   rï  rG   r1   rM  Údim_constraintsÚ_opsÚOpOverloadPacketÚ
OpOverloadr<   rŸ   ÚsolveÚforced_specializationsÚprettify_resultsr—   rl  r–  Úvar_to_rangeÚsympyÚIntegerr	   r,   rT  Úvar_to_stackÚ_subclassesÚFakeTensorModer3   r   Ú	GuardsSetr¡  r¢  r´  rA  ÚGraphr*  Ú	is_tensorr+  r/  r-  rÃ   r;  r+   Úprint_readabler]  r    r   r0   rA   rE   rF   ÚDYNAMIC_CONTROL_FLOWrs   rN  rS  r3  r.  r–  rK  )1r—   r˜   Úcombined_argsr4  r�  r~  Úcall_to_inspectÚoriginal_signatureÚresult_tracedr  rÌ  r  rl  Úconstraint_violation_errorr  r!  r¹  rî  ró  r—  ÚkÚparameter_namesÚfx_graphr±  rJ  r,  r  r  rÚ  r  r¢  rÄ   r  rN  rn  rÊ  r  Ú_assume_static_by_defaultÚ_constraintsÚ_fÚ_specialize_floatr˜  rš  rŸ  rœ  r™  r   rž  r›  s1                                 @@@@@@@€€€€€€€€€€€€rf   r  zexport.<locals>.innerè  s
  øøøøøøøø€ Øð 	'Ý)¨"¨d°FÑ;Ô;ˆMÝ1°-ÀÑPÔPˆKˆKà&ˆKàˆØ,ÐØ#<Ð Ý!Ñ#Ô#Ð#ÝŒ×$Ò$Ð%;Ñ<Ô<Ð<ØÐ*Øð Ý$Øwñô ð ð ð 	Øð Ý$ØMñô ð õ ˜‰OŒOˆÝ'1°!µU´X´_Ñ'EÔ'EÐL˜!œ)˜)È1ˆÝ$Ô.¨Ñ?Ô?ÐØˆØˆ
Ø#ÐØAEÐØˆ	Øˆð	 ð 	 ð 	 ð 	 ð 	 ð 	 ð %'ˆðk	,ð k	,ð k	,ð k	,ð k	,ð k	,ð k	,ð k	,ð k	,ð k	,õ^ $Ô0°$¸°Ñ@Ô@Ñˆ	�7å˜!ÑÔÐØ%)Ð"Ø˜:Ò%Ð%Ø'+Ð$åŒLØ#Ø!1Ø)AØ).Ø15Ø'+Ø8<Ø<gõ &,Ô%Kðñ ô ð	/ð 	/õ %Ñ&Ô&ð	/ð 	/ð"•OØ7ÝØ$6Ø"&ðñ ô ð Ø#.ðñ ô ð ñô ˆEð/Ø %  tÐ 6¨vÐ 6Ð 6��øÝ+ð /ð /ð /Ø-.Ð*Ð*Ð*Ð*Ð*Ð*øøøøð/øøøð;	/ð 	/ð 	/ñ 	/ô 	/ð 	/ð 	/ð 	/ð 	/ð 	/ð 	/øøøð 	/ð 	/ð 	/ð 	/ð 	/ð 	/ð 	/ñ 	/ô 	/ð 	/ð 	/ð 	/ð 	/ð 	/ð 	/øøøð 	/ð 	/ð 	/ð 	/õ> 	˜!ÑÔÐð *ñ)	å% i°¸dÑCÔCÐC�ÑPØ$-Ô$=Ð=�ÑJÝØ¥%¤*Ô"=½u¼zÔ?TÐ!Uñô ñ Kõ  Ô% oÑ6Ô6ð	 Kð ×!Ò!Ñ#Ô#Ð#à%4×%KÒ%KÑ%MÔ%MÐ"à!×2Ò2Ø"ØØ*Ø&ñ	ô ˆCð *ð à.Ô3°AÔ6¸Ñ<ð3Ð*Ô/Ð/ð *ð Ý1IÈ#Ñ1NÔ1NÐ.Ð.å—H’HØ=Øñô ð ð Ô+ð ð �Ý˜a¥¤Ñ/Ô/ð Ý1IØŸ7š7¥9Ô#8¸Ô9OÐPQÔ9RÑ#SÔ#SÑTÔTð Ið IàNOðIð Ið Iñ2ô 2Ð.øð &ð 	-Ø,Ð,à‰=Ø!ð Ý$Ø~ñô ð ð  ˆNØ#%Ð Ø$&Ð!ÝÔ)×8Ò8Ý"™*œ*¨Tð 9ñ ô ˆIð Ð!Ý$Ô.Ñ0Ô0�
ØÐ!Ý$Ð%BÑCÔCÐCÝ"Ð#5Ô#@×#EÒ#EÑ#GÔ#GÑHÔHˆOÝ”x—~’~Ñ'Ô'ˆHÝ$ _Ñ5Ô5ð 8ð 8‘��4Ý”? 9¨Q¤<Ñ0Ô0ð 8Ø#×/Ò/°Ñ5Ô5�DØ'0×'<Ò'<Ø! !œ°Dð (=ñ (ô (�D”I˜eÑ$ð ,@À9ÈQÄ<À/Ñ+QÐ(Ø"×)Ò)¨)°A¬,Ñ7Ô7Ð7øØ�OŠOÐ1Ñ2Ô2Ð2Ý”X—_’_Ñ&Ô&ˆFÝ”H×(Ò(¨°Ñ:Ô:ˆEÝ�HŠHØeØ×$Ò$°%ÀÐ$ÑFÔFñô ð ð ð
 Ð!Ý$Ð%NÑOÔOÐOØÐ Ý$Ð%OÑPÔPÐPå�HŠHØ.Ø×$Ò$°%ÀÐ$ÑFÔFñô ð ð ð 2Ý*¨5Ñ1Ô1Ð1ð
ð 
ð 
ð 
à#ð
ñ 
ô 
Ðð
 ñ 	ðBð Bð Bð Bð Bð Bõ (Ñ)Ô)ð ð Õ+CÑ+EÔ+Eð ð Àyð ð ðð�GØ.Ø,?Ø%+Ø/3Ø%1Ø-2ðñ ô ð +ð,�E�Eøõ /ð ð ð å#Ý%Ô:Ý˜A™œØ"1ðñ ô ð øøøøðøøøð ðð ð ñ ô ð ð ð ð ð ð øøøð ð ð ð ð ð ð ñ ô ð ð ð ð ð ð øøøð ð ð ð ð ð ð ñ ô ð ð ð ð ð ð øøøð ð ð ð ð$ ˆ}Ý$Ð%KÑLÔLÐLØœ×.Ò.°*Ð.Ñ=Ô=ð ð �Ý�g e¨T¬[Ñ9Ô9½5¼<ÑHÔHð Ø'0×'<Ò'<Ý  t¤{Ñ3Ô3Ø&*ð (=ñ (ô (�D”I˜eÑ$øð
 ð 	ð&ð &ð &ð &ð #ð&ñ &ô &Ð"õ &Ø"ØØØØØ#Ø$Ø%ØØ&ñô ˆEõ ˜E :Ñ.Ô.Ð.sÞ   Å
GÅ,F4ÆFÆF4Æ
F%ÆF ÆF4Æ F%Æ%F4Æ(GÆ4F8	Æ8GÆ;F8	Æ<GÇGÇGÖX.ÖXÖX ÖV8Ö7X Ö8
W0	×)W+	×+W0	×0X ×4XØ XØXØXØXØX.ØX	ØX.ØX	ØX.Ø.X2Ø5X2zàexport(f, *args, **kwargs) is deprecated, use export(f)(*args, **kwargs) instead.  If you don't migrate, we may break your export call in the future if your user defined kwargs conflict with future kwargs added to export(f).rÁ   r  N)r—   r
   r˜   r
   ri   rK  )r8   rî  ÚunittestÚSkipTestr#   r  r  r  )r4  r˜  r™  rš  r›  rœ  r�  r~  rž  rŸ  r   r¡  r¢  rð  rñ  r  r  r	  r
  r  s    `````  ```     @@@@rf   r®  r®  –  s   øøøøøøøøøøøø€ õL Ô4ð FÝÔÐ DÑEÔEÐEàð HÝÐ3¸I¸;ÐGÑGÔGÐGð 
€BØ(ÐØ 8ÐØ€Lðb/ð b/ð b/ð b/ð b/ð b/ð b/ð b/ð b/ð b/ð b/ð b/ð b/ð b/ð b/ð b/ð b/ðH ð 
�\ð 
ÝŒð>õ Øð	
ñ 	
ô 	
ð 	
ð ˆu�jÐ1 LÐ1Ð1Ð1àˆre   c                 ód   ‡ ‡— d‰v r‰d         �‰d         }‰d= ndˆ ˆfd„}t          |g‰ ¢R i ‰¤ŽS )NrS  ri   rR  c                 ó   •— t          ‰ i ‰¤ŽS r…   )rï  )r—   r˜   s   €€rf   rS  z$optimize_assert.<locals>.rebuild_ctx`
  s   ø€ Ý" DÐ3¨FÐ3Ð3Ð3re   )ri   rR  )Ú_optimize_assertrÙ  s   `` rf   rï  rï  Y
  sq   øø€ Ø˜ÐÐ 6¨-Ô#8Ð#Dà˜]Ô+ˆØ�=Ð!Ð!ð	4ð 	4ð 	4ð 	4ð 	4ð 	4ð 	4õ ˜KÐ9¨$Ð9Ð9Ð9°&Ð9Ð9Ð9re   )r¿   r®  rÒ  r¯  r±  rß  r²  r³  úCallable[[], OptimizeContext]rÒ  c               óð   — t          |¦  «        }t          |dt          ¦  «        }
t          j        r|€ddlm}  |ddd¬¦  «        }t          t          j	        |||||¬¦  «        ||
d||| |||	¬	¦
  «
        S )
aC  
    Guarantees single-graph capture.
    The same as `torch._dynamo.optimize(backend)` but ignores
    symbolic_convert.error_on_graph_break setting.

    Used for fullgraph=True and export, since we must always error on graph breaks and ignore
    symbolic_convert.error_on_graph_break. Can also be used for testing.
    rµ  Nr7   rQ   Fré  )r®  rÒ  r±  rß  T)r%  r®  r¯  rS  r±  r²  r³  )
r·   rM  rP  r8   r(  r±  rR   r�  r9   Úconvert_frame_assert)rS  rx   r¿   r®  rÒ  r¯  r±  rß  r²  r³  rµ  rR   s               rf   r  r  f
  s¸   € õ* ˜gÑ&Ô&€Gõ ˜wÐ(:½LÑIÔIÐåÔ ð U W _ð 	,Ð+Ð+Ð+Ð+Ð+à �. D°ÈeÐTÑTÔTˆå!ÝÔ*ØØØ1ØØ+ð	
ñ 	
ô 	
ð 	ØØØØØØØ-Øð!ñ ô ð re   c                  óX   — e Zd Zeej        dd„¦   «         ¦   «         Zed	d„¦   «         ZdS )
r\  ri   rÓ   c                 ó8  — ddl m}   | t          j        j        d¬¦  «        t          j        _         | t          j        j        d¬¦  «        t          j        _         | t          j        j        d¬¦  «        t          j        _         | t          j        j        j	        j        d¬¦  «        t          j        j        j	        _        t          j
        j                             d¦  «         ddlm}m}m}m}m}m}m}m}m}	m}
m}m}m} |||||||||	|
|||h}|D ]a}|j                             d	¦  «        d
         }d|› �}t;          ||¦  «        r*t=          || | t?          ||¦  «        d¬¦  «        ¦  «         Œbd„ t          j         j!         "                    ¦   «         D ¦   «         }t          j         j#        t          j         j$        h}|D ]L}||v r | |j%        d|› d�¬¦  «        |_%        t;          |d¦  «        r | |j&        d|› d�¬¦  «        |_&        ŒMd S )Nr7   )rÞ  z,tracing into TorchScript not fully supported)r�  z#tracing into FX not fully supportedFr   )ÚadadeltaÚadagradÚadamÚadamaxÚadamwÚasgdÚlbfgsÚnadamÚradamÚrmspropÚrpropÚsgdÚsparse_adamú.r¿  Ú_fused_z don't trace into fused optimizerc                óx   — g | ]7}t          j        |¦  «        ¯t          |t          j        j        ¦  «        ¯5|‘Œ8S rd   )r5  r6  r7  rk   ÚoptimÚ	Optimizer)rZ  Úopts     rf   r]  z&TorchPatcher.patch.<locals>.<listcomp>æ
  sQ   € ð 
ð 
ð 
àÝŒ˜sÑ#Ô#ð
õ )3°3½¼Ô8MÑ(NÔ(Nð
Øð
ð 
ð 
re   z
optimizer z step not supportedÚ_init_groupz _init_group not supported)'Ú
decoratorsrÞ  rk   r2  ÚtraceÚtrace_moduleÚ_get_trace_graphrA  rB  ÚTracerÚdistributionsÚDistributionÚset_default_validate_argsÚtorch.optimr  r  r  r  r  r  r  r  r  r  r   r!  r"  r`   Úsplitr×   rQ  rM  r&  rï   rÖ   Ú
SparseAdamÚLBFGSÚstepr)  )rÞ  r  r  r  r  r  r  r  r  r  r  r   r!  r"  Úoptimizer_modulesÚopt_modÚopt_nameÚfused_fn_nameÚoptimizer_classesÚexcluded_optimizer_classesr(  s                        rf   r   zTorchPatcher.patchŸ
  s  € ð 	(Ð'Ð'Ð'Ð'Ð'à!˜'ÝŒIŒOÐ$Rð
ñ 
ô 
�Œ	Œð ") ÝŒIÔ"ØAð"
ñ "
ô "
�Œ	Ôð &- WÝŒIÔ&ØAð&
ñ &
ô &
�Œ	Ô"ð 18°ÝŒHÔ$Ô+Ô1Ø8ð1
ñ 1
ô 1
�ŒÔ Ô'Ô-õ 	ÔÔ(×BÒBÀ5ÑIÔIÐIð	
ð 	
ð 	
ð 	
ð 	
ð 	
ð 	
ð 	
ð 	
ð 	
ð 	
ð 	
ð 	
ð 	
ð 	
ð 	
ð 	
ð 	
ð 	
ð 	
ð 	
ð 	
ð 	
ð 	
ð 	
ð 	
ð 	
ð 	
ð 	
ð 	
ð" ØØØØØØØØØØØØð
Ðð  )ð 	ð 	ˆGØÔ'×-Ò-¨cÑ2Ô2°2Ô6ˆHØ0 hÐ0Ð0ˆMå�w Ñ.Ô.ð ÝØØ!Ø�GÝ ¨Ñ7Ô7ØAðñ ô ñô ð øð
ð 
å”{Ô+×2Ò2Ñ4Ô4ð
ñ 
ô 
Ðõ ŒKÔ"ÝŒKÔð&
Ð"ð
 %ð 		ð 		ˆCØÐ0Ð0Ð0Ø"˜7Ø”HÐ%J°#Ð%JÐ%JÐ%Jðñ ô �”õ �s˜MÑ*Ô*ð Ø") 'Ø”OÐ,X¸Ð,XÐ,XÐ,Xð#ñ #ô #�”øð		ð 		re   rt  rÆ   c                ó   ‡ — dˆ fd„}|S )Nr—   r
   r˜   ri   c                 ó®   •— t           j                             t           j        j        j        ¦  «        5   ‰| i |¤Žcd d d ¦  «         S # 1 swxY w Y   d S r…   )rk   Ú_loggingÚhide_warningsÚ	_internalÚuser_warning_filter)r—   r˜   rt  s     €rf   Úinner_fnzBTorchPatcher.suppress_torch_distributed_warnings.<locals>.inner_fn  sž   ø€ Ý”×-Ò-Ý”Ô(Ô<ñô ð +ð +ð �r˜4Ð* 6Ð*Ð*ð+ð +ð +ð +ñ +ô +ð +ð +ð +ð +ð +ð +øøøð +ð +ð +ð +ð +ð +s   µA
Á
AÁAr`  rd   )rt  rC  s   ` rf   Ú#suppress_torch_distributed_warningsz0TorchPatcher.suppress_torch_distributed_warningsý
  s(   ø€ ð	+ð 	+ð 	+ð 	+ð 	+ð 	+ð ˆre   Nr_  r}  )r`   ra   rb   ÚstaticmethodrÇ  Úcacher   rD  rd   re   rf   r\  r\  ž
  sc   € € € € € ØØ„_ðZð Zð Zñ „_ñ „\ðZðx ð	ð 	ð 	ñ „\ð	ð 	ð 	re   r\  útypes.CodeTypec                ój   — t          | t          t          j        t          j        ¦  «        ¦  «         d S r…   )r   r   r   ÚSKIPrÍ   râ   s    rf   Ú	skip_coderJ  
  s4   € ÝØÕ¥Ô 0µ+Ô2EÑFÔFñô ð ð ð re   )rh   rZ   ri   rZ   )rt   rq   ri   rq   )r‚   rs   ri   rƒ   )ri   r‡   ra  )r»   r>   ri   r¼   )r–   r[   ri   rƒ   )rh   rZ   rt   rs   ri   rÆ   r_  )rÚ   rÛ   ri   rÜ   )rÚ   rÛ   rã   rä   ri   rÜ   )rÚ   rÛ   ri   rä   )r4  r
   ri   rÓ   r}  )r|  ru   ri   r
   )r|  ru   ri   r‡   )r�  rs   r–   r[   ri   rÓ   rb  )r™  ru   ri   ru   )r~  r  r¿   rG   rµ  r¶  r%  ru   r­  r¹  r®  ru   r¯  r¹  r°  rº  rS  rT  r±  r»  r²  ru   r³  r½  ri   rR  )r»   rw   ri   rS   )rŠ  r‹  r—   rŒ  r˜   r>  ri   rW  )r—   r
   r˜   r
   ri   rÐ  )rÚ  )rS  rà  rx   rá  rÓ  ru   r­  r¹  rÛ  râ  rÜ  rã  rÝ  rä  rÞ  ru   r¯  r¹  r±  r»  rß  rå  r²  ru   r³  r½  ri   rÐ  )r4  rÆ   rð  r
   rñ  r
   ri   r
   )rN  rö  ri   rÓ   )r^  rƒ   r_  rF   ri   rÓ   )rŠ  r‹  rN  rö  r  r  r  rƒ   rl  rm  r  rƒ   rn  ro  rp  rq  rr  r
   r  r  ri   rö  ) r4  rÆ   rð  r
   r˜  ru   r™  ru   rš  r£  r›  rs   rœ  r¤  r�  ru   r~  ru   rž  ru   rŸ  ru   r   ru   r¡  ru   r¢  r¥  rñ  r
   ri   r¦  )r—   r
   r˜   r
   ri   rR  )rS  r  rx   rw   r¿   rG   r®  ru   rÒ  rº  r¯  r¹  r±  r»  rß  rå  r²  ru   r³  r½  ri   rR  )rÚ   rG  ri   rÓ   )ärc  Ú
__future__r   ÚatexitrØ  rÇ  r5  Ú	itertoolsÚloggingrë  r¾  rÀ  r§   Ú	threadingr,   r  r  r  r0  Úcollections.abcr   r   Údataclassesr   Úenumr   Úos.pathr   r	   Útypingr
   r   r   Úunittest.mockr   rö  rk   Útorch.fxÚtorch.utils._pytreer=   Ú_pytreer‹  Útorch.utils.checkpointr   r|   r   r   r   r   r   r   r   r   r   r   r   Útorch._dispatch.pythonr   Útorch._dynamo.typesr   r   r   Útorch._export.utilsr   Útorch._library.opaque_objectr   Útorch._subclasses.fake_tensorr    Útorch._utils_internalr!   r"   r#   Útorch.export.dynamic_shapesr$   r%   r&   r'   r(   r)   r*   r+   rv  Útorch.fx.experimental._dynamismr-   r.   Ú"torch.fx.experimental.dynamic_specr/   Ú"torch.fx.experimental.proxy_tensorr0   Ú%torch.fx.experimental.symbolic_shapesr1   r2   r3   r4   Útorch.fx.graphr5   r6   rk  r8   r9   r:   r;   r<   Úbackends.registryr>   r?   r@   ÚexcrA   rB   rC   rD   rE   rF   r¿   rG   rf  rI   rJ   rK   rL   rM   rN   rO   rP   Útorch._dynamo.packagerR   Ú torch._dynamo.repro.after_dynamorS   Útorch._subclassesrT   rU   Útorch.fx.noderV   rW   rX   rY   rZ   r[   r\   r]   Ú	getLoggerr`   rl  r#  rÔ  ÚExactWeakKeyDictionaryrG  rÙ  rP  r_   rg   ry   rc   rÎ  r‹   ro   rq   r~   r€   Ú_dynamo_forbiddenr�   r†   Úcontextmanagerr�   r�   rº   r¶   rÅ   r¸   rÒ   rÙ   r;  Ú__file__r=  rš   ræ   rè   r  r*  rê   rn  rp  rs  rz  r¦   r�  r„  Úlocalr†  r‹  rŒ  r�  r’  r”  Úregisterr˜  r«  rú   Ú_not_setrø   rR  rc  r
  r�  r·   rˆ  r¸  rÂ  rÆ  rÉ  rË  rÏ  rÖ  rØ  r  rA  ÚTransformerr  rK  r]  rk  r–  r®  rï  r  r\  rJ  rd   re   rf   ú<module>ru     sŸ  ððð ð ð, #Ð "Ð "Ð "Ð "Ð "à €€€Ø Ð Ð Ð Ø Ð Ð Ð Ø €€€Ø Ð Ð Ð Ø €€€Ø 	€	€	€	Ø 
€
€
€
Ø Ð Ð Ð Ø €€€Ø Ð Ð Ð Ø Ð Ð Ð Ø €€€Ø €€€Ø €€€Ø €€€Ø ,Ð ,Ð ,Ð ,Ð ,Ð ,Ð ,Ð ,Ø !Ð !Ð !Ð !Ð !Ð !Ø Ð Ð Ð Ð Ð Ø !Ð !Ð !Ð !Ð !Ð !Ð !Ð !Ø 1Ð 1Ð 1Ð 1Ð 1Ð 1Ð 1Ð 1Ð 1Ð 1Ø Ð Ð Ð Ð Ð à €€€à €€€Ø €€€Ø $Ð $Ð $Ð $Ð $Ð $Ð $Ð $Ð $Ø Ð Ð Ð Ø Ð Ð Ð Ð Ð ðð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð <Ð ;Ð ;Ð ;Ð ;Ð ;Ø RÐ RÐ RÐ RÐ RÐ RÐ RÐ RÐ RÐ RØ 8Ð 8Ð 8Ð 8Ð 8Ð 8Ø 7Ð 7Ð 7Ð 7Ð 7Ð 7Ø @Ð @Ð @Ð @Ð @Ð @Ø VÐ VÐ VÐ VÐ VÐ VÐ VÐ VÐ VÐ Vðð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð <Ð ;Ð ;Ð ;Ð ;Ð ;Ð ;Ð ;ðð ð ð ð ð ð ð ð :Ð 9Ð 9Ð 9Ð 9Ð 9Ø 6Ð 6Ð 6Ð 6Ð 6Ð 6ðð ð ð ð ð ð ð ð ð ð ð ð 7Ð 6Ð 6Ð 6Ð 6Ð 6Ð 6Ð 6à TÐ TÐ TÐ TÐ TÐ TÐ TÐ TÐ TÐ TÐ TÐ TÐ TÐ TÐ TÐ TØ 9Ð 9Ð 9Ð 9Ð 9Ð 9Ð 9Ð 9Ø &Ð &Ð &Ð &Ð &Ð &ðð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð Ð Ð Ð Ð Ð Ø ;Ð ;Ð ;Ð ;Ð ;Ð ;ðð ð ð ð ð ð ð ð ð ð ð ð ð Ø<Ð<Ð<Ð<Ð<Ð<Ð<Ð<Ð<Ð<à4Ð4Ð4Ð4Ð4Ð4ØAÐAÐAÐAÐAÐAØ-Ð-Ð-Ð-Ð-Ð-Ø=Ð=Ð=Ð=Ð=Ð=Ø4Ð4Ð4Ð4Ð4Ð4Ð4Ð4Ð4Ð4ðð ð ð ð ð ð ð ð ð ð ð ð ð ð €gÔ˜Ñ!Ô!€à-˜iœoÑ/Ô/Ð ð  <˜uÔ;Ñ=Ô=Ð ØÔ%€ðð ð ð ð ˆDñ ô ð ð *,€Ð +Ð +Ð +Ñ +àŒ€àÐ ð ð ,Ø*ÐÐð	,ð 	,ð 	,ð 	,ð ð4ð 4ð 4ð 4ð 4ñ 4ô 4ñ „ð4ð ˆ,‰.Œ.€ðð ð ð ð !%€Ô à/3€Ð 3Ð 3Ð 3Ñ 3ð ð  ð  ð  ð Ôð8ð 8ð 8ñ Ôð8ð ð  ð  ð  ð
GHð GHð GHð GHðT
ð 
ð 
ð 
ðð ð ð ðð ð ð ð:*ð *ð *ð *ðð ð ð ð €GÔ˜+Ñ&Ô&Ø€Dˆˆ��˜Ñ"Ô"Ñ	#Ô	#Ð%RÑSÔSð€ð	Ið 	Ið 	Ið 	Iðð ð ð ð0Jð Jð Jð JðO
ð O
ð O
ð O
ð O
�e”h”oñ O
ô O
ð O
ðd>ð >ð >ð >ð"	ð 	ð 	ð 	ðð ð ð ðð ð ð ð4ð ð ð ð	
ð 	
ð 	
ð 	
ð Ôðð ð ñ Ôðð*ð *ð *ð *ð *�	”ñ *ô *ð *ð ˆY‰[Œ[€
ð!ð !ð !ð !ð
ð 
ð 
ð 
ð)ð )ð )ð )ð#ð #ð #ð #ð
 „ðð ð ñ „ððð ð ð ð* ˆ6‰8Œ8€ðkð kð kð kð kñ kô kð kð\L
ð L
ð L
ð L
ð L
Ð)ñ L
ô L
ð L
ð^	$ð 	$ð 	$ð 	$ð 	$Ð(ñ 	$ô 	$ð 	$ðY$ð Y$ð Y$ð Y$ð Y$Ð(ñ Y$ô Y$ð Y$ðB 	ØØ(,ØØØ"&ØIMØ%)Ø$ØCGðð ð ð ð ðB9ð 9ð 9ð 9ð,ð ð ð ð �ZÔ+ñ ô ð ðSð Sð Sð Sðl
ð 
ð 
ð 
ðð ð ð ð ð  ð  ð  ðð ð ð ð
ð 
ð 
ð 
ð3ð 3ð 3ð 3ð$ )3ðzð Ø(,ØBFØ8<àØØØ%)Ø"&Ø$ØCGðzð zð zð zð zð zð| €Ð/°Ñ6Ô6ñGð Gð Gñ 7Ô6ðGðT|ð |ð |ð |ð | %¤(Ô"6ñ |ô |ð |ð~ð ð ð ð �:ñ ô ð ñ/
ð /
ð /
ð /
ñdð ð ð ñB[ð [ð [ð [ðB ØØRVØ"ØEIØ!Ø%*ØØ&+Ø8=Ø"Ø+/ð@ð @ñ @ð @ð @ð @ñF
:ð 
:ð 
:ð 
:ð" �5˜˜t TÑ*Ô*ØØ%)ØØ%)Ø"&Ø$ØCGð5ð 5ñ 5ð 5ð 5ð 5ðpið ið ið ið iñ iô ið iñXð ð ð ð ð re   