§
    ŠŠtjjd  ã                   óH  — d Z ddlZddlZddlZddlmZmZ ddlmZ ddl	m
Z
mZ ddlZddlmZ ddlmZ ddlmZ dd	lmZ dd
lmZ ddlmZ ddlmZ ddlmZmZmZ erddl m!Z!  ej"        e#¦  «        Z$edej%        j&        de'ej(                 de
dede
f         fd„¦   «         Z)dej*        j+        dede
f         fd„Z,deej*        j+                 dede
f         fd„Z-edej%        j&        de'ej(                 de
dede
f         fd„¦   «         Z.edej%        j&        de'ej(                 de
dej%        j&        fd„¦   «         Z/edej%        j&        de'ej(                 de
dede
f         fd„¦   «         Z0 ed¬¦  «        dej%        j&        de'ej(                 dej1        j2        fd„¦   «         Z3d ej%        j&        d!e'ej(                 dede
f         fd"„Z4	 edej%        j&        de'ej(                 de
dede
f         fd#„¦   «         Z5ej6         G d$„ d%e¦  «        ¦   «         Z7d&ej%        j&        d!e'ej(                 dede
f         fd'„Z8d&ej%        j&        d!e'ej(                 dej*        j+        dede
f         fd(„Z9	 dQd&ej%        j&        d!e'ej(                 d)eej:        j;        ge<f         dz  dede
f         fd*„Z=d+ej:        j;        de<fd,„Z>deej%        j&        e'ej(                 gede
f         f         fd-„Z?	 	 dRdej%        j&        de'ej(                 d.ede
f         dz  d/ede
f         dz  de
dede
f         fd0„Z@ ed1e@¬2¦  «          ee8d3¬4¦  «        ZA ed5eA¬2¦  «         dej%        j&        de'ej(                 de
dede
f         fd6„ZB ed7eB¬2¦  «         dej%        j&        de'ej(                 de
d8e
dede
f         f
d9„ZC ed:eC¬2¦  «         dej%        j&        de'ej(                 de
dede
f         fd;„ZD ed<eD¬2¦  «          ee¬=¦  «        ZE ed>eE¬2¦  «          G d?„ d@eF¦  «        ZG G dA„ dBeF¦  «        ZHedej%        j&        d!e'ej(                 dej%        j&        fdC„¦   «         ZIedej%        j&        d!e'ej(                 dej%        j&        fdD„¦   «         ZJedej%        j&        d!e'ej(                 dej%        j&        fdE„¦   «         ZKedej%        j&        d!e'ej(                 dej%        j&        fdF„¦   «         ZLej6         G dG„ dH¦  «        ¦   «         ZMdej%        j&        dIe'ej%        j&                 dJeNdKe'e'dL                  dMe'e         deOej%        j&        e'ej%        j&                 eNe'e'dL                  e'e         f         fdN„ZP G dO„ dP¦  «        ZQdS )SaD  
This module provides debugging backends for TorchDynamo to help diagnose and troubleshoot
compilation and execution issues. It includes:

Key Debugging Backends:
- eager: Simple pass-through backend that runs models in eager mode
- eager_noexcept: Similar to eager but with additional exception handling
- eager_debug: Adds schema validation checks for custom operators
- aot_eager: Uses AOT Autograd with nop compiler for debugging
- aot_eager_decomp_partition: Uses TorchInductor decompositions for debugging
- torchscript: Compiles using TorchScript for debugging JIT-related issues

Testing and Development Tools:
- Backends for inducing specific errors (compile/runtime/accuracy)
- ExplainOutput class for detailed graph compilation analysis
- Utilities for cross-referencing and mode management
- Tools for graph detail inspection and break reason analysis

These backends are primarily used for:
1. Debugging graph breaks and compilation failures
2. Testing error handling and recovery mechanisms
3. Analyzing performance bottlenecks
4. Validating operator schemas and decompositions
é    N)ÚCallableÚIterable)Úimport_module)ÚAnyÚTYPE_CHECKING)Ú#min_cut_rematerialization_partition)Ú_guards)ÚGraphCompileReason)Úconfig)Ú
ts_compile)Ú
OutputCodeé   )Úaot_autograd)Ú
CompiledFnÚ
CompilerFnÚregister_debug_backend)ÚTargetÚgmÚfake_tensor_inputsÚkwargsÚreturn.c                 ó˜   — |rt                                d|¦  «         t          j        j        j        rddlm}  || ¦  «        S | j        S )Nz&eager backend ignoring extra kwargs %sr   )ÚGraphModuleSerializableCallable)	ÚlogÚwarningÚtorchÚ
_functorchr   Úforce_autograd_cacheÚtorch._dynamo.aot_compile_typesr   Úforward)r   r   r   r   s       ú^/var/www/html/CA-Chatbot/venv/lib/python3.11/site-packages/torch/_dynamo/backends/debugging.pyÚeagerr"   4   s^   € ð ð FÝ�ŠÐ<¸fÑEÔEÐEåÔÔÔ3ð 3ØSÐSÐSÐSÐSÐSà.Ð.¨rÑ2Ô2Ð2ØŒ:Ðó    Úmodec                 ó"   — t          | g¦  «        S ©N)Ú,make_eager_backend_with_torch_function_modes©r$   s    r!   Ú+make_eager_backend_with_torch_function_moder)   B   s   € õ 8¸¸Ñ?Ô?Ð?r#   Úmodesc           
      óª   ‡ ‡— ddl mŠ dt          j        j        dt
          t          j                 dt          dt          dt          f         fˆˆ fd„}|S )	zçUsed to trace HOPs (cond and while) for eager execution, the metadata
    TF mode mutates vars outside of the scope of the HOP, and we can't have graph breaks
    in the HOP, so we need to externally run this mode and not trace it.r   )Ú	ExitStackr   r   r   r   .c                 óD   •‡ — dt           dt           dt           fˆˆ ˆfd„}|S )NÚargsr   r   c                  óš   •—  ‰¦   «         5 }‰D ]}|                      |¦  «         Œ ‰j        | i |¤Žcd d d ¦  «         S # 1 swxY w Y   d S r&   )Úenter_contextr    )r.   r   Ústackr$   r,   r   r*   s       €€€r!   ÚwrapperzImake_eager_backend_with_torch_function_modes.<locals>.fn.<locals>.wrapperS   sª   ø€ Ø�‘”ð 3 Ø!ð .ð .�DØ×'Ò'¨Ñ-Ô-Ð-Ð-Ø!�r”z 4Ð2¨6Ð2Ð2ð3ð 3ð 3ð 3ñ 3ô 3ð 3ð 3ð 3ð 3ð 3ð 3øøøð 3ð 3ð 3ð 3ð 3ð 3s   Œ'A Á AÁA)r   )r   r   r   r2   r,   r*   s   `   €€r!   Úfnz8make_eager_backend_with_torch_function_modes.<locals>.fnP   sH   øø€ ð	3�3ð 	3­#ð 	3µ#ð 	3ð 	3ð 	3ð 	3ð 	3ð 	3ð 	3ð 	3ð ˆr#   )	Ú
contextlibr,   r   ÚfxÚGraphModuleÚlistÚTensorr   r   )r*   r3   r,   s   ` @r!   r'   r'   H   sw   øø€ ð %Ð$Ð$Ð$Ð$Ð$ð	ÝŒHÔ ð	Ý6:½5¼<Ô6Hð	ÝTWð	å	�#•s�(Ô	ð	ð 	ð 	ð 	ð 	ð 	ð 	ð €Ir#   c                 ój   ‡ — |rt                                d|¦  «         dt          dt          fˆ fd„}|S )Nz/eager_noexcept backend ignoring extra kwargs %sr.   r   c                  ó~   •— 	  ‰| Ž S # t           $ r*}t          j        j                             d¦  «        |‚d }~ww xY w)Nz7Unexpected exception when running generated GraphModule)Ú	Exceptionr   Ú_dynamoÚexcÚTorchDynamoException)r.   Úer   s     €r!   Úinnerzeager_noexcept.<locals>.innerg   sV   ø€ ð	Ø�2�t�9ÐøÝð 	ð 	ð 	Ý”-Ô#×8Ò8ØIñô àðøøøøð	øøøs   ƒ ˆ
<’%7·<)r   r   r   )r   r   r   r@   s   `   r!   Úeager_noexceptrA   ^   sV   ø€ ð ð OÝ�ŠÐEÀvÑNÔNÐNð•Sð �Sð ð ð ð ð ð ð €Lr#   c                 ó¾   ‡ — |rt                                d|¦  «         ddlm} dt          dt          fˆ fd„}  ||d¬¦  «        |Ž }|                     ¦   «          |S )	Nz3pre_dispatch_eager backend ignoring extra kwargs %sr   )Úmake_fxr.   r   c                  óP   •— t          j                             ‰¦  «        j        | Ž S r&   ©r   r5   ÚInterpreterÚrun)r.   r   s    €r!   Úrunnable_gmz'pre_dispatch_eager.<locals>.runnable_gm{   s!   ø€ ÝŒx×#Ò# BÑ'Ô'Ô+¨TÐ2Ð2r#   T)Úpre_dispatch)r   r   Ú"torch.fx.experimental.proxy_tensorrC   r   Úprint_readable)r   r   r   rC   rH   Úpre_dispatch_gms   `     r!   Úpre_dispatch_eagerrM   r   s—   ø€ ð ð SÝ�ŠÐIÈ6ÑRÔRÐRà:Ð:Ð:Ð:Ð:Ð:ð3�3ð 3¥3ð 3ð 3ð 3ð 3ð 3ð 3ð >�g�g˜k¸Ð=Ñ=Ô=Ð?QÐR€OØ×"Ò"Ñ$Ô$Ð$àÐr#   c                 óz   ‡ ‡— |rt                                d|¦  «         ddlmŠ dt          dt          fˆˆ fd„}|S )Nz,eager_debug backend ignoring extra kwargs %sr   )ÚSchemaCheckModer.   r   c                  ó˜   •—  ‰¦   «         5  t          j                             ‰¦  «        j        | Ž cd d d ¦  «         S # 1 swxY w Y   d S r&   rE   )r.   rO   r   s    €€r!   r@   zeager_debug.<locals>.inner�   s�   ø€ Øˆ_ÑÔð 	7ð 	7Ý”8×'Ò'¨Ñ+Ô+Ô/°Ð6ð	7ð 	7ð 	7ð 	7ñ 	7ô 	7ð 	7ð 	7ð 	7ð 	7ð 	7ð 	7øøøð 	7ð 	7ð 	7ð 	7ð 	7ð 	7s   Œ&?¿AÁA)r   r   Ú#torch._subclasses.schema_check_moderO   r   )r   r   r   r@   rO   s   `   @r!   Úeager_debugrR   „   sn   øø€ ð ð LÝ�ŠÐBÀFÑKÔKÐKàCÐCÐCÐCÐCÐCð
7•Sð 7�Sð 7ð 7ð 7ð 7ð 7ð 7ð 7ð €Lr#   Úts)Únamec                 ó@   — t           j                             | ¦  «        S r&   )r   ÚjitÚscript)r   r   s     r!   ÚtorchscriptrX   —   s   € õ Œ9×Ò˜BÑÔÐr#   ÚsubgraphÚexample_inputsc                 óØ   ‡ ‡‡— ddl m} ddlmŠ |t          j        j        dt          dt          fˆˆ fd„¦   «         ¦   «         Šdt          t                   dt          fˆfd„}d	|_	        |S )
züInner compiler that wraps forward/backward graphs in invoke_subgraph HOP.

    This is used as the fw_compiler/bw_compiler for aot_autograd. When the resulting
    function is traced by make_fx, it emits an invoke_subgraph HOP instead of inlining.
    r   )Údisable)Úinvoke_subgraph_inferÚoperandsr   c                  ó   •—  ‰‰g| ¢R Ž S r&   © )r^   r]   rY   s    €€r!   Úinvoke_subgraph_wrapper_unboxedzGinvoke_subgraph_inner_compiler.<locals>.invoke_subgraph_wrapper_unboxed©   s   ø€ ð %Ð$ XÐ9°Ð9Ð9Ð9Ð9r#   r.   c                 ó   •—  ‰| Ž S r&   r`   )r.   ra   s    €r!   Úinvoke_subgraph_wrapperz?invoke_subgraph_inner_compiler.<locals>.invoke_subgraph_wrapper±   s   ø€ Ø.Ð.°Ð5Ð5r#   T)
Útorch._dynamor\   Ú'torch._higher_order_ops.invoke_subgraphr]   r   r<   Úallow_in_graphr   r7   Ú_boxed_call)rY   rZ   r\   rc   r]   ra   s   `   @@r!   Úinvoke_subgraph_inner_compilerrh   ž   s·   øøø€ ð &Ð%Ð%Ð%Ð%Ð%ØMÐMÐMÐMÐMÐMàå
„]Ô!ð:µ3ð :½3ð :ð :ð :ð :ð :ð :ñ "Ô!ñ „Wð:ð
6¥d­3¤ið 6µCð 6ð 6ð 6ð 6ð 6ð 6ð +/ÐÔ'à"Ð"r#   c                 ó”   — |rt                                d|¦  «          t          t          t          t          d¬¦  «        | |¦  «        S )a  Backend that wraps forward/backward graphs in invoke_subgraph HOP when traced by make_fx.

    This backend uses AOTAutograd to partition into forward/backward graphs, then wraps
    each in an invoke_subgraph HOP. This is useful for recursive Dynamo tracing scenarios
    where you want the compiled subgraph to appear as invoke_subgraph HOPs in the outer
    trace rather than being inlined.

    Requires:
    - torch._dynamo.config.force_compile_during_fx_trace = True
      (this implicitly overrides error_on_nested_fx_trace)
    z0invoke_subgraph backend ignoring extra kwargs %sT©Úfw_compilerÚbw_compilerÚpartition_fnÚkeep_inference_input_mutations)r   r   r   rh   r   )r   r   r   s      r!   Úinvoke_subgraphro   î   s[   € ð ð PÝ�ŠÐFÈÑOÔOÐOð�<Ý2Ý2Ý8Ø'+ð	ñ ô ð
 	Ð
ñô ð r#   c                   ó¬   — e Zd ZU dZdZej        j        dz  ed<    e	j
        dd¬¦  «        Zedz  ed<   dedefd	„Zdd
„Zdededdfd„Zdeddfd„ZdS )ÚAOTEagerOutputCodez×
    An OutputCode that wraps a GraphModule for eager-mode execution.

    This allows non-inductor backends (like aot_eager) to participate in
    the bundled autograd cache and aot_compile serialization flow.
    Nr   F)ÚdefaultÚinitÚ_serialized_gmÚinputsr   c                 ób   — | j         €t          d¦  «        ‚| j                              |¦  «        S )Núgm must not be None)r   ÚAssertionErrorr    )Úselfru   s     r!   Ú__call__zAOTEagerOutputCode.__call__  s,   € ØŒ7ˆ?Ý Ð!6Ñ7Ô7Ð7ØŒw�Š˜vÑ&Ô&Ð&r#   c                 ón  — ddl m}m} | j        €t	          d¦  «        ‚| j        j        j        D ]S}|j                             dd ¦  «         |j                             dd ¦  «         |j                             dd ¦  «         ŒT| 	                    | j         |d ¬¦  «        ¦  «        | _
        d | _        d S )Nr   )ÚGraphPicklerÚOptionsrw   Únn_module_stackÚsource_fn_stackÚexample_value)Ú
ops_filter)Útorch.fx._graph_picklerr|   r}   r   rx   ÚgraphÚnodesÚmetaÚpopÚdumpsrt   )ry   r|   r}   Únodes       r!   Úprepare_for_serializationz,AOTEagerOutputCode.prepare_for_serialization  s¿   € ØAÐAÐAÐAÐAÐAÐAÐAàŒ7ˆ?Ý Ð!6Ñ7Ô7Ð7Ø”G”MÔ'ð 	1ð 	1ˆDØŒI�MŠMÐ+¨TÑ2Ô2Ð2ØŒI�MŠMÐ+¨TÑ2Ô2Ð2ØŒI�MŠM˜/¨4Ñ0Ô0Ð0Ð0à*×0Ò0°´¸'¸'ÈTÐ:RÑ:RÔ:RÑSÔSˆÔØˆŒˆˆr#   r.   r   c                 óÐ  — | j         €Ü| j        �×ddlm} ddlm} ddlm} ddlm	}  | |¦   «         ¬¦  «        }| 
                    | j        |¦  «        }t          |t          j        j        ¦  «        st          dt!          |¦  «        › �¦  «        ‚|| _         | j         j                              |¦   «         ¦  «         | j                              ¦   «          d | _        d S d S d S )Nr   )ÚFakeTensorMode)r|   )ÚShapeEnv©Ú_BoxedCodeGen)Ú	shape_envz#Expected torch.fx.GraphModule, got )r   rt   Útorch._subclassesr‹   r‚   r|   Ú%torch.fx.experimental.symbolic_shapesrŒ   Útorch.fx.graphrŽ   ÚloadsÚ
isinstancer   r5   r6   rx   Útyperƒ   Úset_codegenÚ	recompile)	ry   r.   r   r‹   r|   rŒ   rŽ   Ú	fake_moder   s	            r!   Úpost_compilezAOTEagerOutputCode.post_compile'  s  € ØŒ7ˆ?˜tÔ2Ð>Ø8Ð8Ð8Ð8Ð8Ð8Ø<Ð<Ð<Ð<Ð<Ð<ØFÐFÐFÐFÐFÐFØ4Ð4Ð4Ð4Ð4Ð4à&˜°°±´Ð<Ñ<Ô<ˆIØ×#Ò# DÔ$7¸ÑCÔCˆBÝ˜b¥%¤(Ô"6Ñ7Ô7ð WÝ$Ð%UÍ4ÐPRÉ8Ì8Ð%UÐ%UÑVÔVÐVØˆDŒGØŒGŒM×%Ò% m m¡o¤oÑ6Ô6Ð6ØŒG×ÒÑÔÐØ"&ˆDÔÐÐð ˆ?Ð>Ð>r#   Útriton_bundlec                 ó   — d S r&   r`   )ry   rš   s     r!   Úset_triton_bundlez$AOTEagerOutputCode.set_triton_bundle7  s   € Øˆr#   )r   N)Ú__name__Ú
__module__Ú__qualname__Ú__doc__r   r   r5   r6   Ú__annotations__ÚdataclassesÚfieldrt   Úbytesr   rz   r‰   r™   rœ   r`   r#   r!   rq   rq   	  sã   € € € € € € ðð ð '+€BˆŒÔ˜tÑ#Ð*Ð*Ñ*Ø#4 ;Ô#4¸TÈÐ#NÑ#NÔ#N€N�E˜D‘LÐNÐNÑNð'˜sð ' sð 'ð 'ð 'ð 'ð
ð ð ð ð' #ð '°ð '¸ð 'ð 'ð 'ð 'ð ¨sð °tð ð ð ð ð ð r#   rq   Úfx_gc                 ó*  ‡ ‡— ddl m} ‰ j                              |¦   «         ¦  «         ‰                      ¦   «          t
          j        st
          j        rt          ‰ ¬¦  «        }d|_	        |S ‰ j
        Šdt          dt          fˆˆ fd„}d|_	        |S )Nr   r�   )r   Tr.   r   c                 ó|   •— ddl m}m}  |¦   «         x}	 �|j        r  |‰d¬¦  «        j        | Ž S  ‰| ¦  «        S )Nr   )ÚDebugInterpreterÚget_active_debug_modeÚ	aot_eager)Úbackend)Útorch.utils._debug_moder¨   r©   Úrun_compile_with_interpreterrG   )r.   r¨   r©   Ú
debug_modeÚ
forward_fnr¥   s       €€r!   rG   zboxed_nop.<locals>.runM  su   ø€ ØSÐSÐSÐSÐSÐSÐSÐSð 0Ð/Ñ1Ô1Ð1ˆJØðà$ÔAðð CÐ#Ð# D°+Ð>Ñ>Ô>ÔBÀDÐIÐIØˆz˜$ÑÔÐr#   )r’   rŽ   rƒ   r–   r—   Úfunctorch_configr   Úbundled_autograd_cacherq   rg   r    r   )r¥   rZ   rŽ   ÚresultrG   r¯   s   `    @r!   Ú	boxed_nopr³   <  sÁ   øø€ ð -Ð,Ð,Ð,Ð,Ð,ð 	„J×Ò˜=˜=™?œ?Ñ+Ô+Ð+Ø‡N‚NÑÔÐåÔ,ð Õ0@Ô0Wð Ý# tÐ,Ñ,Ô,ˆØ!ˆÔØˆð ”€Jð •#ð  �#ð  ð  ð  ð  ð  ð  ð  ð €C„OØ€Jr#   c                óÈ   ‡‡— ddl m} | j                              |¦   «         ¦  «         |                      ¦   «          | j        Šdt          dt          fˆˆfd„}d|_        |S )Nr   r�   r.   r   c                 óR   •— ‰5   ‰| ¦  «        cd d d ¦  «         S # 1 swxY w Y   d S r&   r`   )r.   r¯   r$   s    €€r!   rG   z boxed_nop_with_mode.<locals>.runi  sz   ø€ Øð 	$ð 	$Ø�:˜dÑ#Ô#ð	$ð 	$ð 	$ð 	$ñ 	$ô 	$ð 	$ð 	$ð 	$ð 	$ð 	$ð 	$øøøð 	$ð 	$ð 	$ð 	$ð 	$ð 	$s   „œ £ T©r’   rŽ   rƒ   r–   r—   r    r   rg   )r¥   rZ   r$   rŽ   rG   r¯   s     `  @r!   Úboxed_nop_with_moder·   Z  sŽ   øø€ ð -Ð,Ð,Ð,Ð,Ð,ð 	„J×Ò˜=˜=™?œ?Ñ+Ô+Ð+Ø‡N‚NÑÔÐð ”€Jð$•#ð $�#ð $ð $ð $ð $ð $ð $ð $ð €C„OØ€Jr#   Úignore_op_fnc                 óÈ   ‡‡— ddl m} | j                              |¦   «         ¦  «         |                      ¦   «          | j        Šdt          dt          fˆˆfd„}d|_        |S )Nr   r�   r.   r   c                 óŒ   •— t           j                             ‰¦  «        5   ‰| ¦  «        cd d d ¦  «         S # 1 swxY w Y   d S r&   )r   Ú_subclassesÚCrossRefFakeMode)r.   r¯   r¸   s    €€r!   rG   z$fake_crossref_boxed_nop.<locals>.run  s‹   ø€ ÝÔ×/Ò/°Ñ=Ô=ð 	$ð 	$Ø�:˜dÑ#Ô#ð	$ð 	$ð 	$ð 	$ñ 	$ô 	$ð 	$ð 	$ð 	$ð 	$ð 	$ð 	$øøøð 	$ð 	$ð 	$ð 	$ð 	$ð 	$s   ¡9¹=Á =Tr¶   )r¥   rZ   r¸   rŽ   rG   r¯   s     `  @r!   Úfake_crossref_boxed_nopr½   q  sŽ   øø€ ð
 -Ð,Ð,Ð,Ð,Ð,ð 	„J×Ò˜=˜=™?œ?Ñ+Ô+Ð+Ø‡N‚NÑÔÐð ”€Jð$•#ð $�#ð $ð $ð $ð $ð $ð $ð $ð €C„OØ€Jr#   Úopc                 ó   — | j         dv S )N)ÚatenÚprimsÚprim)Ú	namespace)r¾   s    r!   Úignore_builtinsrÄ   ‡  s   € ØŒ<Ð4Ð4Ð4r#   c                  ó>  — t           j        j        j        st          S t           j        j        j        dk    rt
          S t           j        j        j        dk    r&t          dt           j        j        j        ›�¦  «        ‚t          j        t
          t          ¬¦  «        S )NÚallÚ
custom_opsz6Expected fake_tensor_crossref to be 'custom_ops', got )r¸   )
r   r   r   Úfake_tensor_crossrefr³   r½   rx   Ú	functoolsÚpartialrÄ   r`   r#   r!   Úget_nop_funcrË   ‹  s“   € õ ÔÔ"Ô7ð 
XÝÐÝ	Ô	Ô	 Ô	5¸Ò	>Ð	>Ý&Ð&åÔÔ"Ô7¸<ÒGÐGÝ ðHÝÔ'Ô.ÔCðHð Hñô ð õ Ô Õ!8ÅÐWÑWÔWÐWr#   rk   rl   c                 ó^   —  t          |pt          |pt          t          d¬¦  «        | |fi |¤ŽS )NTrj   )r   r³   r   )r   r   rk   rl   r   s        r!   rª   rª   �  sT   € ð�<ØÐ,¥9ØÐ,¥9Ý8Ø'+ð	ñ ô ð
 	Ð
ð(ð (ð
 !'ð(ð (ð (r#   rª   )rT   Úcompiler_fnT)rk   rn   Úaot_eager_default_partitionerc                 ó¢  — |rt                                d|¦  «         ddlm} ddi}|                     d¦  «        x}r|                     |¦  «         t          j        |¦  «        5   t          t          ¦   «         t          ¦   «         d„ t          j        t          d¬	¦  «        ¬
¦  «        | |¦  «        cd d d ¦  «         S # 1 swxY w Y   d S )Nz;aot_eager_decomp_partition backend ignoring extra kwargs %sr   )ÚCompilerBisectorÚunlift_effect_tokensTÚaot_eager_decomp_partitionc                  óD   — t          d¦  «                             ¦   «         S ©Nztorch._inductor.compile_fx©r   Úselect_decomp_tabler`   r#   r!   ú<lambda>z,aot_eager_decomp_partition.<locals>.<lambda>Ð  s"   € ¥=Ø,ñ$ô $ç!Ò!Ñ#Ô#ð r#   Úinductor©Úcompiler©rk   rl   Údecompositionsrm   )r   r   Ú!torch._inductor.compiler_bisectorrÐ   Úget_config_changeÚupdater°   Úpatchr   rË   rÉ   rÊ   r   )r   r   r   rÐ   Úconfig_patchesÚbisect_changess         r!   rÒ   rÒ   º  sO  € ð ð 
Ý�ŠØIÈ6ñ	
ô 	
ð 	
ð CÐBÐBÐBÐBÐBà,¨dÐ3€NØ)×;Ò;Ø$ñô ð €~ð .ð 	×Ò˜nÑ-Ô-Ð-å	Ô	 Ñ	/Ô	/ð "ð "ð
�|å$™œÝ$™œð$ð $õ #Ô*Ý3¸jðñ ô ð
ñ 
ô 
ð Ð ñ"ô "ð"ð "ð "ð "ñ "ô "ð "ð "ð "ð "ð "ð "øøøð "ð "ð "ð "ð "ð "s   Á(ACÃCÃCrÒ   Úkwargc           
      óÔ   —  t          t          j        t          |¬¦  «        t          j        t          |¬¦  «        d„ t          j        t          d¬¦  «        ¬¦  «        | |¦  «        S )Nr(   c                  óD   — t          d¦  «                             ¦   «         S rÔ   rÕ   r`   r#   r!   r×   z6aot_eager_decomp_partition_with_mode.<locals>.<lambda>ë  s"   € �}Ø(ñ 
ô  
ç
Ò
Ñ
Ô
ð r#   rØ   rÙ   rÛ   )r   rÉ   rÊ   r·   r   )r   r   r$   rã   s       r!   Ú$aot_eager_decomp_partition_with_moderæ   à  s}   € ð�<åÔ%Õ&9ÀÐEÑEÔEÝÔ%Õ&9ÀÐEÑEÔEð ð  õ Ô&Ý/¸*ð
ñ 
ô 
ðñ ô ð 	Ð
ñô ð r#   ræ   c                 ó°   — t           j        sdnt           j        }t          j        |¬¦  «        5  t          | |fi |¤Žcd d d ¦  «         S # 1 swxY w Y   d S )NrÇ   )rÈ   )r°   rÈ   rà   rÒ   )r   r   r   Ú
config_vals       r!   Ú#aot_eager_decomp_partition_crossrefré   ú  sÂ   € õ  Ô4ð	3ˆˆåÔ2ð õ
 
Ô	°ZÐ	@Ñ	@Ô	@ð Lð LÝ)¨"Ð.@ÐKÐKÀFÐKÐKðLð Lð Lð Lñ Lô Lð Lð Lð Lð Lð Lð Løøøð Lð Lð Lð Lð Lð Ls   °AÁAÁAré   )rk   Úaot_tsc                   ó   — e Zd ZdS )ÚReluCompileErrorN©r�   rž   rŸ   r`   r#   r!   rì   rì     ó   € € € € € Ø€Dr#   rì   c                   ó   — e Zd ZdS )ÚTestingOnlyCompileErrorNrí   r`   r#   r!   rð   rð     rî   r#   rð   c                 óX   — | j         j        D ]}|j        t          j        u rt
          ‚Œ| S r&   )rƒ   r„   Útargetr   Úrelurì   ©r   rZ   rˆ   s      r!   Úrelu_compile_error_TESTING_ONLYrõ   !  s6   € ð ””ð #ð #ˆØŒ;�%œ*Ð$Ð$Ý"Ð"ð %à€Ir#   c                 ó¢   — | j         j        D ]-}|j        t          j        u rt          j        |_        d|_        Œ.|                      ¦   «          | S )N)FÚReluRuntimeError)rƒ   r„   rò   r   ró   Ú_assertr.   r—   rô   s      r!   Úrelu_runtime_error_TESTING_ONLYrù   +  sI   € ð ””ð 4ð 4ˆØŒ;�%œ*Ð$Ð$Ýœ-ˆDŒKØ3ˆDŒIøØ‡L‚L�N„N€NØ€Ir#   c                 ó¼   — | j         j        D ]:}|j        t          j        u r%t          j        |_        |j        d         df|_        Œ;|                      ¦   «          | S )Nr   r   )rƒ   r„   rò   r   ró   Úaddr.   r—   rô   s      r!   Ú relu_accuracy_error_TESTING_ONLYrü   7  sT   € ð ””ð *ð *ˆØŒ;�%œ*Ð$Ð$Ýœ)ˆDŒKØœ 1œ qÐ)ˆDŒIøØ‡L‚L�N„N€Nà€Ir#   c                 óh   — | j         j        D ]}|j        dk    r nŒ| S |D ]}|j        st          ‚Œ| S )NÚcall_function)rƒ   r„   r¾   Úis_leafrð   )r   rZ   rˆ   Úts       r!   Ú#non_leaf_compile_error_TESTING_ONLYr  D  s^   € ð ””ð ð ˆØŒ7�oÒ%Ð%ØˆEð &ð ˆ	Øð *ð *ˆØŒyð 	*Ý)Ð)ð	*à€Ir#   c                   óè   — e Zd ZU dZeej        j                 ed<   e	ed<   e	ed<   ee
         ed<   e	ed<   dZeed                  dz  ed	<   dZeej                 dz  ed
<   dZedz  ed<   defd„ZdS )ÚExplainOutputzu
    This is the output of :func:`torch._dynamo.explain()`
    There is no reason to create this class directly.
    ÚgraphsÚgraph_countÚgraph_break_countÚbreak_reasonsÚop_countNr   Úops_per_graphÚ
out_guardsÚcompile_timesr   c                 ó.  — d| j         › d�}|d| j        › d�z  }|d| j        › d�z  }|dz  }t          | j        ¦  «        D ]7\  }}|d|dz   › d�z  }|d	|j        › d�z  }|d
z  }|j        D ]}|d|› d�z  }ŒŒ8| j        �9|dz  }t          | j        ¦  «        D ]\  }}|d|dz   › d�z  }|D ]}|d|› d�z  }ŒŒ | j        �@|dz  }t          | j        ¦  «        D ]&\  }}|d|dz   › d�z  }|dt          |¦  «        › �z  }Œ'| j
        �|d| j
        › d�z  }|S )NzGraph Count: ú
zGraph Break Count: z
Op Count: zBreak Reasons:
z  Break Reason r   z:
z    Reason: z    User Stack:
z      zOps per Graph:
z  Ops z    zOut Guards:
z  Guard zCompile Times: )r  r  r  Ú	enumerater  ÚreasonÚ
user_stackr	  r
  Ústrr  )	ry   ÚoutputÚidxÚbreak_reasonÚframe_summaryÚopsr¾   ÚiÚguards	            r!   Ú__str__zExplainOutput.__str__e  sà  € Ø5 Ô!1Ð5Ð5Ð5ˆØÐB¨Ô(>ÐBÐBÐBÑBˆØÐ0˜tœ}Ð0Ð0Ð0Ñ0ˆàÐ$Ñ$ˆÝ!*¨4Ô+=Ñ!>Ô!>ð 	5ð 	5ÑˆC�ØÐ4¨¨a©Ð4Ð4Ð4Ñ4ˆFØÐ< \Ô%8Ð<Ð<Ð<Ñ<ˆFØÐ)Ñ)ˆFØ!-Ô!8ð 5ð 5�ØÐ4 =Ð4Ð4Ð4Ñ4��ð5ð ÔÐ)ØÐ(Ñ(ˆFÝ% dÔ&8Ñ9Ô9ð ,ð ,‘��SØÐ/ 3¨¡7Ð/Ð/Ð/Ñ/�Øð ,ð ,�BØ˜m R˜m˜m˜mÑ+�F�Fð,ð Œ?Ð&Ø�oÑ%ˆFÝ% d¤oÑ6Ô6ð .ð .‘��5ØÐ/ Q¨¡UÐ/Ð/Ð/Ñ/�ØÐ-¥ U¡¤Ð-Ð-Ñ-��àÔÐ)ØÐ>¨Ô(:Ð>Ð>Ð>Ñ>ˆFØˆr#   )r�   rž   rŸ   r    r7   r   r5   r6   r¡   Úintr
   r	  r
  r	   ÚGuardr  r  r  r`   r#   r!   r  r  U  sÔ   € € € € € € ðð ð
 �”Ô%Ô&Ð&Ð&Ñ&ØÐÐÑØÐÐÑØÐ*Ô+Ð+Ð+Ñ+Ø€M€M�MØ15€M�4˜˜XœÔ'¨$Ñ.Ð5Ð5Ñ5Ø-1€J��W”]Ô# dÑ*Ð1Ð1Ñ1Ø $€M�3˜‘:Ð$Ð$Ñ$ð˜ð ð ð ð ð ð r#   r  r  r  r	  r   r  c                 ó   — |                      | ¦  «         d„ | j        j        D ¦   «         }|t          |¦  «        z  }|                      |¦  «         | j        j        r|                      | j        ¦  «         | ||||fS )a¨  
    This function is a utility which processes a torch.fx.GraphModule and
    accumulates information about its ops, graph breaks, and other details. It
    is intended to be used by the ExplainWithBackend class and
    `torch._dynamo.explain()` to provide details from Dynamo's graph capture.

    Parameters:
        gm (torch.fx.GraphModule): The GraphModule to be processed.
        graphs (list): A list that accumulates all the GraphModules processed.
        op_count (int): The total count of operations in all GraphModules processed so far.
        ops_per_graph (list): A list that accumulates the operations of each GraphModule.
        break_reasons (list): A list that accumulates the reasons for breaks in each GraphModule.

    Returns:
        tuple: A tuple containing the processed GraphModule, the updated lists of graphs,
               operations per graph, and break reasons, and the updated operation count.
    c                 ó2   — g | ]}|j         d k    ¯|j        ‘ŒS )rþ   )r¾   rò   )Ú.0rˆ   s     r!   ú
<listcomp>z)_explain_graph_detail.<locals>.<listcomp>£  s&   € Ð
PÐ
PÐ
P˜4°T´WÀÒ5OÐ5Oˆ4Œ;Ð5OÐ5OÐ5Or#   )Úappendrƒ   r„   ÚlenÚcompile_subgraph_reasonÚgraph_break)r   r  r  r	  r  r  s         r!   Ú_explain_graph_detailr$  „  s‡   € ð< ‡M‚M�"ÑÔÐØ
PÐ
P 2¤8¤>Ð
PÑ
PÔ
P€CØ•�C‘”Ñ€HØ×Ò˜ÑÔÐØ	Ô!Ô-ð 9Ø×Ò˜RÔ7Ñ8Ô8Ð8àˆv�x °Ð=Ð=r#   c                   ór   — e Zd ZdZdeez  ddfd„Zdej        j	        de
ej                 defd„Zdefd	„ZdS )
ÚExplainWithBackenda  
    This class is intended to be used as a backend for `torch.compile`. It is
    composable with other backends. When used in this way, it accumulates
    information about graph breaks, ops, and other info and provides a string
    representation summarizing this information.

    Attributes:
        backend (str): The name of the backend to use for optimization.
        graphs (list): A list of the graphs captured by TorchDynamo.
        op_count (int): The total number of operations in all optimized graphs.
        break_reasons (list): A list of graph break reasons with stack traces.

    Example Usage:
        def fn(x):
            x = torch.sigmoid(x)
            return x

        torch._dynamo.reset()
        eb = ExplainWithBackend("inductor")
        optimized_fn = torch.compile(fn, backend=eb)
        result = optimized_fn(torch.randn(5))
        print(eb.output())
    r«   r   Nc                 ó\   — ddl m}  ||¦  «        | _        g | _        d| _        g | _        d S )Nr   )Úlookup_backendr   )Úregistryr(  r«   r  r  r  )ry   r«   r(  s      r!   Ú__init__zExplainWithBackend.__init__Å  sA   € Ø,Ð,Ð,Ð,Ð,Ð,à%�~ gÑ.Ô.ˆŒØ24ˆŒØˆŒØ79ˆÔÐÐr#   r   rZ   c                 ó    — g }t          || j        | j        || j        ¦  «        \  }| _        | _        }| _        |                      ||¦  «        S r&   )r$  r  r  r  r«   )ry   r   rZ   r	  Ú_s        r!   rz   zExplainWithBackend.__call__Í  sT   € ð -/ˆÝ@UØ�”˜Tœ]¨M¸4Ô;MñA
ô A
Ñ=ˆˆDŒK˜œ¨¨4Ô+=ð �|Š|˜B Ñ/Ô/Ð/r#   c                 óx   — t          | j        ¦  «        }t          | j        ||dz
  | j        | j        ¦  «        }|S )Nr   )r!  r  r  r  r  )ry   r  r  s      r!   r  zExplainWithBackend.outputÖ  sA   € Ý˜$œ+Ñ&Ô&ˆÝØŒKØØ˜!‰OØÔØŒMñ
ô 
ˆð ˆr#   )r�   rž   rŸ   r    r   r  r*  r   r5   r6   r7   r8   r   rz   r  r  r`   r#   r!   r&  r&  ¬  s˜   € € € € € ðð ð0: 
¨SÑ 0ð :°Tð :ð :ð :ð :ð0Ø”(Ô&ð0Ø8<¸U¼\Ô8Jð0à	ð0ð 0ð 0ð 0ð
˜ð 
ð 
ð 
ð 
ð 
ð 
r#   r&  r&   )NN)Rr    r¢   rÉ   ÚloggingÚcollections.abcr   r   Ú	importlibr   Útypingr   r   r   Úfunctorch.compiler   r	   Útorch._dynamo.output_graphr
   Útorch._functorchr   r°   Útorch._functorch.compilersr   Útorch._inductor.output_coder   Úcommonr   r)  r   r   r   Úregister_backendÚtorch.fx.noder   Ú	getLoggerr�   r   r5   r6   r7   r8   r"   Ú	overridesÚTorchFunctionModer)   r'   rA   rM   rR   rV   ÚScriptModulerX   rh   ro   Ú	dataclassrq   r³   r·   Ú_opsÚ
OpOverloadÚboolr½   rÄ   rË   rª   rÎ   rÒ   ræ   ré   rê   r;   rì   rð   rõ   rù   rü   r  r  r  Útupler$  r&  r`   r#   r!   ú<module>rC     s—
  ððð ð2 Ð Ð Ð Ø Ð Ð Ð Ø €€€Ø .Ð .Ð .Ð .Ð .Ð .Ð .Ð .Ø #Ð #Ð #Ð #Ð #Ð #Ø %Ð %Ð %Ð %Ð %Ð %Ð %Ð %à €€€Ø AÐ AÐ AÐ AÐ AÐ AØ Ð Ð Ð Ð Ð Ø 9Ð 9Ð 9Ð 9Ð 9Ð 9Ø 7Ð 7Ð 7Ð 7Ð 7Ð 7Ø 1Ð 1Ð 1Ð 1Ð 1Ð 1Ø 2Ð 2Ð 2Ð 2Ð 2Ð 2à  Ð  Ð  Ð  Ð  Ð  Ø XÐ XÐ XÐ XÐ XÐ XÐ XÐ XÐ XÐ Xð ð %Ø$Ð$Ð$Ð$Ð$Ð$ð €gÔ˜Ñ!Ô!€ð ð
ØŒÔð
Ø26°u´|Ô2Dð
ØPSð
àˆc�3ˆhÔð
ð 
ð 
ñ Ôð
ð@Ø
Œ/Ô
+ð@àˆc�3ˆhÔð@ð @ð @ð @ðØ�E”OÔ5Ô6ðàˆc�3ˆhÔðð ð ð ð, ðØŒÔðØ26°u´|Ô2DðØPSðàˆc�3ˆhÔðð ð ñ Ôðð& ðØŒÔðØ26°u´|Ô2DðØPSðà
„XÔðð ð ñ Ôðð" ðØŒÔðØ26°u´|Ô2DðØPSðàˆc�3ˆhÔðð ð ñ Ôðð$ Ð�tÐÑÔð ØŒÔð Ø26°u´|Ô2Dð à
„YÔð ð  ð  ñ Ôð ð#ØŒhÔ"ð#Ø48¸¼Ô4Fð#àˆc�3ˆhÔð#ð #ð #ð #ð</ðd ðØŒÔðØ26°u´|Ô2DðØPSðàˆc�3ˆhÔðð ð ñ Ôðð4 Ôð.ð .ð .ð .ð .˜ñ .ô .ñ Ôð.ðdØ
Œ(Ô
ðØ04°U´\Ô0Bðàˆc�3ˆhÔðð ð ð ð<Ø
Œ(Ô
ðà˜œÔ&ðð Œ/Ô
+ð	ð
 ˆc�3ˆhÔðð ð ð ð4 DHðð Ø
Œ(Ô
ðà˜œÔ&ðð ˜EœJÔ1Ð2°DÐ8Ô9¸DÑ@ðð ˆc�3ˆhÔð	ð ð ð ð,5˜œ
Ô-ð 5°$ð 5ð 5ð 5ð 5ðX�hØ
„XÔ˜4 ¤Ô-Ð.°¸¸c¸Ô0BÐBôð Xð Xð Xð Xð* .2Ø-1ð	(ð (ØŒÔð(à˜Uœ\Ô*ð(ð ˜#˜s˜(Ô# dÑ*ð(ð ˜#˜s˜(Ô# dÑ*ð	(ð
 ð(ð ˆc�3ˆhÔð(ð (ð (ð (ð Ð �k¨yÐ 9Ñ 9Ô 9Ð 9à , Ø¸$ð!ñ !ô !Ð ð Ð Ø	(Ð6Sðñ ô ð ð"ØŒÔð"Ø26°u´|Ô2Dð"ØPSð"àˆc�3ˆhÔð"ð "ð "ð "ð> Ð Ø	%Ð3Mðñ ô ð ðØŒÔðà˜Uœ\Ô*ðð ðð ð	ð
 ˆc�3ˆhÔðð ð ð ð( Ð Ø	/Ø4ðñ ô ð ðLØŒÔðLØ26°u´|Ô2DðLØPSðLàˆc�3ˆhÔðLð Lð Lð Lð Ð Ø	.Ø3ðñ ô ð ð 
ˆ *Ð	-Ñ	-Ô	-€Ø Ð �h¨FÐ 3Ñ 3Ô 3Ð 3ð	ð 	ð 	ð 	ð 	�yñ 	ô 	ð 	ð	ð 	ð 	ð 	ð 	˜iñ 	ô 	ð 	ð ðØŒÔðØ.2°5´<Ô.@ðà
„XÔðð ð ñ Ôðð ðØŒÔðØ.2°5´<Ô.@ðà
„XÔðð ð ñ Ôðð ð	ØŒÔð	Ø.2°5´<Ô.@ð	à
„XÔð	ð 	ð 	ñ Ôð	ð ðØŒÔðØ.2°5´<Ô.@ðà
„XÔðð ð ñ Ôðð  Ôð+ð +ð +ð +ð +ñ +ô +ñ Ôð+ð\%>ØŒÔð%>à�”Ô%Ô&ð%>ð ð%>ð ˜˜XœÔ'ð	%>ð
 Ð*Ô+ð%>ð Ø	„HÔØˆŒÔ	ÔØØˆˆhŒÔØÐ	Ôð	ôð%>ð %>ð %>ð %>ðP4ð 4ð 4ð 4ð 4ñ 4ô 4ð 4ð 4ð 4r#   