tj UdZddlmZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlmZddlZddlmZddlmZddlmZm Z m!Z!m"Z"ddlm#Z#m$Z$m%Z%m&Z&ddl'm(Z(dd lm)Z)ddl*Z*ddl+Z*dd l,m-Z-dd l.m/Z/dd l0m1Z1dd l2m3Z3ddl4m5Z5m6Z6m7Z7m8Z8ddl+m9Z9ddl:m;Z;mm?Z?ddl@mAZAmBZBddlCmDZEddlFmGZGddlHmIZIddlJmKZKmLZLmMZMmNZNddlOmPZPmQZQddlRmSZSmTZTmUZUmVZVmWZWddlXmYZYddlZm[Z[m\Z\ddl]m^Z^m_Z_m`Z`maZambZbddlcmdZdmeZemfZfmgZgddlhmhZhddlimjZjmkZkmlZlmmZmmnZnmoZompZpmqZqmrZrmsZsdd lUmtZtmuZumvZvmwZwmxZxmyZymzZzm{Z{m|Z|m}Z}m~Z~mZmZdd!lmZdd"lmZmZmZdd#lmZdd$lmZmZmZdd%lmZmZmZdd&lmZdd'lmZdd(lmZmZmZmZmZdd)lWmZdd*lmZmZmZmZdd+lmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZdd,lmZd-ed.< ddlZn #e$rdZYnwxYwejr.dd/lmZdd0lmZdd1lXmZdd2lmZdd3lmZdd4lmZmZmZdd5lmZe jeͦZe*jed6Ze*jed7ZejZe&d8Ze(d9ZGd:d;Zdd@ZddEZGdFdGZeڦZeڦZdadHedI<ejeE dddQZdddWZddZZesjdd^Z ddddZdaejZdeedf<ddhZddiZeGdjdkZddoZGdpdqZ dddzZdd{lmZdd|lmZeZd}ed~<dZddZddZddZddZed_dddddddZeGddZeGddZedrGddZddZeGddZeGddZddZddZ dddZ ddd_dddZeGddZdd_dddZddZd_dddddddÄZ dddddĜdd҄ZGdӄdԦZ dddՄZddׄZ dd؄Z Gdلdej Z GdڄdۦZ dd܄ZdS)a This module implements TorchDynamo's core frame conversion functionality, transforming Python frames into FX graphs. It handles: - Frame analysis and bytecode transformation - Guard creation and management for dynamic behaviors - Cache management for recompilation - Error handling and fallback mechanisms Key classes: - ConvertFrame: Main entry point for frame conversion with error handling - ConvertFrameAssert: Implements core frame to graph conversion logic - Tracker: Tracks input/output code objects during conversion - CatchErrorsWrapper: Provides error handling and suppression logic The conversion process preserves program semantics while enabling optimizations through torch.compile() and related systems. NOTE: _torchdynamo_orig_backend is used for convert frame wrappers to identify the inner wrapped function. By going down the _torchdynamo_orig_backend chain, one can recover the original unwrapped backend, which is checked for during the Dynamo cache lookup. ) annotationsN) dataclass)Path)CellTypeCodeType FunctionType ModuleType)AnycastNoReturnTypeVar) ParamSpec) ReferenceType)GlobalStateGuard)CallbackTrigger)get_compile_pg)TensorifyState)compile_contextCompileContext CompileIdtracing) structured)compile_time_strobelight_meta#maybe_upload_prof_stats_to_manifoldsignpost_event)_use_lazy_graph_module)ConstraintViolationErrorGuardOnDataDependentSymNode)_forward_from_src) _WaitCounter)DistributedDataParallel)_disable_current_modes any_torch_dispatch_mode_on_stack/is_in_any_mode_without_ignore_compile_internalsis_traceable_wrapper_subclass)CapturedTracebackformat_traceback_short)config decoratorsexcgraph_break_hints trace_rules)_is_registered_backend)remove_dead_coderemove_pointless_jumps) check_inst_exn_tab_entries_valid Instruction is_generator propagate_inst_exn_table_entriestransform_code_object)CacheSizeRelevantForFramecompute_cache_sizeexceeds_recompile_limitis_recompilation) code_context) _get_cache_entries_for_region_get_total_cache_entry_countadd_skip_reasonalways_optimize_code_objects Constraint dynamo_tls$get_eval_frame_isolate_recompiles_idinnermost_backend skip_code TorchPatcher) augment_exc_messageBackendCompilerFailedFailOnRecompileLimitHitformat_error_msgInternalTorchDynamoError PackageErrorResumePrologueTracingErrorShortenTracebackTorchRuntimeErrorUncapturedHigherOrderOpError unimplemented Unsupported UserError)reset_user_object_tracking)CheckFunctionManager'get_and_maybe_log_recompilation_reasons GuardedCode)Hooks) CodeOptionsDynamoTracerOutputOutputGraphCommon)_log_size_mismatch_recompilelog_frame_dynamic_whitelistput_code_state)ExecutionRecord)TORCH_DYNAMO_RESUME_IN_PREFIX)DistributedStateExceptionStackInstructionTranslator LocalStateSpeculationLog)is_numpy)ConvertFrameReturn FrameActionFrameExecStrategywrap_guarded_code)_get_error_on_graph_breakchromium_event_timedCleanupManagerCompileTimeInstructionCountercounters dynamo_timedformat_bytecodegen_record_file_name#get_hook_for_recompile_user_contextget_metrics_contextincrement_frame is_namedtupleistype LazyStringmaybe_disable_inference_mode*maybe_disable_inference_mode_for_fake_prop orig_code_mapreset_graph_break_dup_checkersetup_compile_debug to_int_ustroubleshooting_urlwrite_record_to_file)#torch_function_mode_stack_state_mgrzModuleType | Nonenp)Callable)WeakIdKeyDictionary) CompilerFn)CompilePackage)WrapBackendDebug) BytecodeHook CacheEntryDynamoFrameType)FrameStateSizeEntrybytecode graph_breaks_T_PceZdZdS) TODO_UNKNOWNN)__name__ __module__ __qualname__Y/var/www/html/CA-Chatbot/venv/lib/python3.11/site-packages/torch/_dynamo/convert_frame.pyrrsDrr fake_mode3torch._subclasses.fake_tensor.FakeTensorMode | NonereturnNonec|dS|jjj}|j|jdS)z:Clear WeakIdRef entries from a FakeTensorMode's describer.N)fake_tensor_convertermeta_converter describer lookup_tensorclearlookup_storage)rrs r_clear_fake_mode_weakrefsrsM/>HI !!### ""$$$$$r tracer_outputDynamoTracerOutput | None compiler_fnrc0tj}|tt|}|r|sdS|j}|dS|j}|jt|j t|drt|j dSdS)zBClear WeakIdRef entries that can block swap_tensors after compile.N_old_fake_mode) r)#invalidate_compile_context_weakrefsr.rBoutput_graph_for_cleanuptracing_contexttensor_to_contextrrrhasattrr)rr should_clear output_graphtcs rclear_compile_context_weakrefsrs =L-.? .L.LMM }!9L  %B   bl+++|-..?!,"=>>>>>??rc.eZdZd dZd dZdd Zd d Zd S)Trackerrrc:g|_t|_dSN)seensetseen_idsselfs r__init__zTracker.__init__s35 "%%% r strong_objrct|jvrOtj|fd}j|jdSdS)Nc8jSr)rremove)_idxrs rzTracker.add..sDM4H4H4M4Mr)idrweakrefrefrappendadd)rrobjrs` @rrz Tracker.addstnn dm # #+j*M*M*M*M*MNNC I  S ! ! ! M  c " " " " " $ #ritemboolc.t||jvSr)rr)rrs r __contains__zTracker.__contains__s$xx4=((rcj|j|jdSr)rrrrs rrz Tracker.clears.  rNrr)rrrr)rrrr)rrrrrrrrrrrrsd((((####))))rrzGlobalStateGuard | Noneinitial_global_statesrcstrglobalsdict[str, Any] co_fieldsdict[str, str] | NonercPt|||}t|j|Sr)original_forward_from_srcrC__code__)rrrresults rfx_forward_from_src_skip_resultrs* 'sGY ? ?F fo Mrcoderskipint list[str]ctjttjd|z}tj|}ttj fd||j |j tj|j dgztjdfdfd|Dd|j d |j d |j gz}|S) Nrc|dkS)Nfilenamer)fconvert_frame_interns rrz"log_dynamo_start..$sa m';;r)linenamer dynamo_startc diS)Nstackr)rsrrz"log_dynamo_start..1s % rcZg|]'}|jk d|jd|jd|j(S)Line: , Name: , Filename: )rlinenor).0framers r z$log_dynamo_start..5sP  >1 1 1 POOuzOOu~OO 1 1 1rrrr)r intern_string__file__r&extractsummaryfrom_tracebacklist itertools takewhileco_firstlinenoco_name co_filenametorch_loggingtrace_structured)rr captured_tbframes_interned stack_stringsrrs @@rlog_dynamo_startrs3%3H==#+T:::BBDDK / <._fnJs!##/11 H . . 0 07 7  ( * *7 7  7 8 87 7  $)#B#D#D "'"L"N"N #QSSO==?? ) 133K#l88::O!Nz&&(( @X2244@@%*Z%=%=%?%?N@@@@@@@@@@@@@@@$)H$G$G%% !"'!6!H 6UEH ! 3)++G#-//J  $ $(BBDD    ' ( ( ( r4*6**   """**?;;;(>>?STTT2'? **?;;;' 444HAACC,03NNNH@@BBB!-6688AA 00@@@AAAAAAAAAAAAAAA33H&;;M%7||~~(j&--//jjjk7 7 7 7 7 7 7 7 7 7 7 7 7 7 7 7 7 7 7 7 7 7 >   """**?;;;(>>?STTT2'? **?;;;' 444HAACC,03NNNH@@BBB!-6688AA 00@@@AAAAAAAAAAAAAAA33H&;;M%7||~~(j&--//jjjk7 7 7 7 7 7 7 7 7 7 7 7 7 7 7 7 7 7 7 7 7 7 7 7 7 7 7 7 7 7 7 7 7 7 7 7 7 7 7 7 7 sW-WCV>&E  V>E V>E B9V>O<DV>0 M  V>M  V>#M $A3V> W# W->W WW W W-W W-W W--W14W1rrrr rr) functoolswraps_torchdynamo_orig_backend)rr=s` rpreserve_global_staterB?sH_R??????B%'C! Jrrrrc|jtvrdS|jjD]}||jvrv|j|}t |t r&|jds |turdStr'tj r|tust|rdSid fd |j D]}|rdSdS) z+Check if the frame has torch.* related bitsTztorch.robjectrrc "t}|vr|Sd|<ttjtjjfs4t tr,ttjjr d|<|Stj rHtrAt tj sttj r d|<|St ttfr&t!fdD|<|St t"rGt}t!fd|D|<|St t&t(t*tdt,fr d|<|St/rz:has_tensor_in_frame..has_tensor..s+">">Q::a==">">">">">">rc3.K|]}|VdSrrrGs rrJz:has_tensor_in_frame..has_tensor..s+"A"AQ::a=="A"A"A"A"A"ArN_fieldsc3JK|]}t|VdSr)getattr)rrHrIrs rrJz:has_tensor_in_frame..has_tensor..s5"T"T1::gc1oo#>#>"T"T"T"T"T"Tr)r isinstancerTensornnModulerutype issubclassr) trace_numpyrndarraygenericrtupleanydictvaluesrrfloatrrtrrL)robj_idr[rIrs` rrIz'has_tensor_in_frame..has_tensorsC X  F# #  cEL%(/: ; ;!  3  ! ",S%(/"B"B!  $HV F# #    RZ(( -7sBJ,G,G  $HV F# # C$ ' ' "">">">">#">">">>>HV F# # C   #**,,''F""A"A"A"A&"A"A"AAAHV F# # C#sE4::t< = = $HV F# # 3   GC$;$; ""T"T"T"T"T "T"T"TTTHV F# # 5rF)rrDrr)f_coder>co_names f_globalsrOr r startswithrrr)rUrdf_localsr[)rrrvaluerIrs @@rhas_tensor_in_framerds |333t<(   eo % %/'*C#z**  ''11 58E\\tt f( cRii8C==itt "H(((((((V&&(( :e   44  5rFe ExceptionDynamoFrameType | Noneexportcd}t|dr,t||}t||j||_t ||dS)N exec_recordrh)rrpr~rjrecord_filenamerE)rerrrhrls rexception_handlerrms] Oq-  ,.q$77_am<<<+&))))))rz)typing.Counter[int | FrameStateSizeEntry]FRAME_COMPILE_COUNTERfuncc<tjrt|S|Sr)r)cprofilecprofile_wrapper)ros rmaybe_cprofilerss &%%% KrcHtjdfd }|S) Nrrrr rrc X tj}|stdttjtj j dt| ddd}tj } tj}|j g|Ri|}tj|z }n4#t $r't"dd} |i|}YnwxYwt"d j ||t)j|} ||n+#t.$rt"d|YnwxYwt"d ||d } t3jd d d dddt|gt2j5} t3jdddt| g| jt"d| dddn #1swxYwYn#t<$rt"d|t(j j!"d|t(j j#"dYnwxYwtIt|x r#tJj&'d fd|S)NzTrace id is Noner/z.profilezfailed to enable cProfilerz7### Cprofile for %s trace id [%s] took %.3f seconds ###zCannot write to %szRaw profile at %sz.svg gprof2dotz-fpstatsz"--node-label=total-time-percentagez!--node-label=self-time-percentagez--node-label=total-time)stdoutdotz-Tsvgz-o)stdinz Generated SVG from profile at %szxFailed to generate SVG from profile -- dumping stats instead.Try installing gprof2dot and dot for a better visualizationlinkcddS)Ncprofile_manifold_url)rurlr) manifold_linksrrz;cprofile_wrapper..profile_wrapper..5s!8OOr)(rcurrent_trace_idr-rospathjointempfile gettempdirrrreplacecProfileProfiletimeruncall ValueErrorlog exceptionwarningrxStats dump_statsOSError with_suffix subprocessPopenPIPE check_callryFileNotFoundError sort_statsSortKeyTIME print_stats CUMULATIVErrrr) rrtrace_id profile_pathprofstart_tsretvalprofile_latencypssvg_pathgprof2dot_processrros @rprofile_wrapperz)cprofile_wrapper..profile_wrappers!244 5 !344 4 GLL#%%=LL3x==#8#8c#B#BLLL    !! +y{{H "T\$888888F"ikkH4OO + + + MM5 6 6 6OT4*6**FFF + E M      \$   > OOL ) ) ) ) > > > MM. = = = = = > '666++F33 E!87- %%"    J#%GT3x==9+2 >III! J J J J J J J J J J J J J J J"! E E E KKN    MM&.- . . : :2 > > > MM&.3 4 4 @ @ D D D D D  E@      =  N + +OOOO    s\%:C .DD E!!%F F =4I1AI9 II  I I  IBK&%K&r>)r?r@)rors` rrrrrsE_TEEEEEEN rceZdZUdZded<dS)ConvertFrameBoxNz bool | Noneerror_on_graph_break)rrrr__annotations__rrrrr<s$(,,,,,,,rr frame_state$dict[str, int | FrameStateSizeEntry]rcNd|vrt|d<tdz a|d}t|tstdt |t |}t |xxdz cc<d}t jx}r|j}t|||S)N_idr(zframe_id must be an int, got )compiled_autograd_idframe_idframe_compile_id) FRAME_COUNTERrOrr-rSrnrcurrent_compile_idrr)rrrrpriors rget_compile_idrAs K* E 5!H h $ $OMT(^^MMNNN,X6(###q(###1333u:$9 1)   rcHeZdZ d"d#dZed$dZddd%d!ZdS)&ConvertFrameAssertTFNrr one_graphrrhexport_constraints Any | NonepackageCompilePackage | Nonerecompile_limit int | Nonerrct||_||_||_||_||_||_t|_dSr) rzrA _one_graph_export_export_constraints_package_recompile_limitr_box)rrrrhrrrs rrzConvertFrameAssert.__init__ZsN &''')4&# #5  /#%% r*Callable[[CompilerFn], ConvertFrameAssert]cfdS)NcTt|jjjjSNr)convert_frame_assertrrrrbackendrs rrz8ConvertFrameAssert._clone_with_backend..os03  O L  $ 1    rrrs`r_clone_with_backendz&ConvertFrameAssert._clone_with_backendms     rrrrr cache_entryCacheEntry | NonehooksrVrrrrrec6 t|j}t}t||}|dkr|t|dz} n|} t |} t ||| } t ||tvrtdStj dr8tj d|j krtdS|j dkr*|jdrtd S|j d krtd S|j d krV|jtjt&jjrtd S|j dkr|jdkrtdS|j dkr/|jdkr$t-|jstdSt1|r t3ddddgt4jt9|stdSt;j} | r%d| jjvr| j} | rd| jjv| r$| jt@j!urtddStD} tGa"tI|}|j%}tMdd|j |tO||j|j(| j)| j*d|j tVs8|j d |jd!|j(}tXj-.| t_ta|}|j1tej3|j1"ntij5}|5|5tm|j|j7|j8|j|j9|j:|j;|j<|j=|||| | ||||d#z|j>|j?$}dddn #1swxYwYdddn #1swxYwY| a"n#| a"wxYwtdj@r'|j> d#d%lAmB}|C|j>|S)&Nrz&frame is already Dynamo-generated code skip_reasonTORCHDYNAMO_DEBUG_FUNCTIONz>function name does not match TORCHDYNAMO_DEBUG_FUNCTION filterz )ztransformers/file_utils.pyztransformers/utils/generic.pyzdiffusers/utils/outputs.pyz7skipping generator expression in transformers/diffusers __setattr__z#__setattr__ frames are not compiledrz,torch.optim __init__ frames are not compiledzzframe was generated by exec()zz!frame is a namedtuple constructorzAttempt to trace generatorz >QP> Q QQQQQQ#TFNNN)rrrrrhrrrrrrrrr)rr rrrrrrVrrrrrrerrrrpropertyrr rrrrrYs)-)-&*&&&&&&   X qqqqqqqqrrTrrrrrrrc*t||||||S)zHFully convert a frame into an FX graph, raising an exception if we fail.)r)rrrhrrrs rrr+s(    r) OrderedDict)RemovableHandlezdict[int, BytecodeHook]_bytecode_hooksbytecode_hook_side_effectstypes.CodeTypetuple[str, ...] | Nonectj|sdStj|t}|dS|S)zReturn Dynamo's replayed Python side-effect sources for compiled code. Returns ``None`` when ``code`` was not produced by Dynamo or no metadata was attached to it. N)r: has_context get_contextr'_BYTECODE_HOOK_SIDE_EFFECTS_CONTEXT_KEY)r side_effectss rget_compiled_code_side_effectsrHsR  #D ) )t+D1155/Lt rc:tt|S)zNReturn whether Dynamo recorded replayed Python side effects for compiled code.)rrrs rcompiled_code_has_side_effectsrZs .t44 5 55rsrc_codedst_codectj|sdStj|}t|vr)|ttj|t<dSdSr)r:rrr)rr src_contexts r_copy_code_contextr"_sb  #H - -*844K.+== ? @  **+RSSS>=rhookrrcLtt}|t|j<|S)a*Register hooks for bytecode generated by Dynamo. The hook can do some logging, as well as return a new code object to be used. Hooks can query `get_compiled_code_side_effects(new_code)` for replayed Python side effect sources. Please refer to `BytecodeHook` for the hook signature. )rrr)r#handles rregister_bytecode_hookr&is" _ - -F!%OFI Mrrhrrdistributed_staterdict[str, object]localsbuiltinsrtuple[CellType] tf_mode_stack'list[torch.overrides.TorchFunctionMode]speculation_logrc instructionslist[Instruction] code_optionsrW+dict[str, int | FrameStateSizeEntry] | Noner(DistributedState | NonerXc bddlmmt }t | ||||||| ||| | | |||d fd } |t }|j}|td|j std|j | dd<| |j t| t| tt| | dd<n)#t $r}t d |_d}~wwxYw|S) Nr)bisecttranslation_validation_enabled)rr/ exn_vt_stackr(rrrc jtjj55dddn #1swxYwYdddn #1swxYwYnw#t j$rt j t j t j f$rt$r!rjj wxYwji_dS#ji_wxYwr)outputmark_bytecode_tracing_startrrset_current_txrunr+UnspecializeRestartAnalysisrSpeculationRestartAnalysisTensorifyScalarRestartAnalysis SkipFramerf shape_envcall_cleanup_hooksrb)r6r/tracerr7sr run_tracerztrace_frame..run_tracers ! M 5 5 7 7 7677  9N9N9P9P                                 .     ! ! # # #   *  . M        --// 0v}.///   M , , . . . FOOO M , , . . . FO se2BB A+ B+A/ /B2A/ 3B6 BBB B B D'A4DD''"E z$tracer output_graph must not be Nonez*output_graph must have output_instructionsT)errorr)torch.fx.experimental.validatorr6r7restartr`rarXrr-output_instructionsupdater2r4r1r0r/rf_torch_dynamo_tracer_output)rrr*r+rrr-rr/r0r2rhrrr(rr8rErr:rer6rDr7s ` @@@r trace_framerLws(WVVVVVVV!##L " '!+#F(!!!!!!!!!, *622 + > !GHH H) O !MNN N 4 QQQF/000(666(66601A,1O1OPP QQQ (:6(N(N(N%  sB,D D,D''D,c\eZdZUdZded<ded<ded<ded < dddZ dd dZd S)! DynamoOutputao Represents the core data returned from a single dynamo run, including: - Guards, wrapped inside tracer_output.output_graph.guards - Generated bytecode - Other information needed for compilation. This data structure should capture all the "interesting" information dynamo produces on the frontend side before it enters user backend. rXrrrlist[list[str] | None]pycodez float | Nonelast_attempt_start_timeNFrr Hooks | Nonesaverrlist[CacheEntry] | None strict_errorrrSc |jj}|tdt||||r|jnd|r|jnd||S)Nz2output_graph must not be None when building guards save_guardsrU)rrr-rS guard_fail_fnguard_filter_fn)rrrrSrrUrs r build_guardszDynamoOutput.build_guardssj)6   !UVV V#   #( 2E  d%* 4E ! !%    rargdefstuple[Any, ...] | None kwdefaultsdict[str, Any] | NoneGraphCaptureOutputc (|jj}|tdtt ||j|j|j|j |j|j |j |j |jj |||jj S)NzAoutput_graph must not be None when producing graph capture output)rrr-r`rYdump_guards_stateimport_sourcesrBexport_metadatatracked_fakes_id_to_source traced_coderrPrr`)rr\r^rs rgraph_capture_outputz!DynamoOutput.graph_capture_outputs )6   S " ..00+&,7     '  $ M K   &     (   rNFNF rrrrRrSrrrTrUrrrSNN)r\r]r^r_rr`)rrr__doc__rr[rgrrrrNrNs&%%%"""")))) #15"      .+/,0       rrNcFeZdZUdZded<ded<ded<ded <d ed <d S) BackendInputa  Represents core data structure that dynamo will pass to a backend, including: - Graph module - Example inputs - The FakeTensorMode used for compiling graph. This data structure should capture all the information dynamo produces on for the user backend. r backend_idtorch.fx.GraphModulerr example_inputsz,torch._subclasses.fake_tensor.FakeTensorModerrrN)rrrrkrrrrrmrmsWOOO&&&&;;;;******rrm)frozenceZdZUded<ded<ded<ded<d ed <d ed <d Zd ed<ejeZded<d ddd"dZ d#dZ d$dZ d%d!Z d S)&GraphRuntimeEnvrrrOrPdict[str, str]rcr used_globalsr]rr\Nr_r^)default_factoryset[str] external_refsF extra_globalsuse_python_codegenrnr compiled_fnCallable[..., Any]rzr{rrcFd|jD}i||j|pi||i}|||r|||}n|j}t j|||j|j }|j r |j |_ |S)Nc>i|]\}}|tj|Sr) importlib import_module)ralias module_names r z4GraphRuntimeEnv.forward_callable..3s9   "{ 9*;77   r)rr\) rcitemsru_check_external_refs_build_python_wrapperrtypesrrr\r^__kwdefaults__) rrnr|rzr{rcr`rrs rforward_callablez GraphRuntimeEnv.forward_callable+s  &*&9&?&?&A&A      "      !!),,,  %11)ZHHHH}H    LL     ? 0 $B  rcd|jD}|std|j}|j}|jd|}d|}dg}|d|d|D]}|D]}|d| |d |d |d d |S) zCBuild Python source for the wrapper function from generated pycode.cg|]}||Srr)rps rrz@GraphRuntimeEnv._build_python_wrapper_source..Rs@@@a!----rz%No Python code generated from Dynamo.N, zdef __generate_func__():z def __dynamo_func__(z):z z return __retz return __dynamo_func__z/__dynamo_generated_func__ = __generate_func__() )rP RuntimeErrorr co_argcount co_varnamesrr) r pycode_parts orig_codeargcountvarnamesargnames func_linespartrs r_build_python_wrapper_sourcez,GraphRuntimeEnv._build_python_wrapper_sourcePs@@4;@@@  HFGG GM (((399X&&01 AXAAABBB  5 5D 5 5!!"3T"3"34444 501116777KLLLyy$$$rr`c|}|}t|||d}|jS)z=Build a Python code object from the generated pycode strings.__dynamo_generated_func__)rcopyexecr)rr`rn func_source namespaceros rrz%GraphRuntimeEnv._build_python_wrapperdsI7799 $-NN$4$4  [)$$$45}rrczg}|jD]}||vr|||rtd|ddS)Nz&Missing required external references: zM. Please load AOT compiled function with `f_globals=`)rxrr)rr` missing_refsrs rrz$GraphRuntimeEnv._check_external_refsrsw % ) )C)####C(((  ^^^^   r) rnrr|r}rzr_r{rrr})rr)r`rrnrrr)r`rrr) rrrrr^ dataclassesfieldrrxrrrrrrrrsrs s""""""""    ########(,J,,,,/k/DDDMDDDD04#( ######J%%%%(          rrs builtins_dictcddl}i}|D]0\}} |||||<!#t$rY-wxYw|S)zCFilter a builtins dict to only picklable entries for serialization.rN)picklerdumpsrf)rrrkrHs r_safe_builtins_dictrssMMM F##%%1  LLOOOF1II    D  Ms< A A ceZdZUdZded<ded<ded<ded <d ed <d ed <d ed<ded<ded< d%d&d Zd'd"Zed(d$ZdS))r`z) Minimal version of DynamoOutput rYrrtrczlist[CodeType]rfrrrOrPr]rr\r_r^rr`NFrrrrRrSrrrTrUrrSc \t||j||r|jnd|r|jnd||S)NrW)rSrrYrZ)rrrrSrrUs rr[zGraphCaptureOutput.build_guardssM$    #( 2E  d%* 4E ! !%    rrsc "ddlm}i}|jjjD])}||}|||jvr|j|||<*||j}ddl }|D]e}||vr_| dr'||jvrt|j|||<Bt||rt||||<ft|j|j|j||j|j|j|S)Nr)get_global_source_name__builtins_dict__)rrPrcrurr\r^rx)torch._dynamo.sourcerrrdgraph_input_idx_to_local_sourcer[r`_get_external_refsrr+rarrrNrsrPrcrr\r^)rrrusource global_namerx _builtinsrs rget_runtime_envz"GraphCaptureOutput.get_runtime_envs]??????   . N U U W W H H 0088K"dn,,,0N;,G [)// >>  %$$$  @ @C,&&>>"566@3$.;P;P(;DN3.`s! O O O*$T4% O O Or)rr\r^)r+rrbindapply_defaults arguments __closure__r co_freevarsrr-rJzipr __globals____dict__ __defaults__r) rrrr+rself_optrbound_argumentsrbrfreevarss r _get_framerCs\OOO %%LB{T! ~r""I$ind5f55O""$$$(Hn"G{&H 7 w<<3x== ( ( _3w<<__sS[}}___   O OHg8N8N O O O      $"$   r constraints _is_export_deprecated_do_not_userlist[Constraint] | Nonerct|||}ttti5t |||cdddS#1swxYwYdS)a This API captures a full graph for a model, given example inputs to trace with. Specifically, it takes a callable (nn.Module, method, or function), args, and optional kwargs, and returns Dynamo-captured graph along with other important compile-time information. This serves as the common graph-capture mechanism for different torch compiler AOT frontends (e.g. AOT precompile, export). Note that this API doesn't apply context managers like metrics context, and the expectation is that the caller will apply them depending on the use case. The CaptureOutput is separated into two parts: 1. Frontend specific information, which includes: - guards - generated bytecode - other information tracked by OutputGraphCommon. 2. Backend specific information (indexed by unique backend id) such as: - fx graph - example inputs rN)rrrr_fullgraph_capture_frame)rrrrrrs rfullgraph_capturerns: sD& ) )E r(:(:;; < <  ' #-M                     sAA!AcVeZdZUded<ded<ded<ded<ded<d ed <d ed <d S)rrrr)rr*r+r,rr]r\r_r^N)rrrrrrrrrsf####%%%%%%rc ddlmdd fd } t|j|j|j|j|j|||d t }n#tttf$rm}t|tjr|}|j(|jd|j}|j(|d|jd}~wwxYwt#||j|jS) Nr)TracingContextgmrorplist[torch.Tensor]rc>}|j}|j}|tdt |jdt s*tdt|jdt|jd|||||S)Nzfake_mode must not be Nonernz)gm.meta['backend_id'] must be a str, got ) rrrr-rOmetarrSrm)rrprrrrrs rfullgraph_compilerz4_fullgraph_capture_frame..fullgraph_compilers),,..#- +=   !=>> >"',/55  YDAV  !"+   , ,T 2 2 2'G+t$$!+5 6 **5=%:JKK  s>AC)A(CCcallbackConvertFrameProtocolcXtdd}||Sd dd fd }|_|S) N_dynamo_fail_callbackrr rrr c td)NzDynamo: expected not to compile nested code - this happens because a Dynamo callback was triggered and succeeded in compiling when running fullgraph=True compiled code.)r)rrs rcompile_frame_errorz.get_fail_callback..compile_frame_errors 9   rrectjtdz5|i|cdddS#1swxYwYdS)Nz.compile_frame)mockrr)rrrrs r fail_callbackz(get_fail_callback..fail_callbacks Z#335H I I - -8T,V,, - - - - - - - - - - - - - - - - - -s 488)rr rr rr )rr rr rre)rNr)rrrs` @rget_fail_callbackrsiH&=tDDM     ------- &3H" rrrwc td   f d } d}tjD] }|tj_ t d |d 5t| \}}|td |j td t|||j j |cdddcS#1swxYwY#tj $r}t|tjst!jt$dt)t*|jt/|dd}|r|||jpt7t9|t;j}|dkrt=dddgYd}~d}~wtj$rZ}t|tjst!jt/|dd}|r|d}~wwxYwdS)a A helper function taking a frame and backend, then return the generated bytecode and guards as a common data structure. This is a shared interface for multiple compiler frontends (e.g. torch.compile, torch.export) that needs to capture a graph out of python code. r0r1r2rrrXc ttj}t ||t t | }|t d|S)Nr'z.tracer_output must not be None after transform)rrrrLr rWr-)r0r2r-rr+rrrr(rhrrrr*rrr/s r transformz compile_frame..transform sBF / 5B B $           l + +1#/!   &   !QRR RrNcompile_attempt_Tlog_pt2_compile_eventz:tracer_output must not be None after transform_code_objectzGtracer_output.output_graph must not be None after transform_code_object)rrrPrQzRestarting analysis due to %srKdz!Excessive RestartAnalysis() callsrzDynamo attempted to trace the same frame 100+ times. Giving up on compiling as the compile time tradeoff is likely not worth the performance gain.r)r0r1r2rrrX) rcrcountrrattemptrnr5r-rrN output_pycoder+RestartAnalysisrOr@rrrrrvr' __traceback__rN_cleanup_output_graphrrestart_reasonrrSrrOrA)rrr*r+rrrrrhrrr(rrrQr rrrefailed_tracer_outputr/s``````` ````` @rrrs(0%&&O:#?$$33'.$0 :::RVWWW  *?i*P*P'- ((T!-5(a$"/%(5C,C                     "   a!CDD '$&&& HH/11?CC    $+1.KT#R#R # =$::<<<    0 @CQLL A A A&*ikk #}}?!2 }   a!CDD '$&&&#*1.KT#R#R # =$::<<<  Y33sKC%3AC C%C C% C !C%%I4C)G##I5AI  I)rrrrrVrrrlist[CacheEntry]rrr6rrConvertFrameBox | Nonerec =>?@Addlm}m}d?tddM=fd }tdN >?Afd =t }|ntj}ttj 5tt5tddd5td5|5t#ddd5|5t%At'x}rt)|t+>nd>d}t-| r,|r*t/| |t1}|sdn|d}||ddt5}|r"d|D}|d|t7| \}@|rdOd}t8d @t=t@|||t>dP@fd" } | nj#t@$r]}!tj!rtEd#|!|rtEd$|!tGtHj%tHj%|!_&d}!~!wwxYwt8'd%|j(|j)|j*|d&zd'+tYj-d&|z(.t_||}"taj1}#d}$d}%d}&d}'d}(tdj3j4j56d})d}*tj7stj8s tj9r|d)d*l:m;}+m<},m=}-|+tj7x}.rt}|.|,tj8x}.rt}|.|-tj9x}.rt}|. |||| \})}*t|*r@|*j@x}/r7|/Ar#t||rd+|vrtt|*|)tdj3j jErWt#d,d-.5t8Fd/tjHd)dddn #1swxYwYd}0|*r|*j@}0|0ri|0_I|0jJx}1ri|1_Kd)d0l4mL}2t|2}3|%|0t|0jO}4t|0jPjO}5|0Q}6t|0jRjS}7|0T}8t|0jU}9d1|0jVD}:d2|0jWD};tdj3j4j5nQd}4d}5d}6d}7i}8d}9t%i}:t%i};t%Ataj1|#z d3z ?id4|3d5|j(d6|j)d7|j*d8| jXd9| jYd:|4d;|5d<|6d=|7d>|9d?|$d@|%dA|'dB|(dC|:dD|;A?|)dutjZdt?|"t|8|&dE }<||<|r|*r|*j\n t|_\|*;|*j@4|*j@j^s(|*j@j_j`ja6t|*cdddcdddcdddcdddcdddcdddcdddS#t$rC}!t|!jd}$t|!}%tjfg}&t|!||FtdjhidGdHdIJtjk|!\}'}(t=|!dKd}*t|!t@ttttttt|t|tttfrtt|!jddLt|!y|!jzdd}!~!wwxYw#tdj3j jErWt#d,d-.5t8Fd/tjHd)dddn #1swxYwYd}0|*r|*j@}0|0ri|0_I|0jJx}1ri|1_Kd)d0l4mL}2t|2}3|%|0t|0jO}4t|0jPjO}5|0Q}6t|0jRjS}7|0T}8t|0jU}9d1|0jVD}:d2|0jWD};tdj3j4j5nQd}4d}5d}6d}7i}8d}9t%i}:t%i};t%Ataj1|#z d3z ?id4|3d5|j(d6|j)d7|j*d8| jXd9| jYd:|4d;|5d<|6d=|7d>|9d?|$d@|%dA|'dB|(dC|:dD|;A?|)dutjZdt?|"t|8|&dE }<||<|r|*r|*j\n t|_\|*;|*j@4|*j@j^s(|*j@j_j`ja6t|*wxYw#1swxYwYdddn #1swxYwYdddn #1swxYwYdddn #1swxYwYdddn #1swxYwYdddn #1swxYwYddddS#1swxYwYdS)QNr)BisectValidationExceptionValidationExceptiong compile_inner) phase_namerrrrrrVr4tuple[ConvertFrameReturn, DynamoTracerOutput | None]c tj5}s1|tj|tjjtj ttj |tj|t |||}tjdkrt'd|cdddS#1swxYwYt)dfS)NrzQTorch function mode stack state changed while dynamo tracing, please report a bug)rrrrcompiler_compile_session_context_dynamocallback_handlerinstall_callbacksrDYNAMOrrrrlrecordrr_len_torch_function_stackr-re)rrrrr_compile_innerrhs rr,z_compile..compile_innerst ! # # u O##EN$K$K$M$MNNN    .@@#*C0Q0S0S,T,T       = D F F G G G    C D D D#^D)U;;Fx1133q88$g+                0    sDD55D9<D9-tuple[ConvertFrameReturn, DynamoTracerOutput]c tjx}}d8d }|d jjjd jv}|r(tjdfdfddddlm}| tj } |rtj |ntj 5t'(!|*$%&") } dddn #1swxYwYni#tj$rW} |rt"d| jt)ddt+d| | jfcYd} ~ Sd} ~ wwxYw""jt)d| j| j} | j| j}t)d|djjj|r(tjdfdfd| jt)d| j} t7| t;jt><tAtB"D]U\} }tGd| d !5|}||urtI||dddn #1swxYwYVtJ<tL'||z #dd"l(m)}|j*vrd#d$l+m,}|d9d%}t)d&|}|}j-d|j-d|kr| j?j@)A| jBjC t nd6}d7|z}t|jF |}| 1s!|jG|G| j2t|| fS):Nprefixrrrline_norrrrrc ttjr-tt |||||dSdSr) bytecode_log isEnabledForloggingDEBUGdebugro)r;rrr<rs r log_bytecodez6_compile.._compile_inner..log_bytecodes[((77 ""#FD(GTJJ  rzORIGINAL BYTECODEtorch_dynamo_resume_inartifactcjdzddS)N_ORIGINAL_BYTECODEstringrencodingrrsrrz2_compile.._compile_inner.. L+?? (%%rcPtjSrrBytecodersrrz2_compile.._compile_inner..s3<#5#5#9#9#;#;r metadata_fn payload_fnr())get_dynamo_config_override_for_compile_idr'z,No graph captured with export/fullgraph=Truez=SkipFrame exception must have _torch_dynamo_tracer_output setz0Dynamo decided to skip the frame while tracing: rz;compiler collective wasn't run before compilation completedz+out_code must not be None after compilationzMODIFIED BYTECODEcjdzddS)N_MODIFIED_BYTECODErHrIrKrsrrz2_compile.._compile_inner..rLrcPtjSrrN)out_codesrrz2_compile.._compile_inner.. s3<#9#9#=#=#?#?rz+tracer_output.output_graph must not be Nonebytecode_hooks_Tr)BREAKPOINT_MARKERr)register_breakpoint_codecddl}|j|jzt|j|jzzt|j|jzzS)Nr)rrco_kwonlyargcountrco_flags CO_VARARGSCO_VARKEYWORDS)rrs r count_argsz4_compile.._compile_inner..count_args-sY NNN ()t}w'99::;t}w'==>>? rz8out_code must not be None after bytecode hook processingzarg mismatch: zold code object has args rznew code object has args zfree var mismatch: zold code object has free var znew code object has free var zcell var mismatch: zold code object has cell var znew code object has cell var z#export mode produced an empty graphzoutput.guards must not be Noner[)rrSrz&check_fn.guards_state must not be NoneUnknownzTorch-Compiled Region: ) r;rrrrrr<rrrrrrrrr)Irrrrrrrgraph_id_filterrSr)debug_dynamo_config_overriderrrrr+rArrBrKr-re all_statesrrrQrrX$get_replayed_side_effect_source_refsr:rr enumeraterr[rnr"ryrrbytecode_debuggerrY co_conststorch._C._dynamo.eval_framerZrr co_cellvarsrhis_empty_graphr/cleanupsrkinstancerrrrtemp_restore_stackr[ guards_stateadd_guarded_codeadd_inlined_sourcerrfupdate_device_typecurrent_tracergraphrrU guard_managerguard_export_fnrh)+rrrrQ start_timerCis_resumption_framerSdynamo_config_overrider rerr:rr# hook_outputrYrZr`total_argcount_oldtotal_argcount_newmsgbuild_guards_ctxcheck_fncompile_id_strannotation_str guarded_coderWr+rrrrrr(dynamo_time_before_restartrhrrrr*rrs+` @rr8z _compile.._compile_inners04y{{:*       L         7$,F   N + +<;;; ,   NNNNNN!J!J ;" " ! *. 3444+--   !.#!'9 +&7#!!!                (}    J HIII,4$S# VST V V-          (->-I-Q M !)%3  0 <&3&K #   !NOO O  L            N + +@??? ,     % - !NOO O+ &==?? @ @  **+RS#?#9#9#;#;<< + +IC555TRRR + +"d422 *"(22*8[AAA*H  + + + + + + + + + + + + + + +#' h"""%z_compile..s4!!!)5 tt$!!!rrecompile_user_contextsrc8d|jd|jd|jdS)N'z' (rr)rrrrs rformat_func_infoz"_compile..format_func_infos+U4<UUD,<UUt?RUUUUrztorch._dynamo hit config.%s (%s) function: %s last reason: %s To log all recompilation reasons, use TORCH_LOGS="recompiles". To diagnose recompilation issues, see %sr c tddddttddddtd g dS) NzDynamo recompile limit exceededz Limit type: zLDynamo attempted to recompile the code object too many times, exceeding the z$ cache size limit (currently set to zj). Excessive recompilations can degrade performance due to the compilation overhead of each recompilation.zTo monitor recompilations, enable TORCH_LOGS=recompiles. If recompilations are expected, consider increasing torch._dynamo.config.z to an appropriate value.zSee z) for tips on dealing with recompilations.r)rOrNr)r}) limit_typesr(raise_unimplemented_cache_limit_exceededz:_compile..raise_unimplemented_cache_limit_exceededs=7:77!Y%/!Y!YU\]ceoUpUp!Y!Y!Y a;Eaaa^2]]]       rz/Hard failure due to fail_on_recompile_limit_hitz"Hard failure due to fullgraph=TruezBtorchdynamo start compiling %s %s:%s, stack (elided %s frames): %srrr()_validate_backend_names_validate_dynamo_config_keys_validate_inductor_config_keyszsize mismatch at indexgc gc_time_us)rz run_gc_after_compile: running gc) curr_framech|] }|j Srrrops rrz_compile..s$X$X$XR_$X$X$Xrch|] }|j Srrrs rrz_compile..s'((((*BO(((rgeA frame_keyrrrrr guard_countshape_env_guard_countgraph_op_countgraph_node_countgraph_input_count fail_type fail_reasonfail_user_frame_filenamefail_user_frame_linenonon_compliant_opscompliant_custom_ops) rdynamo_time_before_restart_shas_guarded_codespecialize_float is_forward%dynamo_compile_time_before_restart_us stack_tracegraph_node_shapesexception_stack_tracerkrEc dddS)N dynamo_errorrHrIrrrrrz_compile..Xs* (%%rc(tjSr traceback format_excrrrrz_compile..\s9#7#9#9rrPrKz: )rrrrrrVrr.)rrrrrrVrr9)rrrr)rr ){rGr*r+rrsrrr:rrrr)use_lazy_graph_modulerrrjr guardrnrrr_rbr9rTrB update_outerrqr8rrrNr}rPfail_on_recompile_limit_hitrGrgrfRUN_ONLYframe_exec_strategyrBrrrrr&rformatrrtime_nsrr2utilsReinplaceCountersrdebug_backend_overriderddebug_inductor_config_overridercrrrrr\r has_outputsr[rZrrun_gc_after_compilerrcollect local_scoperoot_txrbrrrr/rB count_callsrunodesget_graph_sizes_structured placeholdersrrrrrr|rrirhrguards_context dynamo_guardsrfrSrrrrmrrr+get_exc_messagerOrQrMrFr- IndexErrorrrrNrLrJrKrIr r#)Brrr*r+rrrrhrrrrrrrrrrrrr*r+r,metrics_contextpackage_code_context compile_pgrreasonsruser_contexts_msgexceededrrrer start_time_nsrrrrrrrrrrerrrr:rDrrrrrrrrrrmetricsr8r(rrrsB ````` `` `` `` ` @@@@@rrras2),"o>>>      ?> >j>j>j>j>j>j>j>j>j>j>j>j>j>j>j>j>j>j>j>^j>X*++O&-&9T"""z?U?W?W v;<<RGRGz2233RGRG  d$   RGRG BCCIIKK RGRG RGRG  $-%H   RGRG RGRG%(EE')) ): % 0Z\\ J J   $ (, J ' ' E =)52CK2P2PG?FU667ST:  $$$47<     #F"G"G " N!!9P!!!     9;L M M M6z:NN* 4  V V V V KK;  ++  && #           88::::   5 1I 1< ->#,k.B--A)  Q L     1H GG%-1t8<<<CCEE F F   4'tT22   $ "& 26/3 -1 -33555    ) &2 &4 &           .-f.KLLLs & oo%2263VWWWs & oo%445s &!oo%q G*7-i*O*O 'L-     3%2%??\ 3!,,.. 3 ,D111#3(@DT(T(T0222 *=+ F F Fj}#8 "!$NNN""HH?@@@JqMMM"""""""""""""""F 4&3 )%'"#^+6)&(FO ) ) ) ) ) )JI"v'9!&-00 (+F,<,C(D(D%!'!3!3!5!5#&v|'9#:#: $*$E$E$G$G!$'(;$<$<!$X$Xv?W$X$X$X!((.4.I((($ #599;;;;" (,%!%#' $&!$(!$'GG!'*2ww$"%%%.2lnn}.LPS-S*Y4<t/!$"5  jT  )**F {()>!.#$4$%6Y{+,D)*@ $%6!"'(<#$$30J$0$<$*$;"9B.:: +%():%;%;)>9GB  ( ( 1 1 1! %5M66244"6)!.:%29;*:IW]]___ *=+ F F Fe RGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGr- <- <- <Q,Ia&&K%.%9%;%;$< ! auV < < < < N + +:9 ,   @C?R:@@ < $&<$A'DdKKM%)",/'0-$ . <&/Aww+77s1vv77 .11t!.#$4$%6Y{+,D)*@ $%6!"'(<#$$30J$0$<$*$;"9B.:: +%():%;%;)>9GB  ( ( 1 1 1! %5M66244"6)!.:%29;*:IW]]___ *=+ F F F Fe RGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGRGs+q p5"p=p o0 o D$o; Io J-AJ((J--E(oA1^$'o./S) o)S--o0S-1Io o  o0 ' p 3 p? p5 q $ c2/D>c--c22c55(n?/e n?en?e In??ooo o o o0 oo0 o!o0 $ p 0o44p 7o48p ; pp pp p p5p" "p5%p" &p5) q 5p9 9q <p9 =q  qqc@eZdZ ddd ZeddZ dddZdS) ConvertFrameNrrrrVrrrrrrc`||_t|d|||_||_||_dS)NF)rrr)rAr_inner_convert_hooksr)rrrrrs rrzConvertFrame.__init__sF*5&2 +      /r*Callable[[WrapBackendDebug], ConvertFrame]cfdS)Nc<t|jjSr) convert_framerrrs rrz2ConvertFrame._clone_with_backend..s$}  K 1   rrrs`rrz ConvertFrame._clone_with_backends     rrrrrrrrrrrect|jtddxxdz cc< ||||||dz}tddxxdz cc<|S#t $ri}t |tr|jjj du}|tdd|jjj rt |trt |ttf} |j} | r&t|ddstt"jrt'|d rt'|d rt)t+|j5|j} d t3j| } t7j| } d | d | t:jddfdt dtBj"dddn #1swxYwYtBj#s| st|dd}|j} tI|| ||}| rtJ&|dntJ'|dt |t6j(r"|j)tU|j)dcYd}~SYd}~nd}~wwxYwtUdS)Nframestotalr(rokz%error_on_graph_break must not be NoneloggedFr real_stackrzGraph break: torch.compile cannot properly resume from this graph break, which results in a skip. torch.compile will skip tracing the frame zN and fall back to eager. The graph break occurred in the following user code: rEc dddS)Ndynamo_graph_break_reasonrHrIrrrrrz'ConvertFrame.__call__..U s(C,411rc4dtjS)Nrr)user_stack_tracesrrz'ConvertFrame.__call__..Y s2B/^/^iFZF\F\/^/^rrPT)exc_info stack_inforl)rz9compilation failed with a custom frame execution strategy)rrz*an error was suppressed during compilationr)+rrr^rmrrfrOrKrrr-rNrPrQrNgraph_break_logr?r@rArrrrrrr format_listr+format_frame_inforrrrBr)r suppress_errorsrHrrrTorchDynamoExceptionrre)rrrrrrrrer soft_failr user_stackuser_stack_formatted frame_inforl error_msgrs @rr zConvertFrame.__call__ s  %%%7###q(###k (({E;TAX)F X t $ $ $ ) $ $ $Me e e !788 #(=TI !$+$%LMMSWW"'<   !9:: "1{I&>??I*>*@*@'))//BSBSTTUUFN  ( / /?? ?   !#'gg  *,4Q::$b3GGG#    (,?F ( (+>F ( > > > > (-??????????????????s<AAA E A"D</ E<E  EE"EctjdkrdStj|D]}|jdkr |jdzcSt d)N) rRESUMErz$RESUME instruction not found in code)r version_inforrroffsetr)rinsts rfirst_real_inst_idxr sc '!!q$T**$$ ;( " ";!# # # # # = > >>rceZdZddddZdS)rrrrrrrrrVrrrrrrecdSrr)rrrrrrs rr zConvertFrameProtocol.__call__ s !SrNr )rrrr rrrrr s7!!!!!!!!rc&eZdZddZdd ZddZdS)CatchErrorsWrapperrrrrVrrc\tj||||_||_dSr)r?r@rAr)rrrs rrzCatchErrorsWrapper.__init__ s/! !!$''')1& rrrerrc|jR|jKtd|jj|j|jjt|j||S)Nz#skipping: %s (reason: %s, file: %s))rrrrBr^rrr=)rrrs r _handle_skipzCatchErrorsWrapper._handle_skip s^   )f.A.I II5 $" (     F. 6 6 6 rrrrrc "|tdt|jt j|j|}t jdkr|jt|jk}n|jt|jk}tj rt}nt}|s&|s$tjs|rUt|jdds?|rd}n|rd}ntjrd}nd }|t%| |S|jjd kr|jjd ks/|jjd r4|jjdkr$|t%d |S|jjdkrw|jjdkrg|jjr[t1|j|jjdr$|t%d |St6jjdkrt?j }|rtB5ddl"m#} | |j$|jj} tK|jdstd|j&| j'} || |||j(||cdddS#1swxYwYtB5tS5||||j(|d} || |cdddcdddS#1swxYwYddddS#1swxYwYdS)Nzframe_state must not be None)r)r  rFz#frame has already started executingz%frame is in the Dynamo skipfiles listzDynamo tracing is disabledzSnon-infra torch dispatch mode present, this is not supported today in torch.compilerr__new__zcollections/__init__.py_makez/frame is a namedtuple __new__/_make constructorrrz9__init__ of a traceable wrapper subclass cannot be traced ddp_optimizer) DDPOptimizer)bucket_bytes_capbackend_compile_fnrzJDDPOptimizer only supports callback fns that know how to clone themselves.r(r)*r-rrr^r-r,rrf_lastirr)#inline_torch_dispatch_torch_compiler#r$disablerNrArrerrrrrr%rbrrr2rget_optimize_ddp_moder!_get_active_ddp_module compile_lock"torch._dynamo.backends.distributedrr rr compile_fnrr") rrrr is_skipfilehas_started_executionshould_skip_for_dispatch_moder ddp_modulerrhijacked_callbackrs rr zCatchErrorsWrapper.__call__ s   !?@@ @ %%%!' EBBB  w & &$)M4G 4U4U$U ! !$)M5H5V5V$V !  5 ,L,N,N ) )@AA * " Y Y~  Y .  Y  > 5QQ Y% C  E  : 8$$%7K%P%P%PRWXX X L $ 2 2u|7Ky7X7X L $ - -.G H H8Y $//$$" Q   L J . . (1,, (--""5<#;A#>??- $$" [   =  4 4 6 6/ I I0GIIJ !OOOOOO$0L)3)D+/+I+c%%%M#68M-h6JJ)4&  ,,))%dj+VV%. 4 4133 4 433{DJ !4F$$VU33  4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4sI$B K==LLN5M, N,M0 0N3M0 4NN NN)rrrrVrr)rrerrrre)rrrrrrrre)rrrrrr rrrrr sV    m4m4m4m4m4m4rrc"t||Sr)r)rrs rcatch_errors_wrapperr0J s h . ..r)rrrr)rrrrrrr)rrrrrrrrr)rrrrrr)rrrr)rrrr)NF) rerfrrrrgrhrrr)rorrr)rrrrr )rrrrrhrrrrrrrrr)rrrr)rrrr)rrrrrr)r#rrr)"rrrr)r*r)r+r)rr,rrr-r.rrr/rcr0r1r2rWrhrrrrr3r(r4rrrrX)rrrr)rr rr)rr rr)rr rrrr_rr) rr rrrr_rrrrrr)rrrrrrrr)rrrr)rrrr)r*r)r+r)rr,rrrrrrwrhrrrrr3r(r4rrrrNrj)*rrrr)r*r)r+r)rr,rrrrrhrrrrrVrrrr'rr'rr6rrgrr3rrrrrrrr(rre) rrrrVrrrrrr)rrrrrb)rrrrVrr(rk __future__r collectionsrrrrr?rrrrr@rrxrrrr threadingrrrtyping unittest.mockrrrpathlibrrrrr r r r r typing_extensionsrrrtorch._loggingtorch._C._dynamo.guardsrtorch._dynamo.callbackrtorch._dynamo.distributedrtorch._dynamo.symbolic_convertrrrrrrrtorch._utils_internalrrrtorch.fx._lazy_graph_moduler%torch.fx.experimental.symbolic_shapesrrtorch.fx.graph_modulerr torch.monitorr torch.nn.parallel.distributedr!torch.utils._python_dispatchr"r#r$r%torch.utils._tracebackr&r'rr)r*r+r,r-backends.registryr.bytecode_analysisr/r0bytecode_transformationr1r2r3r4r5rr6r7r8r9r: eval_framer;r<r=r>r?r@rArBrCrDrErFrGrHrIrJrKrLrMrNrOrPrQgraph_bytecode_inputsrRr/rSrTrUrrVrrWrXrYpgorZr[r\ replay_recordr]resume_executionr^symbolic_convertr_r`rarbrcrdrerfrgrhrrirjrkrlrmrnrorprqrrrsrtrurvrwrxryrzr{r|r}r~variables.torch_functionrrnumpyrModuleNotFoundError TYPE_CHECKINGcollections.abcrtorch.utils.weakrrrrrepro.after_dynamorrrrvariables.builderr getLoggerrrrgetArtifactLoggerr>rRLockr'rrrrrrrrrr@rrrB#suppress_torch_distributed_warningsrdrmrCounterrnrsrrrrrrrtorch.utils.hooksrrrrrr"r&rLrNrmrsrr`rrrrrrrrrrrrr rProtocolrrr0rrrr]s.#"""""      !!!!!!>>>>>>>>>>>>////////////''''''!!!!!! 444444222222444444999999MMMMMMMMMMMM%%%%%% ?>>>>>QPPPPP&&&&&&AAAAAA MLLLLLLLEEEEEEEEEEEEEE555555GGGGGGGG '&&&&&                        >===== LLLLLLLLLL +*****;;;;;;"!!!!!XXXXXXXXXXXX0JIIIII BBB  7((((((444444------''''''444444@@@@@@@@@@666666g!!~//*EE .228^LLy   WT]]Yt__        %%%%????,(gii wyy 044444*++JN,+DNNNNb1CCC21CR%) * * * * * CV;CVCXCXXXXX IIIIX ------- -0OOOOOOOOh%)%)"& &$#####------,7;==8888*F'$6666     %)?C15%)#QQQQQQh > > > > > > >  > B +++++++ +" $\\\\\\\\~     XXXXXXX Xv            F.A.A.A.Ab7777%)(((((\%)$ ,0-2 $ $ $ $ $ $ N &&&&&&& &,0-2 ::::::|>%)?C15%)kkkkkkz%)?C!E G&%)15/E GE GE GE GE GE GPT T T T T T T T t&*"&      ????D???? ! ! ! ! !6? ! ! !@4@4@4@4@4@4@4@4F//////sHHH