tj#6UdZddlmZddlZddlZddlZddlmZddlm Z m Z m Z ddl m Z e rddlmZddlmZejeZGd d Zeeeeee feedzedzgdfZd ed <Gd dZGddZdS)a[Metrics collection and management system for Dynamo. This module provides context managers for gathering and reporting metrics during compilation and runtime. It includes two main components: - MetricsContext: A context manager for collecting metrics during compilation, supporting nested contexts and various metric types (counters, sets, key-value pairs) - RuntimeMetricsContext: A specialized context for runtime metrics collection that doesn't require explicit context management The metrics system enables comprehensive monitoring and analysis of both compilation and execution performance. ) annotationsN)Callable)Any TYPE_CHECKING TypeAlias)Self)Iterator)CapturedTracebackc4eZdZdZdddZdd Zdd ZddZdS)TopNz_ Helper to record a list of metrics, keeping only the top N "most expensive" elements. at_mostintreturnNonec"||_g|_dSN)rheap)selfrs [/var/www/html/CA-Chatbot/venv/lib/python3.11/site-packages/torch/_dynamo/metrics_context.py__init__z TopN.__init__(s +- keyrvalct|j|jkr tjn tj}||j||fdSr)lenrrheapqheappush heappushpop)rrrfns raddzTopN.add,sB"49~~ <z TopN.__iter__..5s*KKxsCc KKKKKKrT)reverse)sortedrr#s r__iter__z TopN.__iter__4s%KK6$)T+J+J+JKKKKrN)r )rrrr)rrrrrr)rr)rr%)__name__ __module__ __qualname____doc__rr!r$r-r(rrr r #sy....."""" LLLLLLrr r OnExitTypecreZdZd&dZd'dZd(dZd)dZd*dZd+dZd,d-dZ d.dZ d,d/d Z d0d!Z d1d"Z d2d$Zd%S)3MetricsContexton_exitr2rrcL||_i|_d|_d|_g|_dS)aQ Use this class as a contextmanager to create a context under which to accumulate a set of metrics, e.g., metrics gathered during a compilation. On exit of the contextmanager, call the provided 'on_exit' function and pass a dictionary of all metrics set during the lifetime of the contextmanager. rN)_on_exit_metrics_start_time_ns_level_editsrr5s rrzMetricsContext.__init__?s,  (* #$ @B rrcz|jdkri|_tj|_|xjdz c_|S)z/ Initialize metrics recording. r)r:r8timetime_nsr9r#s r __enter__zMetricsContext.__enter__Ls; ;!  DM"&,..D  q  rexc_typetype[BaseException] | None exc_valueBaseException | None _tracebackrc8|xjdzc_|jdkrtd|jdkrd tj}||j||j||dS#t$rt dYdSwxYwdS)z> At exit, call the provided on_exit function. r>rz+MetricsContext level cannot become negativez0Unexpected exception logging compilation metricsN) r:AssertionErrorr?r@r7r9r8 Exceptionlog exception)rrBrDrF end_time_nss r__exit__zMetricsContext.__exit__Xs q ;?? !NOO O ;!   R"lnn  'dmXy R R R PQQQQQQ R  s6A//$BBboolc|jdkS)z4 True if we've entered the context. r)r:r#s r in_progresszMetricsContext.in_progressms{Qrmetricstrvaluerc|jdkrtd|d||jvr d|j|<|j|xx|z cc<dS)7 Increment a metric by a given amount. rzCannot increment  outside of a MetricsContextNr: RuntimeErrorr8rrQrSs r incrementzMetricsContext.incrementssh ;!  W6WWWXX X  & &$%DM& ! f&rpredset[str]cVddfd|jDzS)Nz c3|K|]6\}}|z dd|zV7dS)zPrevious Traceback: N)joinformat)r)ekr[s rr*z/MetricsContext._render_edits..~s^$ $ 14x$ #bggahhjj&9&9 9$ $ $ $ $ $ r)r`r;)rr[s `r _render_editszMetricsContext._render_edits}sH $ $ $ $  $ $ $     rF overwritec |jdkrtd|d||jvr,|s*t||hd|dz|jt jd|hf||j|<dS) z Set a metric to a given value. Raises if the metric has been assigned previously in the current context. r Cannot set rVz RuntimeError: Metric 'z]' has already been set in the current context (see above for current and previous traceback).r>skipN)r:rXr8rdr;appendr extract)rrQrSres rsetzMetricsContext.sets ;!  QVQQQRR R T] " "9 """F8,,BvBBBB  -51===xHIII % frrc|jdkrtd|d||jvr i|j|<||j||<dS)a= Treats a give metric as a dictionary and set the k and value within it. Note that the metric must be a dictionary or not present. We allow this to be called multiple times (i.e. for features, it's not uncommon for them to be used multiple times within a single compilation). rrgrVNrW)rrQrrSs r set_key_valuezMetricsContext.set_key_values[ ;!  QVQQQRR R  & &$&DM& !%* fc"""rvaluesdict[str, Any]c|jdkrtd|j|z}|rJ|sHt|t |d|dz|jtj dt |f|j |dS)z Set multiple metrics directly. This method does NOT increment. Raises if any metric has been assigned previously in the current context and overwrite is not set to True. r1Cannot update metrics outside of a MetricsContextz RuntimeError: Metric(s) z_ have already been set in the current context. (see above for current and previous traceback).r>rhN) r:rXr8keysrdrlr;rjr rkupdate)rroreexistings rrtzMetricsContext.updates ;!  RSS S=%%''&++--7  I ""3v{{}}#5#566BBBBB  -51===s6;;==?Q?QRSSS V$$$$$rc~|jdkrtd|jdkr||dSdS)zA Update, but only when at the outermost context. rrrr>N)r:rXrt)rros r update_outerzMetricsContext.update_outersM ;!  RSS S ;!   KK       rc|jdkrtd|d||jvrt|j|<|j||dS)z8 Records a metric as a set() of values. rz Cannot add rVN)r:rXr8rlr!rYs r add_to_setzMetricsContext.add_to_setsi ;!  QVQQQRR R  & &$'EEDM& ! f!!%(((((rrc|jdkrdS||jvrt|j|<|j|||dS)z; Records a metric as a TopN set of values. rN)r:r8r r!)rrQrrs r add_top_nzMetricsContext.add_top_nsV ;!   F  & &$(FFDM& ! f!!#s+++++rNr5r2rr)rr)rBrCrDrErFrrr)rrN)rQrRrSrrr)r[r\rrR)F)rQrRrSrrerNrr)rQrRrrRrSrrr)rorprerNrr)rorprr)rQrRrSrrr)rQrRrrrrrr)r.r/r0rrArMrPrZrdrlrnrtrwryr{r(rrr4r4>s C C C C    RRRR* ''''    &&&&& + + + +%%%%%$    )))),,,,,,rr4c*eZdZddZ ddd ZddZdS)RuntimeMetricsContextr5r2rrc0||_i|_d|_dS)z Similar to MetricsContext, but used to gather the runtime metrics that are decoupled from compilation, where there's not a natural place to insert a context manager. rN)r7r8r9r<s rrzRuntimeMetricsContext.__init__s   (* #$rNrQrRrSrextradict[str, Any] | Nonec|jstj|_||jvr d|j|<|j|xx|z cc<|r/|D]\}}||jvr | ||j|<dSdS)rUrN)r8r?r@r9items)rrQrSrrcvs rrZzRuntimeMetricsContext.increments } 1"&,..D   & &$%DM& ! f&  )  ) )1DM))am'(DM!$ ) ) ) )rc|jrw tj}||j||jddn*#t $rt dYnwxYwi|_dS#i|_wxYwdS)zW Call the on_exit function with the metrics gathered so far and reset. Nz,Unexpected exception logging runtime metrics)r8r?r@r7r9rIrJrK)rrLs rfinishzRuntimeMetricsContext.finishs = # #"lnn  'dmT4 N N N LMMMMM N!#  """" # #s(6AA3$A'$A3&A''A33 A<r|r)rQrRrSrrrrr)rr)r.r/r0rrZrr(rrr~r~s\%%%%GK)))))$ # # # # # #rr~)r1 __future__rrloggingr?collections.abcrtypingrrrtyping_extensionsrr torch.utils._tracebackr getLoggerr.rJr rdictrRtype BaseExceptionr2__annotations__r4r~r(rrrs   #"""""  $$$$$$0000000000"""""")((((((444444g!!LLLLLLLL*!#tCH~tM2T9=4;OP   Q,Q,Q,Q,Q,Q,Q,Q,h*#*#*#*#*#*#*#*#*#*#r