tj9dUddlZddlZddlZddlZddlZddlZddlZddlmZm Z ddl m Z ddl m Z ddlmZddlmZmZddlmZmZddlmZmZdd lmZmZejeZeje d <d Z!e"e d <ed GddZ#ed GddZ$ed GddZ%GddeZ&de'e(de"de'e#fdZ)de'e(de"de'e#fdZ* d7de(de(de"de+e'e(e'e#ffdZ,d e(fd!Z-d"e'e(d#e'e#de(dzfd$Z.d%Z/d&Z0d'Z1Gd(d)Z2Gd*d+eZ3Gd,d-eZ4Gd.d/Z5 d8d0e6d1e(dzd2e"d3e'e&d4e7e(d5e"ddfd6Z8dS)9N)ABCabstractmethod)Callable)ThreadPoolExecutor) dataclass)BaseHTTPRequestHandlerThreadingHTTPServer)parse_qsurlparse) DictLoader Environment)get_world_sizetcpstore_clientloggerN@_DEFAULT_FETCH_TIMEOUTT)slotsc0eZdZUeed<eed<dZdZdS)Response status_codetextcZ|jdkrtd|jd|jdS)NzHTTP : )r RuntimeErrorrselfs _/var/www/html/CA-Chatbot/venv/lib/python3.11/site-packages/torch/distributed/debug/_frontend.pyraise_for_statuszResponse.raise_for_status#s<  s " "Ft'7FF49FFGG G # "c4tj|jSN)jsonloadsrrs rr#z Response.json'sz$)$$$r N)__name__ __module__ __qualname__int__annotations__strrr#r rrrsL IIIHHH%%%%%r rc$eZdZUeed<eed<dS)NavLinkpathlabelN)r%r&r'r*r)r+r rr-r-+s" III JJJJJr r-c6eZdZUeed<edgefed<dS)Router.HTTPRequestHandlerhandlerN)r%r&r'r*r)rbytesr+r rr1r11s5 III +,e3 444444r r1ceZdZUeZeed<edee fdZ edee fdZ de eeffdZdedzfdZdefdZdS) DebugHandler fetch_timeoutreturncdSr"r+rs rrouteszDebugHandler.routes:s%(Sr cdSr"r+rs r nav_linkszDebugHandler.nav_links=s*-#r ciSr"r+rs r templateszDebugHandler.templates@s r NcdSr"r+rs rdumpzDebugHandler.dumpCstr cNt|jSr")typer%lowerrs r dump_filenamezDebugHandler.dump_filenameFsDzz"((***r )r%r&r'rr7floatr)rlistr1r:r-r<dictr*r>r@rDr+r rr6r67s1M5111(U (((^(-4=---^-4S>cDj+s++++++r r6urlstimeoutr8cddld}dtdtffd }t|5}t |||}dddn #1swxYwY|S)Nrurlr8c |}t|j|jS#jj$r}tdd|cYd}~Sd}~wjj$r}tdd|cYd}~Sd}~wt$r1}tdt|j d|cYd}~Sd}~wwxYw)NrIz Timeout: zConnectionError: r) postrrr exceptionsTimeoutConnectionError ExceptionrBr%)rLresperequestsrIs rgetzfetch_thread_pool..getUs  ===g=66DD,di88 8"* 2 2 2CQ11 1 1 1 1 1 1"2 : : :C!8Q!8!899 9 9 9 9 9 9 = = =CDGG$4!;!;!;!;<< < < < < < < =s?04CACC-B?C C&B>8C>C) max_workers)rYr*rrrFmap)rHrIr[rZexecutorrespsrYs ` @rfetch_thread_poolr_OsOOOK = = = = = = = = =  4 4 4.X\\#t,,--............... Ls$AA"%A"cddldjdtdtffd dttdttffd }t j||S)NrsessionrLr8c,K ||4d{V}|d{V}t|j|cdddd{VS#1d{VswxYwYdS#tj$r}tdd|cYd}~Sd}~wj$r1}tdt|jd|cYd}~Sd}~wt$r1}tdt|jd|cYd}~Sd}~wwxYw)NrOzTimeoutError: rPrrQ) rRrrstatusasyncio TimeoutError ClientErrorrBr%rV)rarLrWrrXaiohttps rfetchzfetch_aiohttp..fetchks =||C(( 3 3 3 3 3 3 3D!YY[[(((((( T22 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3# 7 7 7C!5!!5!566 6 6 6 6 6 6" = = =CDGG$4!;!;!;!;<< < < < < < < = = =CDGG$4!;!;!;!;<< < < < < < < =sdA5/A"A5" A,,A5/A,0A55DBD D)&CD D"&DDDrHcK}|4d{Vttjfd|Dd{Vcdddd{VS#1d{VswxYwYdS)N)totalrNc(g|]}|Sr+r+).0rLrhras r z1fetch_aiohttp..gather..zs%.S.S.SsuuWc/B/B.S.S.Sr ) ClientTimeout ClientSessionrFrdgather)rHclient_timeoutrargrhrIs @rrpzfetch_aiohttp..gatherwsQ ..W.==(((@@ V V V V V V VGgn.S.S.S.S.Sd.S.S.STTTTTTTUU V V V V V V V V V V V V V V V V V V V V V V V V V V V V V Vs.A88 BB)rgror*rrFrdrun)rHrIrprgrhs ` @@r fetch_aiohttprsfsNNN =W2 = = = = = = = =V49VhVVVVVVVV ;vvd|| $ $$r endpointargsc$t}dttD}||}fd|D} t ||}n!#t $rt ||}YnwxYw||fS)Ncg|]}d|S)rankr+)rlrs rrmzfetch_all..s 8 8 81J1JJ 8 8 8r cHg|]}|ddS)z /handler/?)decode)rladdrrvrus rrmzfetch_all..s7 L L Ld 9 9 9 94 9 9 L L Lr rN)rranger multi_getrs ImportErrorr_)rurvrIstorekeysaddrsr^s`` r fetch_allrs   E 8 8n&6&6 7 7 8 8 8D OOD ! !E L L L L Le L L LE:eW555 :::!%999: %<sA--B  B blobcVtj|}tj|dS)N)indent)r#r$dumps)rparseds r format_jsonrs& Z  F :fQ ' ' ''r rr^c dt|D}|sdSt|}|t|z }d|d|dg}|D]%\}}|d|d|j&d|S) zHReturn a summary string if any workers failed, or None if all succeeded.c2g|]\}}|jdk||fS)r)r)rlirzs rrmz(format_fetch_summary..s, J J JAQ]c5I5Iq!f5I5I5Ir NzPARTIAL DATA: /z workers respondedz Rank r ) enumeratelenappendrjoin)rr^failedrjoklinesryrWs rformat_fetch_summaryrs J J5!1!1 J J JF t JJE V B {% block title %}{% endblock %} - PyTorch Distributed
{% block header %}{% endblock %} {% block content %}{% endblock %}
a {% extends "base.html" %} {% block header %}

{% block title %}{{title}}{% endblock %}

{% endblock %} {% block content %} {% for i, (addr, resp) in enumerate(zip(addrs, resps)) %}

Rank {{ i }}: {{ addr }}

{% if resp.status_code != 200 %}

Failed to fetch: status={{ resp.status_code }}

{{ resp.text }}
{% else %} 
{{ resp.text }}
{% endif %} {% endfor %} {% endblock %} a {% extends "base.html" %} {% block header %}

{% block title %}{{ title }}{% endblock %}

{% endblock %} {% block content %} {% for i, (addr, resp) in enumerate(zip(addrs, resps)) %}

Rank {{ i }}: {{ addr }}

{% if resp.status_code != 200 %}

Failed to fetch: status={{ resp.status_code }}

{{ resp.text }}
{% else %} 
{{ format_json(resp.text) }}
{% endif %} {% endfor %} {% endblock %} c NeZdZ d deedededdfdZd dZd d Z d d Z dS) PeriodicDumperrhandlers output_dirinterval_secondsr8Ncn||_||_||_tj|_d|_dSr") _handlers _output_dir_interval_seconds threadingEvent _stop_event_thread)rrrrs r__init__zPeriodicDumper.__init__s6 "%!1$?,,04 r ctj|jdtj|jdd|_|jdS)NT)exist_okz distributed.debug.PeriodicDumper)targetdaemonname)osmakedirsrrThread_runrstartrs rrzPeriodicDumper.startsZ D$t4444 '93    r c||j|j|jdSdSr")rsetrrrs rstopzPeriodicDumper.stop&sA  < # L        $ #r c|jsY|jD]} |}n=#t$r0t d|YRwxYw|Ytj d}|d|d}tj |j |} t|d5}||dddn #1swxYwY#t$rt d|YwxYw|j|j|jWdSdS)NzFailed to dump %sz %Y%m%d_%H%M%S_z.txtwzFailed to write dump to %s)ris_setrr@rVr exceptionrDtimestrftimerr.rropenwritewaitr)rr3content timestampfilenamer.fs rrzPeriodicDumper._run+s"))++ :> I I%llnnGG $$%8':O:O:Q:QRRRH? M/:: %3355GG GGGw||D$4h??IdC)A((())))))))))))))) III$$%A4HHHHHI   ! !$"8 9 9 9#"))++ : : : : :sE;7A54A5D D5 D D D D D  %D65D6rr8N) r%r&r'rFr6r*rErrrrr+r rrrs #' 5 5|$ 5 5 5  5 5 5 5    ::::::r rc@eZdZUejZejed<dZe ed<dS)_IPv6HTTPServeraddress_familyirequest_queue_sizeN) r%r&r'socketAF_INET6r AddressFamilyr)rr(r+r rrrEs8+1?NF(:::""""""r rc eZdZUded<dZdZdefdZdeee effdZ defdZ d efd ed e d e de fd Zd S)r2FrontendServerfrontendcZtd|jd||zdS)Nz%s %sr)rinfoclient_address)rformatrvs r log_messagezHTTPRequestHandler.log_messageMs7    " TM     r c:|j|dSr")r_handle_requestrs rdo_GETzHTTPRequestHandler.do_GETTs %%d+++++r r8c4t|jjSr")r r.rs rget_pathzHTTPRequestHandler.get_pathWs ""''r cDt|Sr")r get_raw_queryrs r get_queryzHTTPRequestHandler.get_queryZs**,,---r c4t|jjSr")r r.queryrs rrz HTTPRequestHandler.get_raw_query]s ""((r NrdefaultrBcd|}||vr|S|||dS)Nr)r)rrrrBrs r get_query_argz HTTPRequestHandler.get_query_arg`s;   u  NtE$KN###r )r%r&r'r)rrr*rrGrFrrobjectrBrr+r rr2r2Js   ,,,(#((((.4T#Y/....)s)))),0c$$$"($7;$ $$$$$$r r2cheZdZ d dedeedzfdZddZddZde ddfd Z d e d e de fd ZdS)rNportrc|ddlm}|}dd|D}ttt d}|D])}||*t|}t|d|_ |j j ttt|i|_|D]-}|D]}|j|j|j<.||_t)d t*fd |i} d |f} t-| | |_t1j|jd dd |_|jdS)Nr)default_handlersrc3jK|].}|D]}d|jd|jdV/dS)z z N)r<r.r/)rlr3links r z*FrontendServer.__init__..usq  ))++   NDI M M M M M       r )z base.htmlz raw_resp.htmlzjson_resp.htmlT)loader enable_async)ziprrr<r2rrtr+z distributed.debug.FrontendServer)rrvrr)'torch.distributed.debug._debug_handlersrr BASE_TEMPLATERAW_RESP_TEMPLATEJSON_RESP_TEMPLATEupdater>r r _jinja_envglobalsrrr_routesr:r3r.rrBr2r_serverrr_serverr) rrrrnav_html all_templatesr3rrouteRequestHandlerClassserver_addresss rrzFrontendServer.__init__js   P P P P P P''))H99  #     '.0) )   6 6G  !2!2!4!4 5 5 5 5M**%V$GGG &&# '   JL  9 9G )) 9 9+0= UZ(( 9"#  !     d&~7JKK  ';3     r r8c |jdS#t$rtdYdSwxYw)Nz got exception in frontend server)r serve_foreverrVrrrs rrzFrontendServer._serves_ A L & & ( ( ( ( ( A A A   ? @ @ @ @ @ @ As$AAc8|jdSr")rrrs rrzFrontendServer.joins r reqc|}||jvr|dd|dS|j|} ||}n`#ttf$rL}t d||ddt|Yd}~dSd}~wwxYw|d| dd| |j |dS) NizHandler not found: z-Exception in frontend server when handling %siz Exception: rz Content-typez text/html) rr send_errorrV SystemExitrrrepr send_response send_header end_headerswfiler)rrr.r3rWrXs rrzFrontendServer._handle_requests&||~~ t| # # NN3 .s:   ((**m;;;;;r z2Periodic dumper started, writing to %s every %.0fs) r7rsetLevelloggingINFOrrr server_portrrrr) rrrrrr7r3serverdumpers ` rmainrs#.. - OOGL!!!  9 9 9F KK4fn6PQQQ$(F    '          @        KKMMMMM  6  KKMMMM s :C((D)rtr)9rdr#rrrrrabcrrcollections.abcrconcurrent.futuresr dataclassesr http.serverrr urllib.parser r jinja2r r torch.distributed.debug._storerr getLoggerr%rLoggerr)rrErr-r1r6rFr*r_rstuplerrrrrrrrr2rr(rrr+r rr%sb   ########$$$$$$111111!!!!!!CCCCCCCC++++++++********JJJJJJJJ+*844444 $$$$  % % % % % % % %   55555555 +++++3+++0DI$x..%S %E%d8n%%%%4 "    /4  49d8n $%     (c(((( S $x. S4Z    $> @$0-:-:-:-:-:-:-:-:j#####)### $$$$$/$$$>_P_P_P_P_P_P_P_PP && &Dj&&< & s8 &  & &&&&&&r