tjJ ddlZddlZddlZddlmZddlZddlmcmZ ddl m cmZ ddl mZmZmZddlmZmZddlmZmZejeZdejjdeejjfdZd ejjddfd Zd ejjddfd Zd ejjd ede e!ejjfde"e#ejje e!ejjfffdZ$d ejjde#ejjde e!ejjfdej%j&de!dejjf dZ'd ejjd edejjde e!ejjfde"ejjdfddf dZ(d ejjde e!ej%j&fde e!efdejjfdZ)d ejjd eddfdZ*dede e!ej%j&fdejjfdZ+dS)N) defaultdict)ConstantArgumentExportedProgramModuleCallSignature)legalize_graphNodeList) erase_nodesfuse_as_graphmodulenodereturncht|j}t}|D]z}|jdkr|jdkr|jt justd|d|| t|j{|S)Noutput call_functionz"Expected getitem node as user for z, instead got ) listuserskeyssetoptargetoperatorgetitemAssertionErrorupdate)r node_users getitem_usersusers P/var/www/html/CA-Chatbot/venv/lib/python3.11/site-packages/torch/export/_swap.py_get_getitem_usersrsdjoo''((JEEM66 7h   ?**t{h>N/N/N OTOOOO  T$*//"3"3445555 curr_module_nodectd|t|j}t |dkrt dt||d}|jdkr|jtj ust d|jd|jt|}t |dkrtd||d Stt|}|jdkr|jtjustd ||d St!|jdD]\}}||jvr*td ||jdd S|jdkr$|jt$jur|jd|ks*td ||jdd St)}t|}|D];} |t| j > > J&/ J J4@4G J J   /|<< !!Q&&  =  !    $45566N_,,  !V%: : :  ,      N/2333 l( ( ( IIS!#A&     FF Fo % % h... q  II.!#A&     FF!'*ee#0@@"9  '.. '-2244 5 5     *++q00  ;  +    D!@AABBm++  ,      ./rgmc|jjD]'}|jdkr|jdkrt |(|jdS)a) Remove extraneous pytree flatten/unflatten calls. We try a couple of optimizations here: 1. Remove pytree flatten/unflatten calls between modules 2. TODO: Remove module's in_spec + initial unflatten call 3. TODO: Remove module's out_spec + final flatten call r# _guards_fnN)graphnodesrrr9eliminate_dead_code)r:r s r_remove_extraneous_pytreesr@sY11 7m # # |(C(C *4 0 0 0H  """""r signature node_name_mapc g}|jD]s}t|tr|j|d4|j|vr|dS|||jtddlm}|||j}|jj dkrtd|jj |jj turtd|jj |j \}}|j turtd|j |j turtd|j jt"j|df fd t'|j D} jt"j|df fd |jD} | | fS) Nr")_generate_unflatten-Expected in_spec to have 2 children, but got z+Expected in_spec type to be tuple, but got z-Expected args_spec type to be tuple, but got z.Expected kwargs_spec type to be dict, but got rc^g|])}jtj|f*Sr=rrr).0r3 args_noder:s r z%_construct_inputs..sB  x/)Q@@rc`i|]*}|jtj|f+SrHrI)rJkr: kwargs_nodes r z%_construct_inputs..sE  28 ! !("2[!4D E Er)inputs isinstancervalueappendname unflattenrDin_spec num_childrenrtypetuplechildrendictr=rrrrangecontext) r:rArBtree_unflatten_argsinput_rDr2 args_spec kwargs_spec args_nodes kwargs_nodesrKrOs ` @@r_construct_inputsres[ 79" C C f. / / CFL4H & &t , , , , [ - -  & &t , , , ,  & &}V['A B B B B/.....((-@)BSTTN%** \I-> MMK rrk orig_outputs.cddlm}||||j}t|D]P\}}tj||j} || d| ||j <QdS)Nr")_generate_flatten_specT)propagate_meta) rVroout_specr-torchfxProxyr replace_all_uses_withrU) r:rArkrBrmror0r3 orig_output proxy_outs r_deconstruct_outputsrxs211111))"k9;MNNL#L1144;HNN<0038 )))D)III*3 k&'' 44rmodules_to_swapmodule_call_graphc$tdt|jt|t t }d|jjD}|jjD]Y}|jdx}r;| D]&\}}||vr|| |n'Z| D]\} } | dd} t|| d| \} } }tdt| j|| }t|||\}}t||||| | }t!|||||t#|| tdt|jt|td t|jt%|td t|j||S) NzStarting graph:ci|] }|j| SrH)rUrJr s rrPz'_swap_module_helper..s)///  4///rnn_module_stack._fused_zFused subgraph nodes:zSwapped graph:z#Before removing extraneous pytrees:z"After removing extraneous pytrees:)r$r%r=rrrr>metagetvaluesrTitemsreplacer rerlrxr r@ recompile)r:ryrz partitionsrBr r~pathrrUr> submod_namesub_gm orig_inputsrmrArcrdrks r_swap_module_helperr s II   IIbh2&1$&7&7J//$&HN///M "imm,=>> >? *1133  a?**t$++D111E+"''))>> e( Tll3,, ,? - --- - ) \ )*** &,):4)@ #4RM#R#R L)  L/$*?   RK UUUB "### "(2II3444IIbhr"""II2333IIbhLLNNN Ircddlm}m}tjj|j_d|jjD}g}|j }|g}|j j dkrtd|j j |j d}|j d}|jturtd|j|jt urtd |jt#|j D]} |d | ||j|D]g} |j|d5||j| dddn #1swxYwYh|j|d5||t|} t/|D]&\} } d | _t2j| _| | f| _' dddn #1swxYwYt;d |jjD} |j| 5||| jd|j}|f| _dddn #1swxYwY|dS) a` Given the unlifted module from calling ep.module(), we want to remove the pytree processing from the graph module's PyTreeCodeGen and instead make it nodes inside of the graph. This allows us to do some optimizations, like remove these pytree calls if it is unnecessary, and makes the PyTree part more obvious to graph passes. r)_generate_flattenrDc(g|]}|jdk |S) placeholderrr}s rrLz/_fix_input_output_signature..s$TTT47m;S;S;S;S;SrNrErFr"z,Expected arg_spec type to be tuple, but got z-Expected kwarg_spec type to be dict, but got arg_rc30K|]}|jdk |VdS)rNrr}s r z._fix_input_output_signature..s.NN$'X:M:Mt:M:M:M:MNNr) torch.export.unflattenrrDrrrsr=CodeGen_codegenr>forward_arg_namesrWrXrchildrYrZr\r]rTextendr^inserting_beforerr-rrrrr.r)rqr)r:rArrDold_placeholdersnew_placeholdersrarg_spec kwarg_specr3r4 flat_nodeold_placeholder output_nodeunflats r_fix_input_output_signaturerpsNMMMMMMM..00BHTTTTT!3    )Q . . ` @Q@^`` $**1--&,,Q// = % % Nx}NN  ?$ & & Q QQ x,-- 1 1A  $ $ZAZZ 0 0 0 0  !3444 ?? X & &'7': ; ; ? ?  # #BH$8$8$=$= > > > ? ? ? ? ? ? ? ? ? ? ? ? ? ? ?  " "#3A#6 7 722%%b%0@*A*ABB "+,<"="= 2 2 A!0O %-%5O "$-q>O  2222222222222222NNNNNNNK  " "; / /%%$$R)9!)PQQ"9 %%%%%%%%%%%%%%%LLNNNNNs70.F**F. 1F. AH33H7:H7;&J--J14J1epcd|jD}|}d|_|jt |t jjstdt|t||jdj |j|_tjt|j||_tjt|j||_t |t jjstdt|t#|||}|S)ab Unlifts the given ExportedProgram into a fx.GraphModule, and then swaps previously traced modules with new eager modules specified. Returns a fx.GraphModule with a custom forward function. Args: ep (ExportedProgram): Exported program to modify modules_to_swap (Dict[str, torch.nn.Module]): Mapping from module fqn to eager module to swap with. The specified module fqn should have also been specified in the `preserve_module_call_signature` argument to torch.export so that we know how to restore the calling convention to this argument. run_with_interpreter: Whether or not to run the graph using fx.Interpreter. Setting to true will help result in better error messages and easier debugging, but it has found to result in a QPS drop. c6i|]}|j |j|jSrH)rAfqn)rJentrys rrPz!_swap_modules..s5', 5?rFz2Expected gm to be a torch.fx.GraphModule, but got r)rzmodulevalidate_inputsr=r?rRrrrs GraphModulerrYrrAtypes MethodTypetrainevalr)rryrzr:s r _swap_modulesrs<(020D BBH  """ b%(. / /  Kb K K    B$8$;$EFFF/BR33BHtBxx}b11BG b%(. / /  Kb K K    R2C D DB Ir),loggingrr collectionsrrrtorch.fx._pytreers_pytreer'torch.utils._pytreeutilsr+torch.export.exported_programrrrtorch.fx.passes.tools_commonrr!torch.fx.passes.utils.fuser_utilsr r getLogger__name__r$Noderrr9rr@r\strrZrrennModulerlrxrrrrHrrrs ###### $$$$$$$$$$$$$$$$$$ BAAAAAAANNNNNNNNg!! UX] s58=/A    |0UX]|0t|0|0|0|0~#58#7#D####"2$ 2$"2$UX]*+2$ 4 S%(-%7 8 89 2$2$2$2$j   UX]# sEHM)* HO     X]    4 4"44UX]*+ 4  s*+ 4  4444&c c#ux./cC!445c X ccccL: :)<: ::::z++*.sEHO/C*D+ X++++++r