tj0&UdZddlmZddlmZddlZddlmZm Z ddl m Z mZmZmZmZmZmZddlmZmZerddlZd*dZ d+dZd,dZd-dZda de!d<da"de!d<da#de!d<d.dZ$ddd/d"Zddd0d$Zd-d%Zd-d&Zd1d'Zd-d(Zd2d)Z dS)3z This module contains pre-dispatch wrappers for functorch operations that enable proper tracing in PT2 non-strict export/compile fx graph. ) annotations) TYPE_CHECKINGN)_enter_dual_level_exit_dual_level)_add_batch_dim_jvp_decrement_nesting_jvp_increment_nesting_remove_batch_dim_unwrap_for_grad_vmap_decrement_nesting_vmap_increment_nesting) _make_dual _unpack_dualself torch.Tensor batch_dimintlevelreturncddlm}|}|dkr |j|zn|}|r)tjt |f|||St|||}|S)zn Thin wrapper around torch._C._add_batch_dim that is used to proxy in PT2 export/compile fx graph r+_maybe_find_pre_dispatch_tf_mode_for_export)torch._export.utilsrndimtorch overrideshandle_torch_functionr_add_batch_dim_impl)rrrrmoderess Z/var/www/html/CA-Chatbot/venv/lib/python3.11/site-packages/torch/_functorch/predispatch.pyrr(s POOOOO 6 6 8 8D)2Q I%%II  44 TGT9e    dIu 5 5C J batch_sizeout_dimcddlm}|}|r*tjt |f||||St ||||}|S)zq Thin wrapper around torch._C._remove_batch_dim that is used to proxy in PT2 export/compile fx graph rr)rrrrrr _remove_batch_dim_impl)rrr#r$rrr s r!r r ;spPOOOOO 6 6 8 8D  44 weZ    !uj' B BC Jr" randomnessstrcddlm}|}|r(tjt |f||St ||}|S)p Thin wrapper around torch._C._vmap_increment_nesting that is used to proxy in export/compile graph rr)rrrrrr _vmap_increment_nesting_impl)r#r'rrr s r!r r Osh POOOOO 6 6 8 8D  44 #j]J     'z: > >C Jr"cddlm}|}|r%tjt dSt S)r*rr)rrrrrr _vmap_decrement_nesting_implrrs r!r r `s[ POOOOO 6 6 8 8D  44 #     ( ) ))r"FboolDECOMPOSITIONS_LOADEDzthreading.Lock | NoneDECOMPOSITIONS_LOCKztorch.library.Library | NoneVMAP_DECOMPOSITIONS_LIBNonec,ddlm}|}|r%tjt dSt rdStddl}|j at5t r ddddSddl }|j dddkrnda ddddStj dd d add lmdfd }|tjjjj|tjjjj|tjjjj|tjjjj|tjjjj|tjjjj|tjjjj|tjjjjdaddddS#1swxYwYdS)zH Lazy loading of vmap decompositions with pre-dispatch support. rrr-N PYTORCH_JIT1TatenIMPLFuncTorchBatched)decomposition_tabledecomptorch._ops.OpOverloadrr4cttd|vr#t||dStd|)Nz(VMAP_DECOMPOSITIONS_LIB must not be Nonez!could not find decomposition for )r3AssertionErrorimpl RuntimeError)r<r;s r!#_register_python_decomposition_vmapzElazy_load_decompositions.._register_python_decomposition_vmaps]&.$%OPPP,,,',,V5H5PQQQQQ"#Ov#O#OPPPr")r<r=rr4)rrrrrlazy_load_decompositionsr1r2 threadingLockosenvirongetlibraryLibraryr3 torch._decompr;opsr8mse_loss_backwarddefaultsmooth_l1_loss_backwardhuber_loss_backwardnll_loss_forwardnll_loss2d_forwardnll_loss_backwardnll_loss2d_backwardaddr)rrrDrFrBr;s @r!rCrCwsPOOOOO 6 6 8 8D S445MrRRR",in.. '%'%   '%'%'%'%'%'%'%'%   }c22c999$( ! '%'%'%'%'%'%'%'%#(-"7"7 F.# #  655555 Q Q Q Q Q Q ,+EIN,L,TUUU++ IN 2 :    ,+EIN,N,VWWW++EIN,K,STTT++EIN,M,UVVV++EIN,L,TUUU++EIN,N,VWWW++EIN,?,GHHH $O'%'%'%'%'%'%'%'%'%'%'%'%'%'%'%'%'%'%s# H 9'H -EH  H H rtensortangentcddlm}|}|r+tjt ||f|||St |||S)z Thin wrapper around torch._VF._make_dual that is used to proxy in PT2 export/compile fx graph for forward-mode AD. rrrV)rrrrrr_make_dual_impl)rWrXrrrs r!rrssPOOOOO 6 6 8 8D  44 )67%5    67% 8 8 88r"!tuple[torch.Tensor, torch.Tensor]cddlm}|}|r)tjt |f||St ||S)z Thin wrapper around torch._VF._unpack_dual that is used to proxy in PT2 export/compile fx graph for forward-mode AD. rrrV)rrrrrr_unpack_dual_implrWrrrs r!rrslPOOOOO 6 6 8 8D  44 6)V55    V5 1 1 11r"cddlm}|}|r%tjt dSt S)z Thin wrapper around torch._C._functorch._jvp_increment_nesting that is used to proxy in export/compile graph for forward-mode AD. rrr-)rrrrrr _jvp_increment_nesting_implr/s r!r r [ POOOOO 6 6 8 8D  44 "     ' ( ((r"cddlm}|}|r%tjt dSt S)z Thin wrapper around torch._C._functorch._jvp_decrement_nesting that is used to proxy in export/compile graph for forward-mode AD. rrr-)rrrrrr_jvp_decrement_nesting_implr/s r!rrrar"cddlm}|}|r(tjt |f||St ||S)z Thin wrapper around torch._C._functorch._unwrap_for_grad that is used to proxy in PT2 export/compile fx graph for functorch transforms (grad, vjp, jvp). rr)rrrrrr _unwrap_for_grad_implr^s r!r r sd POOOOO 6 6 8 8D  44 vi    ! / //r"cddlm}|}|r%tjt dSt S)z Thin wrapper around torch._C._enter_dual_level that is used to proxy in PT2 export/compile fx graph for forward-mode AD. rrr-)rrrrrr_enter_dual_level_implr/s r!rrsS POOOOO 6 6 8 8D L445FKKK ! # ##r"cddlm}|}|r'tjt d|St |S)z Thin wrapper around torch._C._exit_dual_level that is used to proxy in PT2 export/compile fx graph for forward-mode AD. rrr-rV)rrrrrr_exit_dual_level_impl)rrrs r!rrs^ POOOOO 6 6 8 8D X445ErQV4WWW u - - --r")rrrrrrrr) rrrrr#rr$rrr)r#rr'r(rr)rr)rr4)rWrrXrrrrr)rWrrrrr[)rWrrrrr)rrrr4)%__doc__ __future__rtypingrrtorch._Crrgrritorch._C._functorchrrrrcr r`r r&r rer r.r r+ torch._VFrrZrr]rDr1__annotations__r2r3rCr-r"r!rqsV #"""""  &("****$$####-111118<<<<<=%=%=%=%BBC999999(+,222222&))))"))))"0000" $ $ $ $ . . . . . .r"