tj dZddlmZddlZddlmZmZddlZddlm Z ddl m Z ddl m Z dd lmZerdd lmZd1dZGddZd2d3dZd2d4dZd5dZ d6d7d*Z d8d9d0ZdS):zM Python implementation of function wrapping functionality for functorch.dim. ) annotationsN)Any TYPE_CHECKING)tree_map)DimEntry)EnableAllLayers) TensorInfo)Callabletensor torch.Tensorreturnc|S)z8Handle tensor conversion for torch function integration.)r s Q/var/www/html/CA-Chatbot/venv/lib/python3.11/site-packages/functorch/dim/_wrap.pyhandle_from_tensorrs Mc&eZdZdZ d d dZdd Zd S)WrappedOperatorzP This class wraps PyTorch operations to support first-class dimensions. dimorigr wrapper_implementationdim_namestrc ||_||_t|dd|_t|dd|_||_d|_d|_d|_d|_ d|_ |jr |jr|jd|jd |_dSdSdS) N__name____doc__FrrTz Argument 'z5' can be either an integer or a torchdim.Dim object. ) rrgetattrnamedocr is_pointwise dim_offsetkeepdim_offset single_dimreduce)selfrrrs r__init__zWrappedOperator.__init__ s &<#D*b11 4D11  !  8 v  v(uu uuuDHHH v v v vrrcfd fd }tj|jddj|_|S) z@Create a wrapped function that calls our wrapper implementation.argsrkwargsrc&jg|Ri|S)N)r)r*r+r's r wrapped_funcz.WrappedOperator.function..wrapped_func6s&.4.tEdEEEfEE Er)rr)assignedupdated)r*rr+rrr) functoolsupdate_wrapperrr!r)r'r-s` rfunctionzWrappedOperator.function3s` F F F F F F  $)mR     $x rN)r)rr rr rr)rr )r __module__ __qualname__rr(r2rrrrrsW QVvvvvv&      rrFrrndimintkeepdimboolrcddlm}t||r |rtdt |St|t r"|}|dkr ||z}|dk t |St S)z:Convert single dimension specification to DimEntry object.r)Dimz8cannot preserve first-class dimensions with keepdim=Truer)rr: isinstance ValueErrorrr6)rr5r7r:is r _wrap_dimr>Bs#s   YWXX X}} C   1ff IA1ff{{zzrlist[DimEntry]ct|||}g}|s||n)|D]&}|t|||'|S)zis_noneappend)rr5r7deresultds r _wrap_dimsrFSsr 3g & &B F ::<<7 b 7 7A MM)AtW55 6 6 6 6 Mrwrapperr*r+c|std||j}|=|jt |kr%|jdz}|t |kr||}|t j|ddds |j|i|Stj 5}j td| j j t|}tj |d<|j|i|}||jcdddS#1swxYwYt j|ds |j|i|Sd}|jre|d } | =|jt |kr%|jdz} | t |kr|| } | t'| }} t+|| |} g} dgt j z}| D]}d}t-j D]\}}||kr|}n|kt-j D].\}}t/|d r||r|}n/|&d j D}td |d |d||<| |g|jr:|s8t-j D]"\}}||s|#nj ddt | dkr | d}nt5| }t|}|}jtdtj|d<|j|vr |||j<n1|jdz}|t |krt|}|||<|j|i|}dfd }t;||S)zJ This is the core method that handles dimension-aware operations. z%Expected at least one argument (self)NrrTF)ensure_batchedensure_presentz%Expected batchedtensor to be non-Noner7matchesc,g|]}t|Sr)r).0levels r z&patched_dim_method..sBBBUc%jjBBBrzTensor with dimensions z does not contain zExpected tensor to be non-Noneobjrrct|tjr"ddlm}||jS|S)Nr)Tensor)r;torchrRrfrom_positional has_device)rPrRinfo new_levelss r wrap_resultz'patched_dim_method..wrap_resultsI c5< ( ( L ))#z4?KK K r)rPrrr)r<getrr#lenr createrr levels batchedtensorAssertionErrorinplace_update_layerslistr from_batchedrUr&r$r8r5rF enumeratehasattrrKrBtuplecopyr r)rGr*r+dim_argdim_idxguardnew_argsrDr7 keepdim_arg keepdim_idxr5dims dim_indicesseenrEmidxr=rN level_strs py_indices new_kwargsrXrVrWs @@rpatched_dim_methodrs_s B@AAAjj)**G7-D 99$q( SYY  7mG aeTTT 17<000 0 T[ ) ) ?U!)$%LMMM  ' '(:DK H H HDzzH,T-?@@HQK!W\86v66F%%fdo>> ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ?  T!W % %D -w|T,V,,,G~(jj++  7#9CII#E#E!014KSYY&&";/  ";''G 99;;D gtW - -D K 7S%% %D !!!$+..  HAuzz <%dk22  55),,q1A1ADE|BBdkBBB  OjOOAOOT 4    J~$g$!$+.. ) )HAu7 )!!%((( )[^  ;1%a. ;'' DzzHJ {=>>>$T[11HQK:%%'1 7#$$$q( S]] " "H~~H *HW W\8 2z 2 2F K ( ((s/BEEErr r# int | Noner$r str | Noner% bool | Noner&c|pd}t|t|}|||_|||_|||_|||_|S)a Wrap a PyTorch function to support first-class dimensions. Args: orig: Original function to wrap dim_offset: Offset for dimension argument (default: 0) keepdim_offset: Offset for keepdim argument (default: 1) dim_name: Name of dimension parameter (default: "dim") single_dim: Whether function takes single dimension (default: False) reduce: Whether function reduces dimensions (default: True) r)rrsr#r$r%r&r2)rr#r$rr%r&rGs r_wraprxsi& 5Hd$6AAG'!!/'      rrfunctypesrd dict | NonecF|i}ddlm}|||||S)z@ Handle __torch_function__ calls for wrapped operators. Nr)_Tensor)rr}__torch_function__)rGryrzr*r+r}s rcall_torch_functionrs>~  % %dE4 @ @@r)r r rr )F)rrr5r6r7r8rr)rrr5r6r7r8rr?)rGrr*rr+rrr)NNNNN)rr r#rtr$rtrrur%rvr&rvrr )rN) rGrryr rzrdr*rdr+r{rr)r __future__rr0typingrrrStorch.utils._pytreer _dim_entryr_enable_all_layersr _tensor_infor collections.abcr rrr>rFrsrxrrrrrs#"""""%%%%%%%% (((((( //////$$$$$$)(((((( $$$$$$$$N"     w)w)w)w)x"!%"     N AAAAAAAr