tjHUdZddlmZddlmZddlmZmZddlm Z m Z m Z m Z m Z mZmZmZmZee zeedfzdzZeed <Gd d Zd ed edfdZGddeZee zZeed<eedfezdzZeed<ee zeedfzdzZeed<deeedfzd efdZded efdZded efdZd-deded efdZ d-deded efdZ!deded efdZ"d.deded efd Z#dedzd edzfd!Z$dedzd edzfd"Z%deded efd#Z&deded efd$Z'd%ededed efd&Z(deded efd'Z)deded efd(Z*deded efd)Z+deded efd*Z,d+eedfded eeeffd,Z-dS)/z Definition of CuTe Layouts and functions to manipulate them which works with the order of lexicographic instead of co-lexicographic as implemented in the original layout.py )chain) TypeAlias)SelfTypeIs) crd2idxflattenhas_noneIntTupleis_intis_tupleproductslice_suffix_product.NCoordinateTypeceZdZdS) LayoutBaseN)__name__ __module__ __qualname__^/var/www/html/CA-Chatbot/venv/lib/python3.11/site-packages/torch/distributed/_pycute/layout.pyrr=sDrrxreturnLayoutc,t|tSN) isinstancer)rs r is_layoutr As a $ $$rceZdZddededzddfdZdedefdZdefdZ d e de ezfd Z d ede fd Z defd ZdefdZdefdZdefdZdS)rN_shape_striderc\||_|t|j|_dS||_dSr)shaperstride)selfr"r#s r__init__zLayout.__init__Fs. ?(44DKKK!DKKKrothercpt|tsdS|j|jko|j|jkS)NF)rrr%r&)r'r)s r__eq__z Layout.__eq__Ns6%(( 5zU[(HT[EL-HHrcVt|jrt|jSdSNr)r r%lenr's r__len__zLayout.__len__Ts' DJ   tz?? "1rargsct|rt|dkrBtt|d|jt|d|jStt||jt||jSt|dkr!t |d|j|jSt ||j|jS)a Map a logical coordinate to a linear index (Coord has no Underscore slice operators) OR Slice the layout and return the sublayout (Coord has an Underscore slice op) Follow the same behavior of `Layout::operator(Coord const&)` in cute C++ rr)r r.rrr%r&r)r'r1s r__call__zLayout.__call__[s D>> >4yyA~~fT!Wdj996$q'4;;W;WXXXfT4:66tT[8Q8QRRR4yyA~~tAw DK@@@tTZ===rict|jr&t|j||j|S|dkrtt|j|jS)Nr)r r%rr&AssertionError)r'r4s r __getitem__zLayout.__getitem__osS DJ   3$*Q-Q88 8Avv$$$*dk22 2rc*t|jSr)rr%r/s rsizez Layout.sizexstz"""rcH||dz dzSr-)r9r/s rcosizez Layout.cosize|s#tDIIKK!O$$q((rc$|jd|jS)N:r%r&r/s r__str__zLayout.__str__s*,,t{,,,rc(d|jd|jdS)NzLayout(,)r>r/s r__repr__zLayout.__repr__s444dk4444rr)rrrr r(objectboolr+intr0rrr3r7r9r;strr?rCrrrrrEs=""x"(T/"T""""IFItIIII >n>>>>>(3S3T3333#c####)))))-----5#555555rLayoutOrIntTuple LayoutProfile LayoutInputlayoutsct|dkrt|ds|d}td|D\}}t||S)Nrrc32K|]}|j|jfVdSrr>).0as r zmake_layout..s+??!17AH-??????r)r.r zipr)rKr%r&s r make_layoutrRsZ 7||q71:!6!6!*??w???@ME6 %  rlayoutcft|r|St|Sr)r r9rrSs rr9r9s,{{}} 6??rc*|Sr)r;rUs rr;r;s ==??rprofilec trttkrttt fdt tDfdt ttDSdg}dg}t ttj ttj D]q\}}|dkr |ddkr ||d<||d<#|d|dz|kr|d|z|d<G| || |rt|dkrt|d|dS| | tt|t|S)Nc3PK|] }t||V!dSr)coalescerNr4rSrWs rrPzcoalesce..s5NNQ&)WQZ00NNNNNNrc3(K|] }|V dSrrrNr4rSs rrPzcoalesce..'EEqEEEEEErrr)r r.r6rRrrangerQreversedr r%r&appendrreversetuplerSrW result_shape result_strider%r&s`` rrZrZs  v;;W % %  NNNNN%G :M:MNNNEEEEE#g,,F $D$DEEE     3LCM&&'''&-2H2H)I)I)) v A::  "  " "$L  &M"   "  b 1 1V ; ;+B/%7L      & & &   ( ( ( ( <Al1o}Q'7888eL))5+?+?@@@rc trttkrttt fdt tDfdt ttDSg}g}t tjtj D];\}}|dks0|dks*| || |.s5LL1q 71:..LLLLLLrc3(K|] }|V dSrrr]s rrPzfilter..r^rrr)r r.r6rRrr`rQr r%r&rbrrZrdres`` rrjrjse  v;;W % %  LLLLLc'll8K8KLLLEEEEE#g,,F $D$DEEE     LMWV\22GFM4J4JKK)) v fkk    & & &   ( ( ( <Aa||u\22E-4H4HIIJJJrlayoutAlayoutBc StrttStrt t krt t tfdtt Dfdtt t DStj rt fdDSj dkrtj dSg}g}j }j }t}ttt|j ddtt|j ddD]~\}}||zdks||zdkst tt!d||z|} | dkr-|| |||z|| z}| |z }|dkst |dkrE||||t|j dz||t |dkrt|d|dStt'|t'|S)Nc3PK|] }t||V!dSr compositionrNr4rlrms rrPzcomposition..s5RRWQZ44RRRRRRrc3(K|] }|V dSrrrNr4rls rrPzcomposition..'GGGGGGGGrc38K|]}t|VdSrrp)rN layoutB_irls rrPzcomposition..s-TTy;w ::TTTTTTrrr)r rqrr r.r6rRrr`r%r&rZrQrar minmaxrbrcrd) rlrmrfrg rest_shape rest_strideflat_A curr_shape curr_stride new_shapes `` rrqrqs  U7F7OO444 '   U w<<#g,, & &  RRRRReCLL>Q>QRRRGGGGU3w<<W%F%FGGG      '- UTTTTGTTTTTT~gmQ'''  ] n '""(+ WV\**122. / /'&-:P:PQRQSQS:T1U1U( (    #J ,11[:5MQR5R5R$$C:#<==zJJIA~~##I...$$[;%>???#y0J *KK ??c,//144    + + +  wv}/E/Ea/H!H I I I  |   ! !,q/=+;<< <% --u]/C/CDD Drmax_idxct|rtt|Sg}g}d}tt t |jt |j}|D]l\}}|dks|dkr|||zk}t|tur |st| ||z| |||z}m| ||zdz |z| || | ttt|t|S)Nrr)r complementrsortedrQr r&r%typerEr6rbrcrZrd) rSrrfrg current_idx sorted_DSr&r%in_bounds rrr/sl f~~*&..)))LMKs76=1176<3H3HIIJJI" % %  Q;;%1** %&.0 NNd " "H " Fk1222[)))fn ;.2{BCCC%%% F5..m0D0DEE F FFrc D|dSt|rt|Sg}g}d}t|j}t|j}t t ||t|}|D]D\}}} |dkr ||krn0|||| ||z}E| | ttt|t|Sr-) r rr r%r&rrQrrbrcrZrd) rSrfrgr flat_shape flat_stride sorted_DSAr&r%rstrides r right_inverserPs% ~t f~~LMK&&J&-((KK^J5O5OPPQQJ",%%w A::  & EE"""W%%%fn  F5..m0D0DEE F FFrc|dSt|rt|Sttt ||Sr)r rrrRrrUs r left_inversermsF ~t f~~ Z%7%7@@ A AArc 4StrttStrt t krt t tfdtt Dfdtt t DStt ttS)Nc3PK|] }t||V!dSr)logical_dividerrs rrPz!logical_divide..sI#71:wqz::rc3(K|] }|V dSrrrts rrPz!logical_divide..rur) r rrr r.r6rRrr`rqrr9rlrms``rrrws  gvg777 '    w<<#g,, & &  "3w<<00HGGGU3w<<W%F%FGGG       GZg??@@  rc TStrttStrt t krt t tfdtt Dfdtt t DSt ttttzS)Nc3PK|] }t||V!dSr)logical_productrrs rrPz"logical_product..sI$GAJ ;;rc3(K|] }|V dSrrrts rrPz"logical_product..rur) r rrr r.r6rRrr`rqrr9r;rs``rrrs&  gvg777 '    w<<#g,, & &  "3w<<00HGGGU3w<<W%F%FGGG       JwW w(GHH'RR  rsplittercttddStrttkrttfdt tDttfdt tDtt fdt tDfdt ttDSS)Nrrc3RK|]!}t||V"dSr) hier_unzip)rNr4rlrmrs rrPzhier_unzip..sK   xWQZ 8 8      rc34K|]}|dVdS)rNrrNr4splits rrPzhier_unzip..s+AAa AAAAAArc34K|]}|dVdS)rNrrs rrPzhier_unzip..s+>>QU1Xa[>>>>>>rc3(K|] }|V dSrrrts rrPzhier_unzip..s'KKAWQZKKKKKKr)rRrr r.r6r`r)rrlrmrs```@rrrsa 6!Q<<111 '   w<<#g,, & &       3w<<((       AAAAU3w<<-@-@AAA A A >>>>%G *=*=>>>KKKKs7||S\\)J)JKKK      8GW % %%rc.tt||Sr)rrrs r zipped_dividers ngw 7 77rc t||tdgfdttdDzS)Nrc,g|]}d|SrrrNr4results r z tiled_divide..!%R%R%RqfQil%R%R%Rrr)rrRr`r.rlrmrs @r tiled_dividersR 7G , ,F q {%R%R%R%RE#fQi...rrr)rrRr`r.rs @r tiled_productrsR GW - -F q {%R%R%R%RE#fQi..rsB ********                      (NU63;''$.          %%F8,%%%%@5@5@5@5@5Z@5@5@5H%x/)/// -6= y===(*U63;-??$F YFFF!&5#55!&!!!!!c6c 'A'AV'Am'Av'A'A'A'AVKK6KMKVKKKK8@E@E+@E&@E@E@E@EHGG'G#GfGGGGBG*T1GftmGGGG:B)D0BVd]BBBBF[V6Vkf4&& && &&&&>868K8F8888 T&T;T6TTTT 9F9[9V9999 T6TKTFTTTT % ,fvs{ASr