NtjFddlZddlZddlZddlZddlZddlmZddlmZddlm Z ddl m Z ddl m Z ddlmZejejeZejedgZdadadadadad Zejd ZGd d eZd Z dZ!dZ"dZ#dZ$dZ%GddeZ&Gdde Z'dS)N)Path)knobs) GPUTarget) GPUDriver) _allocation)compile_module_from_srcincludec: ddl}|dkrdSddl ddlm}m}m}m m m}G fdd j } |||||||} dj }n#t$rYdSwxYw| g|_||_d dz} fd } ||| | r't#j | SdS) NrLinux)c_charc_intc_size_tc_void_pc_char_pPOINTERc eZdZdfdfgZdS)8_find_already_mmapped_dylib_on_linux..DlPhdrInfo dlpi_addr dlpi_nameN)__name__ __module__ __qualname___fields_)rrsX/var/www/html/CA-Chatbot/venv/lib/python3.11/site-packages/triton/backends/amd/driver.py DlPhdrInfor!s& ( # ( # rz libc.so.6ic |jj}ttj|}|jvr4||tt|dSdS)Nrr) contentsrrosfsdecodenamememmoveminlen)infosizedatarpctypeslib_namemax_path_lengths rcallbackz6_find_already_mmapped_dylib_on_linux..callback8saM+ Y'' ( ( qv   NN4CY,P,P Q Q Q1qr)platformsystemr*r r rrrr Structure CFUNCTYPECDLLdl_iterate_phdr Exceptionargtypesrestypecreate_string_bufferr r! string_at)r+r.r r rrr callback_tr3pathr-rrr*r,s` @@@@r$_find_already_mmapped_dylib_on_linuxr;sOOOG##t MMMKKKKKKKKKKKKKKKK        V%   !!%)<)O>OQXQXY_Q`Q`aaJ ++k22B tt!+H5O#OO  & &': ; ;Dzz(++T223{6++D11222 4sB B+*B+c~ dtjjx}rK|r!tj|r|Std|dt}|r6tj|r|Std|dg}tj tj td}tj|r|S| |ddl }|}|}|jr|g|z}|D]\}tj |dd}tj|r|cS| |]t jd }|rp|d D]Z} tj | } tj| r| cS| | [t jd } | rWtj | d} tj| r| S| |  t'jd d g} | rWtj | d} tj| r| S| | n#t&jt0f$rYnwxYwt jd}|rWtj |d}tj|r|S| |t'jddgd}fd|D}|D]:}tj|r|cS| |;tj d}tj|r|S| |tdd|)Nzlibamdhip64.sozTRITON_LIBHIP_PATH 'z' does not point to a valid zmemory mapped 'z'' in process does not point to a valid librtorchLD_LIBRARY_PATH:HIP_PATH hipconfigz--path ROCM_PATHz/sbin/ldconfigz-pignore)errorscg|]C}|)|dDS))stripendswithsplit).0liner+s r z2_get_path_to_hip_runtime_dylib..sB ^ ^ ^djjll>S>ST\>]>] ^DJJLL  ^ ^ ^rz/opt/rocm/lib/zcannot locate z after attempted paths )ramd libhip_pathrIr r:exists RuntimeErrorr;joindirname__file__appendsitegetsitepackagesgetusersitepackagesENABLE_USER_SITEgetenvrJ subprocess check_outputdecoderHCalledProcessErrorFileNotFoundError splitlines)env_libhip_path mmapped_pathpaths local_librV site_packages user_siter:env_ld_library_pathdf env_hip_path hip_lib_pathhip_root env_rocm_path rocm_lib_pathlibslocsloccommon_install_pathr+s @r_get_path_to_hip_runtime_dylibrsFsH )//k  # #H - - #"'..2Q2Q #" "i/ii_giijjj8AALn 7>>, ' '  l\llbjllmmm E RW__X66xHHI w~~i   LLKKK((**M((**I 4" m3 w||D'5(;; 7>>$   KKK T)$566$**3//  A Q))Aw~~a    LLOOOO9Z((L#w||L%BB 7>>, ' '   \"""  *K+BCCJJLLRRTT  '7<<%BBLw~~l++ $## LL & & &  )+< =     Ik**M$ ]E8DD 7>>- ( ( !  ]###  "$4d#; < < C C8 C T TD _ ^ ^ ^):): ^ ^ ^D 7>>#   JJJ S',,'7BB w~~)**#"" LL$%%% PPPPP Q QQs0A=M.MMMc$eZdZfdZdZxZS)HIPUtilsct|ds-tt|||_|jS)Ninstance)hasattrsuperru__new__rw)cls __class__s rrzzHIPUtils.__new__s<sJ'' = 3//77<"%(%>"j (+(D% -o ) ^ M r)rrrrzr __classcell__r|s@rrurusG """""""rrucp|drdS|dkrdSdddddd d d d d d d d d d d|S)N*hipDeviceptr_t tensordesc TDMDescriptorint8_tint16_tint32_tint64_tuint8_tuint16_tuint32_tuint64_tdouble)i1i8i16i32i64u1u8u16u32u64fp16bf16fp32f32fp64) startswith)tys r ty_to_cpprsr }}S  \    !  rcg}d}|D]}t|trR|dr<|r||nd}|dz }tjd|}|d}|d}|ddz} |m|d|ztd| zD]} |d|d |d n|dt| D]} |d t| D]} |dk|||S) Nrrrztensordesc<([^[>]*)\[([^]]*)\],rrrr) isinstancestrrrematchgroupcountrUrange) signaturetensordesc_metaoutputtensordesc_idxsigmetardtypeshapendim_s rexpand_signaturers FN c3   CNN<$@$@ 6EO?>224D a NH?EEEKKNNEKKNNE;;s##a'D| cEk***q4x))AMM%(((( d### d#### l+++4[[ % % e$$$$4[[ % % e$$$$ % MM#     Mrcfdg}|D]}||d|D}tjjjj|S)zj Creates a kernel signature in C to be able to efficiently extract arguments in the launcher. ct|tr|D]}||dS||dSN)rtuplerU)rrx_flatten_signatures rrz1make_kernel_signature.._flatten_signatures^ c5 ! !  . .""1f---- . . MM#     rcg|] }|dk| S) constexpr)rKrs rrMz)make_kernel_signature..s"FFFaQ+5E5E5E5E5Er)tritonruntimedriveractiveutilsr)rflat_signaturerkernel_signaturers @rmake_kernel_signaturers| N003////FF>FFF > ' - F FGW X XXrc^g}|D]}t|tr7|tt |t N|dkr*|tdt ~|tdt|S)z This recreates the signature with annotations as C objects which can then be used to efficiently flatten tuples, and remove constexpr in the launcher. ) nested_tupletyperN)rrrUrannotate_argumentsrrr)rannotated_argumentsrs rrrs [[ c5 ! ! [  & & ASTWAXAX_h(i(i(i k k k k K    & &{:'V'V'V W W W W  & &{='Y'Y'Y Z Z Z Z rc Z|6|jg|j|j|jdk|j|j|jS|j}|j}|j}d|vrd|vsJ|d}|d}d\}} |dg} | r9t| dkrt| dd ksJ| d\}} |d} tj j j } t| tsJ| j||| || |||} | g||S) a Translate a tensor descriptor argument into the appropriate list of kernel arguments. If `tensordesc_metadata` is provided, we will create a TDMDescriptor object. Otherwise, we decompose the tensor descriptor into base pointer, shape, strides, and padding flag. In both cases, we append the shape and strides at the end to match the expected kernel signature. Nnan elem_bits block_size)rrinterval_padding_pairsrrr)baserstridespaddinground_f32_to_tf32data_ptrgetr%rrrrr HIPDriverrr)argkernel_metadatatensordesc_metadatarrrrr pad_interval pad_amountr num_warpsrdescs rmake_tensordesc_argr&s" H Y [  K5   !  Y  [   IEkG 8    D - - -,BU2U2U2U U#K0I$\2J#L*0445MrRR=)**a//C8Nq8Q4R4RVW4W4W4WW#9!#< j"I ^ " )F fi ( ((( ( < - -iYP\^hjo.5t = =D  #5 #7 ##rcZtd|D}|sStdt|Dr"t t ksJsdgt zfd}|S)a Wrap a kernel launcher function to handle tensor descriptor arguments. Use the provided `tensordesc_metadata` to determine whether to create TDMDescriptor objects or decompose the tensor descriptors. Args: launcher (callable): The original kernel launcher function. signature (Dict[int, str]): The kernel signature mapping argument indices to types. tensordesc_metadata (List[Dict] or None): The list of tensor descriptor metadata, following the order of tensor descriptor arguments. If None, decompose tensor descriptors. Returns: launcher (callable): The wrapped kernel launcher function. c3jK|].}t|to|dV/dS)rNrrr)rKrs r z)wrap_handle_tensordesc..fs>rrX[jc22Ss~~l7S7Srrrrrrrclg|]1\}}t|t|d/|2S)rr)rKirs rrMz*wrap_handle_tensordesc..ks@pppvq#*S#:N:NpSVSaSabnSoSopppprNc |dd}|d}|d}g}d}t|D]N\}}| vr0|t|| ||dz }9||Og||RS)NrGrr) enumerateextendrrU) args base_argsr kernel_argsfinal_kernel_argsrrrlaunchertensordesc_indicesrs rinnerz%wrap_handle_tensordesc..innerps"I #A,2h  ,, . .FAs&&&!(()&>#FXBYBY&Y&Y&Y Y ?#fs+='>'>>7777777 LrceZdZdZdZdS) HIPLaunchercN tdrjn t}fd fd|D}djD}t |dd}t jjj j j }t| |}t||_t!||_t%||||_ |j|_|j|_|jrmt jjj }t+|t,sJ|} |j | } | ds Jd|j|_|j|_dS)N constantscrt|tr jj|fn|Sr)rrfn arg_namesindex)rrs rz&HIPLauncher.__init__..s2Z3=O=OVSV-33A6699UVrc.i|]\}}||Srr)rKidxvaluearg_idxs r z(HIPLauncher.__init__..s'MMMZS%WWS\\5MMMrci|]\}}|| Srr)rKrrs rrz(HIPLauncher.__init__..sHHHJCS%HHHrrcooperativeLaunchz8Cooperative launch requested but not supported by device)rxr dictitemsrgetattrrrrrrrrrrarg_annotationsrrrlaunch_cooperative_grid warp_sizerrget_current_devicerprofile_scratch_sizeprofile_scratch_align) rrmetadatar rrrexpanded_signaturerdevicedevice_propertiesrs ` @rrzHIPLauncher.__init__s%,S+%>%>JCMMDFF VVVVMMMM9??;L;LMMM HH#-2E2E2G2GHHH !(,=tDD>(/5<-i.>.>.@.@/RR12DEE 56H I I,Xy/RR '/'G$!+  ' K^*1Ffi00 0 00..00F & B B6 J J $%89 K KJ K K9$,$A!%-%C"""rc fd} | |j|jtj} ||j|| |||| |j|j|j| dS)Ncp|dkr.zz}||z}|}||| SdSNr)r) r'align allocator grid_size alloc_sizealloc_fngridXgridYgridZstreams rallocate_scratchz.HIPLauncher.__call__..allocate_scratchsJaxx!EME1 &- $==??x E6:::4r) rrr_profile_allocatorrrrrr) rr,r-r.r/functionrlaunch_metadatalaunch_enter_hooklaunch_exit_hookrr0profile_scratchs ```` r__call__zHIPLauncher.__call__s        +*4+DdF`+6+IKK D0%vxYh#_6GIY[_[i($*? G G G G GrN)rrrrr7rrrrrs:DDD0GGGGGrrcheZdZfdZdZedZdedefdZdZ dZ d Z d Z d Z xZS) rctt|_t|_dSr)ryrrurr launcher_cls)rr|s rrzHIPDriver.__init__s2 ZZ 'rcddl}|jSr&)r>cudarr>s rget_device_interfacezHIPDriver.get_device_interfaces zrc| ddl}|jo |jjduS#t $rYdSwxYw)NrF)r>r< is_availableversionhip ImportError)r>s r is_activezHIPDriver.is_activesU  LLL:**,,P%-2C42O P   55 s *- ;;rreturnc t|Sr)r)rrs rmap_python_to_cpp_typez HIPDriver.map_python_to_cpp_types}}rc|}|j|}tjjp|d}|d}t d|dd|S)NarchwarpSizerBr@r)rrrrr override_archrrJ)rr"r#rIrs rget_current_targetzHIPDriver.get_current_targetsi((** J<>>rcZddl}|d|S)Nrr<)r>r"rr=s rget_active_torch_devicez!HIPDriver.get_active_torch_devices+ ||FD$;$;$=$=>>>rcddlm}|S)Nr)do_bench)triton.testingrP)rrPs rget_benchmarkerzHIPDriver.get_benchmarkers++++++rchddl}d}|t|dz|jdS)Nrir<)rr")r>emptyint)rr> cache_sizes rget_empty_cache_for_benchmarkz'HIPDriver.get_empty_cache_for_benchmarks8 ' {{3zQ//uy{PPPrc.|dSr)zero_)rcaches r clear_cachezHIPDriver.clear_caches r)rrrrr> staticmethodrDrrGrLrNrRrXr\rrs@rrrs((((( \?????? QQQrr)( functoolsr r[rrpathlibrrtriton.backends.compilerrtriton.backends.driverrtriton.runtimertriton.runtime.buildrr:rSrealpathrTrRrrrrrrr; lru_cachersobjectrurrrrrrrrrrrrgs(  ......,,,,,,&&&&&&888888 '//"'**844 5 5 Wi001     ---`\R\R\R~"""""v"""B   0BYYY,    .$.$.$b)))X*G*G*G*G*G&*G*G*GZ..... .....r