jtjSZdZddlZdZdZ ddlmZmZmZmZm Z m Z m Z m Z m Z mZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.dZ/n#e0$r Z1e1Z/YdZ1[1ndZ1[1wwxYwddl2m3Z3e/re/ddl4m5Z5m6Z6m7Z7m8Z8m9Z9m:Z:m;Z;mm?Z?n #e@$rYnwxYwe3jA\ZBZCZDeCreCZe3jEd eFdzfd ZGd d eHfdZIeIddeFfdZJd!deFdeFdzfdZKdeFd eFfdZLdeFd eFfdZMd"deHdeHdeHfdZNdZOd#deHdeHdeHfdZPdS)$a ONNX Runtime is a performance-focused scoring engine for Open Neural Network Exchange (ONNX) models. For more information on ONNX Runtime, please see `aka.ms/onnxruntime `_ or the `Github project `_. Nz1.28.0 Microsoft)* ExecutionModeExecutionOrderGraphOptimizationLevel LoraAdapter ModelMetadataNodeArgOrtAllocatorType OrtArenaCfgOrtCompileApiFlagsOrtDeviceMemoryTypeOrtEpAssignedNodeOrtEpAssignedSubgraph OrtEpDevice OrtExecutionProviderDevicePolicyOrtExternalInitializerInfoOrtHardwareDeviceOrtHardwareDeviceType OrtMemoryInfoOrtMemoryInfoDeviceType OrtMemTypeOrtSparseFormat OrtSyncStream RunOptionsSessionIOBindingSessionOptionscreate_and_register_allocator create_and_register_allocator_v2disable_telemetry_eventsenable_telemetry_eventsget_all_providersget_available_providersget_build_info get_deviceget_ep_devicesget_version_stringhas_collective_ops#register_execution_provider_libraryset_default_logger_severityset_default_logger_verbosityset_global_thread_pool_sizesset_seed%unregister_execution_provider_library)onnxruntime_validation) AdapterFormatInferenceSession IOBinding ModelCompiler OrtDeviceOrtDeviceVendorIdOrtValue SparseTensor copy_tensors) experimentalreturnc ddl}ddl}dtvrdS|jdkrd}n|jdkrd}nd}|j|jtd|}|j|r|ndS) Nrz, cuda-plugin-ep=win32zonnxruntime_providers_cuda.dlldarwinz#libonnxruntime_providers_cuda.dylibz libonnxruntime_providers_cuda.socapi) ossysr#platformpathjoindirname__file__isfile)r?r@ library_name library_paths R/var/www/html/CA-Chatbot/venv/lib/python3.11/site-packages/onnxruntime/__init__.py _get_cuda_plugin_ep_library_pathrJks IIIJJJ."2"222t |w7  ! !< 9 7<< 9 96<PPL7>>,77 A< '12'). Args: version_str: CUDA version string to parse Returns: Major version as string, or "12" if parsing fails .r8)maxsplitr12)split)rls rI_extract_cuda_major_versionrrs-5@ I;  S1  - -a 0 0TIrKcuda_major_versionc0t|dkrdndS)zGet cufft library version based on CUDA major version. Args: cuda_major_version: CUDA major version as string (e.g., "12", "13") Returns: cufft version as string rp11)int)rss rI_get_cufft_versionrxs!)**b0044d:rK is_windowscudacudnnc tt}t|}|ot |dk}|rd|}|r[ddl}|dvrdnd}d|d|d |d fd|d|d |d fd|d|d |d fd|d|d |d fg} nd|dd|fd|dd|fd|dd|fd|ddfd|dd|fd|dd|fg} nT|r'dddd |d fdddd |d fdddd |d fdddd |d fg} n+dddd|fdddd|fdddd|fddddd|fdddd|fg} |rgd} ndg} |r| ng|r| ngzS)Nrucur)arm64aarch64r~x86_64nvidiabin cublasLt64_z.dll cublas64_cufft64_ cudart64_libzlibcublasLt.so.z libcublas.so.z libnvrtc.so.libcurand.so.10z libcufft.so.z libcudart.so.cublascufft cuda_runtime cuda_nvrtc)rcurandrr))rr{rz&cudnn_engines_runtime_compiled64_9.dll)rr{rz!cudnn_engines_precompiled64_9.dll)rr{rzcudnn_heuristic64_9.dll)rr{rzcudnn_ops64_9.dll)rr{rzcudnn_adv64_9.dll)rr{rzcudnn_graph64_9.dll)rr{rz cudnn64_9.dll)rr{rzcudnn_engines_tensor_ir64_9.dll)rr{rz libcudnn.so.9)rr cuda_versionrxisdigitrwrAmachinerR) ryrzr{rs cufft_versionuse_consolidated_layoutcuda_dirrAarchcuda_dll_pathscudnn_dll_pathss rI_get_nvidia_dll_pathsrs5\BB&'9::M188::\sCU?V?VZ\?\( ,*,,   OOO&..006688P2V2V2VW8UD2P]2P2P2PQ8UD2V>P2V2V2VW NN8U,R>P,R,RS8U,P8U,J=,J,JK8U,PP.R.R S        8 # *NN%/OR PPrKc `ddl}ddl}ddl}ddlm}t t dttrt dtt d|t dg}|D]q}|j d}|d ks| d rGt|d }|r5||vr1| |t |d |j d |rt|d krt dtrtt}|rt#|dkrdnd|} dd| d|d| d| d| d| d| g} | D]d}| drdnd} t%|} | r&t |d | d t|| Rt |de|dkr,t d|jdd nC|d!kr+t d"|jd#d |jd$rd%t0fd&} ddl}||}t d'|D]8}| |jrt |j9trs|jd(rH|jd)r.d d*lm }t d+t |dSt d,dSdSt d-dS).z$Print information to help debugging.rN) distributionsz version: zCUDA version used in build: z platform:z& Python package, version and location:Name onnxruntime)z onnxruntime-zort-z==z at r8zWARNING: multiple onnxruntime packages are installed to the same location. Please 'pip uninstall` all above packages, then `pip install` only one of them.ruz-cutorchznvidia-cuda-runtimeznvidia-cudnn-cuz nvidia-cublasz nvidia-cufftz nvidia-curandznvidia-cuda-nvrtcznvidia-nvjitlinkznvidia-rz not installedWindowsz Environment variable: PATH=PATHz(unset)Linuxz' Environment variable: LD_LIBRARY_PATH=LD_LIBRARY_PATHpsutilrBcdddg}tr ddddddg|}tfd |DS) N vcruntime140msvcp140rrcudartnvrtcrr{c3 K|]}|vV dSN).0keywordrBs rI z:print_debug_info..is_target_dll..Ys'FF7w$FFFFFFrK)rany)rBtarget_keywordss` rI is_target_dllz'print_debug_info..is_target_dllUsR-z:O n#*HhSZ"m]l"mFFFFoFFFFF FrKz List of loaded DLLs:cpuinfopy3nvml)get_device_infoz Device information:zCplease `pip install py-cpuinfo py3nvml` to show device information.z0please `pip install psutil` to show loaded DLLs.)!importlib.utilr?rAr\rprintrX __version__rmetadata startswithrkappendr[lenrrrrwr^systemenvirongetutil find_specrQrProcessgetpid memory_mapsrBrRtransformers.machine_infor) importlibr?rAr ort_packagesripackagelocation cuda_majorcuda_pkg_suffixpackagesr_r[rrprrs rIprint_debug_inforsw IIIOOO000000 \ 2 2[ 2 2333= ;\;;<<< +x((**+++ 3444L BB-' m # #w'9'9:R'S'S #(-@@H BWL88##G,,,@@DL@@h@@AAA <1  e   20>> ",!3!3!5!5h#j//R:O:O""Vh\fVhVh  3/ 3 3 *j * * -O - - ,? , , -O - - 1 1 1 0 0 0    2 2G)0););I)F)FPXXDN*733G 2]]G]]1B7N1[1[]]^^^^0001111I%% Rrz~~fi/P/PRRSSSS   g % % h"*..IZ\e:f:fhhiii~))B G G G G G  NN299;; ' ' &'''==??  C}SX^^--.. ch  ]~'' 22 ]y~7O7OPY7Z7Z ]FFFFFF-...oo''((((([\\\\\ ] ] @AAAAArKmsvcc ddl}ddl}ddl}ddl}|dvrdS|dk}|r|r |d|d|dkr|dn.#t$r!td td YnwxYwd} tr tt d d} | d kr&|s|r"td tdtddSn/#t$rtdtdYdSwxYw|s|rdSd} |rtd} d} | rgd| vrctjt5| dd} t| dd} dddn #1swxYwY| r| r| | knd}d|jvr0|} | r,| r*| | kr$td| d| dtd| d| d |r/|-t%dd}|r|j|d}|pd}|j|s8|j|jt.|}|j|}|j|st5d|d| rtd dSt7|||}d!t7|d|D}g}|D]}|r!|j||d"n|jj|g|R}|j|rh ||}||d"#t<$r)}|d"|vrtd#|d$|Yd}~d}~wwxYwd}|D]W}|d"}||vrI ||}%#t<$r%}||vrd%}td#|d$|Yd}~Od}~wwxYwX|rtd&t?d%'dS)(aoPreload CUDA 12.x+ and optional cuDNN 9.x DLLs in Windows or Linux, and MSVC runtime DLLs in Windows. When the installed PyTorch is compatible (using same major version of CUDA and cuDNN), there is no need to call this function if `import torch` is done before `import onnxruntime`. Args: cuda (bool, optional): enable loading CUDA DLLs. Defaults to True. cudnn (bool, optional): enable loading cuDNN DLLs. Defaults to True. Missing cuDNN DLLs are ignored. msvc (bool, optional): enable loading MSVC DLLs in Windows. Defaults to True. directory(str, optional): a directory contains CUDA or cuDNN DLLs. It can be an absolute path, or a path relative to the directory of this file. If directory is None (default value), the search order: the lib directory of compatible PyTorch in Windows, nvidia site packages, default DLL loading paths. If directory is empty string (""), the search order: nvidia site packages, default DLL loading paths. If directory is a path, the search order: the directory, default DLL loading paths. rN)rrrzvcruntime140.dllz msvcp140.dllARM64zvcruntime140_1.dllz]Microsoft Visual C++ Redistributable is not installed, this may lead to the DLL load failure.zGIt can be downloaded at https://aka.ms/vs/17/release/vc_redist.x64.exe.rn zWARNING: z is built with CUDA z, which is not supported for preloading. CUDA 12.x or newer is required. Call preload_dlls with cuda=False and cudnn=False.z,WARNING: Unable to parse CUDA version 'zR'. Skipping DLL preloading. Call preload_dlls with cuda=False and cudnn=False.Frz+cur8z$WARNING: The installed PyTorch z uses CUDA z.x, but z$.x. Please install PyTorch for CUDA z.x to be compatible.rz..zInvalid parameter of directory=z. The directory does not exist!z9Skip loading CUDA and cuDNN DLLs since torch is imported.ch|] }|d S)r)r relative_paths rI zpreload_dlls..suuuMmB/uuurKrzFailed to load rOTzRPlease follow https://onnxruntime.ai/docs/install/#cuda-and-cudnn to install CUDA.rW) ctypesr?rAr@rCDLLrOSErrorrrrwrqrX ValueErrorr^ contextlibsuppressmodulesrkrBrCisabsrDrEnormpathisdir RuntimeErrorrrFrrPrV)rzr{r directoryrr?rAr@ryort_cuda_majoris_cuda_cudnn_imported_by_torch torch_versiontorch_cuda_majorcu_partis_torch_cuda_compatible torch_rootbase_directory dll_pathsoptional_dll_filenames loaded_dllsrdll_path_rU has_failure dll_filenames rI preload_dllsrpsV"MMM IIIOOOJJJ 444""i/J]d] ] KK* + + + KK ' ' '!!W,, 0111 ] ] ] q r r r [ \ \ \ \ \ ] N  !3!3C!8!8!;<7Y7YcmccXhcc'cc=Kcc7Eccc $ < (9*7G<>IuuEZ[eglnsEtEtuuuK" = =  >BGLLr): ; ; ;n=}===  7>>( # # = =KK))""=#45555 = = = $,BBB;H;;;;<<< =  =K"AA $R( { * * AKK -- A A A'==="&K?L??A??@@@ A +d bccc$T::::::shAB(C C AD00"EE3GGG0N77 O*O%%O*P Q!QQ)Fr)TT)TTTN)Q__doc__rr __author__onnxruntime.capi._pybind_staterrrrrr r r r r rrrrrrrrrrrrrrrrrrr r!r"r#r$r%r&r'r(r)r*r+r,r-import_capi_exceptionrPrUonnxruntime.capir.1onnxruntime.capi.onnxruntime_inference_collectionr/r0r1r2r3r4r5r6r7rr9 ImportError!get_package_name_and_version_inforXr[rcheck_distro_inforQrJboolrVr^rkrrrxrrrrrKrIrs    0++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++Z!433333                           D '_&<&^&`&`# g| K((***B#*BBBB$ e ed e e e e! 6666sCt0 JS JS J J J J ;3 ;3 ; ; ; ;JQJQdJQ$JQdJQJQJQJQZVBVBVBrD;D;tD;4D;dD;D;D;D;D;D;s*AA''A8,A33A8B##B+*B+