tj NdZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlmZddlmZddlmZddlmZddlmZddlmZdd lmZddlZdd lmZd d lmZej e!Z"ej#$Z%dade&de'de(e'e&ffdZ)dedzde&deezdzfdZ*de&de'fdZ+de&de'fdZ,hdZ-e-.dhZ/ej01dd2Z3dZ4dZ5dZ6dZ7d Z8d!Z9d"Z:d#Z;d$Zd&Z?d'Z@d(ZAd)ZBede'fd*ZCede&fd+ZDedad,e&d-e'de'fd.ZEedad,e&d-e'de'fd/ZFede'fd0ZGede'fd1ZHede'fd2ZIede(eJeJffd3ZKede'fd4ZLede'fd5ZMedbd6e&dzde'fd7ZNedade'fd8ZOedad9e'de'fd:ZPede'fd;ZQedade'fd<ZRedcde'fd=ZSede'fd>ZTedad9e'de'fd?ZUedad9e'de'fd@ZVede'fdAZWedBe&de'fdCZXedBe&de'fdDZYede'fdEZZedFe'ddfdGZ[ede'fdHZ\ede'fdIZ]ede'fdJZ^ee@eAfdKe&dLe&de'fdMZ_ede'fdNZ`ede'fdOZaede'fdPZbee4fd6e&de'fdQZcee?fd6e&de'fdRZdede'fdSZeee:fd6e&de'fdTZfede'fdUZgede'fdVZhede'fdWZied,e&de'fdXZjede'fdYZkede'fdZZlede'fd[Zmede'fd\Znede'fd]Zoee6fd6e&de'fd^Zpede'fd_Zqede'fd`Zrede'fdaZsede'fdbZtede'fdcZuede'fddZvede'fdeZwede'fdfZxede'fdgZyede'fdhZzede'fdiZ{ede'fdjZ|ede'fdkZ}ede'fdlZ~edmZede'fdnZede'fdoZede'fdpZede'fdqZedad,e&d-e'de'fdrZede'fdsZede'fdtZede'fduZede'fdvZede'fdwZede'fdxZede'fdyZede'fdzZeddde'fd|Zede'fd}Zede'fd~Zede'fdZede'fdZede'fdZede'fdZede'fdZede'fdZede'fdZee;fd6e&de'fdZede'fdZede'fdZede'fdZede'fdZee5fd6e&de'fdZedade'de'fdZedade'de'fdZede'fdZed,e&de'fdZede'fdZedad,e&d-e'de'fdZedad,e&d-e'de'fdZedZede'fdZede'fdZede'fdZede'fdZede'fdZede'fdZee8fd6e&de'fdZede'fdZee7fd6e&de'fdZede'fdZede'fdZee>fd6e&de'fdZedZede'fdZedZedZee=fd6e&de'fdZede'fdZede'fdZede'fdZede'fdZede'fdZede'fdZede'fdZede'fdZede'fdZede'fdZede'fdZede'fdZede'fdZede'fdZede'fdZede'fdZede'fdZede'fdZede'fdZeeZ Gd?d@eZ!e"e&Z#e$e#e$e&e%e&ffZ&GdAdBeZ'GdCdDe(Z)dfdFe&defdGZ*GdHdIeZ+ede(e&e&e&ffdJZ,GdKdLZ-dMdNdOZ.dPdQdRdSdTdUdVdWdXdUdYdQiZ/de0e&fdZZ1ed[Z2d\Z3edbd]e&d^e&dzde&fd_Z4ded`Z5dS(gzD Import utilities: Utilities related to imports and our lazy inits. N) OrderedDict)Callable)Enum) lru_cache)chain) ModuleType)Anyversion)loggingFpkg_namereturn_versionreturnctj|}|du}d}|r|r t|}|dd}||vr|}n||vr|}n|d}tj|}n_#tjjtf$rAtj |}t|dd}|dkrt|ddd}YnwxYwt d |d ||r||fS|dfS) z@Check if `pkg_name` exist, and optionally try to get its versionNN/A_-r __version____file__Fz Detected z version: ) importlibutil find_specPACKAGE_DISTRIBUTION_MAPPINGreplacemetadatar PackageNotFoundErrorKeyError import_modulegetattrloggerdebug) rrspecpackage_existspackage_version distributionsnormalized_pkg_namedistribution_namepackages ]/var/www/html/CA-Chatbot/venv/lib/python3.11/site-packages/transformers/utils/import_utils.py_is_package_availabler+2s[ > # #H - -D%NOH.H '9BM#+"2"23"<"< "m33$7!!]**$,!!$1!$4!'0889JKKOO"7B ' ' ' -h77G%g}eDDO%''GGZ,N,N,V!& '  FFF_FFGGG$..t##sABAC C module chained_pathc|sdSt||dddx}r|S|}|dD]}t||d}|sdS|S)a Check if a given `module` has an internal import path as defined by the `chained_path`. This can either be the full path (not exposed in `__init__`) OR the last part of the chain (exposed in `__init__`). This is an important helper function for kernels based modules to apply the import from the module itself, i.e. stay compatible with original libraries in certain cases. Example: Module: `mamba_ssm` Chained Path: `ops.triton.selective_state_update.selective_state_update` Resulting import attempt at: - `mamba_ssm.selective_state_update` - `mamba_ssm.ops.triton.selective_state_update.selective_state_update` N.)r split)r,r- final_modulepaths r*resolve_internal_importr4Vs tv|'9'9#'>'>r'BDIII|L""3''|T488  44   env_variablecTtj|ddvS)zMDetect whether `env_variable` has been set to a true value in the environmentfalse)true1yyesonosgetenvlowerr6s r*is_env_variable_truerCts& 9\7 + + 1 1 3 37V VVr5cTtj|ddvS)zNDetect whether `env_variable` has been set to a false value in the environmentr9)r80nnooffr>rBs r*is_env_variable_falserIys& 9\6 * * 0 0 2 26V VVr5>r:ONYESTRUEAUTO USE_TORCH_XLAr:z1.1.0z0.46.1z1.2.6z1.12.0z0.10.02.2.0z0.2.1z0.0.4z0.15.0z0.5.0z1.0.0z0.15.2z0.16.0z1.11.5cP tdd\}}tj|}|r5|tjdkrtd||o)tj|tjdkS#t jj$rYdSwxYw)NtorchTrz2.4.0z?Disabling PyTorch because PyTorch >= 2.4 is required but found F)r+r parser! warning_once packagingInvalidVersion) is_available torch_versionparsed_versions r*is_torch_availablerZs&;GTX&Y&Y&Y# m }55  sNW]7-C-CCC    qbo q q r r rV m < < g@V@V VV   +uusB B B%$B%c.tdd\}}|S)NrQTrRr+)rrXs r*get_torch_versionr]s,WTJJJA} r5library_version accept_devc,tsdS|rMtjtjtjtj|kStjttj|kS) Accepts a library version and returns True if the current version of the library is greater than or equal to the given version. If `accept_dev` is True, it will also accept development versions (e.g. 2.7.0.dev20250320 matches 2.7.0). FrZr rSr] base_versionr^r_s r*is_torch_greater_or_equalre|   uT}W]+<+>+>??LMMQXQ^_nQoQooo}.0011W]?5S5SSSr5c,tsdS|rMtjtjtjtj|kStjttj|kS)z Accepts a library version and returns True if the current version of the library is less than or equal to the given version. If `accept_dev` is True, it will also accept development versions (e.g. 2.7.0.dev20250320 matches 2.7.0). Frbrds r*is_torch_less_or_equalrhrfr5cJtrddl}t|dSdS)Nr acceleratorF)rZrQhasattrrQs r*is_torch_accelerator_availablerms.- um,,, 5r5c\trddl}|jSdSNrF)rZrQcudarWrls r*is_torch_cuda_availablerqs2) z&&((( 5r5cXtrddl}t|djduSdSNrr F)rZrQr rprls r*is_cuda_platformrts6: ui((-T99 5r5ctjdtdddl} |d}nv#t $rit sYdSddl}t|j dd}|YdS| d ^}}}t|t|fcYSwxYw| }| |||jd z|jd zd zfS) uDeprecated. Return the CUDA runtime version as (major, minor). Deprecated in favor of ``torch.version.cuda`` for the CUDA runtime version. Prefers a direct query of ``cudaRuntimeGetVersion`` via ``libcudart.so``. If that's not on the system loader path (common with pip-installed torch that bundles its own CUDA runtime), falls back to ``torch.version.cuda`` — which equals the bundled runtime's version for pip wheels. Returns ``(0, 0)`` for CPU-only torch. z}`get_cuda_runtime_version` is deprecated and will be removed in v5.16. Use `torch.version.cuda` for the CUDA runtime version.) stacklevelrNz libcudart.so)rrrpr/i )warningswarn FutureWarningctypesCDLLOSErrorrZrQr r r1intc_intcudaRuntimeGetVersionbyrefvalue)r|cudartrQ cuda_versionmajorminorrr s r*get_cuda_runtime_versionrs) M A  MMM &^,,  & & &!## 44 u}fd;;  44'--c22uq5zz3u::%%%% &llnnG   g!6!6777 =D 7=4#7B"> >>s8B+B+26B+*B+cXtrddl}t|djduSdSrs)rZrQr hiprls r*is_rocm_platformr s69 ui((,D88 5r5c~tsdSddlmcmcm}||jjkS)NFr)is_torch_hpu_available*habana_frameworks.torch.utils.experimentalrQutils experimental_get_device_type synDeviceTypesynDeviceGaudi)htexps r*is_habana_gaudi1rsX ! # #u>>>>>>>>>>>>  ! ! # #u':'I IIr5 min_versionctr~ddl}|jjo|jj}|:t jtt j|k}|o|}|SdSro) rZrQbackendsmpsrWis_builtr rSr])rrQbackend_availableflags r*is_torch_mps_availablers! !N.;;==_%.BTB]B]B_B_  "=!2!4!455{9S9SSD 1 :d   5r5c^trtddsdSddl}ddl}|rV t |dr2|j}|jSdS#t$rYdSwxYwt |do|jS)zQChecks if `torch_npu` is installed and potentially if a NPU is in the environment torch_npurFNnpu) rZr+rQrrkr device_countrW RuntimeError) check_devicerQrrs r*is_torch_npu_availabler*s   '<['I'I!'LuLLL ue$$ 0I**,,y--///5   55  5% =UY%;%;%=%==sAA55 BBrcxtsdStjt}|jdkr |jdkrdSddl}|rD |j}|j S#t$rYdSwxYwt|do|j S)z Checks if XPU acceleration is available via stock PyTorch (>=2.6) and potentially if a XPU is in the environment. FrvrNxpu) rZr rSr]rrrQrrrWrrk)rrXrQrs r*is_torch_xpu_availabler?s   uM"3"5"566MaM$7!$;$;uLLL  &&((A9))++ +   55  5% =UY%;%;%=%==s1B BBctrtddsdSddl}ddl}tjd} tdtjd<t|dr|j nd}|r|tjd<nXtj ddn7#|r|tjd<wtj ddwxYw|S)z Checks if `mlu` is available via an `cndev-based` check which won't trigger the drivers and leave mlu uninitialized. torch_mlurFNPYTORCH_CNDEV_BASED_MLU_CHECKr mlu) rZr+rQrr?environgetstrrkrrWpop)rQr,pytorch_cndev_based_mlu_check_previous_value availables r*is_torch_mlu_availablerXs   '<['I'I!'LuLLL35:>>Ba3b3b0B69!ff 2307u0E0EPEI**,,,5 7 B:fBJ6 7 7 JNN:D A A A A 8 B:fBJ6 7 7 JNN:D A A A A s AC4C<ctrtddsdSddl}ddl}d}tdd\}}|r,t j|t j|krdS|rV t |d r2|j}|j SdS#t$rYdSwxYwt |d o|j S) zSChecks if `torch_musa` is installed and potentially if a MUSA is in the environment torch_musarFNz0.33.0 accelerateTrRmusa) rZr+rQrr rSrkrrrWr)rrQrtorch_musa_min_versionaccelerate_availableaccelerate_versionrs r*is_torch_musa_availablerqs   '<\'J'J1'MuLLL%/D\bf/g/g/g,, .@ A AGMRhDiDi i iu uf%% 1J++--z..0005   55  5& ! ! ?ej&=&=&?&??s5AB99 CCc|r |r Jdttvotdd}|sdSddl}|r|jdvS|r|jdkSdS) z Check if `torch_xla` is available. To train a native pytorch job in an environment with torch xla installed, set the USE_TORCH_XLA to false. z6The check_is_tpu and check_is_gpu cannot both be true. torch_xlarFN)GPUCUDATPUT)rNENV_VARS_TRUE_VALUESr+rruntime device_type) check_is_tpu check_is_gputorch_xla_availablers r*is_torch_xla_availablers hhh0hhh .'+??iDYZeDfDfghDi u8 ,,../AA 8 ,,..%77 4r5c  tr*tddrtddsdSd}tdd\}}|r,tj|tj|krdSdd lt jd d d krdd l}td rj sdSj d j dtdjdj f fd }|_ |j _ j dd j djdtd zdj f fd }|_jj fd}|j_j d j dtdj dj dj f fd }|_|j _j fd}|_dS)zQChecks if `torch.hpu` is available and potentially if a HPU is in the environmenthabana_frameworksrzhabana_frameworks.torchFz1.5.0rTrRNPT_HPU_LAZY_MODEr:hpuinputdimindexrc|jjkrM|jjdkr=|j||jS|||SNrdtypeint64devicetypetoint32)rrroriginal_gatherrQs r*patched_gatherz.is_torch_hpu_available..patched_gathersg ;%+ % %%,*;u*D*D"?588EK#8#8#uEEHHUU U"?5#u55 5r5indicesc|jjkrM|jjdkr=|j||jS|||Srr)rrroriginal_take_along_dimrQs r*patched_take_along_dimz6is_torch_hpu_available..patched_take_along_dimsk ;%+ % %%,*;u*D*D**588EK+@+@'3OORRSXS^__ _**5'3?? ?r5c|g|Ri|}|rId}|d|j|j|z}||zg|Ri|}|S)Ng& .>r0rr)isnananyeyesizerr)Aargskwargsoutput jitter_value diag_jitteroriginal_choleskyrQs r* safe_choleskyz-is_torch_hpu_available..safe_choleskys""16t666v66 ;;v   " " $ $ IL))AFF2JJagah)OOR^^K&&q;HHHHHHF r5srcc|jjdkr%||ur!||||g|Ri|S||||g|Ri|Sr)rrclone)rrrrrroriginal_scatters r*patched_scatterz/is_torch_hpu_available..patched_scatterss <  % %%3,,##E3syy{{TTTTTVTT T##E3sLTLLLVLL Lr5c|ddvr6td|ddd|d<|i|S)Nbackend) hpu_backendeagerz#Calling torch.compile with backend=ze on a Gaudi device is not supported. We will override the backend with 'hpu_backend' to avoid errors.r)rr!warning)rroriginal_compiles r*hpu_backend_compilez3is_torch_hpu_available..hpu_backend_compilesy ::i (@ @ @ NNSfjj6K6KSSS   !.F9 0000r5N)rZr+r rSrQr?rrhabana_frameworks.torchrkrrWgatherTensorr LongTensortake_along_dimlinalgcholeskyscattercompile) torch_hpu_min_accelerate_versionrrrrrrrrrrrrrrQs @@@@@@r*rrs  $%899!<%%>??B u'.$/D\bf/g/g/g,, .@ A AGMRrDsDs s suLLL z~~(#..#55&&&& 5%  (>(>(@(@u lO6el66U=M6RWR^6666666 "EL(EL#2@@el@U=M@TWZ^T^@jojv@@@@@@@ 2E -*EL}M|M"%M.3lMAFM MMMMMM$EM*EL }11111(EM 4r5cVddl}tjddS|rZ ddl}t |dr2|j}|jSdS#t$rYdSwxYwt |do|jS)Nr torch_neuronxFneuron) rQrrrrrkrrrWr)rrQrrs r*is_torch_neuron_availablersLLL~008u   uh'' 3L--//|002225   55  5( # # C (A(A(C(CCsAA11 A?>A?c^ddl}tjddS|r^ ddl}t |dr6|jr|jdkSdS#t$rYdSwxYwt |do|jS)Nr torch_tpuFtpur ) rQrrrrrkr rWrr)rrQrs r*is_torch_tpu_availabler sLLL~ ,,4u     ue$$ 5)?)?)A)A 5y--//1445   55  5% =UY%;%;%=%==sA A55 BBc4tsdSddl}|jr|jSt r|jStrdStr)t|dr|j Str |j j ddStr)t|dr|jSt#r)t|dr|jSt'r)t|dr|jSt+rdSdS) NFrTrrrr)rZrQrprWis_bf16_supportedrrrrrkrrrris_macos_or_newerrrrrrrr rls r*is_torch_bf16_gpu_availabler+s   uLLL z  .z++----y**,,,t-GE5$9$9-y**,,,;~!33B:::  .WUF%;%;.z++----GE5$9$9-y**,,, ""0wuh'?'?0|--///t 5r5rc|tsdStrtrdSdSddl} |dd|j|}||z}d\}}}|||||j|}|j||j|}||}dS#t$rYdSwxYw)NFTrrvr)) rZrrrQzerosfloat16randnnn LayerNorm Exception) rrQxrbatchsentence_length embedding_dim embedding layer_norms r*!is_torch_fp16_available_on_devicer Is   u    54LLL  KK1EM&K A A E18- KK U]ciKjj X'' U]SY'ZZ Jy ! !t uusA5B-- B;:B;ctsdSddl}|dkrtS|dkrdS |dd|j|}||z}dS#t $rYdSwxYw)NFrrprTrvr)rZrQrrbfloat16r)rrQrrs r*!is_torch_bf16_available_on_devicer#ds   uLLL *,,, t KK1EN6K B B Et uus#A A%$A%ctsdSddl}trYt|drI|j|j}|j|jdkrdSdSt|d}|j r|j dS|j |j jdkrdSdS)NFrr22Tr ) rZrQrrkrget_device_propertiescurrent_devicerrr rprW)rQ device_inforXs r*is_torch_tf32_availabler*ys   uLLL  WUF%;%;j66uz7P7P7R7RSS  4!2 4 4 < <4uE9--M : " " $ $ (:(Bu z'' (A(A(C(CDDJQNNu 4r5enablecddl}tjt}|tjdkr+|rdnd}t |jdr||j_dSdStr*t |jdr||jj_ dSdS||jj j _ ||jj _ dS)z Set TF32 mode using the appropriate PyTorch API. For PyTorch 2.9+, uses the new fp32_precision API. For older versions, uses the legacy allow_tf32 flags. Args: enable: Whether to enable TF32 mode rN2.9.0tf32ieeefp32_precisionmudnn) rQr rSr]rkrr0rr1 allow_tf32rpmatmulcudnn)r+rQpytorch_versionprecision_modes r* enable_tf32r7sLLLm$5$7$788O'-0000#)5v 5>#3 4 4 ;,:EN ) ) ) ; ; # $ $ 5u~w// 928$/// 9 95;EN  & 1.4EN + + +r5cto5tjttjdkS)Nz2.5.0rZr rSr]r5r*is_torch_flex_attn_availabler;4    `GM2C2E2E$F$F'-X_J`J`$``r5cto5tjttjdkS)Nr-r9r:r5r*is_grouped_mm_availabler>r<r5c,tddS)Nkenlmrr\r:r5r*is_kenlm_availablerA  ) )! ,,r5 MIN_VERSION MAX_VERSIONctdd\}}d}|dkrTtj|tj|ko)tj|tj|k}|o|S)NkernelsTrRFrr+r rS)rCrDrWkernels_versionviable_versions r*is_kernels_availablerJs$9)TX$Y$Y$Y!L/N% 777=;U;UU'ZaZg [ [ M+ & &['  *N*r5c,tddS)Ncv2rr\r:r5r*is_cv2_availablerM  ' ' **r5c,tddS)Nyt_dlprr\r:r5r*is_yt_dlp_availablerQ  * *1 --r5c,tddS)Nlibcstrr\r:r5r*is_libcst_availablerUrRr5ctsdStdd\}}|o)tj|tj|kS)NFrTrRrZr+r rS)rrWrs r*is_accelerate_availablerXsS   u'<\Z^'_'_'_$L$  [GM*<=={A[A[[[r5ctdd\}}|o)tj|tj|kS)NtritonTrRrG)rrWtriton_versions r*is_triton_availabler\s>#8RV#W#W#W L.  WGM.99W];=W=WWWr5c,tddS)Nfast_hadamard_transformrr\r:r5r*is_hadamard_availabler_s !: ; ;A >>r5ctdd\}}|o)tj|tj|kS)NhqqTrRrG)rrW hqq_versions r*is_hqq_availablercs= 5eD Q Q QL+  TGM+66'- :T:TTTr5c,tddS)Npygmentsrr\r:r5r*is_pygments_availablerf  , ,Q //r5cdto"totddS)N torchvisionris_vision_availablerZr+r:r5r*is_torchvision_availablerls/  e%7%9%9 e>STa>b>bcd>eer5ctSr)rlr:r5r*is_torchvision_v2_availablerns # % %%r5ctsdStdd\}}tj|tj|kS)NFriTrR)rlr+r rS)r^rtorchvision_versions r*is_torchvision_greater_or_equalrqsN # % %u2=QUVVVA =, - -1O1O OOr5c,tddS)N galore_torchrr\r:r5r*is_galore_torch_availablert  0 0 33r5c,tddS)N apollo_torchrr\r:r5r*is_apollo_torch_availablerxrur5c,tddS)Noptimirr\r:r5r*is_torch_optimi_availabler{ rRr5c,tddS)N lomo_optimrr\r:r5r*is_lomo_availabler~  . .q 11r5c,tddS)N grokadamwrr\r:r5r*is_grokadamw_availabler  - -a 00r5ctdd\}}|o)tj|tj|kS)N schedulefreeTrRrG)rrWschedulefree_versions r*is_schedulefree_availablerA)>~^b)c)c)c&L&  ]GM*>??7=Q\C]C]]]r5c,tddS)N pyctcdecoderr\r:r5r*is_pyctcdecode_availabler  / / 22r5c,tddS)Nlibrosarr\r:r5r*is_librosa_availabler#  + +A ..r5c,tddS)Nnagisarr\r:r5r*is_nagisa_availabler(rRr5c,tddS)Nsoynlprr\r:r5r*is_soynlp_availabler-rRr5c,tddS)N multipartrr\r:r5r*is_multipart_availabler2rr5c,tddS)Nessentiarr\r:r5r*is_essentia_availabler7rgr5c,tddS)Npydanticrr\r:r5r*is_pydantic_availabler<rgr5c,tddS)Nfastapirr\r:r5r*is_fastapi_availablerArr5c,tddS)Nuvicornrr\r:r5r*is_uvicorn_availablerFrr5c,tddS)Nopenairr\r:r5r*is_openai_availablerKrRr5crto)toto tSr)rrrrr:r5r*is_serve_availablerPs2 " " r';'='= rBVBXBX r]p]r]rrr5c,tddS)N pretty_midirr\r:r5r*is_pretty_midi_availablerUrr5cHtotddS)N mamba_ssmrrqr+r:r5r*is_mamba_ssm_availablerZs! " $ $ N)>{)K)KA)NNr5ctdd\}}to+|o)tj|tjdkS)NrTrRz2.0.4r+rqr rS)rWmamba_ssm_versions r*is_mamba_2_ssm_availabler_sN&;KX\&]&]&]#L# " $ $ t t'-HY:Z:Z^e^kls^t^t:ttr5ctdd\}}to+|o)tj|tjdkS)NflaTrRz0.2.2r)rW fla_versions r*#is_flash_linear_attention_availableresK 5eD Q Q QL+ " $ $ n n'- :T:TX_XefmXnXn:nnr5cHtotddS)N causal_conv1drrr:r5r*is_causal_conv1d_availablerks" " $ $ R)>)O)OPQ)RRr5cHtotddS)NxlstmrrZr+r:r5r*is_xlstm_availablerps!    E$9'$B$B1$EEr5cHtotddS)Nmambapyrrr:r5r*is_mambapy_availablerus!    G$9)$D$DQ$GGr5c,tddS)Npeftrr\r:r5r*is_peft_availablerz  ( ( ++r5c tdd\}}|sdS|rAtjtj|jtj|kStj|tj|kS)NrTrRFr+r rSrc)r^r_rW peft_versions r*is_peft_greater_or_equalrs{!6vd!S!S!SL, uM}W]<88EFF'-XgJhJhhh}\**gmO.L.LLLr5c,tddS)Nbs4rr\r:r5r*is_bs4_availablerrNr5c,tddS)N coloredlogsrr\r:r5r*is_coloredlogs_availablerrr5c,tddS)Nonnxrr\r:r5r*is_onnx_availablerrr5c,tddS)N onnxscriptrr\r:r5r*is_onnxscript_availablerrr5cVtddptddS)N onnxruntimerzonnxruntime-gpur\r:r5r*is_onnxruntime_availablers*  / / 2 a6KL]6^6^_`6aar5c,tddS)N executorchrr\r:r5r*is_executorch_availablerrr5ctdd\}}|o)tj|tjdkS)NfluteTrRz0.4.1rG)rW flute_versions r*is_flute_availablers>"7PT"U"U"UL-  RGM-88GM'z-is_flash_attn_2_available..3555"% C555r5z2.3.3Fr get_kernelFLASH_ATTN_KERNEL_FALLBACKflash_attention_2r r )r+rrrqrr rSrUrVrJrFr(+transformers.modeling_flash_attention_utilsr*r)rrWflash_attn_versionr(r*s r*is_flash_attn_2_availabler.sT'<\Z^'_'_'_$L$L55)E)I)I,XZ)[)[555%L 0226L6N6N =!344 g8N8NN N /   55  355   * * * * * * ^ ^ ^ ^ ^ ^ J12EFPQ R R R R4    D  5s$)BBB3C C! C!c*tdd}|o&ddtdgDv}|rtrdS|r@t r2 ddlm}ddlm}||dd dS#t$rYnwxYwd S) Nflash_attn_interfacerz flash-attn-3c:g|]}|ddSr r!r"s r*r%z-is_flash_attn_3_available..93777"% C777r5Tr'r)flash_attention_3r r F) r+rrrqrJrFr(r,r*r)rrWr(r*s r*is_flash_attn_3_availabler44s))?@@CLN77)E)I)IJ`bd)e)e777%L/11t 355   * * * * * * ^ ^ ^ ^ ^ ^ J12EFPQ R R R R4    D  5s"B BBctdd}|o&ddtdgDv}|o tS)Nrrz flash-attn-4c:g|]}|ddSr r!r"s r*r%z-is_flash_attn_4_available..Sr2r5)r+rrrq)rWs r*is_flash_attn_4_availabler7Msh(66q9L N77)E)I)I,XZ)[)[777%L  53555r5ctdd\}}|o&ddtdgDv}|sdS tj|tj|kS#t jj$rYdSwxYw)NrTrRrc:g|]}|ddSr r!r"s r*r%z2is_flash_attn_greater_or_equal..^r&r5F)r+rrr rSrUrV)r^rWr-s r*is_flash_attn_greater_or_equalr:Zs'<\Z^'_'_'_$L$L55)E)I)I,XZ)[)[555%L u}/00GM/4R4RRR   +uus)A--BBcTtjdttdS)Nz`is_flash_attn_greater_or_equal_2_10` is deprecated and will be removed in v5.8. Please use `is_flash_attn_greater_or_equal(library_version='2.1.0')` instead if needed.z2.1.0)ryrzr{r:r:r5r*#is_flash_attn_greater_or_equal_2_10r<js/ M b *' 2 22r5c tdd\}}|sdS|rAtjtj|jtj|kStj|tj|kS)Nhuggingface_hubTrRFr)r^r_rW hub_versions r*#is_huggingface_hub_greater_or_equalr@ts} 56GX\ ] ] ]L+ uL}W];77DEEWfIgIggg}[))W]?-K-KKKr5c$tsdStdd\}}|rAtjtj|jtj|kStj|tj|kS)raFoptimum.quantoTrR)is_optimum_quanto_availabler+r rSrc)r^r_rquanto_versions r*is_quanto_greaterrEs ' ( (u-.>tTTTA~N}W]>::GHH7=YhKiKiii}^,,w}_/M/MMMr5c,tddS)N torchdistxrr\r:r5r*is_torchdistx_availablerHrr5c,tddS)Nfaissrr\r:r5r*is_faiss_availablerKrBr5c tdS)N fouroversixr\r:r5r*is_fouroversix_availablerNs  / //r5c,tddS)Nscipyrr\r:r5r*is_scipy_availablerQrBr5c,tddS)Nsklearnrr\r:r5r*is_sklearn_availablerTrr5c,tddS)N sentencepiecerr\r:r5r*is_sentencepiece_availablerWs  1 1! 44r5c,tddS)Nseqiorr\r:r5r*is_seqio_availablerZrBr5ctdd\}}|o)tj|tj|kS)NggufTrRrG)rrW gguf_versions r*is_gguf_availabler^rr5cVtddotddS)Ngooglerzgoogle.protobufr\r:r5r*is_protobuf_availableras*  * *1 - ]2GHY2Z2Z[\2]]r5cto5tjttj|kSrr9)rs r*is_fsdp_availablercs4    dGM2C2E2E$F$F'-XcJdJd$ddr5c,tddS)Noptimumrr\r:r5r*is_optimum_availablerfrr5c,tddS)Nawqrr\r:r5r*is_llm_awq_availablerirNr5ctdd\}}|o)tj|tj|kS)N auto_roundTrRrG)rrWauto_round_versions r*is_auto_round_availablerms@'<\Z^'_'_'_$L$  [GM*<=={A[A[[[r5cHtotddS)NrBrrfr+r:r5r*rCrC"  ! ! P&;$9)TX$Y$Y$Y!L/  TGM/::gmG>T>TTTr5ctdd\}}|o)tj|tj|kS)Ncompressed_tensorsTrRrG)rrWcompressed_tensors_versions r*is_compressed_tensors_availablersB/DEYjn/o/o/o,L,  cGM*DEEWbIcIcccr5c tdS)Nsinqr\r:r5r*is_sinq_availablers  ( ((r5c,tddS)N gptqmodelrr\r:r5r*is_gptqmodel_availablerrr5c,tddS)N fbgemm_gpurr\r:r5r*is_fbgemm_gpu_availablerrr5c,tddS)N Levenshteinrr\r:r5r*is_levenshtein_availablerrr5cHtotddS)Nzoptimum.neuronrror:r5r*is_optimum_neuron_availablerrpr5c,tddS)N tokenizersrr\r:r5r*is_tokenizers_availabler rr5c2 ddl}dS#t$rYdSwxYw)NrTF) PIL.Image ImportError)PILs r*rkrks:t uus  cHtddo tS)N pytesseractr)r+rkr:r5r*is_pytesseract_availablers!  / / 2 L7J7L7LLr5c,tddS)Npytestrr\r:r5r*is_pytest_availablerrRr5cHtotddS)N pytest_orderr)rr+r:r5r*is_pytest_order_availabler"s!  M%:>%J%J1%MMr5c,tddS)Nspacyrr\r:r5r*is_spacy_availabler'rBr5c,tddS)Npytorch_quantizationrr\r:r5r*!is_pytorch_quantization_availabler,s !7 8 8 ;;r5c,tddS)Npandasrr\r:r5r*is_pandas_availabler1rRr5c,tddS)N soundfilerr\r:r5r*is_soundfile_availabler6rr5cdto"totddS)Ntimmrrjr:r5r*is_timm_availabler;s/  ^%7%9%9 ^>STZ>[>[\]>^^r5c,tddS)Nnattenrr\r:r5r*is_natten_availabler@rRr5c,tddS)Nnltkrr\r:r5r*is_nltk_availablerErr5ctdd}|sdStdd\}}| p)tj|tjdkS)NnumbarFnumpyTrRrOrG)rWnumpy_available numpy_versions r*is_numba_availablerJs`(11!4L u%:7SW%X%X%X"O]  W'- ">">wAWAW"WWr5cHtotddS)N torchaudiorrr:r5r*is_torchaudio_availablerTs!    J$9,$G$G$JJr5ctsdStdd\}}|o)tj|tj|kS)NFtorchaoTrRrW)rrWtorchao_versions r*is_torchao_availablerYsQ   u$9)TX$Y$Y$Y!L/  XGM/::gmK>X>XXXr5ctSr)rr:r5r*is_speech_availableras # $ $$r5c,tddS)N spqr_quantrr\r:r5r*is_spqr_availablergrr5c,tddS)N phonemizerrr\r:r5r*is_phonemizer_availablerlrr5c,tddS)Nuromanrr\r:r5r*is_uroman_availablerqrRr5c,tddS)N sudachipyrr\r:r5r*is_sudachi_availablervrr5ctdd\}}|o)tj|tjdkS)NrTrRz0.6.8rG)rWsudachipy_versions r*is_sudachi_projection_availabler{s@&;KX\&]&]&]#L#  VGM*;<< g@V@VVVr5cXtddotjdduS)Nrhoknprjumanpp)r+shutilwhichr:r5r*is_jumanpp_availablers*  * *1 - U&,y2I2IQU2UUr5c,tddS)N pyximportrr\r:r5r*is_cython_availablerrr5c,tddS)Njinja2rr\r:r5r*is_jinja_availablerrRr5c,tddS)Njmespathrr\r:r5r*is_jmespath_availablerrgr5c,tddS)Nmlxrr\r:r5r*is_mlx_availablerrNr5c,tddS)N num2wordsrr\r:r5r*is_num2words_availablerrr5 with_blobfilecbtddsdS|rtddpdS)NtiktokenrFblobfileTr\)rs r*is_tiktoken_availablers:  , ,Q /u  A2:>>qA ITIr5ctdd\}}|o)tj|tjdkS)N liger_kernelTrRz0.3.0rG)rWliger_kernel_versions r*is_liger_kernel_availablersA)>~^b)c)c)c&L&  YGM*>??7=QXCYCYYYr5c,tddS)Nrichrr\r:r5r*is_rich_availablerrr5c,tddS)N matplotlibrr\r:r5r*is_matplotlib_availablerrr5ctdd\}}to+|o)tj|tj|kS)Nmistral_commonTrR)r+rkr rS)rrWmistral_common_versions r*is_mistral_common_availablersQ+@AQbf+g+g+g(L(v,v7=AW3X3X\c\iju\v\v3vr5c,tddS)Npynvmlrr\r:r5r*is_pynvml_availablerrRr5cBtdstddS)Nz2.6aHDue to a serious vulnerability issue in `torch.load`, even with `weights_only=True`, we now require users to upgrade torch to at least v2.6 in order to use the function. This version restriction does not apply when loading files with safetensors. See the vulnerability report here https://nvd.nist.gov/vuln/detail/CVE-2025-32434)re ValueErrorr:r5r*check_torch_load_is_safers4 $U + +  b     r5fncfd}|S)NcNtstd|i|S)Nz7You need to install pytorch to use this method or class)rZr)rrrs r*wrapperz"torch_only_method..wrappers5!## 'WXX X2t&v&& &r5r:)rrs` r*torch_only_methodrs#''''' Nr5cbtr ddl}|dkrdSdSdS)z Check whether pytorch uses deterministic algorithms by looking if torch.set_deterministic_debug_mode() is set to 1 or 2" rNFT)rZrQget_deterministic_debug_moderls r*is_torch_deterministicrsA  - - / /1 4 454 5r5ct}|dkrdStj|}t|jdzt|jzS)Nrr/)r]r rSrrr)rXrYs r*!get_torch_major_and_minor_versionrsR%''Mu]=11N ~# $ $s *S1E-F-F FFr5c ddl}t|dr|jSdS#t$rYdSwxYwNrcompilerF)rQrkr  is_compilingrrls r*is_torchdynamo_compilingr s] 5* % % 1>..00 0u uu ,1 ??c ddl}t|dr|jSdS#t$rYdSwxYwr )rQrkr  is_exportingrrls r*is_torchdynamo_exportingrs] 5* % % 1>..00 0u uurcb ddl}t||jjS#t$rYdSwxYwro)torch.fx isinstancefxProxyrrrQs r*is_torch_fx_proxyrsF!UX^,,, uus  ..ct ddl}t|t|djS#t$rYdSwxYw)Nr _subclassesF)rQrr FakeTensorrrs r*is_fake_tensorrsO !WUM::EFFF uus &) 77ct|dsdS ddl}t|t|djS#t $rYdSwxYw)areturns True if we are inside of `jax.jit` context, False otherwise. When a torch model is being compiled with `jax.jit` using torchax, the tensor that goes through the model would be an instance of `torchax.tensor.Tensor`, which is a tensor subclass. This tensor has a `jax` method to return the inner Jax array (https://github.com/google/torchax/blob/13ce870a1d9adb2430333c27bb623469e3aea34e/torchax/tensor.py#L134). Here we use ducktyping to detect if the inner jax array is a jax Tracer then we are in tracing context. (See more at: https://github.com/jax-ml/jax/discussions/9241) Args: x: torch.Tensor Returns: bool: whether we are inside of jax jit tracing. jaxFrNcore)rkrrr Tracerr)rrs r*is_jax_jittingr!sp$ 1e  u !%%''73#7#7#>??? uus8A AAc` ddl}|jS#t$rYdSwxYwro)rQjit is_tracingrrls r*is_jit_tracingr%5sF y##%%% uu  --c` ddl}|jS#t$rYdSwxYwro)rQrpis_current_stream_capturingrrls r*is_cuda_stream_capturingr)>sF z55777 uur&ctptp t}|6|t|z}|t |z}|t |z}|S)zChecks whether we are tracing a graph with dynamo (compile or export), torch.jit, torch.fx, jax.jit (with torchax) or CUDA stream capturing or FakeTensor)r r%r)rrr!)tensor _is_tracings r*r$r$Gsi +,,^0@0@^D\D^D^K (000 ~f--- ~f--- r5condmsg error_typectjdddkrdSddl}trBt ||jr||n||dStsfd}n}t|r |}t ||jr| |||dS| |||dS)a Combines the functionalities of `torch._check`, `torch._check_with` and `torch._check_tensor_all_with` to provide a unified way to perform checks that are compatible with TorchDynamo (torch.compile & torch.export). The advantage of using `torch._check(cond, msg, error_type)` over `if cond: raise error_type(msg)` is that the former works as a truthfulness hint for TorchDynamo, instead of failing with a data-dependent control flow error during compilation. All checks using this method can be disabled in production environments by setting `TRANSFORMERS_DISABLE_TORCH_CHECK=1`. Args: cond (`bool`, `torch.Tensor` or `Callable[[], bool | torch.Tensor]`): The condition to check. msg (`str` or `Callable[[], str]`): The error message to display if the condition is not met. error_type (`type[Exception]`, *optional*, defaults to `ValueError`): The type of error to raise if the condition is not met. Raises: error_type: If the condition is not met. TRANSFORMERS_DISABLE_TORCH_CHECKrEr:NrcSrr:)r.sr* msg_callablez,torch_compilable_check..msg_callableysJr5) r?r@rQr$rr_check_tensor_all_checkcallable_check_tensor_all_with _check_with)r-r.r/rQr3s ` r*torch_compilable_checkr9Vs$ y3S99S@@LLL || dEL ) )   # #D ) ) ) ) LL    C==       ~~tvv$ %%: $$Z|DDDDD *dL99999r5cDtjdduS)NIPython)rrrr:r5r*is_ipython_availabler<s > # #I . .d ::r5cv dtjvrdStjdj}d|jvrt ddt jvr%t jddkrt dtj dduS#tttf$rYd SwxYw) NmarimoTr; IPKernelAppconsoleDATABRICKS_RUNTIME_VERSIONz11.0 databricksF) sysmodules get_ipythonconfigrr?rrrrAttributeErrorr)rEs r*is_in_notebookrHs s{ " "4k),8  4 4 4i(( ( '2: 5 5"*Ea:bek:k:kl++ +~'' 22$>> K 2uusBB BB87B8ctjdd} tj|}|ddsdSn#tj$rYdSwxYwt ddS)NSM_FRAMEWORK_PARAMS{}*sagemaker_distributed_dataparallel_enabledF smdistributedr)r?r@jsonloadsrJSONDecodeErrorr+)sagemaker_paramss r*is_sagemaker_dp_enabledrRsy!6==:&677##$PRWXX 5   uu ! 1 1! 44s*AAAcltjdd} tj|}d|vrdSn#tj$rYdSwxYwtjdd} tj|}|ddsdSn#tj$rYdSwxYwt ddS) NSM_HP_MP_PARAMETERSrK partitionsFrJsagemaker_mpi_enabledrMr)r?r@rNrOrPrr+) smp_options mpi_optionss r*is_sagemaker_mp_enabledrYs)1488Kj-- { * *5 +  uu)1488Kj-- 6>> 5   uu ! 1 1! 44s!2AA*B BBcdtjvS)NSAGEMAKER_JOB_NAME)r?rr:r5r*is_training_run_on_sagemakerr\s 2: --r5z {0} requires the PyAv library but it was not found in your environment. You can install it with: ``` pip install av ``` Please note that you may need to restart your runtime after installation. z {0} requires the YT-DLP library but it was not found in your environment. You can install it with: ``` pip install yt-dlp ``` Please note that you may need to restart your runtime after installation. z {0} requires the PyAv library but it was not found in your environment. You can install it with: ``` pip install decord ``` Please note that you may need to restart your runtime after installation. z {0} requires the TorchCodec (https://github.com/pytorch/torchcodec) library, but it was not found in your environment. You can install it with: ``` pip install torchcodec ``` Please note that you may need to restart your runtime after installation. z {0} requires the OpenCV library but it was not found in your environment. You can install it with: ``` pip install opencv-python ``` Please note that you may need to restart your runtime after installation. ub {0} requires the 🤗 Datasets library but it was not found in your environment. You can install it with: ``` pip install datasets ``` In a notebook or a colab, you can install it by executing a cell with ``` !pip install datasets ``` then restarting your kernel. Note that if you have a local folder named `datasets` or a local python file named `datasets.py` in your current working directory, python may try to import this instead of the 🤗 Datasets library. You should rename this folder or that python file if that's the case. Please note that you may need to restart your runtime after installation. u< {0} requires the 🤗 Tokenizers library but it was not found in your environment. You can install it with: ``` pip install tokenizers ``` In a notebook or a colab, you can install it by executing a cell with ``` !pip install tokenizers ``` Please note that you may need to restart your runtime after installation. aC {0} requires the SentencePiece library but it was not found in your environment. Check out the instructions on the installation page of its repo: https://github.com/google/sentencepiece#installation and follow the ones that match your environment. Please note that you may need to restart your runtime after installation. aU {0} requires the protobuf library but it was not found in your environment. Check out the instructions on the installation page of its repo: https://github.com/protocolbuffers/protobuf/tree/master/python#installation and follow the ones that match your environment. Please note that you may need to restart your runtime after installation. aG {0} requires the faiss library but it was not found in your environment. Check out the instructions on the installation page of its repo: https://github.com/facebookresearch/faiss/blob/master/INSTALL.md and follow the ones that match your environment. Please note that you may need to restart your runtime after installation. a% {0} requires the PyTorch library but it was not found in your environment. Check out the instructions on the installation page: https://pytorch.org/get-started/locally/ and follow the ones that match your environment. Please note that you may need to restart your runtime after installation. a) {0} requires the Torchvision library but it was not found in your environment. Check out the instructions on the installation page: https://pytorch.org/get-started/locally/ and follow the ones that match your environment. Please note that you may need to restart your runtime after installation. z {0} requires the Beautiful Soup library but it was not found in your environment. You can install it with pip: `pip install beautifulsoup4`. Please note that you may need to restart your runtime after installation. aC {0} requires the scikit-learn library but it was not found in your environment. You can install it with: ``` pip install -U scikit-learn ``` In a notebook or a colab, you can install it by executing a cell with ``` !pip install -U scikit-learn ``` Please note that you may need to restart your runtime after installation. aE {0} requires the detectron2 library but it was not found in your environment. Check out the instructions on the installation page: https://github.com/facebookresearch/detectron2/blob/master/INSTALL.md and follow the ones that match your environment. Please note that you may need to restart your runtime after installation. z {0} requires the python-Levenshtein library but it was not found in your environment. You can install it with pip: `pip install python-Levenshtein`. Please note that you may need to restart your runtime after installation. z {0} requires the g2p-en library but it was not found in your environment. You can install it with pip: `pip install g2p-en`. Please note that you may need to restart your runtime after installation. a {0} requires the pytorch-quantization library but it was not found in your environment. You can install it with pip: `pip install pytorch-quantization --extra-index-url https://pypi.ngc.nvidia.com` Please note that you may need to restart your runtime after installation. z{ {0} requires the torchaudio library but it was not found in your environment. Please install it and restart your runtime. a {0} requires the pandas library but it was not found in your environment. You can install it with pip as explained here: https://pandas.pydata.org/pandas-docs/stable/getting_started/install.html. Please note that you may need to restart your runtime after installation. z {0} requires the phonemizer library but it was not found in your environment. You can install it with pip: `pip install phonemizer`. Please note that you may need to restart your runtime after installation. z {0} requires the uroman library but it was not found in your environment. You can install it with pip: `pip install uroman`. Please note that you may need to restart your runtime after installation. z {0} requires the sacremoses library but it was not found in your environment. You can install it with pip: `pip install sacremoses`. Please note that you may need to restart your runtime after installation. z {0} requires the scipy library but it was not found in your environment. You can install it with pip: `pip install scipy`. Please note that you may need to restart your runtime after installation. z {0} requires the torchaudio library but it was not found in your environment. You can install it with pip: `pip install torchaudio`. Please note that you may need to restart your runtime after installation. z {0} requires the timm library but it was not found in your environment. You can install it with pip: `pip install timm`. Please note that you may need to restart your runtime after installation. a" {0} requires the natten library but it was not found in your environment. You can install it by referring to: shi-labs.com/natten . You can also install it with pip (may take longer to build): `pip install natten`. Please note that you may need to restart your runtime after installation. z {0} requires the numexpr library but it was not found in your environment. You can install it by referring to: https://numexpr.readthedocs.io/en/latest/index.html. z {0} requires the NLTK library but it was not found in your environment. You can install it by referring to: https://www.nltk.org/install.html. Please note that you may need to restart your runtime after installation. z {0} requires the PIL library but it was not found in your environment. You can install it with pip: `pip install pillow`. Please note that you may need to restart your runtime after installation. z {0} requires the pydantic library but it was not found in your environment. You can install it with pip: `pip install pydantic`. Please note that you may need to restart your runtime after installation. z {0} requires the fastapi library but it was not found in your environment. You can install it with pip: `pip install fastapi`. Please note that you may need to restart your runtime after installation. z {0} requires the uvicorn library but it was not found in your environment. You can install it with pip: `pip install uvicorn`. Please note that you may need to restart your runtime after installation. z {0} requires the openai library but it was not found in your environment. You can install it with pip: `pip install openai`. Please note that you may need to restart your runtime after installation. z {0} requires the PyTesseract library but it was not found in your environment. You can install it with pip: `pip install pytesseract`. Please note that you may need to restart your runtime after installation. z {0} requires the pyctcdecode library but it was not found in your environment. You can install it with pip: `pip install pyctcdecode`. Please note that you may need to restart your runtime after installation. z {0} requires the accelerate library >= {ACCELERATE_MIN_VERSION} it was not found in your environment. You can install or update it with pip: `pip install --upgrade accelerate`. Please note that you may need to restart your runtime after installation. z {0} requires essentia library. But that was not found in your environment. You can install them with pip: `pip install essentia==2.1b6.dev1034` Please note that you may need to restart your runtime after installation. z {0} requires the librosa library. But that was not found in your environment. You can install them with pip: `pip install librosa` Please note that you may need to restart your runtime after installation. z {0} requires the pretty_midi library. But that was not found in your environment. You can install them with pip: `pip install pretty_midi` Please note that you may need to restart your runtime after installation. z {0} requires the Cython library but it was not found in your environment. You can install it with pip: `pip install Cython`. Please note that you may need to restart your runtime after installation. z {0} requires the rjieba library but it was not found in your environment. You can install it with pip: `pip install rjieba`. Please note that you may need to restart your runtime after installation. z {0} requires the peft library but it was not found in your environment. You can install it with pip: `pip install peft`. Please note that you may need to restart your runtime after installation. z {0} requires the jinja library but it was not found in your environment. You can install it with pip: `pip install jinja2`. Please note that you may need to restart your runtime after installation. z {0} requires the rich library but it was not found in your environment. You can install it with pip: `pip install rich`. Please note that you may need to restart your runtime after installation. z {0} requires the mistral-common library but it was not found in your environment. You can install it with pip: `pip install mistral-common`. Please note that you may need to restart your runtime after installation. r rrLrr  detectron2rrJrrrrr levenshteinrprotobufrrrrrVrSspeechrrrrrrQrirvisionrPrcythonrrjinjarPrrrrrzmistral-commonct|ttzs|g}t|dr|jn |jj}g}|D]h}t|t r|j|j}}nt|\}}|s(| | |i|r"td |dS)a Method that automatically raises in case the specified backends are not available. It is often used during class initialization to ensure the required dependencies are installed: ```py requires_backends(self, ["torch"]) ``` The backends should be defined in the `BACKEND_MAPPING` defined in `transformers.utils.import_utils`. Args: obj: object to be checked backends: list or tuple of backends to check. __name__N)rlisttuplerkre __class__Backend is_satisfied error_messageBACKENDS_MAPPINGappendformatrjoin)objrnamefailedrrr.s r*requires_backendsrtMs hu - -:"3 33 O3<<9OD F,, gw ' ' 7$173HsII-g6NIsy{{ , MM#**T** + + + +"''&//***++r5c&eZdZdZdZfdZxZS) DummyObjectz Metaclass for the dummy objects. Any class inheriting from it will return the ImportError generated by `requires_backend` each time a user tries to access any method of that class. Tc|dr|dks|dks |dks|dkr!t|St||jdS)Nr _from_configis_dummymrocall) startswithsuper__getattribute__rt _backends)clskeyris r*r~zDummyObject.__getattribute__wss NN3   1C>$9$9cZ>O>OSVZ_S_S_cfjpcpcp77++C00 0#s}-----r5)re __module__ __qualname____doc__ryr~ __classcell__ris@r*rvrvosI H.........r5rvceZdZdZ ddedededejjdzde ee fdzde ee efdzf fd Z fd Z ded efd Zd efdZdZxZS) _LazyModulezu Module class that surfaces all objects but only performs associated imports when the objects are requested. Nrr module_fileimport_structure module_spec extra_objectsexplicit_import_shortcutc t|i|_|r|ni|_t d|DrIt |_i|_g|_i}| D]\}} g} t tdt| D} |D]tvrt\} } nDt fddDrtj} nt!d | s| #t$t&f$r| YwxYw|j| |_| D]U\}}| r | |j|<|D]}||j|<| r | |j|<||g|V|j| t t| z||_||_t4j|g|_|in||_||_||_ dSt | |_i|_| D]\}}|D] }||j|< t| tt|z|_||_||_t4j|g|_|in||_||_||_ dS)Nc3@K|]}t|tVdSrr frozenset)r#rs r* z'_LazyModule.__init__..s,FFcz#y))FFFFFFr5crg|]3fdtddzD4S)cHg|]}d|dS)r/r)rsplit)r#iks r*r%z3_LazyModule.__init__...s,RRRQQXXc1--a0RRRr5r/r )rangecount)r#rs @r*r%z(_LazyModule.__init__..sFpppWXRRRR% q@P:Q:QRRRpppr5c3 K|]}|vV dSrr:r#rrs r*rz'_LazyModule.__init__..s'II#sg~IIIIIIr5=<>FBackend should be defined in the BACKENDS_MAPPING. Offending backend: )!r}__init___object_missing_backend_explicit_import_shortcutrset_modules_class_to_module__all__itemsrrgkeysrmrjrkrrnModuleNotFoundErrorrunion setdefaultextendvaluesr__spec__r?r3dirname__path___objects_name_import_structure)selfrrrrrrrrrr,missing_backends module_keysr6rrrrrris @r*rz_LazyModule.__init__s ')$E])e)A)Ace& FF5EFFF F FS 6EEDM$&D !DL " $4$:$:$<$<5 P5 P &#% ""pp\`agalalanan\o\opppq  (99G"222&6w&? !!IIIIIIIII&-g&6&6G'.';HH", rip r r##9'xzz=,33G<<</>999(//888889!% 3 3K @ @ #)<<>>IIKC'Mt"f$rYnwxYw|:|j D] \}}||vr||}n!|t#d&|j d'|t||||S)(NriImageProcessorPil`z9` requires torchvision (not installed); falling back to `zY` for backward compatibility. Install torchvision to use the default backend, or import `z#` directly to silence this warning.zCould not load PIL fallback z: c$eZdZZfdZdZdS),_LazyModule.__getattr__..Placeholderc(t|dSrrtrrrrs r*rz5_LazyModule.__getattr__..Placeholder.__init__ s%d,<=====r5cdSrr:rrrs r*r{z1_LazyModule.__getattr__..Placeholder.call sDr5Nrerrrrr{rsr* Placeholderr sB, >>>>>r5r) metaclass transformers. TokenizerFastrv)SLOW_TO_FAST_CONVERTERS Converterrf Tokenizerriztransformers.models.z.tokenization_z does not have z defined.z definedzskipping candidate z"Could not create tokenizer alias: zCould not import module 'z4'. Are this object's requirements defined correctly?zCould not load fallback ImageProcessorFastzO` is deprecated. The `Fast` suffix for image processors has been removed; use `z ` instead.c$eZdZZfdZdZdS)rc(t|dSrrrs r*rz5_LazyModule.__getattr__..Placeholder.__init__ s 1$8H I I I I Ir5cdSrr:rs r*r{z1_LazyModule.__getattr__..Placeholder.call s $r5Nrrsr*rz,_LazyModule.__getattr__..Placeholder sG(8IJJJJJ%%%%%r5 transformerszmodule z has no attribute )!rrendswithr _get_moduler r!rTsetattrrr"rvrer|rrrrGconvert_slow_tokenizerrrrrnrrArrrCrDrrkrr) rrrpil_name pil_module pil_valueer module_namerr, fallback_name fb_modulefallback_value lookup_namerconverter_classconverter_base_namepreferred_tokenizer_namecandidate_namestokenizer_nametokenizer_converterrcandidate_namebase_tokenizer_class model_name module_pathalias_module_name alias_moduletransformers_modulerrrs @r* __getattr__z_LazyModule.__getattr__s 4= =& & 4/ / /#;DA   000T]]CS5T5T0"<<<t444Ie9e9e U%)%5%5d6KH6U%V%V $+J$A$A ++XXX_gXX*2XXX  dI666(($UUU %SH%S%SPQ%S%STTTTTTTTU            $(K 40004d44 "3D9 "--o>>@"?+"?"?K%0K "EE T* * *[ ))$*?*EFF--'~FX X X ==11T$("IMM%(D,AAA(,(8(89N}9](^(^I-4Y -N-NNN%)%5%5d6KD6Q%R%RF-4V]-K-KNm^DDD .$D%D%D%!% =T]]?-K-K=*.ss)K8W \ \ \ \ \ \#.2I#I#I6Mk6ZO:I:R:Z:Z[fhj:k:k$7BU?`?`?`$<7O6POOfOlOlOnOn%W%W(K8K+>/+Q+QVdhsVsVs/=_/T/T0?0F0F~0V0V0V%5$4$4$4:I%%.%%.?C(<,:+B+B;+O+O)w9G9M9S9S9U9UJ:wQ[:w:wku:w:wK-w9P9PQ\9]9]GNvWeGfGf0D0D3<-w-w-w06 =u=u\j=u=u=u0v0v0v0v0v-w,@+GN^b^sLsLs-2DHDYZhDi0A?C?O?OPa?b?b GN|]kGlGl0D0D3<-2-2-206 7H4q4qYg4q4q4q1212121212-2 ,@+G,2LL9_~9_9_,`,`,`,41E(/nFZ([([([+6.+H+H,3D+u,M,M,M(/dE(B(B(B(-#,WWW & -URS-U-U V V V V V V V VW!="5 vD v v v###$%)=CD%L.nDnnnmX tT] " " ((..'6   )jjjj }}_-- V $SbS  D$999V$($4$4T5J=5Y$Z$Z ' = A AmU;;;dE222$ $VVV %T %T%TQR%T%TUUUUUUUUV}}122% V $SbS  D$999'':D:: -:::%(DDD ,0+G +V(%%%%%%%K%%%%0= ,&*&;M&J +6+A+A/+R+RuKKXuhsXuXu$. dK888**V$($4$4T5J=5Y$Z$Z ' = A AmU;;;dE222$ $VVV %T %T%TQR%T%TUUUUUUUUVE}}[))< T]]?-K-K< +/==+I+ISd3B3iit 8PPPPPP#&===*A+*N />.F.N.N{\^._._+6I3T3T3T0,D*DCZC`C`CbCbKK?N,?2oEE.\gJgJg#1#H#H$3$:$:>$J$J$J/>--N-1FFF !-373C3CDDYZhDi3j3jL;B$>$>$)E'0!-!-!-$,H!- !-:=+//.:Y:Y$7':%.wGZ\j?k?k%.?FGZ\j?k?k(<0D+6.+H+H,3D+u,M,M,M(/dE(B(B(B(-'0!-!-!-$,H!-#^4D}#'#A#G#G#I#IKCv~~ $ 0 0 5 5&}$%Vt}%V%VPT%V%VWWWdE""" sq A&C C; C66C;'0FS1 SA=IS0R%B7Q: MQ*N QN Q2O  Q *O7 4Q6O7 7A QR% R "R?R%R  R%"S$R%%SSS++T<TTAV W  WW  A[ \* \\&Bc&(A+ac& a"c&!a""c&&A+cc& c"c&!c""c&&c:9c:rcf tjd|z|jS#t$r}|d}~wwxYwNr/)rrrer)rrrs r*rz_LazyModule._get_module sE *3+>B26@Da6a6a6a6- a6 (3d: a6 CK(4/ a6#'sDI~"6"=a6a6a6a6a6a6HUUUUUUns UUUUUUUr5rceZdZdZdS)OptionalDependencyNotAvailablezPInternally used error class for signalling an optional dependency was not found.N)rerrrr:r5r*rr sZZZZr5r __init__.pyr3cbd}tj||}tj|||g}|T|jMtj|}|j|tj |}|Std|d|)zImports transformers directly Args: path (`str`): The path to the source file file (`str`, *optional*): The file to join with the path. Defaults to "__init__.py". Returns: `ModuleType`: The resulting imported module r)submodule_search_locationsNzCould not load module z from ) r?r3rprrspec_from_file_locationloadermodule_from_spec exec_modulerCrDr)r3filerrlocationr#r,s r*direct_transformers_importr s Dw||D$''H > 1 1$^b]c 1 d dD DK30066 '''T" EtEE8EE F FFr5ceZdZejZejZejZ ej Z ej Z ejZededdfdZdS)VersionComparisonversion_stringrctjtjtjtjtjtjtjd}||S)N)rz==z!=rrz>=z<=)rEQUAL NOT_EQUAL GREATER_THAN LESS_THANGREATER_THAN_OR_EQUALLESS_THAN_OR_EQUAL)r string_to_operators r* from_stringzVersionComparison.from_string7 sH#(#)#-"/",#9#6  ".11r5N)rerroperatoreqr ner gtr ltrgerler staticmethodrrr:r5r*rr/ sm KE I;L I$K! 2C 2,? 2 2 2\ 2 2 2r5rcd}tj||}|r>|d|d|dfStd|)Nz#([a-zA-Z0-9_-]+)([!<>=~]+)([0-9.]+)r rvrz Invalid package version string: )rematchgroupr)package_version_strpatternrs r*split_package_versionr!F se4G HW1 2 2E S A A A??QO`d(e(e(e% o QO$*;OOOPP Pr5ct|jt j|t j|jSr)rrr&rr rSr)rs r*rkzBackend.is_satisfied` sR ,,T-DEEKK M$4466 7 7t|9T9T   r5cNd|jdt|jd|jdS)Nz Backend("z", z, "z"))r%rr&r rs r*__repr__zBackend.__repr__e s3p4,pp1B4CZ1[pp`d`lppppr5c6d|jd|j|jdS)Nz{0} requires the z library version zC. That library was not found with this version in your environment.)r%r&r rs r*rlzBackend.error_messageh sA M$"3 M MdF] M_c_k M M M r5N) rerrrrr)boolrkr,propertyrlr:r5r*rjrjP sCs d    q#qqqq  X   r5rjr:)rcrt|ttfstdt|}g|D]ptvr!t fddDr#t_tdfd}|S)a This decorator enables two things: - Attaching a `__backends` tuple to an object to see what are the necessary backends for it to execute correctly without instantiating it - The '@requires' string is used to dynamically import objects z#Backends should be a tuple or list.c3 K|]}|vV dSrr:rs r*rzrequires.. s'==c3'>======r5rrcttr _Stjfd}|_|S)Nc4t|i|Srr)rrapplied_backendsfuns r*rz+requires..inner_fn..wrapper s) c#3 4 4 43''' 'r5)rr __backends functoolswraps)r5rr4s` r*inner_fnzrequires..inner_fn sf c4  .CNJ    ( ( ( ( (   (.r5) rrhrg TypeErrorrmrnrrjr)rr9r4rs @@r*requiresr;p s h . .?=>>>XHuu & & &  # #G , , , ,====_===== u ''(8(89999 !sjq!s!sttt      Or5c d|vS)N modeling_r:rrcontents r*r@ s +-r5rlc4d|vo|dS)N tokenization__fast)rr>s r*r@r@ s/T1LdmmG6L6Lr5)rcd|vod|vS)Nimage_processing_TorchvisionBackendr:r>s r*r@r@ s-5Y:NRY:Yr5)rarQric d|vS)NrEr:r>s r*r@r@ -5r5)rac d|vS)Nvideo_processing_r:r>s r*r@r@ rHr5c d|vS)N generation_r:r>s r*r@r@ s -4/r5cd|vrgSd}|}t|D]\}}|dr|}|gS||d}|ddstd|ddrQd|dddd d DSg}tdt|D]R}||dkr|cS| ||d S|S) z Returns the content of the __all__ variable in the file content. Returns None if not defined, otherwise returns a list of strings. rNrz`fetch__all__ accepts a list of lines, with the first line being the __all__ variable declaration]c8g|]}|dS)z"' strip)r#rqs r*r%z fetch__all__.. s$\\\c &!!\\\r5rr z [],z"', ) splitlines enumerater|rrr1rQrlenrn) file_content start_indexlinesrline_all__all__line_indexs r* fetch__all__r\ s  $$ K  # # % %E ''  t ??9 % % K +,, E 8  y ) )  n    Qx \\U1X^^C-@-@-C-I-I%-P-P-V-VWZ-[-[\\\\!&q#e**!5!5 E E &'--//366  E"34::7CCDDDD r5c 2 i}tj|rtj|}g}tj|5}|D]s}|jdkr|rt|j||j<?|jds| |jt dddn #1swxYwYd|vr| di}|D] }| dsttj ||d5}|}dddn #1swxYwY|dd}d } d } d } tD]\} } | ||r| } nt#}d |vr|d }t'|D]\}}|dr|d s1d}d | vrnd}d| vr | dddddd }n##t($rt+d|d| wxYwt-t/d|dD}nd|| dzvrg}|| |D]}d|vr|dd}d|vsd|vr_d|vr3|d|dDn(| |d|dkrnt-|}nd }t5|| z}||vri||<|||vrt#|||<|ds|dsd }n|drd!nd"}||ddd d}|||||||s|} |} d#|vrpt9|D]`}||vrZt5| }||vri||<|||vrt#|||<||||ai||}|S)$a> This method takes the path to a file/a folder and returns the import structure. If a file is given, it will return the import structure of the parent folder. Import structures are designed to be digestible by `_LazyModule` objects. They are created from the __all__ definitions in each files as well as the `@require` decorators above methods and objects. The import structure allows explicit display of the required backends for a given object. These backends are specified in two ways: 1. Through their `@require`, if they are exported with that decorator. This `@require` decorator accepts a `backend` tuple kwarg mentioning which backends are required to run this object. 2. If an object is defined in a file with "default" backends, it will have, at a minimum, this backend specified. The default backends are defined according to the filename: - If a file is named like `modeling_*.py`, it will have a `torch` backend - If a file is named like `tokenization_*_fast.py`, it will have a `tokenizers` backend - If a file is named like `image_processing*_fast.py`, it will have a `torchvision` + `torch` backend Backends serve the purpose of displaying a clear error message to the user in case the backends are not installed. Should an object be imported without its required backends being in the environment, any attempt to use the object will raise an error mentioning which backend(s) should be added to the environment in order to use that object. Here's an example of an input import structure at the src.transformers.models level: { 'albert': { frozenset(): { 'configuration_albert': {'AlbertConfig'} }, frozenset({'tokenizers'}): { 'tokenization_albert_fast': {'AlbertTokenizer'} }, }, 'align': { frozenset(): { 'configuration_align': {'AlignConfig', 'AlignTextConfig', 'AlignVisionConfig'}, 'processing_align': {'AlignProcessor'} }, }, 'altclip': { frozenset(): { 'configuration_altclip': {'AltCLIPConfig', 'AltCLIPTextConfig', 'AltCLIPVisionConfig'}, 'processing_altclip': {'AltCLIPProcessor'}, } } } __pycache__)convert_modular_Nrz.pyzutf-8)encodingrfrr:z @requires )  @)Frz backends=r (rgz8Couldn't parse backends for @requires decorator in file :c<g|]}||dS)z'",rP)r#bs r*r%z5create_import_structure_from_path..O s(0k0k0kQij0k0k0k0kr5z, r"'c3@K|]}|dVdS)()"', NrP)r#rs r*rz4create_import_structure_from_path..g s/3u3uQXGMM)4L4L3u3u3u3u3u3ur5roclassdefTrrr)r?r3isfilerscandirrris_dir!create_import_structure_from_pathr|rnremoveropenrpreadBASE_FILE_REQUIREMENTSrrr1rT IndexErrorrrhsortedrrQraddr\)rradjacent_modulesentriesentrymodule_requirementsrfrV previous_lineprevious_indexbase_requirementscheck requirementsexported_objectsrXrrY skip_linebackends_stringr backend_linerW object_name _all_objects r*ruru suj w~~k""3gook22  K 4G 4 4Ez]**||~~ 4/PQVQ[/\/\ ,,Z**+CDD 4 '' 333  4444444444444444((( ...'tPtP ##E**   "',,{K887 K K K $q6688L $ $ $ $ $ $ $ $ $ $ $ $ $ $ $"#2#&   #9#?#?#A#A   E<u[,// $0!  55 , & & &&t,,E(//K +K + t??#899$//R]B^B^ " -// %I"]22.;.A.A+.N.Nq.Q.W.WX[.\.\]^._.e.efi.j.jkl.mOO)", x[f x xiv x x##$)0k0k/J_J_`dJeJe0k0k0k)l)l#m#m"$u^a-?'@@@#%,1.2F,G & &L)\99/;/A/A#/F/Fq/I "l22c\6I6I#'<#7#7$,OO3u3u\h\n\nos\t\t3u3u3u$u$u$u$u$,OOL4F4Fy4Q4Q$R$R$R ,1133s:: % ;#(??$&(4E)EFFH':::8:+H5"*=h*GGGEHUU+H5kB??733:DOOE&>s&C&CA&F&L&LS&Q&Q +H5kBFF{SSS(,,[999 +$(M%*N  $ $+L99 P P &666():;;H':::8:+H5"*=h*GGGEHUU+H5kB'1+>BB;OOOB-B1AB s2A7CC"C E,,E0 3E0 ,A I:: Jcfddfd |}tdD] }|}i}|D],\}}t|tr||=|||<-|S)ae This method takes as input an unordered import structure and brings the required backends at the top-level, aggregating modules and objects under their required backends. Here's an example of an input import structure at the src.transformers.models level: { 'albert': { frozenset(): { 'configuration_albert': {'AlbertConfig'} }, frozenset({'tokenizers'}): { 'tokenization_albert_fast': {'AlbertTokenizer'} }, }, 'align': { frozenset(): { 'configuration_align': {'AlignConfig', 'AlignTextConfig', 'AlignVisionConfig'}, 'processing_align': {'AlignProcessor'} }, }, 'altclip': { frozenset(): { 'configuration_altclip': {'AltCLIPConfig', 'AltCLIPTextConfig', 'AltCLIPVisionConfig'}, 'processing_altclip': {'AltCLIPProcessor'}, } } } Here's an example of an output import structure at the src.transformers.models level: { frozenset({'tokenizers'}): { 'albert.tokenization_albert_fast': {'AlbertTokenizer'} }, frozenset(): { 'albert.configuration_albert': {'AlbertConfig'}, 'align.processing_align': {'AlignProcessor'}, 'align.configuration_align': {'AlignConfig', 'AlignTextConfig', 'AlignVisionConfig'}, 'altclip.configuration_altclip': {'AltCLIPConfig', 'AltCLIPTextConfig', 'AltCLIPVisionConfig'}, 'altclip.processing_altclip': {'AltCLIPProcessor'} } } c&i}|D]w\}}t|ts|||<!td|Dr.|D]\}}t|tr@||vri||<|||vr i|||<||||[ ||i}|D]\}}t|tr@||vri||<|||vr i|||<||||Z||vri||<|||vr i|||<||||i |||<y|S)Nc3@K|]}t|tVdSrr)r#vs r*rzGspread_import_structure..propagate_frozenset.. s,>>!Z9-->>>>>>r5)rrrrrupdate) unordered_import_structure frozenset_first_import_structure_key_valuerrpropagated_frozensetr_kr_vpropagate_frozensets r*rz4spread_import_structure..propagate_frozenset s*+-(6<<>>+ U+ ULD&fd++) U9?066>>v>>>>>& U"LLNN"X"XDAq!!Y//!X$DDDBD.flatten_dict s!KKMM - -LD&/;/Gl++T+++TD&$'' - \\&$77==??@@@@ dF^,,,,E{{r5rr)rcopyrrr)nested_import_structureordered_import_structurerflattened_import_structurerrrrs @@r*spread_import_structurer s^/0/0/0/0/0b 71XXQQ#6#67O#P#P  "$.3355;;==BB U c3   B(--.:l5.A.A &s + + %%r5rprefixct|}t|}|Sfd|D}|S)a This method takes a module_path as input and creates an import structure digestible by a _LazyModule. Here's an example of an output import structure at the src.transformers.models level: { frozenset({'tokenizers'}): { 'albert.tokenization_albert_fast': {'AlbertTokenizer'} }, frozenset(): { 'albert.configuration_albert': {'AlbertConfig'}, 'align.processing_align': {'AlignProcessor'}, 'align.configuration_align': {'AlignConfig', 'AlignTextConfig', 'AlignVisionConfig'}, 'altclip.configuration_altclip': {'AltCLIPConfig', 'AltCLIPTextConfig', 'AltCLIPVisionConfig'}, 'altclip.processing_altclip': {'AltCLIPProcessor'} } } The import structure is a dict defined with frozensets as keys, and dicts of strings to sets of objects. If `prefix` is not None, it will add that prefix to all keys in the returned dict. NcXi|]&\}}|fd|D'S)c&i|] \}}d||S)r/r:)r#kkvvrs r* z6define_import_structure...3 s-HHHFBf++r++RHHHr5)r)r#rrrs r*rz+define_import_structure..3 s=iiiTQPQqHHHHaggiiHHHiiir5)rurr)rrr spread_dicts ` r*define_import_structurer sX09EE)*:;;K ~iiiiU`UfUfUhUhiii r5cVdtjD}|D]=}tj|}t|tri|_tj|=>dtjvrDtjd}t|tri|_t j|dSdS)z Clear cached Transformers modules to allow reloading modified code. This is useful when actively developing/modifying Transformers code. c<g|]}|d|S)r)r|)r#mod_names r*r%z&clear_import_cache..> s,iiiHDWDWXgDhDhiHiiir5rN)rCrDrrrrreload)transformers_modulesrr, main_modules r*clear_import_cacher7 sjiS[iii)""X& fk * * ! FO K ! !$$k.1 k; / / &#%K %%%%% %$r5)Fr)FF)T)rN)r(6rr7importlib.machineryrimportlib.metadataimportlib.utilrNrr?rrrrCry collectionsrcollections.abcrenumrr itertoolsrtypesrtypingr packaging.versionrUr rfr get_loggerrer!rpackages_distributionsrrr.rhr+r4rCrIrrENV_VARS_TRUE_AND_AUTO_VALUESrrupperrNACCELERATE_MIN_VERSIONBITSANDBYTES_MIN_VERSIONSCHEDULEFREE_MIN_VERSIONFSDP_MIN_VERSIONGGUF_MIN_VERSIONXLA_FSDPV2_MIN_VERSIONHQQ_MIN_VERSIONVPTQ_MIN_VERSIONTORCHAO_MIN_VERSIONCOMPRESSED_TENSORS_MIN_VERSIONAUTOROUND_MIN_VERSIONTRITON_MIN_VERSIONKERNELS_MIN_VERSIONKERNELS_MAX_VERSIONMISTRAL_COMMON_MIN_VERSIONrZr]rerhrmrqrtrrrrrrrrrrrrr rr r#r*r7r;r>rArJrMrQrUrXr\r_rcrfrlrnrqrtrxr{r~rrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrr rrrrr.r4r7r:r<r@rErHrKrNrQrTrWrZr^rarcrfrirmrCrsrwr{rrrrrrrrkrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrr rrrr!r%r)r$rrrr9r<rHrRrYr\AV_IMPORT_ERRORYT_DLP_IMPORT_ERRORDECORD_IMPORT_ERRORTORCHCODEC_IMPORT_ERRORCV2_IMPORT_ERRORDATASETS_IMPORT_ERRORTOKENIZERS_IMPORT_ERRORSENTENCEPIECE_IMPORT_ERRORPROTOBUF_IMPORT_ERRORFAISS_IMPORT_ERRORPYTORCH_IMPORT_ERRORTORCHVISION_IMPORT_ERRORBS4_IMPORT_ERRORSKLEARN_IMPORT_ERRORDETECTRON2_IMPORT_ERRORLEVENSHTEIN_IMPORT_ERRORG2P_EN_IMPORT_ERROR!PYTORCH_QUANTIZATION_IMPORT_ERRORTORCHAUDIO_IMPORT_ERRORPANDAS_IMPORT_ERRORPHONEMIZER_IMPORT_ERRORUROMAN_IMPORT_ERRORSACREMOSES_IMPORT_ERRORSCIPY_IMPORT_ERRORSPEECH_IMPORT_ERRORTIMM_IMPORT_ERRORNATTEN_IMPORT_ERRORNUMEXPR_IMPORT_ERRORNLTK_IMPORT_ERRORVISION_IMPORT_ERRORPYDANTIC_IMPORT_ERRORFASTAPI_IMPORT_ERRORUVICORN_IMPORT_ERROROPENAI_IMPORT_ERRORPYTESSERACT_IMPORT_ERRORPYCTCDECODE_IMPORT_ERRORACCELERATE_IMPORT_ERRORESSENTIA_IMPORT_ERRORLIBROSA_IMPORT_ERRORPRETTY_MIDI_IMPORT_ERRORCYTHON_IMPORT_ERRORRJIEBA_IMPORT_ERRORPEFT_IMPORT_ERRORJINJA_IMPORT_ERRORRICH_IMPORT_ERRORMISTRAL_COMMON_IMPORT_ERRORrmrtrvr BACKENDS_Trrrr BaseExceptionrrrr!rjr;ryrgr\rurrrr:r5r*rs&   ######$$$$$$  H % % )1HHJJ!$!$C!$!$%PTVYPYJZ!$!$!$!$HJ$5SXXbMbeiMi<WsWtWWWW WWWWWW 211 4 : :F8 D D 44::<<  #" !)% D  3    T Ts T TQU T T T  T  T TC TT Td T T T  T     $  "?%S/"?"?"? "?J $  J$JJJ J   d d      >>$>>> >( >>>$>>> >0  0 @@4@@@ @2 d * \\\\ \~ DDDDTDDD D* >>>$>>> >& T : cd 4 cd (  & 55555 50 adaaa a aaaa a -D--- - ,?Tg++c+c+lp+++ + +$+++ + .T... . .T... . /E\\\$\\\ \ +=XXSX$XXX X  ?t??? ? (7UU#UDUUU U  0t000 0 f$fff f &T&&& & PSPTPPP P 44444 4 44444 4 .4... . 24222 2 1111 1 1I^^3^d^^^ ^  3$333 3 /d/// / .T... . .T... . 1111 1 0t000 0 0t000 0 /d/// / /d/// / .T... . sDsss s 3$333 3 OOOO O u$uuu u  oo o  SDSSS S FDFFF F HdHHH H ,4,,, , MMcMtMPTMMM M +$+++ + 3$333 3 ,4,,, , 2222 2 b$bbb b 2222 2 SDSSS S  .T... . RRRRR R hhhh h 0t000 0        .T... . .T... . /d/// / 2222 2 ,4,,, , ,4,,, , )9VV3VdVVV V  **** * .T... . 2222 2  D      1I^^3^d^^^ ^  4D 8 4D 0  64 6 6 6  6  C D      3T333 3 LLL$L[_LLL L  N Ns N N N N N  N  22 2 -D--- - 0$000 0 -D--- - /d/// / 5D555 5 -D--- - )9VV3VdVVV V  ^t^^^ ^ )9ee3edeee e /d/// / +d+++ + /D\\\\\\ \  QQ Q -D--- - VV V  UU U  7UdddZ^ddd d  )4))) ) 1111 1 2222 2 3$333 3 QTQQQ Q 2222 2 T  M$MMM M .T... . N4NNN N -D--- - <4<<< < .T... . 1111 1 _4___ _ .T... . ,4,,, , XDXXX X KKKK K ,?YYcYDYYY Y %T%%% %  24222 2 2222 2 .T... . 1d111 1 WWWW W  VdVVV V 1T111 1 .D... . 0t000 0 +$+++ + 1111 1 JJJJJJ J  Z4ZZZ Z  ,4,,, , 2222 2 3MSRV  .T... .    (x      G3GGG G $    $D8$  t    cm0:0:0:3"c'1B+B0:PTU^P_0:qu0:0:0:0:f ;d;;; ;  ( 5 5 5 5 5555550.d.... $    %!                    ;. 12. !#345. !#345. +-BCD . ')<=> . /1HIJ . +-BCD. %'9:;. ')<=>. ')<=>. /1HIJ. ')<=>. 13KLM. 13KLM. )+?@A. +-BCD!." 13KLM#.$ 13KLM%.& /1HIJ'.( "CEf!gh).* 57QRS+., )+?@A-.. ')<=>/.0 #%6781.2 /1HIJ3.4 ')<=>5.6 #%6787.8 /1HIJ9.: %';<=;.< 13KLM=.> /1HIJ?.@ ')<=>A.B %'9:;C.D /1HIJE.F ')<=>G.H ')<=>I.J #%678K.L %'9:;M.N ')<=>O.P #%678Q.R +-BCDS.T )+?@AU.V )+?@AW.X ')<=>Y.Z 79TUV[.00f+++D . . . . .$ . . .s^ *d3C=&99:RURURURURU*RURURUj [[[[[][[[GGSGGGGG*22222222. S%S# 2FSSS S        @%%%%%R.-zLLoYY\ 65{557Y// '$s)''''T BB BJ{&{&{&| cDjL^ B&&&&&&r5