tj| UddlZddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlmZmZddlmZmZmZmZmZddlm Z ddl!m"Z"m#Z#ddlm$Z$m%Z%ddl&m'Z'ddl(m)Z)dd l*m+Z+m,Z,dd lm-Z-dd l.m/Z/ddl0Z0dd l1m2Z2m3Z3dd l4m5Z5ddl6m Z7e+rddl8m9Z9ne,Z9ddl:m;Z;mZ>m?Z?m@Z@mAZAddlBmCZCddlDmEZEmFZFmGZGmHZHmIZImJZJmKZKmLZLmMZMmNZNmOZOmPZPmQZQmRZRmSZSmTZTmUZUmVZVmWZWmXZXmYZYmZZZm[Z[m\Z\m]Z]m^Z^m_Z_m`Z`maZambZbmcZcmdZdmeZemfZfmgZgmhZhmiZimjZjmkZkmlZlmmZmmnZnmoZompZpmqZqmrZrmsZsmtZtmuZumvZvmwZwmxZxmyZymzZzm{Z{m|Z|m}Z}m~Z~mZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZeKrddlmZmZddlmZer%ddlmZmZmZmZmZmZmZddlmZddlmZddlmZneZeZdZdZdZdZdZdZd d!d"d#d$d%Zd d&d'd(d)Zid*d+d,d-d.d/d0d/d1d/d2d3d4d5d6d7d8d7d9d7d:d5d;d<d=d>d?dd@ddAd7dBdddCdDd/d7d7dEdFZerPddlZddGlmZddHlmZej5jduZej5jduZeej5dIdduZeedJdduZndKZdKZdKZdKZe7jeަZߐddLZddMZedNdKOZedPd/OZedQdKOZedRdKOZedSd/OZedTdKOZedUd/OZedVd/OZdWZdXZdYZdZZd[Zd\Zd]Zd^Zd_Zd`ZdaZdbZdcZddZdeZdfZdgZdhZdiZdjZeEfdkefdlZeIfdkefdmZeFfdkefdnZddkefdpZdqZdrZdsZdtZduZdvZdwZ dxZ dyZ dzZ d{Z d|efd}Zd|efd~ZdZdZdZdZdZdZdZdZd|efdZdZdZdZdZdZdZdZdZ dZ!dZ"dZ#dZ$dZ%dZ&dZ'de(fdZ)dZ*dZ+dZ,dZ-dZ.dZ/dZ0dZ1dZ2dZ3dZ4dZ5dZ6dZ7erddlZde j8vrKe j8dZ9 ej:e9Z;n'#e<$rZ=ee>dkr+ej?se@de>de>dIkrese@de>de>dJkrese@de>de>dkrese@de>de>dkrese@de>d eѐjAe>Z;n#eB$rZ=eBde>e=dZ=[=wwxYwej?rdZ>n?erdJZ>n1erdZ>n#erdZ>nerdIZ>ndZ>ndZ>dZCdZDdZEdZFdZGdZHddeIfdZJddeIfdZKddddeIfd„ZLdÄZMdĄZNdńZOdƄZPdDŽZQdȄZRdɄZSdʄZTd˄ZUd̄ZVd̈́ZWd΄ZXdτZYdЄZZdфZ[d҄Z\dӄZ]dԄZ^dՄZ_dքZ`dׄZad؄ZbdلZcdڄZddۄZed܄Zfd݄ZgdބZhd߄ZidZjdZkdZldZmdZndZodZpdZqdZrdZsdZtdZudZvdZwdZxdZydZzdZ{dZ|dZ}dZ~dZdZdZdZdZdZeGfdkefdZdZddZde9de(fdZdeeeeIfdeeeeIfddffdZdZdZdZdZGddZGd d eZGd d eZGd dZej dZGddZej dee jzdedfdZGddejZdZej dZiZdZdZddlZGddZdZddefdZddefdZd Zd!Zdd#Zd$Zd%ZGd&d'eZdd(eefd)ZGd*d+Zdd-e(d.eIdzd/edzfd0Zdd-e(d.eIdzfd1Zd2Zdd3Zd4Z d5ZGd6d7ejZGd8d9eZd:ed;eeeffd<Zerejjeѐjeѐjd=Zejjddd=Zejjd>d?d=Zejjddd=Zejjddd=Zejjddd=Zejjddd=Zejjddd=Zejddd=Zn8d@diZd@diZd@dAiZd@diZd@diZd@diZd@diZĐd@diZƐd@diZer0eѐjjed<eѐjjed<eѐjed<erBeѐjjed<eѐjjed<eѐjjed<eѐjed<erBeѐjjedJ<eѐjjedJ<eѐjjedJ<eѐjedJ<ereѐjjedI<eѐjjedI<eѐjjedI<eѐjjedI<eѐjjedI<eѐjjedI<eѐjjedI<eѐjjedI<eѐjedI<er6ejjedB<ejjedB<ejjedB<d:edCe(fdDZ̐d:efdEZ͐d:efdFZΐd:efdGZϐd:efdHZАd:efdIZѐd:efdJZҐd:efdKZӐd:efdLZerdMe j8vre j8dMZe)eզse@dNe՛e je jeզ\ZڐZ;ejeڦ edeՐdOZn$#e@$rZ=e@dPe՛e=dZ=[=wwxYwej:eݦZ eސjZn #e$rZ=edQe=dZ=[=wwxYwde j8vr,e>ekr$dRe>dSedTZedUz Ze@eeZ>dVeeefdWefdXZeedYeedZeed[d\Ze dd:efd]Zeedze(dze(dzfZeedzde(zee(e(fzfZe$defd^Z dd_edzdefd`ZGdadbeee,fZdcZddZdeZdfZdgZdhZdiZdjZddkedle(dmednedzfdoZddpZdqZddsZdtZduZGdvdwZGdxdye jZeZeeedz<de jfd{Zd|e jd}eddfd~ZejdgdZGddZdd|e jdzdefdZdefdZe dZ dS(N)UserDict defaultdict)Callable GeneratorIterableIteratorMapping)contextmanager)MISSINGfields)cachewraps)StringIO)Path) TYPE_CHECKINGAny)mock)patch) create_repo delete_repo)version)logging)Trainer)is_clearml_availableis_optuna_availableis_ray_availableis_swanlab_availableis_tensorboard_availableis_trackio_availableis_wandb_available)is_deepspeed_available)oACCELERATE_MIN_VERSIONGGUF_MIN_VERSIONMISTRAL_COMMON_MIN_VERSIONSAFE_WEIGHTS_INDEX_NAMETRITON_MIN_VERSIONWEIGHTS_INDEX_NAMEis_accelerate_availableis_apex_availableis_apollo_torch_availableis_aqlm_availableis_auto_round_availableis_av_availableis_bitsandbytes_availableis_bs4_availableis_causal_conv1d_availableis_compressed_tensors_availableis_cv2_availableis_cython_availableis_decord_availableis_detectron2_availableis_essentia_availableis_executorch_availableis_faiss_availableis_fbgemm_gpu_availableis_flash_attn_2_availableis_flash_attn_3_availableis_flash_attn_4_available#is_flash_linear_attention_availableis_flute_availableis_fouroversix_availableis_fp_quant_availableis_fsdp_availableis_g2p_en_availableis_galore_torch_availableis_gguf_availableis_gptqmodel_availableis_grokadamw_availableis_hadamard_availableis_hqq_available#is_huggingface_hub_greater_or_equalis_ipython_availableis_jinja_availableis_jmespath_availableis_jumanpp_availableis_kernels_availableis_levenshtein_availableis_librosa_availableis_liger_kernel_availableis_lomo_availableis_mistral_common_availableis_multipart_availableis_natten_availableis_nltk_availableis_numba_availableis_onnx_availableis_onnxruntime_availableis_onnxscript_availableis_openai_availableis_optimum_availableis_optimum_quanto_availableis_pandas_availableis_peft_availableis_peft_greater_or_equalis_phonemizer_availableis_pretty_midi_availableis_psutil_availableis_pyctcdecode_availableis_pytesseract_availableis_pytest_availableis_pytest_order_available!is_pytorch_quantization_availableis_quark_availableis_qutlass_availableis_rjieba_availableis_sacremoses_availableis_schedulefree_availableis_scipy_availableis_sentencepiece_availableis_seqio_availableis_serve_availableis_soundfile_availableis_spacy_availableis_speech_availableis_spqr_availableis_sudachi_availableis_sudachi_projection_availableis_tiktoken_availableis_timm_availableis_tokenizers_availableis_torch_available!is_torch_bf16_available_on_device!is_torch_fp16_available_on_deviceis_torch_greater_or_equalis_torch_hpu_availableis_torch_mlu_availableis_torch_neuroncore_availableis_torch_npu_availableis_torch_optimi_availableis_torch_tensorrt_fx_availableis_torch_tf32_availableis_torch_tpu_availableis_torch_xla_availableis_torch_xpu_availableis_torchao_availableis_torchaudio_availableis_torchcodec_availableis_torchvision_availableis_triton_availableis_vision_availableis_vptq_available strtobool)AcceleratorState PartialState)is_fp8_available)Module _get_checker_get_continue_on_failure _get_runner _is_mocked_patch_unwrap_mock_awareget_optionflags)skip) import_path) DoctestItemzjulien-c/bert-xsmall-dummyzjulien-c/dummy-unknownzjulien-c/dummy-diff-tokenizer__DUMMY_TRANSFORMERS_USER__zhttps://hub-ci.huggingface.co%hf_94wBhPGp6KrrTH3KDchhKpRxZwd6dmHWLLConfig ForCausalLMForQuestionAnsweringForSequenceClassificationForTokenClassification) config_classcausal_lm_classquestion_answering_classsequence_classification_classtoken_classification_class TextConfig VisionConfigForConditionalGeneration)rtext_config_classvision_config_classconditional_generation_class batch_size seq_length is_trainingTuse_input_mask use_labels vocab_sizec hidden_size num_hidden_layersnum_attention_headsnum_key_value_headsintermediate_size hidden_actgelumax_position_embeddingsi pad_token_id bos_token_id eos_token_idexpert_interval$)moe_layer_start_indexmoe_intermediate_sizeshared_expert_intermediate_sizeshared_expert_gatemoe_num_shared_expertsnum_experts_per_tok num_experts) load_file)PreTrainedModelxpunpuFc tj|} t|}n3#t$rtd|dwxYw#t$r|}YnwxYw|S)NIf set, z must be yes or no.)osenvironr ValueErrorKeyErrorkeydefaultvalue_values X/var/www/html/CA-Chatbot/venv/lib/python3.11/site-packages/transformers/testing_utils.pyparse_flag_from_envr s B 3  Bu%%FF B B B@@@@AA A B  MA%A AAc tj|} t|}n3#t$rtd|dwxYw#t$r|}YnwxYw|S)Nrz must be a int.)rrintrrrs rparse_int_from_envr0s> 3 >ZZFF > > ><<<<== = >  MrRUN_SLOW)r RUN_FLAKYRUN_CUSTOM_TOKENIZERSHUGGINGFACE_CO_STAGINGRUN_PIPELINE_TESTSRUN_AGENT_TESTSRUN_TRAINING_TESTSRUN_TENSOR_PARALLEL_TESTSctstjd|S ddl}|j|S#t $r|cYSwxYw)z Decorator marking a test as a staging test. Those tests will run using the staging environment of huggingface.co instead of the real model hub. ztest is staging testreasonrN) _run_stagingunittestrpytestmarkis_staging_test ImportError test_casers rrrGs <;x}$:;;;IFFF < MMM16;..00;; ;       A AActstjd|S ddl}|j|S#t $r|cYSwxYw)z Decorator marking a test as a pipeline test. If RUN_PIPELINE_TESTS is set to a falsy value, those tests will be skipped. ztest is pipeline testrrN)_run_pipeline_testsrrrris_pipeline_testrrs rrrX =tjd|S)z Decorator marking a test as too slow. Slow tests are skipped while they're in the process of being fixed. No test should stay tagged as "tooslow" as these will not be tested by the CI. ztest is too slowr)rrr s rtooslowrs" 48= 2 3 3 3I > >>r cFtjfd}|S)Nch |i|S#t$r}tjd|d}~wwxYw)Nz)Test skipped due to NotImplementedError: )NotImplementedErrorrSkipTest)argskwargse test_funcs rwrapperz(skip_if_not_implemented..wrappers\ U9d-f-- -" U U U#$SPQ$S$STT T Us 1,1) functoolsr)rrs` rskip_if_not_implementedrs=_YUUUU U Nr ct|D]T}|dr=t||}t|rt ||t |U|S)zP Class decorator to apply @skip_if_not_implemented to all test methods. test_)dir startswithgetattrcallablesetattrr)cls attr_nameattrs rapply_skip_if_not_implementedr%sqXXGG    ( ( G3 **D~~ GY(?(E(EFFF Jr cHtjtd|S)z Decorator marking a test for a custom tokenizer. Custom tokenizers require additional dependencies, and are skipped by default. Set the RUN_CUSTOM_TOKENIZERS environment variable to a truthy value to run them. ztest of custom tokenizers)rr _run_custom_tokenizersr s rcustom_tokenizersr(s% T8 57R S ST] ^ ^^r cVtjtd|S)z} Decorator marking a test that requires BeautifulSoup4. These tests are skipped when BeautifulSoup4 isn't installed. ztest requires BeautifulSoup4)rr r0r s r require_bs4r*s+ S8 /113Q R RS\ ] ]]r cVtjtd|S)z Decorator marking a test that requires GaLore. These tests are skipped when GaLore isn't installed. https://github.com/jiaweizzhao/GaLore ztest requires GaLore)rr rDr s rrequire_galore_torchr,+ T8 8::= )rr r)rrBs rrequire_acceleraterE!s? 8  ,,.bU`.b.b    r cfd}|S)zm Decorator marking a test that requires triton. These tests are skipped when triton isn't installed. c`tjtd|S)Nz test requires triton version >= )rr rrDs r decoratorz!require_triton..decorator/s:vx"#6{#C#CEuhsEuEuvv    r )rBrHs` rrequire_tritonrJ*s$      r c^tjt|d||S)zj Decorator marking a test that requires ggguf. These tests are skipped when gguf isn't installed. ztest requires gguf version >= )rr rErDs r require_ggufrL7s< o8 0==?m`k?m?m n n  r 1.12.0c^tjt|d||S)zi Decorator marking a test that requires fsdp. These tests are skipped when fsdp isn't installed. ztest requires torch version >= )rr rBrDs r require_fsdprO@s< p8 0==?nal?n?n o o  r cVtjtd|S)zt Decorator marking a test that requires g2p_en. These tests are skipped when SentencePiece isn't installed. ztest requires g2p_en)rr rCr s rrequire_g2p_enrQI* N8 2446L M Mi X XXr cVtjtd|S)zm Decorator marking a test that requires rjieba. These tests are skipped when rjieba isn't installed. ztest requires rjieba)rr rlr s rrequire_rjiebarTPrRr cVtjtd|S)zk Decorator marking a test that requires jinja. These tests are skipped when jinja isn't installed. ztest requires jinja)rr rLr s r require_jinjarVW* L8 1335J K KI V VVr cVtjtd|S)zq Decorator marking a test that requires jmespath. These tests are skipped when jmespath isn't installed. ztest requires jmespath)rr rMr s rrequire_jmespathrY^+ R8 4668P Q QR[ \ \\r cVtjtd|S)Nztest requires ONNX)rr rYr s r require_onnxr\es' I8 0224H I I) T TTr cVtjtd|S)Nztest requires ONNXScript)rr r[r s rrequire_onnxscriptr^i( U8 688:T U UV_ ` ``r cVtjtd|S)Nztest requires ONNX Runtime)rr rZr s rrequire_onnxruntimerams( X8 799;W X XYb c ccr cVtjtd|S)Nztest requires ExecuTorch)rr r8r s rrequire_executorchrcqr_r cVtjtd|S)zo Decorator marking a test that requires Timm. These tests are skipped when Timm isn't installed. ztest requires Timm)rr rzr s r require_timmreurAr cVtjtd|S)zs Decorator marking a test that requires NATTEN. These tests are skipped when NATTEN isn't installed. ztest requires natten)rr rVr s rrequire_nattenrg* N8 2446L M Mi X XXr cVtjtd|S)zu Decorator marking a test that requires PyTorch. These tests are skipped when PyTorch isn't installed. test requires PyTorch)rr r|r s r require_torchrks* N8 1335L M Mi X XXr rcfd}|S)z Decorator marking a test that requires PyTorch version >= `version`. These tests are skipped when PyTorch version is less than `version`. c`tjtd|S)Nz!test requires PyTorch version >= )rr rrrs rrHz1require_torch_greater_or_equal..decorators:ux"#= `version`. These tests are skipped when huggingface_hub version is less than `version`. c`tjtd|S)Nz)test requires huggingface_hub version >= )rr rJrns rrHz;require_huggingface_hub_greater_or_equal..decorators@ x" / 8 8:ofm:o:o   r rIros` r(require_huggingface_hub_greater_or_equalrts$ r c^td}tj|d|S)z Decorator marking a test that requires Flash Attention. These tests are skipped when Flash Attention isn't installed. Tkernels_fallback_okztest requires Flash Attention)r;rr rflash_attn_availables rrequire_flash_attnrzs55NNN U8 35T U UV_ ` ``r cVtjtd|S)z Decorator marking a test that requires the kernels library. These tests are skipped when the kernels library isn't installed. z!test requires the kernels library)rr rOr s rrequire_kernelsr|s+ \8 3557Z [ [\e f ffr cVtjtd|S)z Decorator marking a test that requires Flash Attention 3. These tests are skipped when Flash Attention 3 isn't installed. ztest requires Flash Attention 3)rr r<r s rrequire_flash_attn_3r~+ _8 8::<] ^ ^_h i iir cVtjtd|S)z Decorator marking a test that requires Flash Attention 4. These tests are skipped when Flash Attention 4 isn't installed. ztest requires Flash Attention 4)rr r=r s rrequire_flash_attn_4rrr c td}tjt|t t fd|S)NTrvz3test requires all mainline Flash Attention packages)r;rr allr<r=rxs rrequire_all_flash_attnrsg4NNN 8  $)++)++    >     r cVtjtd|S)z Decorator marking a test that requires Flash Linear Attention. These tests are skipped when Flash Linear Attention isn't installed. z&test requires `flash-linear-attention`)rr r>r s rrequire_flash_linear_attentionrs6 8 +--0    r cVtjtd|S)z Decorator marking a test that requires causal-conv1d. These tests are skipped when causal-conv1d isn't installed. ztest requires `causal-conv1d`)rr r1r s rrequire_causal_conv1drs6 8 "$$'    r cVtjtd|S)zo Decorator marking a test that requires PEFT. These tests are skipped when PEFT isn't installed. ztest requires PEFT)rr r`r s r require_peftrrAr cfd}|S)z Decorator marking a test that requires PEFT version >= `version`. These tests are skipped when PEFT version is less than `version`. c`tjtd|S)Nztest requires PEFT version >= )rr rarns rrHz0require_peft_greater_or_equal..decorators:qx"#;G#D#DFpgnFpFpqq    r rIros` rrequire_peft_greater_or_equalr rqr cVtjtd|S)z} Decorator marking a test that requires Torchvision. These tests are skipped when Torchvision isn't installed. ztest requires Torchvision)rr rr s rrequire_torchvisionrr>r cVtjtd|S)z{ Decorator marking a test that requires Torchcodec. These tests are skipped when Torchcodec isn't installed. ztest requires Torchcodec)rr rr s rrequire_torchcodecr$s+ V8 688:T U UV_ ` ``r cVtjtd|S)zu Decorator marking a test that requires torchaudio. These tests are skipped when torchaudio isn't installed. test requires torchaudio)rr rr s rrequire_torchaudior.+ V8 688:T U UV_ ` ``r cVtjtd|S){ Decorator marking a test that requires SentencePiece. These tests are skipped when SentencePiece isn't installed. ztest requires SentencePiece)rr rpr s rrequire_sentencepiecer5s+ \8 9;;=Z [ [\e f ffr cVtjtd|S)zu Decorator marking a test that requires Sacremoses. These tests are skipped when Sacremoses isn't installed. ztest requires Sacremoses)rr rmr s rrequire_sacremosesr<rr cVtjtd|S)rztest requires Seqio)rr rqr s r require_seqiorCrWr cVtjtd|S)zs Decorator marking a test that requires Scipy. These tests are skipped when SentencePiece isn't installed. ztest requires Scipy)rr ror s r require_scipyrJrWr cVtjtd|S)u Decorator marking a test that requires 🤗 Tokenizers. These tests are skipped when 🤗 Tokenizers isn't installed. ztest requires tokenizers)rr r{r s rrequire_tokenizersrQrr cVtjtd|S)zm Decorator marking a test that requires pandas. These tests are skipped when pandas isn't installed. ztest requires pandas)rr r_r s rrequire_pandasrXrRr cVtjtd|S)zw Decorator marking a test that requires PyTesseract. These tests are skipped when PyTesseract isn't installed. ztest requires PyTesseract)rr rfr s rrequire_pytesseractr_+ X8 799;V W WXa b bbr cVtjtd|S)z Decorator marking a test that requires PyTorch Quantization Toolkit. These tests are skipped when PyTorch Quantization Toolkit isn't installed. z*test requires PyTorch Quantization Toolkit)rr rir s rrequire_pytorch_quantizationrfs1 r8 @BBDp q q  r cVtjtd|S)z Decorator marking a test that requires the vision dependencies. These tests are skipped when torchaudio isn't installed. ztest requires vision)rr rr s rrequire_visionrps* N8 2446L M Mi X XXr cVtjtd|S)zk Decorator marking a test that requires SpaCy. These tests are skipped when SpaCy isn't installed. ztest requires spacy)rr rtr s r require_spacyrxrWr ctstjd|Sddl}tj|jdkd|S)a Decorator marking a test that requires a multi-GPU CUDA setup (in PyTorch). These tests are skipped on a machine without multiple CUDA GPUs. To run *only* the multi_gpu tests, assuming all test names contain multi_gpu: $ pytest -sv ./tests -k "multi_gpu" rjrrNrz test requires multiple CUDA GPUsr|rrtorchr cuda device_countrrs rrequire_torch_multi_gpursl   H` a abk l llr ctstjd|Stjt t dkd|S)a( Decorator marking a test that requires a multi-accelerator (in PyTorch). These tests are skipped on a machine without multiple accelerators. To run *only* the multi_accelerator tests, assuming all test names contain multi_accelerator: $ pytest -sv ./tests -k "multi_accelerator" rjrrz#test requires multiple acceleratorsr|rrr backend_device_count torch_devicer s rrequire_torch_multi_acceleratorrsd   H= z acceleratorsr)rrs rrHz/require_torch_n_accelerators..decoratorso!## L@8=(?@@@KK Kqx"#7 #E#E#JLp`aLpLpLpqq    r rI)rrHs` rrequire_torch_n_acceleratorsrs$      r ctstjd|Sddl}tj|jdkd|S)zO Decorator marking a test that requires 0 or 1 GPU setup (in PyTorch). rjrrNrztest requires 0 or 1 GPUrrs rrequire_torch_non_multi_gpursl   HX Y YZc d ddr ctstjd|Stjt t dkd|S)zW Decorator marking a test that requires 0 or 1 accelerator setup (in PyTorch). rjrrz test requires 0 or 1 acceleratorrr s r#require_torch_non_multi_acceleratorrs^   H^ _ _`i j jjr ctstjd|Stjt t dkd|S)z\ Decorator marking a test that requires 0 or 1 or 2 accelerator setup (in PyTorch). rjrrz&test requires 0 or 1 or 2 acceleratorsrr s r"require_torch_up_to_2_acceleratorsrsd   H.decoratorus"6"8"8#,W] M),44Y?? @ @ M> > ]? + +>, x" #%n\k%n%n%n   r rI)rrHs` r(require_torchao_version_greater_or_equalrts$ r cVtjtd|S)z8Decorator marking a test that requires Torch-TensorRT FXztest requires Torch-TensorRT FX)rr rr s rrequire_torch_tensorrt_fxrs( c8 =??Ab c cdm n nnr cPtjtdkd|S)8Decorator marking a test that requires CUDA and PyTorch.rztest requires CUDArr s rrequire_torch_gpurs% L8 |v57K L LY W WWr cPtjtdkd|S)rmpsztest requires MPSrr s rrequire_torch_mpsrs% J8 |u46I J J9 U UUr c^tjtdkotd|S)zDDecorator marking a test that requires a ROCm (AMD) GPU and PyTorch.rztest requires a ROCm (AMD) GPU)rr rIS_ROCM_SYSTEMr s r require_rocmrs+ k8 |v5H.Jj k klu v vvr Pmemorycts|Sddl}tj|jdz |kd|d|S)zWDecorator marking a test that requires a CPU RAM with more than `memory` GiB of memory.rN@z'test requires a machine with more than z GiB of CPU RAM memory)rdpsutilrr virtual_memorytotal)rrrs rrequire_large_cpu_ramrsq  MMM 8 %/&8P&PPP    r ctdkr"tjd|d|Stjtjdjdz |kd|d|S)zXDecorator marking a test that requires a CUDA GPU with more than `memory` GiB of memory.rz(test requires a CUDA GPU with more than  GiB of memoryrrrz#test requires a GPU with more than )rrrr rrget_device_properties total_memory)rrs rrequire_torch_large_gpur svfx}$ev$e$e$efffgpqqq 8  ((++87BVKDfDDD    r )rc,fd}||n ||S)z\Decorator marking a test that requires an accelerator with more than `memory` GiB of memory.ctdvr!tjdd|Sttt}tj|djdz kdd|S)N)rrz*test requires a GPU or XPU with more than rrr)rrrrrr rr)tc torch_accelrs rmemory_decoratorz9require_torch_large_accelerator..memory_decorators  . .e8=!df!d!d!deefhii ie\22  x"  - -a 0 0 = G& P O O O O    r rI)rrrs ` rrequire_torch_large_acceleratorrs; )0  6F6Fy6Q6QQr cbtjtduo tdkd|S)zMDecorator marking a test that requires an accessible accelerator and PyTorch.Nrztest requires acceleratorrr s rrequire_torch_acceleratorrs6 o8 |47QLEz2require_cuda_capability_at_least..sr zRequires CUDA capability >= r)rr is_availableget_device_capabilityrskipIf)majorminorr capabilitys r require_cuda_capability_at_leastr!sm LLL : " " $ $+***1133J ?:68fW\8f8f_d8f8f g ggr cbtjttd|S)zBDecorator marking a test that requires a device that supports bf16z&test requires device with bf16 support)rr r}rr s rrequire_torch_bf16r#rr c<tfd}|S)Nctr]tj} tjd|i|tj|S#tj|wxYw|i|S)NT)rr$are_deterministic_algorithms_enableduse_deterministic_algorithms)rroriginal_staters rrz.require_deterministic_for_xpu..wrappers ! # # ."GIIN C24888 y$1&112>BBBB2>BBBB9d-f-- -s AA*)r)rrs` rrequire_deterministic_for_xpur)s6 9 . . . . . Nr cVtjtd|S)z[Decorator marking a test that requires Ampere or a newer GPU arch, cuda>=11 and torch>=1.7.zAtest requires Ampere or a newer GPU arch, cuda>=11 and torch>=1.7)rr rr s rrequire_torch_tf32r+s4 8 !!#f    r cVtjtd|S)z2Decorator marking a test that requires detectron2.ztest requires `detectron2`)rr r6r s rrequire_detectron2r-s( W8 688:V W WXa b bbr cVtjtd|S)z-Decorator marking a test that requires faiss.ztest requires `faiss`)rr r9r s r require_faissr/s' M8 1335L M Mi X XXr cVtjtd|S)zeDecorator marking a test that requires IPython. These tests are skipped when IPython isn't installed.ztest requires `IPython`)rr rKr s rrequire_ipythonr1s( Q8 3557P Q QR[ \ \\r cVtjtd|S)zs Decorator marking a test that requires optuna. These tests are skipped when optuna isn't installed. ztest requires optuna)rr rr s rrequire_optunar3 rhr cVtjtd|S)zw Decorator marking a test that requires Ray/tune. These tests are skipped when Ray/tune isn't installed. ztest requires Ray/tune)rr rr s r require_rayr5s* M8 /113K L LY W WWr cVtjtd|S)zu Decorator marking a test that requires swanlab. These tests are skipped when swanlab isn't installed. ztest requires swanlab)rr rr s rrequire_swanlabr7+ P8 3557N O OPY Z ZZr cVtjtd|S)zu Decorator marking a test that requires trackio. These tests are skipped when trackio isn't installed. ztest requires trackio)rr r r s rrequire_trackior:)r8r cVtjtd|S)zq Decorator marking a test that requires wandb. These tests are skipped when wandb isn't installed. ztest requires wandb)rr r!r s r require_wandbr<3s* L8 1335J K KI V VVr cVtjtd|S)zp Decorator marking a test requires clearml. These tests are skipped when clearml isn't installed. ztest requires clearml)rr rr s rrequire_clearmlr>=r8r cVtjtd|S)z: Decorator marking a test that requires deepspeed ztest requires deepspeed)rr r"r s rrequire_deepspeedr@Gr7r cVtjtd|S)z5 Decorator marking a test that requires apex ztest requires apex)rr r*r s r require_apexrBN* J8 0224H I I) T TTr cVtjtd|S)z5 Decorator marking a test that requires aqlm ztest requires aqlm)rr r,r s r require_aqlmrEUrCr cVtjtd|S)z5 Decorator marking a test that requires vptq ztest requires vptq)rr rr s r require_vptqrG\rCr cVtjtd|S)z5 Decorator marking a test that requires spqr ztest requires spqr)rr rvr s r require_spqrrIcrCr cVtjtd|S)z3 Decorator marking a test that requires av ztest requires av)rr r.r s r require_avrKjs) F8 002D E Ei P PPr cVtjtd|S)z7 Decorator marking a test that requires decord ztest requires decord)rr r5r s rrequire_decordrMqrRr cVtjtd|S)z Decorator marking a test that requires the bitsandbytes library. Will be skipped when the library or its hard dependency torch is not installed. ztest requires bitsandbytes)rr r/r s rrequire_bitsandbytesrOx+ Z8 8::\ ] ]^g h hhr cVtjtd|S)z5 Decorator for compressed_tensors dependency z test requires compressed_tensors)rr r2r s rrequire_compressed_tensorsr_s+ f8 >@@Bd e efo p ppr cVtjtd|S)z- Decorator for fbgemm_gpu dependency ztest requires fbgemm-gpu)rr r:r s rrequire_fbgemm_gpurarr cVtjtd|S)z( Decorator for quark dependency ztest requires quark)rr rjr s r require_quarkrcrWr crtjto td|S)zC Decorator marking a test that requires higgs and hadamard z/test requires flute and fast_hadamard_transform)rr r?rHr s rrequire_flute_hadamardres@ 8 8!6!8!8:k    r cVtjtd|S)z< Decorator marking a test that requires fouroversix ztest requires fouroversix)rr r@r s rrequire_fouroversixrgrr cVtjtd|S)zE Decorator marking a test that requires fp_quant and qutlass ztest requires fp_quant)rr rAr s rrequire_fp_quantrirZr cVtjtd|S)z8 Decorator marking a test that requires qutlass ztest requires qutlass)rr rkr s rrequire_qutlassrkrSr cVtjtd|S)z; Decorator marking a test that requires phonemizer ztest requires phonemizer)rr rbr s rrequire_phonemizerrmrr cVtjtd|S)z< Decorator marking a test that requires pyctcdecode ztest requires pyctcdecode)rr rer s rrequire_pyctcdecoderorr cVtjtd|S)z6 Decorator marking a test that requires numba ztest requires numba)rr rXr s r require_numbarqrWr cVtjtd|S)z8 Decorator marking a test that requires librosa ztest requires librosa)rr rQr s rrequire_librosarsrSr cVtjtd|S)z: Decorator marking a test that requires soundfile ztest requires soundfile)rr rsr s rrequire_soundfilerur7r cVtjtd|S)zA Decorator marking a test that requires python-multipart ztest requires python-multipart)rr rUr s rrequire_multipartrws+ [8 5779Y Z Z[d e eer cVtjtd|S)z= Decorator marking a test that requires liger_kernel ztest requires liger_kernel)rr rRr s rrequire_liger_kernelryrPr cVtjtd|S)z9 Decorator marking a test that requires essentia ztest requires essentia)rr r7r s rrequire_essentiar{ rZr cVtjtd|S)z< Decorator marking a test that requires pretty_midi ztest requires pretty_midi)rr rcr s rrequire_pretty_midir}rr c.tj|duSr)shutilwhich)cmds r cmd_existsrs <  D ((r cXtjtdd|S)z@ Decorator marking a test that requires `/usr/bin/time` /usr/bin/timeztest requires /usr/bin/time)rr rr s rrequire_usr_bin_timers, [8 z/::@@Bs t t  r cVtjtd|S)8 Decorator marking a test that requires jumanpp ztest requires jumanpp)rr rNr s rrequire_jumanppr6rSr cVtjtd|S)rztest requires cython)rr r4r s rrequire_cythonr=rRr cVtjtd|S)zq Decorator marking a test that requires TikToken. These tests are skipped when TikToken isn't installed. ztest requires TikToken)rr ryr s rrequire_tiktokenrDrZr cVtjtd|S)zm Decorator marking a test that requires speech. These tests are skipped when speech isn't available. r)rr rur s rrequire_speechrKs+ R8 2446P Q QR[ \ \\r cVtjtd|S)z7 Decorator marking a test that requires openai ztest requires openai)rr r\r s rrequire_openairRrRr cVtjtd|S)zo Decorator marking a test that requires the serving dependencies (fastapi, uvicorn, pydantic, openai). z"test requires serving dependencies)rr rrr s r require_serverYs+ [8 1335Y Z Z[d e eer c^tjt|d||S)z} Decorator marking a test that requires mistral-common. These tests are skipped when mistral-common isn't available. z(test requires mistral-common version >= )rr rTrDs rrequire_mistral_commonr`s? 8 #K002j]h2j2j    r c\trddl}|jSdS)z- Return the number of available gpus rN)r|rrr)rs r get_gpu_countris4 z&&(((qr ctjdd}tjtj|}|ds4tj|}|d4|r tj||S|S)a Args: append_path: optional path to append to the tests dir path Return: The full path to the `tests` dir, so that the tests can be invoked from anywhere. Optionally `append_path` is joined after the `tests` dir the former is provided. rtests)inspectstackrpathabspathdirnameendswithjoin) append_pathcaller__file__ tests_dirs r get_tests_dirrus]__Q'*N ? ?@@I  ))/GOOI..   ))/w||I{333r trainerreturncz|j}|}|||}|d}|S)N)r dataloader)rget_train_dataloaderset_initial_training_values)r training_argstrain_dataloaderinitial_training_valuessteps_per_epochs rget_steps_per_epochrsELM3355%AA}aqArr-a0O r side_effect_valuesc#.K|Ed{V |dV )z Function that returns side effects for the _evaluate method. Used when we're unsure of exactly how many times _evaluate will be called. NTrI)rs revaluate_side_effect_factoryrs;"!!!!!!!% $$$$%r cFtjdd|dtjS)Nz^.*\rr)resub MULTILINE)bufs rapply_print_resetsrs 6(BQ 5 55r ct|}||}|dksJd|d|dS)Nrzexpecting to find z in output: f)rlowerfind)outwhatout_pr match_strs rassert_screenoutrs\  $ $ * * , ,F DJJLL))I ???LLLFLL?????r cgd}|D]}t||dgd}|D]F}t||r4t||$|D]!}tt|||d"GdS)N) rms_norm_epslayer_norm_epsnorm_eps norm_epsilonlayer_norm_epsilonbatch_norm_eps?) text_config vision_config audio_config text_encoder audio_encoderdecoder)r!hasattrr)config target_attrs target_attrattrsr$s rset_config_for_less_flaky_testrsL$**  S)))) i h hEAA 64  AWVT%:%:%F+ A A --{C@@@@AAr c<d}gd}trt|tjjrf|D]S}t |j|r&|D]#}t||rt||d$PdSdSdS)N) LayerNorm GroupNorm BatchNormRMSNorm BatchNorm2d BatchNorm1dBitGroupNormActivationWeightStandardizedConv2d)epsepsilonvariance_epsilonr) r| isinstancernnrmodulestype__name__rrr!)model target_namesrmoduler$s rset_model_for_less_flaky_testrs L:99L3 5%(/ B B3mmoo 3 3FF||$--l;; 3(33Dvt,,3c222 3333 3 3r c,eZdZdZddZdZdZdZdS) CaptureStdav Context manager to capture: - stdout: replay it, clean it up and make it available via `obj.out` - stderr: replay it and make it available via `obj.err` Args: out (`bool`, *optional*, defaults to `True`): Whether to capture stdout or not. err (`bool`, *optional*, defaults to `True`): Whether to capture stderr or not. replay (`bool`, *optional*, defaults to `True`): Whether to replay or not. By default each captured stream gets replayed back on context's exit, so that one can see what the test was doing. If this is a not wanted behavior and the captured data shouldn't be replayed, pass `replay=False` to disable this feature. Examples: ```python # to capture stdout only with auto-replay with CaptureStdout() as cs: print("Secret message") assert "message" in cs.out # to capture stderr only with auto-replay import sys with CaptureStderr() as cs: print("Warning: ", file=sys.stderr) assert "Warning" in cs.err # to capture both streams with auto-replay with CaptureStd() as cs: print("Secret message") print("Warning: ", file=sys.stderr) assert "message" in cs.out assert "Warning" in cs.err # to capture just one of the streams, and not the other, with auto-replay with CaptureStd(err=False) as cs: print("Secret message") assert "message" in cs.out # but best use the stream-specific subclasses # to capture without auto-replay with CaptureStd(replay=False) as cs: print("Secret message") assert "message" in cs.out ```Tc||_|rt|_d|_nd|_d|_|rt|_d|_dSd|_d|_dS)Nz=error: CaptureStd context is unfinished yet, called too earlyznot capturing stdoutznot capturing stderr)replayrout_bufrerr_buferr)selfrrrs r__init__zCaptureStd.__init__sc  .#::DLVDHHDL-DH  .#::DLVDHHHDL-DHHHr c|jr"tj|_|jt_|jr"tj|_|jt_|Sr)rsysstdoutout_oldrstderrerr_oldrs r __enter__zCaptureStd.__enter__(s? < &:DLCJ < &:DLCJ r c|jrd|jt_|j}|jrtj|t||_|j rY|j t_ |j }|jrtj |||_ dSdSr) rrrrgetvaluerwriterrrrrr)rexccaptureds r__exit__zCaptureStd.__exit__3s < 4CJ|,,..H{ +   ***)(33DH < CJ|,,..H{ +   ***DHHH   r c^d}|jr|d|jdz }|jr|d|jdz }|S)Nrzstdout:  stderr: )rrrr)rmsgs r__repr__zCaptureStd.__repr__BsP < + *dh*** *C < + *dh*** *C r N)TTTr __module__ __qualname____doc__rrrr rIr rrrs`. . `...."       r rc$eZdZdZdfd ZxZS) CaptureStdoutz+Same as CaptureStd but captures only stdoutTcNtd|dS)NF)rrsuperrrr __class__s rrzCaptureStdout.__init__T& U622222r Trr rrr __classcell__rs@rrrQC553333333333r rc$eZdZdZdfd ZxZS) CaptureStderrz+Same as CaptureStd but captures only stderrTcNtd|dS)NF)rrrrs rrzCaptureStderr.__init__[rr rrrs@rrrXrr rc*eZdZdZdZdZdZdZdS) CaptureLoggera: Context manager to capture `logging` streams Args: logger: 'logging` logger object Returns: The captured output is available via `self.out` Example: ```python >>> from transformers import logging >>> from transformers.testing_utils import CaptureLogger >>> msg = "Testing 1, 2, 3" >>> logging.set_verbosity_info() >>> logger = logging.get_logger("transformers.models.bart.tokenization_bart") >>> with CaptureLogger(logger) as cl: ... logger.info(msg) >>> assert cl.out, msg + " " ``` c||_t|_tj|j|_d|_dS)Nr)loggerrior StreamHandlershr)rr#s rrzCaptureLogger.__init__xs3 **'00r cD|j|j|Sr)r# addHandlerr&rs rrzCaptureLogger.__enter__~s tw''' r c|j|j|j|_dSr)r# removeHandlerr&r$rr)rrs rrzCaptureLogger.__exit__s3 !!$'***7##%%r cd|jdS)Nz captured: r)rrs rr zCaptureLogger.__repr__s(DH((((r Nr rIr rr!r!_sZ0 &&&)))))r r!c#Ktj} tj|dVtj|dS#tj|wxYw)ae This is a context manager to temporarily change transformers modules logging level to the desired value and have it restored to the original setting at the end of the scope. Example: ```python with LoggingLevel(logging.INFO): AutoModel.from_pretrained("openai-community/gpt2") # calls logger.info() several times ``` N)transformers_logging get_verbosity set_verbosity)level orig_levels r LoggingLevelr2sd&355J7*5111 *:66666*:6666s AAc@eZdZdZd dedzdedzddfdZdZdZdS) TemporaryHubRepoaCreate a temporary Hub repository and return its `RepoUrl` object. This is similar to `tempfile.TemporaryDirectory` and can be used as a context manager. For example: with TemporaryHubRepo(token=self._token) as temp_repo: ... Upon exiting the context, the repository and everything contained in it are removed. Example: ```python with TemporaryHubRepo(token=self._token) as temp_repo: model.push_to_hub(tmp_repo.repo_id, token=self._token) ``` N namespacetokenrc||_tj5}t|j}||d|}t ||j|_ddddS#1swxYwYdS)N/)r6)r6tempfileTemporaryDirectoryrnamerrepo_url)rr5r6tmp_dirrepo_ids rrzTemporaryHubRepo.__init__s  ( * * Cg7mm(G$&2222'tzBBBDM  C C C C C C C C C C C C C C C C C Cs9A!!A%(A%c|jSr)r<rs rrzTemporaryHubRepo.__enter__s }r cHt|jj|jddS)NT)r>r6 missing_ok)rr<r>r6)rrrtbs rrzTemporaryHubRepo.__exit__s%DM1PTUUUUUUr NN)rr rrstrrrrrIr rr4r4s CC#*CC$JCRVCCCCVVVVVr r4rc#Ktj|} tjd|dVtj|dS#tj|wxYw)z Temporary add given path to `sys.path`. Usage : ```python with ExtendSysPath("/path/to/dir"): mymodule = importlib.import_module("mymodule") ``` rN)rfspathrrinsertremove)rs r ExtendSysPathrIsm 9T??D 4     s $A!A>c:eZdZdZdZedZedZedZedZ edZ edZ ed Z ed Z ed Zed Zed ZedZdZddZdZdZdS) TestCasePlusa This class extends *unittest.TestCase* with additional features. Feature 1: A set of fully resolved important file and dir path accessors. In tests often we need to know where things are relative to the current test file, and it's not trivial since the test could be invoked from more than one directory or could reside in sub-directories with different depths. This class solves this problem by sorting out all the basic paths and provides easy accessors to them: - `pathlib` objects (all fully resolved): - `test_file_path` - the current test file path (=`__file__`) - `test_file_dir` - the directory containing the current test file - `tests_dir` - the directory of the `tests` test suite - `examples_dir` - the directory of the `examples` test suite - `repo_root_dir` - the directory of the repository - `src_dir` - the directory of `src` (i.e. where the `transformers` sub-dir resides) - stringified paths---same as above but these return paths as strings, rather than `pathlib` objects: - `test_file_path_str` - `test_file_dir_str` - `tests_dir_str` - `examples_dir_str` - `repo_root_dir_str` - `src_dir_str` Feature 2: Flexible auto-removable temporary dirs which are guaranteed to get removed at the end of test. 1. Create a unique temporary dir: ```python def test_whatever(self): tmp_dir = self.get_auto_remove_tmp_dir() ``` `tmp_dir` will contain the path to the created temporary dir. It will be automatically removed at the end of the test. 2. Create a temporary dir of my choice, ensure it's empty before the test starts and don't empty it after the test. ```python def test_whatever(self): tmp_dir = self.get_auto_remove_tmp_dir("./xxx") ``` This is useful for debug when you want to monitor a specific directory and want to make sure the previous tests didn't leave any data in there. 3. You can override the first two options by directly overriding the `before` and `after` args, leading to the following behavior: `before=True`: the temporary dir will always be cleared at the beginning of the test. `before=False`: if the temporary dir already existed, any existing files will remain there. `after=True`: the temporary dir will always be deleted at the end of the test. `after=False`: the temporary dir will always be left intact at the end of the test. Note 1: In order to run the equivalent of `rm -r` safely, only subdirs of the project repository checkout are allowed if an explicit `tmp_dir` is used, so that by mistake no `/tmp` or similar important part of the filesystem will get nuked. i.e. please always pass paths that start with `./` Note 2: Each test can register multiple temporary dirs and they all will get auto-removed, unless requested otherwise. Feature 3: Get a copy of the `os.environ` object that sets up `PYTHONPATH` specific to the current test suite. This is useful for invoking external programs from the test suite - e.g. distributed training. ```python def test_whatever(self): env = self.get_env() ```cg|_tj|j|_t |j}|jd|_dD]?}|j|}|dz r|dz rn@|r||_ ntd|j|j dz |_ |j dz |_ |j dz |_dS)Nr)rrrsrcrz+can't figure out the root of the repo from examples)teardown_tmp_dirsrgetfiler_test_file_pathrresolveparents_test_file_diris_dir_repo_root_dirr _tests_dir _examples_dir_src_dir)rrupr=s rsetUpzTestCasePlus.setUp$s!# 't~>>D())1133"l1o  Bl2&G%'')) w/@.H.H.J.J   c")D  a4K_aabb b-7!0:=+e3 r c|jSr)rQrs rtest_file_pathzTestCasePlus.test_file_path8s ##r c*t|jSr)rDrQrs rtest_file_path_strzTestCasePlus.test_file_path_str<s4'(((r c|jSr)rTrs r test_file_dirzTestCasePlus.test_file_dir@ ""r c*t|jSr)rDrTrs rtest_file_dir_strzTestCasePlus.test_file_dir_strD4&'''r c|jSr)rWrs rrzTestCasePlus.tests_dirHs r c*t|jSr)rDrWrs r tests_dir_strzTestCasePlus.tests_dir_strLs4?###r c|jSr)rXrs r examples_dirzTestCasePlus.examples_dirPs !!r c*t|jSr)rDrXrs rexamples_dir_strzTestCasePlus.examples_dir_strTs4%&&&r c|jSr)rVrs r repo_root_dirzTestCasePlus.repo_root_dirXrbr c*t|jSr)rDrVrs rrepo_root_dir_strzTestCasePlus.repo_root_dir_str\rer c|jSr)rYrs rsrc_dirzTestCasePlus.src_dir`s }r c*t|jSr)rDrYrs r src_dir_strzTestCasePlus.src_dir_strds4=!!!r c&tj}|j|jg}d|jvr||j||ddd ||d<|S)a Return a copy of the `os.environ` object that sets up `PYTHONPATH` correctly, depending on the test suite it's invoked from. This is useful for invoking external programs from the test suite - e.g. distributed training. It always inserts `./src` first, then `./tests` or `./examples` depending on the test suite type and finally the preset `PYTHONPATH` if any (all full resolved paths). z /examples PYTHONPATHr:) rrcopyrprtrdappendrlgetr)renvpathss rget_envzTestCasePlus.get_envhsjoo')9: $0 0 0 LL. / / / SWW\2..///HHUOOL r NFc||d}|d}t|}|dstd|d|dur*|rt j|d|ddn|d}|d}tj }|dur|j ||r!t|n|S) a Args: tmp_dir (`string`, *optional*): if `None`: - a unique temporary path will be created - sets `before=True` if `before` is `None` - sets `after=True` if `after` is `None` else: - `tmp_dir` will be created - sets `before=True` if `before` is `None` - sets `after=False` if `after` is `None` before (`bool`, *optional*): If `True` and the `tmp_dir` already exists, make sure to empty it right away if `False` and the `tmp_dir` already exists, any existing files will remain there. after (`bool`, *optional*): If `True`, delete the `tmp_dir` at the end of the test if `False`, leave the `tmp_dir` and its contents intact at the end of the test. return_pathlib_obj (`bool`, *optional*): If `True` will return a pathlib.Path object Returns: tmp_dir(`string`): either the same value as passed via *tmp_dir* or the path to the auto-selected tmp dir NTFz./zI`tmp_dir` can only be a relative path, i.e. `./some/path`, but received `` ignore_errorsrSexist_ok) rrRrrexistsrrmtreemkdirr9mkdtemprOry)rr=beforeafterreturn_pathlib_objrs rget_auto_remove_tmp_dirz$TestCasePlus.get_auto_remove_tmp_dirzs4   ~}==((**D%%d++  j`gjjj ~~$++--~ gT:::: JJtdJ 3 3 3 3~}&((G D==  " ) )' 2 2 2*<ItG}}$$&&&'Ir ctdstdtjd|d}t 5}t ||dddn #1swxYwYt|jdd d d d z}|S) a Runs the passed python one liner (just the code) and returns how much max cpu memory was used to run the program. Args: one_liner_str (`string`): a python one liner code that gets passed to `python -c` Returns: max cpu memory bytes used to run the program. This value is likely to vary slightly from run to run. Requirements: this helper needs `/usr/bin/time` to be installed (`apt install time`) Example: ``` one_liner_str = 'from transformers import AutoModel; AutoModel.from_pretrained("google-t5/t5-large")' max_rss = self.python_one_liner_max_rss(one_liner_str) ``` rz:/usr/bin/time is required, install with `apt install time`z/usr/bin/time -f %M python -c '')r{Nrr ri) rrshlexsplitrexecute_subprocess_asyncr}rrreplace)r one_liner_strrcsmax_rsss rpython_one_liner_max_rssz%TestCasePlus.python_one_liner_max_rsss./** [YZZ ZkLMLLLMM \\ >R $Sdllnn = = = = > > > > > > > > > > > > > > >bfll4((,44ZDDEELs$A55A9<A9c>|jD]}tj|dg|_tret jt jttj D]}d|vr tj |=dSdS)NTr ACCELERATE) rOrrr)r _reset_staterlistrrkeys)rrks rtearDownzTestCasePlus.tearDowns* 4 4D M$d 3 3 3 3 3!# " $ $ &  ) + + +  % ' ' '"*//++,, & &1$$ 1  & &  & &r )NNNF)rr rrr[propertyr]r_rardrrhrjrlrnrprrrtr}rrrrIr rrKrKsL L \444($$X$))X)##X#((X(X$$X$""X"''X'##X#((X(X""X"$DJDJDJDJLB & & & & &r rKc Vtjtj|S)z this is a convenience wrapper, that allows this :: @mockenv(RUN_SLOW=True, USE_TF=False) def test_something(): run_slow = os.getenv("RUN_SLOW", False) use_tf = os.getenv("USE_TF", False) )rrdictrr)rs rmockenvrs :??2:v . ..r c/Ktj|pi}|pg}t|t|ztz}fd|D}t fd|D} |fd|DdV|fd|DdS#|fd|DwxYw)aM Temporarily updates the `os.environ` dictionary in-place. Similar to mockenv The `os.environ` dictionary is updated in-place so that the modification is sure to work in all situations. Args: remove: Environment variables to remove. update: Dictionary of environment variables and values to add/update. c"i|] }|| SrIrI.0rr{s r z#mockenv_context.. s///!As1v///r c3$K|] }|v|V dSrrIrs r z"mockenv_context.. s'??1!3,,Q,,,,??r c<g|]}|dSrpoprs r z#mockenv_context.. s'***aD  ***r Nc:g|]}|SrIrrs rrz#mockenv_context.. s#******r )rrsetr frozensetupdate)rHrstomped update_after remove_afterr{s @rmockenv_contextrs3 *C \rF \rF6;;==!!CKK/3sxxzz??BG////w///L?????????L+ 6****6****  <   ****\****** <   ****\*****s 'C!!%Dcfd}|tvr%||ddddt|<dSdS)z This function is to be called from `conftest.py` via `pytest_addoption` wrapper that has to be defined there. It allows loading both `conftest.py` files at once without causing a failure due to adding the same `pytest` option. z--make-reportsstoreFzSgenerate report files. The value of this option is used as a prefix to report names)actionrhelprN)pytest_opt_registered addoption)parseroptions rpytest_addoption_sharedr! sYF *** f    )*f%%%+*r c ^ddlm}t|sd}|j}|}|jj}|j}d|t ddfddD}g}|j D],} | D]'} t| d r| | (-|r|d d t|d d 5} d} | dt#|D]l\} } | j| kr-| t|| z d| dn0| | jdd| jdd| jdmdddn #1swxYwYd}d|j_t|dd 5} ||| |_|dddn #1swxYwYt|dd 5} ||| |_||dddn #1swxYwYd|j_t|dd 5} ||| |_|dddn #1swxYwYt|dd 5} ||| |_|dddn #1swxYwYt|dd 5} ||| |_||dddn #1swxYwYd |_t|d!d 5} ||| |_|dddn #1swxYwYt|d"d 5} ||| |_|dddn #1swxYwY||_||_||j_dS)#a Generate multiple reports at the end of test suite run - each report goes into a dedicated file in the current directory. The report files are prefixed with the test suite name. This function emulates --duration and -rA pytest arguments. This function is to be called from `conftest.py` via `pytest_terminal_summary` wrapper that has to be defined there. Args: - tr: `terminalreporter` passed from `conftest.py` - id: unique id like `tests` or `examples` that will be incorporated into the final reports filenames - this is needed as some jobs have multiple runs of pytest, so we can't have them overwrite each other. NB: this functions taps into a private _pytest API and while unlikely, it could break should pytest do internal changes - also it calls default internal methods of terminalreporter which can be hijacked by various `pytest-` plugins and interfere. r)create_terminal_writerrzreports/Trc"i|] }|d|d S)r8z.txtrI)rrrs rrz0pytest_terminal_summary_main..T s<     c  A      r ) durationserrors failures_longfailures_short failures_linepassesstats summary_shortwarningsdurationc|jSr)rxs rrz.pytest_terminal_summary_main..l sr )rreverserwg?zslowest durations z durations < z secs were omittedz02.2fzs z<8 rNc f|d}|sdS|dd|D]~}||}|d|ddtjdd|jd tjtjz}|j |dS) Nfailed=zFAILURES SHORT STACK_T)redboldz.*_ _ _ (_ ){10,}_ _ rr) getreports write_sep_getfailureheadlinerr longreprtextrDOTALL_twline)trreportsrepr longreprs rsummary_failures_shortz.summary_failures_shortv s--))  F S0111 " "C((--C LLct$L 7 7 7v6C.tee s_{{7##**,, D * %D ) ) ) ) ) ) * *r c6|tjdS)Nzstdout:r)rr)lrrs rrz$_stream_subprocess.. QSZ_hAiAiAir c6|tjdS)Nzstderr:r)rr)rrrs rrz$_stream_subprocess.. rr timeout)r) rrasynciocreate_subprocess_exec subprocessPIPEwait create_taskrrrr) rr{r rrechoprrrs ` @@@r_stream_subprocessr% s , mSXXc]]+++, A QRR!&!&        A" C C****** ,   QX7i7i7i7i7i j j k k   QX7i7i7i7i7i j j k k      AFFHHnnnnnnc3 / //r c ltj}|t||||||}d|}|jdkr7d|j} td|d|jd| |js|jstd|d|S) N)r{r rrr#rrrrz' failed with returncode z, The combined stderr from workers follows: z' produced no output.) rget_event_looprun_until_completer%rrr RuntimeErrorr) rr{r rrr#loopresultcmd_strrs rrr s  ! # #D  $ $3CugUY]^^^FhhsmmG 16=)) C C C&2C C C:@ C C    =??=w===>>> Mr ctjdd}tjdd|dtj}t |S)z Returns an int value of worker's numerical id under `pytest-xdist`'s concurrent workers `pytest -n N` regime, or 0 if `-n 1` or `pytest-xdist` isn't being used. PYTEST_XDIST_WORKERgw0z^gwrr)rrrzrrrr)workers rpytest_xdist_worker_idr2 s? Z^^15 9 9F VFB2< 8 8F v;;r cddl}||j|j5}|d|dcdddS#1swxYwYdS)a Returns a free port number that can be fed to `torch.distributed.launch`'s `--master_port` argument. Binds to port 0 to let the OS assign an available port, avoiding collisions from hardcoded ports and TCP TIME_WAIT issues between sequential subprocess launches. rN)rrr)socketAF_INET SOCK_STREAMbind getsockname)r4ss rget_torch_dist_unique_portr: sMMM v~v'9 : :"a w}}q!""""""""""""""""""s/A!!A%(A%rcxddl}t|trfd|DSt|trtfd|DSt||jr!t |St|tr fd|DSt|tt|j fs||Str.. s#@@@Dh//@@@r c38K|]}t|VdSrr=r?s rrz"nested_simplify..0 s-EE_T844EEEEEEr cTi|]$\}}t|t|%SrIr=)rrvrAs rrz#nested_simplify..4 s4ccctqRS8,,oa.J.Jcccr zNot supported: )numpyrrtuplendarrayr>tolistr itemsrDrint64r|rTensorfloatroundint32float32float16r@ Exceptionr)objrAnps ` rr>r>& s #tA@@@@C@@@@#u7EEEEEEEEEE C $ $ 7szz||,,, C ! ! 7ccccWZW`W`WbWbcccc C#sBH- . . 7#+   7*S%,"?"?7szz||X666 C  7S(### C"(BJ ; < <7sxxzz84445$s))55666r ct|5}|}t|dkr|ddksJnt|dksJ|ddksJ|ddD]G}t|dt|dz }|dksJH|ddksJddddS#1swxYwYdS) Nrr{}r{rr})r readlinesrstriplstrip) file_pathrlinesr left_indents r"check_json_file_has_correct_formatr^A sK i ,A  u::??8t#####u::????8>>##s****ad  ( (!%(mmc%(//2C2C.D.DD "a'''''9??$$++++ , , , , , , , , , , , , , , , , , ,sCC;;C?C?cLt|tjjr|S||fSr)r collectionsabcrrs r to_2tuplerbR s'![_-.. q6Mr ceZdZdS)SubprocessCallExceptionN)rr rrIr rrdrdY sDr rdcommandcH tj|tj}|r't|dr|d}|SdS#tj$rE}t dd|d|j|d}~wwxYw)z Runs `command` with `subprocess.check_output` and will potentially return the `stdout`. Will also properly capture if an error occurred while running `command` )rrr z Command `rz$` failed with the following error: N) r check_outputSTDOUTrrCalledProcessErrorrdroutput)re return_stdoutrjrs r run_commandrl] s (9JKKK  vx(( 0w//M    (% d)) d dQRQYQ`Q`QbQb d d   sAA B!ABB!cLeZdZdZdZd dZdedefdZe defdZ dS) RequestCountera Helper class that will count all requests made online. Might not be robust if urllib3 changes its logging format but should be good enough for us. Usage: ```py with RequestCounter() as counter: _ = AutoTokenizer.from_pretrained("hf-internal-testing/tiny-random-bert") assert counter["GET"] == 0 assert counter["HEAD"] == 1 assert counter.total_calls == 1 ``` cBtt_tj_g_fd}ddl}tj |j j d||j j j _ j _S)Ncfd}|S)Ncjjtj|i|Sr) _extra_infory threading get_ident)rrfuncrs rwrapzHRequestCounter.__enter__..patched_with_thread_info..wrap s8 '' (;(=(=>>>tT,V,,,r rI)rurvrs` rpatched_with_thread_infoz:RequestCounter.__enter__..patched_with_thread_info s) - - - - - -Kr rdebug) side_effect)rr_counterrsrt _thread_idrrurllib3robjectconnectionpoollogrxpatcherstartr)rrwr|s` rrzRequestCounter.__enter__~ s#C(( #-//      |  " &=U=UV]VlVpVv=w=w    L&&((  r rNct|jjt|jksJt |j|jjD]`\}}||jkr|jddkr#|jd|jddz}dD]}||vr|j|xxdz cc<na|j dS)Nri3rr) HEADGETPOSTPUTDELETECONNECTOPTIONSTRACEPATCH) rrcall_args_listrrzipr{rrzrstop)rrr thread_idcallrmethods rrzRequestCounter.__exit__ s49+,,D4D0E0EEEEE"4#3TY5MNN  OItDO++y}##)A,122.Cj  S==M&)))Q.)))E! r rc|j|Sr)rz)rrs r __getitem__zRequestCounter.__getitem__ s}S!!r cNt|jSr)sumrzrrs r total_callszRequestCounter.total_calls s4=''))***r rN) rr rrrrrDrrrrrIr rrnrnn s  (    "s"s""""+S+++X+++r rnr max_attemptswait_before_retry descriptioncfd}|S)a To decorate flaky tests. They will be retried on failures. Please note that our push tests use `pytest-rerunfailures`, which prompts the CI to rerun certain types of failed tests. More specifically, if the test exception contains any substring in `FLAKY_TEST_FAILURE_PATTERNS` (in `.circleci/create_circleci_config.py`), it will be rerun. If you find a recurrent pattern of failures, expand `FLAKY_TEST_FAILURE_PATTERNS` in our CI configuration instead of using `is_flaky`. Args: max_attempts (`int`, *optional*, defaults to 5): The maximum number of attempts to retry the flaky test. wait_before_retry (`float`, *optional*): If provided, will wait that number of seconds before retrying the test. description (`str`, *optional*): A string to describe the situation (what / where / why is flaky, link to GH issue/PR comments, errors, etc.) ctjfd}tjtd|S)Nc d}|kre |i|S#t$rI}td|d|ddtj|dz }Yd}~nd}~wwxYw|ke|i|S)NrzTest failed with z at try r8r)rQr#errortimesleep)rr retry_countrr test_func_refrs rrz,is_flaky..decorator..wrapper sK ,,%(=$9&999 %%%LL!_S!_!_+!_!_P\!_!_!_```(4 #45551$KKKKKK %  ,,!=$1&11 1s A&?A!!A&z test is flaky)rrrr _run_flaky_tests)rrrrs` rrHzis_flaky..decorator s]  ' ' 2 2 2 2 2 2 ( ' 2Fx"#3_EEgNNNr rI)rrrrHs`` ris_flakyr s0&OOOOOO& r cJddlm}|||pd|dutjfS)a1 To decorate tests that download from the Hub. They can fail due to a variety of network issues such as timeouts, connection resets, etc. Uses exponential backoff starting from `wait_before_retry`. Args: max_attempts (`int`, *optional*, defaults to 5): The maximum number of attempts to retry the flaky test. wait_before_retry (`float`, *optional*, defaults to 2): If provided, the initial delay in seconds before the first retry. Subsequent retries use exponential backoff with jitter. r)retryrN) max_retries initial_delayjitter exceptions) utils.genericrhttpx HTTPError)rrrs r hub_retryr sJ%$$$$$ 5 ',1 ,O%    r cptr'ddl}|jd|S|S)a Decorator marking a test with order(1). When pytest-order plugin is installed, tests marked with this decorator are guaranteed to run first. This is especially useful in some test settings like on a Gaudi instance where a Gaudi device can only be used by a single process at a time. So we make sure all tests that run in a subprocess are launched first, to avoid device allocation conflicts. rNr)rhrrorderrs r run_firstr sA!"" #v{  ##I...r c|-ttjdd}d}t j|}|d}|d}|||| ||||f}|  ||} | n@#t$r3} | || Yd} ~ nd} ~ wwxYw||| d|| ddSdS) a To run a test in a subprocess. In particular, this can avoid (GPU) memory issue. Args: test_case (`unittest.TestCase`): The test that will run `target_func`. target_func (`Callable`): The function implementing the actual testing logic. inputs (`dict`, *optional*, defaults to `None`): The inputs that will be passed to `target_func` through an (input) queue. timeout (`int`, *optional*, defaults to `None`): The timeout (in seconds) that will be passed to the input and output queues. If not specified, the env. variable `PYTEST_TIMEOUT` will be checked. If still `None`, its value will be set to `600`. NPYTEST_TIMEOUT600spawnrr)targetrr)rrrrzmultiprocessing get_contextQueue JoinableQueueputProcessr task_donerQ terminatefailr) r target_funcinputsr start_methohdctx input_queue output_queueprocessresultsrs rrun_test_in_subprocessr sjbjnn%5u==>>M  %m 4 4C))A,,K$$Q''LOOFGO,,,kkKw3WkXXG MMOOO""7"33    q LLL!!!w#''*,-----$#s6*C!! D+)DDcRddltjfd}|S)z To decorate a test to run in a subprocess using the `subprocess` module. This could avoid potential GPU memory issues (GPU OOM or a test that causes many subsequential failing with `CUDA error: device-side assert triggered`). rNcbtjdddkr  |i|dSdtjdddd} t jtj}d|d<d|d<d|vrt|dj j }t|D]Y\}}||dj vrE|d d d}d  j d g|z||<Ztjd d g|z}d|D}ntjd d |g}tj||dddS#tj$r+}|j}|d} d| dvrd} | d dD]} | drH| t+dd} d| dd d} _| dr| drd| vrnt+| dkr| d| z } d| z} | g| z} d| } |dd}~wwxYw)N_INSIDE_SUB_PROCESS1rPYTEST_CURRENT_TESTrtrueCI pytestconfig::r__file__z-mrcg|] }|dk| S)z --no-summaryrIrrs rrz>run_test_using_subprocess..wrapper..D s"IIIQQ.5H5Hq5H5H5Hr T)r{checkcapture_outputrz= test session starts =rrzFAILED  - rz failed in z (subprocess) F)pytrace)rgetenvrrrzrrxdeepcopyrinvocation_paramsrr __globals__r executablerrunrirrrrrr)rrtestr{reidxrrexception_messager\textrrurs rrz*run_test_using_subprocess..wrapper. s 9*D 1 1S 8 8 D$ !& ! ! ! ! !88BJNN+@AAGGLLSbSQRRD( DmBJ//-0)*#D "V++"6.#9#K#PQQG"+G"4"4aaQ~ 6 ;;;#'::d#3#3ABB#7D+/999I*9U6W5X[_5_+`+`GCL"%.2D(CgMGII'IIIGG#&.2D(tINGwCtDQQQQQQ0 D D D$%HOO$5$5!)//55-a88D %abb 00??9550#'I(8(8#9D#%774::e+<+E33J.D&J))J.)rrr)rurrs` @rrun_test_using_subprocessr' sP MMM_T-D-D-D-D-D-D^ Nr c4d}tj||tj}d}t|D]I\}}d|vrd|vrtjdd|||<d|vsd |vrtjd |r|rd }nJd }|sd |}|S) aPrepare a docstring or a `.md` file to be run by doctest. The argument `string` would be the whole file content if it is a `.md` file. For a python file, it would be one of its docstring. In each case, it may contain multiple python code examples. If `skip_cuda_tests` is `True` and a cuda stuff is detective (with a heuristic), this method will return an empty string so no doctest will be run for `string`. z+(```(?:python|py)[^\S\n]*\n\s*>>> )(.*?```))flagsFz load_dataset(z# doctest: +IGNORE_RESULTz(>>> .*load_dataset\(.*)z\1 # doctest: +IGNORE_RESULTz>>>z...zcuda|to\(0\)|device=0Tr)rrrrrsearchr)stringskip_cuda_testscodeblock_pattern codeblocks is_cuda_foundr codeblockmodified_strings rpreprocess_stringrk sG+V29EEEJM!*--   9 i ' ',Gy,X,XF#>@_ajkkJqM i  5I#5#5 2I>>$6$6!M EO .''*-- r ceZdZUdZejdejejzZe j dddkZ e ed<d fd ZxZS) HfDocTestParsera Overwrites the DocTestParser from doctest to properly parse the codeblocks that are formatted with black. This means that there are no extra lines at the end of our snippets. The `# doctest: +IGNORE_RESULT` marker is also added anywhere a `load_dataset` call is made as a print would otherwise fail the corresponding line. Tests involving cuda are skipped base on a naive pattern that should be updated if it is not enough. a # Source consists of a PS1 line followed by zero or more PS2 lines. (?P (?:^(?P [ ]*) >>> .*) # PS1 line (?:\n [ ]* \.\.\. .*)*) # PS2 lines \n? # Want consists of any non-blank lines that do not start with PS1. (?P (?:(?![ ]*$) # Not a blank line (?![ ]*>>>) # Not a line starting with PS1 # !!!!!!!!!!! HF Specific !!!!!!!!!!! (?:(?!```).)* # Match any character except '`' until a '```' is found (this is specific to HF because black removes the last line) # !!!!!!!!!!! HF Specific !!!!!!!!!!! (?:\n|$) # Match a new line or end of string )*) SKIP_CUDA_DOCTEST0rrcrt||j}t||S)z Overwrites the `parse` method to incorporate a skip for CUDA tests, and remove logs and dataset prints before calling `super().parse` )rrrr)rrr;rs rrzHfDocTestParser.parse s/ #64+?@@ww}}VT***r )r)rr rrrcompilerVERBOSE _EXAMPLE_RErrrzrbool__annotations__rrrs@rrr s"* \BJ &K&JNN+>DDKOTKKK++++++++++r rc*eZdZdZdeefdZdS)HfDoctestModulez Overwrites the `DoctestModule` of the pytest package to make sure the HFDocTestParser is used when discovering tests. rc#"KGddtj}|jjdkrJ|jj|j|jd|jj}n~ t|j|jj|jd}nC#t$r6|j drtd|jznYnwxYw|t }t|}td |t!t#|j }|||jD](}|jrt+j||j|| V)dS) Nc.eZdZdZfdZdfd ZxZS)7HfDoctestModule.collect..MockAwareDocTestFinderzA hackish doctest finder that overrides stdlib internals to fix a stdlib bug. https://github.com/pytest-dev/pytest/issues/3456 https://bugs.python.org/issue25532 ct|trt|d|}t|drt j|}t ||S)a3Doctest code does not take into account `@property`, this is a hackish way to fix it. https://bugs.python.org/issue17446 Wrapped Doctests will need to be unwrapped so the correct line number is returned. This will be reported upstream. #8796 fget __wrapped__)rrrrrunwrapr _find_lineno)rrR source_linesrs rrzDHfDoctestModule.collect..MockAwareDocTestFinder._find_lineno smc8,,4!#vs33C3 ...!.--Cww++ r rNc t|rdSt5t|||||||ddddS#1swxYwYdSr)rrr_find) rrrRr;rrglobsseenrs rrz=HfDoctestModule.collect..MockAwareDocTestFinder._find sc??F-//GGMMsD&,ts(AAAr)rr rrrrrrs@rMockAwareDocTestFinderr s`        (          r r z conftest.py importmode)rootpath)rootmodedoctest_ignore_import_errorszunable to import module %r)rF)verbose optionflagscheckercontinue_on_failure)r;runnerdtest)doctest DocTestFinderrr;r pluginmanager_importconftest getoptionr rrrrrrrrrrrrNr from_parent)rr rfinderrrrs rcollectzHfDoctestModule.collect s! ! ! ! ! W%:! ! ! F 9>] * *[.>>  %%l33-?FF $I-..|<<    ;''(FGG5 ABBBBCB ('/@/@AAA%d++ # NN 8 E E     KK88 _ _D} _!-d6Y]^^^^^^ _ _s69B00=C0/C0N)rr rrrrrrIr rrr sL C_+.C_C_C_C_C_C_r rdevicedispatch_tablec||vr+t|ds|dS|d|i|S||}t|s|S||i|S)Nr)r )rrrrfns r_device_agnostic_dispatchr! s{ ^##y122 -!), ,(~i($9&999  B B<< 2t v  r )rrrcdSNrrIrIr rrr! sqr cdS)NrrIrIr rrr" s1r rcdSr#rIrIr rrrE sqr xlaseedc.t|t|Sr)r!BACKEND_MANUAL_SEED)rr's rbackend_manual_seedr*q s $V-@$ G GGr c,t|tSr)r!BACKEND_EMPTY_CACHErs rbackend_empty_cacher.u  $V-@ A AAr c,t|tSr)r!BACKEND_DEVICE_COUNTr-s rrry s $V-A B BBr c,t|tSr)r!"BACKEND_RESET_MAX_MEMORY_ALLOCATEDr-s r"backend_reset_max_memory_allocatedr4} s $V-O P PPr c,t|tSr)r!BACKEND_RESET_PEAK_MEMORY_STATSr-s rbackend_reset_peak_memory_statsr7 s $V-L M MMr c,t|tSr)r!BACKEND_MAX_MEMORY_ALLOCATEDr-s rbackend_max_memory_allocatedr: s $V-I J JJr c,t|tSr)r!BACKEND_MEMORY_ALLOCATEDr-s rbackend_memory_allocatedr= s $V-E F FFr c,t|tSr)r!BACKEND_SYNCHRONIZEr-s rbackend_synchronizer@ r/r c,t|tSr)r! BACKEND_TORCH_ACCELERATOR_MODULEr-s r backend_torch_accelerator_modulerC s $V-M N NNr TRANSFORMERS_TEST_DEVICE_SPECzISpecified path to device spec file is not a file or not found. Received '.pyz;Provided device spec file was not a Python file! Received 'z.Device spec file did not contain `DEVICE_NAME`zBMismatch between environment variable `TRANSFORMERS_TEST_DEVICE` 'z' and device found in spec 'z' zNEither unset `TRANSFORMERS_TEST_DEVICE` or ensure it matches device spec name.device_fn_dictattribute_namec tt|}||t<dS#t$r+}d|vrtd|dtd|Yd}~dSd}~wwxYw)Nrrz` not found in 'z)' and no default fallback function found.)rdevice_spec_modulerAttributeErrordevice_spec_path)rFrGspec_fnrs rupdate_mapping_from_specrM s !"4nEE/6|,,,!   N22(wNwwz6compare_pipeline_output_to_hub_spec.. s@@@euz@@@r cg|]}|v| SrIrI)rrall_field_namess rrz7compare_pipeline_output_to_hub_spec.. s#LLLCSO5K5KC5K5K5Kr z(Pipeline output does not match Hub spec!zMatching keys: z*Missing required keys in pipeline output: z2Keys in pipeline output that are not in Hub spec: r)r sortedrr r;ryrr) rjhub_spec missing_keysunexpected_keys matching_keysrT output_keyrrWs @r#compare_pipeline_output_to_hub_specr^ sjLO@@vh/?/?@@@OLLLL6LLLMMM!!,, =G # # &(@(@    + + +// _ , ,  " ": . . .));<  < LL:=:: ; ; ;  V LLTlTT U U U  a LL_o__ ` ` `tyy''((())r c|rtjt|tjdSr)gcrr.rcompilerreset)r gc_collects rcleanuprd s=  Nr c|tstrJddl}|jr-|j\}}trd||fSd||fSt rKddl}|jr.|jd}d}||zdz }d|dfStrd StddfS) z, Get environment device properties. rNrocmr architecturelrr)rNN) IS_CUDA_SYSTEMrrrrr IS_XPU_SYSTEMr IS_NPU_SYSTEMr)rrrarchgen_maskgens rrr s .. : " " $ $ . :;;==LE5 .u--u--& 9 ! ! # # &92244^DD)H(?r)C3% %#"" $ %%r  propertiesc|tS|\}}|d\}}nt|tr|d}}n|\}}|||fS)z Unpack a `PackedDeviceProperties` tuple into consistently formatted `DeviceProperties` tuple. If properties is None, it is fetched. NrC)rrr)rn device_type major_minorrrs runpack_device_propertiesrr sd $&&&)K! uu K % %#"Du" u u $$r ceZdZdefdZdeeeeffdZe de de fdZ e dedede fdZd dedefd Zd Zd S) ExpectationsrcD|tS)aE Find best matching expectation based on environment device properties. We look at device_type, major and minor versions of the drivers. Expectations are stored as a dictionary with keys of the form (device_type, (major, minor)). If the major and minor versions are not provided, we use None. )find_expectationrrs rget_expectationzExpectations.get_expectation" s $$%:%<%<===r cHd|jDS)Nc6g|]\}}t||fSrI)rr)rrrDs rrz)Expectations.unpacked..+ s*OOOTQ)!,,a0OOOr )datarIrs runpackedzExpectations.unpacked* s"OOTY__=N=NOOOOr expectation_keyc4td|DS)a This function returns True if the expectation_key is the Default expectation (None, None). When an Expectation dict contains a Default value, it is generally because the test existed before Expectations. When we modify a test to use Expectations for a specific hardware, we don't want to affect the tests on other hardwares. Thus we set the previous value as the Default expectation with key (None, None) and add a value for the specific hardware with key (hardware_type, (major, minor)). c3K|]}|duV dSrrI)rr$s rrz*Expectations.is_default..6 s&6619666666r )r)r|s r is_defaultzExpectations.is_default- s!66o666666r rnotherc|\}}}|\}}}d}|&||kr |dz }|||kr|dz }| ||kr|dz }n |dvr|dvrd}t|rd}|S)a Returns score indicating how similar two instances of the `Properties` tuple are. Rules are as follows: * Matching `type` adds one point, semi-matching `type` adds 0.1 point (e.g. cuda and rocm). * If types match, matching `major` adds another point, and then matching `minor` adds another. * The Default expectation (None, None) is worth 0.5 point, which is better than semi-matching. More on this in the `is_default` function. rNr)rrfg?g?)rtr) rnrrprrother_device_type other_major other_minorscores rrzExpectations.score8 s%/! UE6;3;   "{6G'G'G QJE Uk%9%9 $+)=)=QJE , , ,1BFV1V1VE  " "5 ) ) E r NNNct|fd\}}t|dkrt d|S)a  Find best matching expectation based on provided device properties. We score each expectation, and to distinguish between expectations with the same score, we use the major and minor version numbers, prioritizing most recent versions. ct|d|dd|ddnd|dd|ddndfS)Nrrrr)rtr)rrns rrz/Expectations.find_expectation.._ sY"":qt44Q47.!QBQ47.!QBr )rrz"No matching expectation found for )maxr{rtrr)rrn result_keyr,s ` rrvzExpectations.find_expectationW sv # MMOO   V   j* 5 5 : :N*NNOO O r c|jSr)rzrs rr zExpectations.__repr__k s )~r N)r)rr rrrwrrFDevicePropertiesr{ staticmethodPackedDevicePropertiesrrrLrrvr rIr rrtrt! s>>>>>P$u%5s%:;<PPPP7$:7t777\7*3C\<+;UX(r rtctjdd}|dv}|rddl}|jfd}||_dSdS)a Patch `torch.compile` to always use `fullgraph=True`. This is useful when some `torch.compile` tests are running with `fullgraph=False` and we want to be able to run them with `fullgraph=True` in some occasion (without introducing new tests) to make sure there is no graph break. After PR #40137, `CompileConfig.fullgraph` is `False` by default, this patch is necessary. TORCH_COMPILE_FORCE_FULLGRAPHr)yesrontyrrNcd|d<|i|S)NT fullgraphrI)rr orig_methods rpatchedz0patch_torch_compile_force_graph..patched s""&F; ;/// /r )rrrzrrr)force_fullgraphrrrs @rpatch_torch_compile_force_graphro szjnn%DbIIO%++--1UUO   m  0 0 0 0 0      r c tjdddd}|d\}}}t j}||}}d\}}} t |D]w} || jr[d| j j vrMt| j j d|r-| }| j j d}| j }t||} nx||j} d} g} d }t |D]} || jr1d| j j vr#t| j j d|rd }n| j jjd kr| } d }n|r| | d}t | D]4}t%j||j |j j|j j}|}5|}| j j d }t-j}d}t |D]} |j| jvr| }tj|j }|j}| }dd lm}t=|5}|}||}d |!|dz j"}dddn #1swxYwYt=|5}|}||}d |!|dz j"}dddn #1swxYwYd|ddd|d|d| }|ddd|d|d| }||||| |||||||f S)z Collect some information about the current test. For example, test full name, line number, stack, traceback, etc. rrrrrrrNFTrr)Sourcerrztest:  P--------------------------------------------------------------------------------z test context: rwz caller context: )#rrrzrrrreversedrfunctionframef_localsrfilenamerlinenof_codeco_namerytypes TracebackTypef_lastif_lineno traceback extract_stackrrrrelpath_pytest._code.sourcerrreadr getstatementr\) full_test_name test_file test_class test_namestack_from_inspectactual_test_file_actual_test_class test_frametest_obj test_methodr line_numberframe_of_patched_objcaptured_frames to_capturetb_next frame_inforBtest_tracebackorigin_method_being_patchedr caller_frame caller_path caller_lineno test_linenorfpr9sourcetest_code_contextcaller_code_context test_infos r_get_test_infor sZ^^$92>>DDSII!LN'5';';D'A'A$Iz9!,5j((8%J+,--   0 0 %+... ,V4i@@/J{+F3H %~ !(I66K E '  OJ,-- * *   0 0 %+... ,V4i@@/JJ [  '9 4 4#( J E  *  " "5 ) ) )G//  **:JL>cd}t|t|z }|d|zd} tj|d}t |jtjsJ|j}|r~giddd}|jD](}||}|d |)|j D]=}|j ||j |d <||j }||d |j <>|Sn0#ttf$r} td | Yd} ~ nd} ~ wwxYwdS) z Analyze the positional and keyword arguments in a call expression. This will extract the expressions of the positional and kwyword arguments, and associate them to the positions and the keyword argument names. c$t|tjr|jSt|tjrtj|St|tjrt|jStj|S)z,Extract the name/expression from an AST node) rastNamer AttributeunparseConstantreprr)nodes rget_argument_namez._get_call_arguments..get_argument_namesu dCH % % %7N cm , , %;t$$ $ cl + + % ## #;t$$ $r rreval)r N)positional_args keyword_argsstarargsrrrrzError parsing: )rrZrrrrbodyCallrrykeywordsargr SyntaxErrorrJr) code_contextrindenttree call_noder,rarg_namekeywordrs r_get_call_argumentsr s % % %  \%8%8%:%:!;!; ;F''f b99L!%yF333$)SX.....I  #% "  F!~ ; ;,,S11()00::::%- C C;&'8'8'G'GF8$$ 10??H:BF>*7;77M/ 2  (%%% ###$$$$$$$$% 4sB=DD;D66D;c|d|}tjtjddd}t |d5}||ddddddn #1swxYwY|S)zgCombine the information about the test and the call information to a patched function/method within it.r#_PATCHED_TESTING_METHODS_OUTPUT_DIRrcaptured_info.txtazx========================================================================================================================N)rrrrrzrr)rinfor$rs r_prepare_debugging_infor:s # #T # #D  RZ^^$I2NNPcddA a/ D--i---.../////////////// KsA>>BBc&g}d}t|jdr |jj}n@t|jdr+t|jjdr|jjj}t|dr|r|D]:}|\}\}}} |t |d|jddd;t|jdr|jjnRt|jdr=t|jjdr#|jjjtj } | t|_ | |g|Ri|t||j } | jjt!| } | d d } | d d }d | D}dd d|}|rt | dd dt%|ddd|dd dt%|ddddd|Ddddd }t| |}| j|_| j|_|} | j`| |)a%Used to report a test that has failures captured and handled by patched functions/methods (without re-raise). The patched functions/methods refer to the `patched` defined in `_patch_with_call_info`, which is applied to `torch.testing.assert_close` and `unittest.case.TestCase.assertEqual`. The objective is to avoid a failure being silence after being processed. If there is any failure that is not handled by the patched functions/methods, we add custom error message for them along with the usual pytest failure report. Nrr,_outcomerztest_modeling_vit.py)messagerr rr exceptionrcg|] }|d S)rrIrs rrz%_patched_tearDown..s;;;Aai;;;r zP================================================================================z Handled Failures: (z handled): rz Unhandled Failures: (z unhandled): , c3^K|](}|dd|d|dd|dV)dS)r: rr rwrNrI)rrs rrz$_patched_tearDown..sN o oQUd6l L Ld9o LtF| L Ld6l L L o o o o o or z Note: This failure occurred after other failures analyzed by the patched assertion methods. To see the full details, temporarily disable assertion patching. )rrrr,ryrDrclear_patched_tearDown orig_tearDownrrr_testMethodName__func__captured_failuresrrr __cause__ __context__with_traceback)rrrregular_failures_infor error_entry test_instanceexc_typeexc_objexc_tbrrrcaptured_exceptionscaptured_tracebackcapturued_infocapturued_info_strenhanced_messageenhanced_exceptions rrrFsS& Ft}h''-%  ) )-gdm6JH.U.U-%,tZ  0V0!  K9D 6M6Hgv ! ( ("%g,,444$-2      4=( + + 0 M & & ( ( ( ( T]H - - 0'$-:NPX2Y2Y 0 M ' - - / / /&3M'DJJM$((((((($ 455K#,>r+O,A.{;*1-k:;;):;;;N....33NCC1 #$7 8 8 ''    /00  o oYn o o ooo  $7T"5667GHH':'D$)<)H&1 .  , ,-? @ @@r c~t||tsdSfd}t|||dS)z Patch a callerable `attr_name` of a module or class `module_or_class`. This will allow us to collect the call information, e.g. the argument names and values, also the literal expressions passed as the arguments. Nc tjdds|i|S |i|dS#t$r}|}t \ }}}}}} } } } } }}|dddjdj}t|}|||}t||}tj ddkr| | d || |d }t|j d d i|j _ t||j j vrg|j j t|<|j j t||t!t#|jd s?t#|j}|t&_t&t#|_Yd}~dSYd}~dSd}~wwxYw) Nrrrrz patched method: rrrr)r,rrrrr)rrrzAssertionErrorrr rrrrrrrrrryrrrrr)rrrcaptured_exceptionrrrrrrrrrrrrcall_argument_expressionsrcaptured_failurer_parse_call_info_funcr target_argss rrz&_patch_with_call_info..patcheds;z~~3R88 0;/// /; < K ( ( ( ( ( (9 <9 <9 >2ODD < $X 7 2?!/*;X''''''' < < < < < .sXXX&7j%uzXXXr rrrci|]\}}|| SrIrI)rrrs rrz$_parse_call_info..s```/#zj#```r r)arg_expr arg_value_strrrrrz argument name: `z` argument expression: `z` argument value: rNr)r signature parametersrIrr_format_py_obj)rurrrrrsignature_namesparam_position_mappingarg_infor arg_valuerarg_posrrs r_parse_call_infor$s!$''IXX9;O;U;U;W;WXXXO 4yyC12CDEEIII9?xB[\mBn7n!"34``YE_E_```H T T v  x(I0@JHH,X6GW I01BCGLH&y11 *2]SS DJJ"*8"4Z"@(8BTUdBe- 8JJJJT\JJwDJJJ J 9D Kr ctjtjddd}t |dtr!ddl}t|j dtd ttj jd td ttj jd td ttj jdtd ttj jdtd ttj jdtd ttj jdtd ttj jdtd ttj jdtd ttj jdtd ttj jdtd ttj jdtd dS)z Patch some methods (`torch.testing.assert_close`, `unittest.case.TestCase.assertEqual`, etc). This will allow us to collect the call information, e.g. the argument names and values, also the literal expressions passed as the arguments. rrrT)rArN assert_close)actualexpected)r assertEqual)firstsecondassertListEqual)list1list2assertTupleEqual)tuple1tuple2assertSetEqual)set1r3assertDictEqual)d1d2assertIn)member container assertNotIn assertLess)rbassertLessEqual assertGreaterassertGreaterEqual)rrrrrzrunlinkr|rrtestingr$rcaseTestCase)r$rs r%patch_testing_methods_to_collect_inforDs  RZ^^$I2NNPcddAGGNNdN###s em^=M[qrrrr(-0-AQ_rssss(-02CEUcuvvvv  24DRf(-02BDTbrssss(-02CEUcopppp(-0*>N\stttt(-0-AQ_vwwww(-0,@P^hiiii(-02CEUcmnnnn(-0/CSakllll(-02FHXfpqqqqqqr scriptnproc_per_node is_torchrunr{ctjdd5}||||d|r/d|dt d|j}n d|jg} tj |d |d d }n.#tj $r}td |j d }~wwxYw d d d d S#1swxYwYd S) zmRun the `script` using `torchrun` command for multi-processing in a subprocess. Captures errors as necessary.zw+rE)r suffixrztorchrun --nproc_per_node z --master_port rpython3T)rr{rrz"The following error was captured: N) r9NamedTemporaryFilerflushseekr:r;rrrrirQr)rErFrGr{tmprrrs rtorchrunrO=sm  $$u = = =M &    (u^uuLfLhLhuuknksuuegg Cch'C Ms4StSWXXXAA, M M MKKKLL L M MMMMMMMMMMMMMMMMMMs6A9C'B+*C'+C:CCC''C+.C+ct|tjstj|}d}|jdkrtj|g}d}|jdks!t |jdddhkr|d}t|}| dd d d}d |vr| d d }d |v| d d }d|vr| dd }d|v|r |dd}dz|z}|St|}d|vpd|vtj dzdz}|d fd|Dz }|ddzzdzz }tj d|S)uJFormat torch's tensor in a pretty way to be shown 👀 in the test report.FrTrrrztensor(r)z[ [rrz  Nze+ze-)sci_modez[ , c3BK|]}t|dzVdS)r) indent_levelrTN)_format_tensor)rrrWrTs rrz!_format_tensor..s9kkdeN1rDrz\n)rrLrrFrz[]z()rUrzone-line)rr r r,r)rr r prefixrrrxTFwrrScTg|]$}dddzzzd|z%S)rrkrr)r)rrrs rrz"_format_py_obj..>s9\\\ccQ&1*%568499S>>I\\\r rUc3K|]}d|vV dS)rNrIrs rrz!_format_py_obj..Cs&%M%Md!m%M%M%M%M%M%Mr c6g|]}|SrI)rZrs rrz"_format_py_obj..Js &K&K&Kaqxxzz&K&K&Kr ct|tttfvr.use_one_line_repr..Zs(,K,KT!WW,K,K,K,K,K,Kr c34K|]}t|VdSrrsrs rrz<_format_py_obj..use_one_line_repr..\s(,B,BT!WW,B,B,B,B,B,Br c3BK|]}|tttfvVdSrrhrs rrz<_format_py_obj..use_one_line_repr.._s.KK1ud 33KKKKKKr rFrT) rrrFrextendranyrrrrLrD)rR element_typescould_use_one_lineno_new_line_in_elementss ruse_one_line_reprz)_format_py_obj..use_one_line_reprTsh99ud 333$&MCyyD((%,,,K,Kcjjll,K,K,KKKKKctUm33%,,,B,Bc,B,B,BBBBKK]KKKKK 7s88a<<#(5 99DQLL88#(5 763}--..22$u%Q'C<7766&q)S00s88q==#::$65tr )rrDrrXrrfrrrrrIrrrZryrrrrrrFr)$rRrr r rj quoted_stringrj parenthesisp1p2elements_without_indentrrrD last_elementokovrogroupsr x_expandednot_last_elementshould_finalize_xshould_finalize_bufbuf_not_fit_into_one_line prev_type current_type type_changed orig_buf_lennot_fit_into_one_lineelement_strings one_line_formr{ryrzs$ ` @@rrrsA } sGGVT6 *e 3 3"S''6489 9 3=555c"""  5 ( (%c** %--dE::   #3 3 3S  #< < <  S]34B"$ c4  ;(55 P P Va"c#hhl2 #AfqjzQVWWW#!A:;GO299;;-33R (.."))++/N/N/N/NOOOO P$C.. ; ;Q"c#hhl2 "fqjt5T`Ihfh(..qxxzz:::: 788C C FC JJqMMMRJ"c*A&B&BQ&FF  *!,cSA!>>TRUR\R\R^R^M_M_`cMdHeHeL3xx!||26s))42G2GDS1W...TRVWZWaWaWcWcRdRdehklelRmMnMn +y8 /*.' Y#%5%5,#:M:M&+#s""$)!s ++*/'" "3xx !##,0)!C''03sa6A:>N7O4Q0R0RUXY]YbYbcfgjhjgjckYlYlUmUm0mpw0w-,0!$SbS//A"MM1#..../ c#2#h///bcc(C$MM#&&&C s88a<<$( !s""(+sa6A:6F/G,I(J(JSQUQZQZ[^Q_Q_M`M`(`cf(f%$ #''AMM1#&&&&' c"""f$,b,,,\\\\U[\\\%**_----w'----#&%M%M_%M%M%M"M"M4 7 > II&K&K?&K&K&KLLM!6=6"66Mz!! "%&(8%:!;!;c&kk!ICP]L^L^!^be!e ( ( ( ( ( ( V! %% >#f,=m==-3E2c77FD& )* Mr ct|d5}||ddddS#1swxYwYdS)Nr)rr)r contentrs r write_filers dCA s 488c~t|d5}tj|cdddS#1swxYwYdS)Nr)rjsonload)r fhs rread_json_filers| dCBy}}s 266cNeZdZdZdZdZdZdZdZdZ dZ d Z d Z d Z d Zd ZdZdZdZdS)Colorsz0ANSI color codes for terminal output formatting.zzzzzzzzzzzzzzzN)rr rrRESETBOLDDIMREDGREENYELLOWBLUEMAGENTACYANWHITE BRIGHT_RED BRIGHT_GREEN BRIGHT_YELLOW BRIGHT_BLUE BRIGHT_CYANrIr rrrsc:: E D C C E F DG D EJLMKKKKr rc eZdZdZejejejzej ej ej ej ej ejejejejziZhdZd dedzdedzffd Zdejdefd ZxZS) ColoredFormatterz5Custom formatter that adds colors based on log level.>rr|httpcorerequestsNfmtdatefmtcLt||dSrr)rrrrs rrzColoredFormatter.__init__s# g&&&&&r recordrc V|j|jv}|r_|||j}|}t j|d|jd|jdd|t j S|j |j t j}|j}||dt j}t j|||jt j}t j |jt j} |}|d| d|d|S)Nr8) r;DIMMED_LOGGERS formatTimer getMessagerr levelnamer LEVEL_COLORSrzlevelnor) rr is_dimmed timestamprcolorrcolored_levelname colored_time colored_names rformatzColoredFormatter.formats@K4#66  o ==I''))Gjn)nn nn@PnnnW^n`f`lnn n!%%fnflCC$ $AiAA6<AA!*[doofdl&K&K[V\[[ !+Bv{BFLBB ##%%SS<SS4ESS'SSSr rC)rr rrrDEBUGrrrINFOrWARNINGrERRORrCRITICALrrrrDr LogRecordrrrs@rrrs??  vzFK/ fl- v(&+(99 LBAAN''C$J'd ''''''TW.T3TTTTTTTTr r_warn_once_loggedctjd}|tj|jstjt j}|tjt jrtd}ntj dd}| || |d|_ |S)aInitialize a test-specific logger with colored stderr handler and INFO level for tests. Uses a named logger instead of root logger to avoid conflicts with pytest-xdist parallel execution. Uses stderr instead of stdout to avoid deadlocks with pytest-xdist output capture. ztransformers.training_testz%Y-%m-%d %H:%M:%S)rz4%(asctime)s - %(name)s - %(levelname)s - %(message)sF)r getLoggersetLevelrhandlersr%rrisattyr Formatter setFormatterr( propagate)r#ch formatters rinit_test_loggerrs  ; < s"$$ 4q!Q1a33 3  =,,..''))LL..LL..LL..dn55dn55,,w'899ll7=11    r c^|j%|jj|_dSdS)zReset peak memory tracking.N)rrrrrs rreset_peak_statsz!CPUMemoryMonitor.reset_peak_statsTs. = $!]6688>>>  ;    ,======r rct}|Ctr |d|jddn|d|S)zBuild and initialize a CPU memory monitor. Args: logger_instance: Optional logger to log initialization info. If None, no logging is done. Returns: CPUMemoryMonitor instance. Nz CPU memory monitor initialized: z.2fz GiB totalz0psutil not available, memory monitoring disabled)rrdrrr)rmonitors rbuild_cpu_memory_monitorrZsg  G"   X  !lGD\!l!l!l!l m m m m  # #$V W W W Nr folderctj|D]}tj||}|drc|dddd}t |}tj|tj |||tkrCtj|t}t|5}tj|}dddn #1swxYwYtj|d|vrQ|d}i}|D]2\} } | dddd|| <3||d<t|d5}|tj|d dddn #1swxYwYdS) zConvert all safetensors files into torch bin files, to mimic saving with torch (since we still support loading bin files, but not saving them anymore)z .safetensorsz.binr pytorch_modelN weight_maprrk)r)rlistdirrrrrrrHrsaver&r(rrloadsrrrIrdumps) rr rnew_path state_dictrindexrnew_weight_maprrDs rconvert_all_safetensors_to_binsrlsB 6""55w||FD)) == ( ( 5||NF;;CCG_]]H"4J IdOOO Jz8 , , , , , , ,w||F,>??Hd -q 16688,, - - - - - - - - - - - - - - - IdOOOuzz||++"<0 !#&,,..llDAq() .&(I(I(Q(QRY[j(k(kN1%%"0E, h$$ 5 5333444 5 5 5 5 5 5 5 5 5 5 5 5 5 5 5'55s$0'D##D' *D' >*G44G8 ;G8 c#K tjfd}|t_dVt_dS#t_wxYw)zSince we don't support saving with torch `.bin` files anymore, but still support loading them, we use this context to easily create the bin files and try to load them backc@||g|Ri|t|dSr)r)rsave_directoryrr original_saves rnew_savez2force_serialization_as_bin_files..new_saves9 M$ @ @ @ @ @ @ @ +N ; ; ; ; ;r N)rsave_pretrained)rrs @r force_serialization_as_bin_filesrsb 8'7  < < < < <+3' *7'''-'7777s !4A)Fr)rM)r)r)NNNFF)NNr&FT)r)rNN)rrrC)TN)rN)rrNr( rr` contextlibrxrrr`rrrrrrrrrrrr9rsrrrrrrcollections.abcrrrrr r dataclassesr r r rr$rpathlibrtypingrrr unittest.mockrrhuggingface_hubrr packagingr transformersr-rr integrationsrrrrrr r!integrations.deepspeedr"utilsr#r$r%r&r'r(r)r*r+r,r-r.r/r0r1r2r3r4r5r6r7r8r9r:r;r<r=r>r?r@rArBrCrDrErFrGrHrIrJrKrLrMrNrOrPrQrRrSrTrUrVrWrXrYrZr[r\r]r^r_r`rarbrcrdrerfrgrhrirjrkrlrmrnrorprqrrrsrtrurvrwrxryrzr{r|r}r~rrrrrrrrrrrrrrrrrrraccelerate.staterraccelerate.utils.importsr_pytest.doctestrrrrrrr_pytest.outcomesr_pytest.pathlibrrrr}SMALL_MODEL_IDENTIFIERDUMMY_UNKNOWN_IDENTIFIERDUMMY_DIFF_TOKENIZER_IDENTIFIERUSERENDPOINT_STAGINGTOKEN_COMMON_MODEL_NAMES_MAP_VLM_COMMON_MODEL_NAMES_MAP_TEXT_MODEL_TESTER_DEFAULTSrsafetensors.torchrmodeling_utilsrhiprrrhrrirj get_loggerrr#rrr rr'rrrrrrrrrrr rrr%r(r*r,r/r1r4r6r9r;r=r@rDrErJrLrOrQrTrVrYr\r^rarcrergrkrprtrzr|r~rrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrbackend import_modulerModuleNotFoundErrorrrrrrr*rrrrrrrLrr rrrrr!r#r)r+r-r/r1r3r5r7r:r<r>r@rBrErGrIrKrMrOrRrUrWrYr[r]r_rarcrergrirkrmrorqrsrurwryr{r}rrrrrrrrrrrrrrrrrrrrrrrrr!r2r4PathLikerIrCrKrrrrrrrrr%rr2r:r>r^rbrQrdrlrnrrrrrr DocTestParserrrr! manual_seedr) empty_cacher,rr1reset_max_memory_allocatedr3max_memory_allocatedr9reset_peak_memory_statsr6memory_allocatedr< synchronizer?rBrrrrr*r.rr4r7r:r=r@rCrKis_filerrrealpathdevice_spec_dirryr  import_namerI DEVICE_NAMErrJr rMr^rdrFrrrrrrtrrrrrrr$rDrrOrXrfrrrrrrrrrLoggerrr namedtuplerrrrrrIr rrGs)        --------LLLLLLLLLLLLLL%%%%%%''''''''""""""""%%%%%%%% 44444444888888       G;:::::ppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppppf:????????999999&%%%%%++++++""""""" FK63"A%2 0 $ 6%@": %)$> "!4d  $  " 211&sAA A!"q#$')18LLL++++++//////]&d2N]'t3NGEM5$77tCMGE5$//t;MMNNMM (  ( 2 2        &%j%@@@&&{DAAA,,-DeTTT""#;UKKK ))*>MMM&&'8%HHH))*>MMM001LVZ[[[<<<" = = = : : : = = = D D D KKK???   ___^^^______eeeUUU___eeeVVVcccUUU6Ls'9      0@YYYYYYWWW]]]UUUaaadddaaaUUUYYYYYY C     c    aaagggjjjjjj         UUU 3    cccaaaaaagggaaaWWWWWWaaaYYYcccYYYWWW m m m    C     e e evvv k k k   ^^^aaaaaa g g g\\\```\\\ g g g g g g9LLL"bj00*89 ' '00AA"   %%%%%!"%%   "RZ//z"<= 6 ! !%**A*A*C*C !*CLCCC  5 )?)?)A)A *BLBBB  5 )?)?)A)A *BLBBB  5 )?)?)A)A *BLBBB  5 )?)?)A)A *BLBBB   \**AA   ,vhtvv    " "    ! !    ! !   ! !   ! !  L[[[   ooo XXX VVV www  U    u Rr R R Ru R R R R  h h h    ccc YYY ]]] YYYXXX[[[[[[WWW[[[___UUUUUUUUUUUUQQQYYYeee[[[XXX___SSS```iiiqqqaaaWWWccc]]][[[aaacccWWW[[[___fffeee]]]ccc)))fff[[[[[[YYY]]]]]]YYYfff:T3   .S %T#u*-. %tCJt+, % % % %8666MMM AAA*333*bbbbbbbbV33333J33333333J333()()()()()()()()V 777(VVVVVVVV@ bk)htn(X&X&X&X&X&8$X&X&X&v/// +++B***&B)B)B)P&0&0bl&0&0&0&0R`j, " " "77776,,,"     i   c"8+8+8+8+8+8+8+8+v&&3&ut|&Y\_cYc&&&&RC 0$(.(.(.(.V777t:++++++++++g+++++++\I_I_I_I_I_fI_I_I_X c 4X ;N     99 & $  &  'y9  5**&  /$$  2''#  +    &  (($$ %d+$d+%yy1*3T):&'0$&7#$-q> )1~$d+(14'8$8!&!6"')"8.3i$U+8!&!6!&!6"')"8.3i$U+8!&!6!&!6"')"8.3i$U+ 8!&!6!&!6"')"805 0Q&u--2Y-N#E**/)*H '&+i&@U#!&!6.3i$U+:!&!7!&!7"'*"9HH3HHHHBBBBBCCCCCQsQQQQNCNNNNKKKKKGSGGGGBBBBBOSOOOO1J'"*44:&EFt$%%--// *n\lnn   W]]27+;+;