[TU]"U40UD6 XlgN)super__init__r)selfrkwargs __class__s ^/var/www/html/shao/venv/lib/python3.13/site-packages/transformers/quantizers/quantizer_spqr.pyrSpQRHfQuantizer.__init__(s ,77#6 c[RR5(d [S5e[ 5(d [ S5e[ 5(d [ S5eg)Nz,GPU is required to run SpQR quantized model.zGUsing `spqr` quantization requires Accelerate: `pip install accelerate`zFUsing `spqr` quantization requires SpQR: `pip install spqr_quant[gpu]`)torchcuda is_available RuntimeErrorr ImportErrorr )rargsrs rvalidate_environment$SpQRHfQuantizer.validate_environment,sPzz&&((MN N&((gh h ""fg g#rcUc'[Rn[RS5 U$U[R:wa [ S5eU$)NzHAssuming SpQR inference on GPU and loading the model in `torch.float16`.z|You cannot use any type other than torch.float16 for SpQR. Please either leave it None or set it totorch.float16 explicitly.)rfloat16loggerinfo ValueError)r torch_dtypes rupdate_torch_dtype"SpQRHfQuantizer.update_torch_dtype6sN  --K KKb c  EMM ), rmodelrkeep_in_fp32_modulesc URXRRU5Ul[UURURS9 URURlg)N)rmodules_to_not_convert)get_modules_to_not_convertrr1r config)rr.r/rs r$_process_model_before_weight_loading4SpQRHfQuantizer._process_model_before_weight_loadingAs\ '+&E&E ++BBDX' # !  $ 8 8#'#>#> ,0+C+C (rc U$r)rr.rs r#_process_model_after_weight_loading3SpQRHfQuantizer._process_model_after_weight_loadingRs rcg)NFr7)rs r is_trainableSpQRHfQuantizer.is_trainableUsrcg)NTr7)rsafe_serializations ris_serializableSpQRHfQuantizer.is_serializableYsr)r1r)r+ torch.dtypereturnrAr)r.r)__name__ __module__ __qualname____firstlineno____doc__requires_calibrationrrr$r,rliststrr4r8propertyr;r?__static_attributes__ __classcell__)rs@rrr!ss 7,C7h 59D D'tCy1D"rr)typingrrbasermodeling_utilsr integrationsr utilsr r r r utils.quantization_configrr get_loggerrCr(rr7rrrUsK+03[[?   H %9k9r