o
    
sh                     @   sL   d Z ddlmZ e rddlmZ ddlmZ ddlmZ defddZd	S )
zFP-Quant integration file   )is_fp_quant_available    )FPQuantConfig)FPQuantDtypeconfigc              	   C   sd   | j dkr	tj}ntd| j  | jdkrtj}ntd| j t|| j|| j| j	| j
| jdS )Nmxfp4zUnsupported forward dtype: bf16zUnsupported backward dtype: )forward_dtypeforward_methodbackward_dtypestore_master_weightshadamard_group_sizepseudoquantizationmodules_to_not_convert)r	   r   MXFP4
ValueErrorr   BF16FPQuantLinearConfigr
   r   r   r   r   )r   r	   r    r   `/var/www/html/alpaca_bot/venv/lib/python3.10/site-packages/transformers/integrations/fp_quant.pyadapt_fp_quant_config   s   

r   N)	__doc__utilsr   fp_quantr   r   r   &transformers.utils.quantization_configr   r   r   r   r   <module>   s   