§
    ‚Štjî  ã                   óÄ   — d Z ddlmZ ddlmZ ddlmZ ddlmZm	Z	 ddl
mZmZ  e	j        e¦  «        Z ed	¬
¦  «        e G d„ de¦  «        ¦   «         ¦   «         ZdgZdS )zFuyu model configurationé    )Ústricté   )ÚPreTrainedConfig)ÚRopeParameters)Úauto_docstringÚloggingé   )ÚCONFIG_MAPPINGÚ
AutoConfigzadept/fuyu-8b)Ú
checkpointc                   óô  ‡ — e Zd ZU dZdZdeiZdgZdZdZ	e
ed<   dZe
ed	<   d
Ze
ed<   dZe
ed<   dZe
ed<   dZeed<   d
Ze
ed<   dZe
dz  ed<   dZe
dz  ed<   dZe
dz  ed<   dZeed<   dZedz  ed<   dZeed<   d Zeed!<   dZeez  dz  ed"<   dZedz  ed#<   d$Z ee
z  dz  ed%<   d$Z!ee
z  dz  ed&<   dZ"e
dz  ed'<   d(Z#e
dz  ed)<   d*Z$e
e%e
         z  dz  ed+<   d,Z&e
dz  ed-<   dZ'ee(z  dz  ed<   ˆ fd.„Z)ˆ xZ*S )/Ú
FuyuConfigz°
    Example:

    ```python
    >>> from transformers import FuyuConfig

    >>> # Initializing a Fuyu fuyu-7b style configuration
    >>> configuration = FuyuConfig()
    ```ÚfuyuÚtext_configÚpast_key_valuesg     jØ@i   Ú
vocab_sizei   Úhidden_sizei @  Úintermediate_sizeé$   Únum_hidden_layersé@   Únum_attention_headsÚrelu2Ú
hidden_actÚmax_position_embeddingsi,  NÚ
image_sizeé   Ú
patch_sizer   Únum_channelsg{®Gáz”?Úinitializer_rangegñhãˆµøä>Úlayer_norm_epsTÚ	use_cacheFÚtie_word_embeddingsÚrope_parametersÚqk_layernormg        Úhidden_dropoutÚattention_dropoutÚpad_token_idé   Úbos_token_idr	   Úeos_token_idic Úimage_token_idc                 óŽ  •— | j         €¼i d| j        “d| j        “d| j        “d| j        “d| j        “d| j        “d| j        “d| j        “d	| j	        “d
| j
        “d| j        “d| j        “d| j        “d| j        “d| j        “d| j        “d| j        “}t$                               d¦  «         t)          d         di |¤Ž| _         nQt+          | j         t,          ¦  «        r7| j                              dd¦  «        }t)          |         di | j         ¤Ž| _         |                     dd¦  «          t3          ¦   «         j        di |¤Ž d S )Nr   r   r   r   r   r   r   r    r!   r"   r$   r%   r&   r'   r(   r*   r+   zEtext_config is None. initializing the text model with default values.Ú	persimmonÚ
model_typeÚpartial_rotary_factorg      à?© )r   r   r   r   r   r   r   r   r    r!   r"   r$   r%   r&   r'   r(   r*   r+   ÚloggerÚinfor
   Ú
isinstanceÚdictÚgetÚ
setdefaultÚsuperÚ__post_init__)ÚselfÚkwargsr   Útext_model_typeÚ	__class__s       €úi/var/www/html/CA-Chatbot/venv/lib/python3.11/site-packages/transformers/models/fuyu/configuration_fuyu.pyr9   zFuyuConfig.__post_init__E   sÄ  ø€ ØÔÐ#ðØ˜dœoðà)¨4Ô+Gðð ˜tÔ/ðð $ TÔ%;ð	ð
 $ TÔ%;ðð & tÔ'?ðð ˜dœoðð $ TÔ%;ðð ! $Ô"5ðð ˜Tœ^ðð " 4Ô#7ðð  Ô 1ðð ! $Ô"5ðð $ TÔ%;ðð  Ô 1ðð   Ô 1ð!ð"  Ô 1ð#ˆKõ& �KŠKÐ_Ñ`Ô`Ð`Ý-¨kÔ:ÐIÐI¸[ÐIÐIˆDÔÐÝ˜Ô(­$Ñ/Ô/ð 	SØ"Ô.×2Ò2°<ÀÑMÔMˆOÝ-¨oÔ>ÐRÐRÀÔAQÐRÐRˆDÔà×ÒÐ1°3Ñ7Ô7Ð7Ø�‰ŒÔÐ'Ð' Ð'Ð'Ð'Ð'Ð'ó    )+Ú__name__Ú
__module__Ú__qualname__Ú__doc__r/   r   Úsub_configsÚkeys_to_ignore_at_inferenceÚdefault_thetar   ÚintÚ__annotations__r   r   r   r   r   Ústrr   r   r   r   r    Úfloatr!   r"   Úboolr#   r$   r   r5   r%   r&   r'   r(   r*   r+   Úlistr,   r   r   r9   Ú__classcell__)r=   s   @r>   r   r      s.  ø€ € € € € € ðð ð €JØ  *Ð-€KØ#4Ð"5ÐØ€Mà€J�ÐÐÑØ€K�ÐÐÑØ"Ð�sÐ"Ð"Ñ"ØÐ�sÐÐÑØ!Ð˜Ð!Ð!Ñ!Ø€J�ÐÐÑØ#(Ð˜SÐ(Ð(Ñ(Ø €J��d‘
Ð Ð Ñ Ø€J��d‘
ÐÐÑØ €L�#˜‘*Ð Ð Ñ Ø#Ð�uÐ#Ð#Ñ#Ø#'€N�E˜D‘LÐ'Ð'Ñ'Ø€IˆtÐÐÑØ %Ð˜Ð%Ð%Ñ%Ø48€O�^ dÑ*¨TÑ1Ð8Ð8Ñ8Ø $€L�$˜‘+Ð$Ð$Ñ$Ø),€N�E˜C‘K $Ñ&Ð,Ð,Ñ,Ø,/Ð�u˜s‘{ TÑ)Ð/Ð/Ñ/Ø#€L�#˜‘*Ð#Ð#Ñ#Ø €L�#˜‘*Ð Ð Ñ Ø+,€L�#˜˜Sœ	‘/ DÑ(Ð,Ð,Ñ,Ø!&€N�C˜$‘JÐ&Ð&Ñ&Ø26€K�Ð(Ñ(¨4Ñ/Ð6Ð6Ñ6ð(ð (ð (ð (ð (ð (ð (ð (ð (r?   r   N)rC   Úhuggingface_hub.dataclassesr   Úconfiguration_utilsr   Úmodeling_rope_utilsr   Úutilsr   r   Úautor
   r   Ú
get_loggerr@   r2   r   Ú__all__r1   r?   r>   ú<module>rU      sì   ðð Ð à .Ð .Ð .Ð .Ð .Ð .à 3Ð 3Ð 3Ð 3Ð 3Ð 3Ø 1Ð 1Ð 1Ð 1Ð 1Ð 1Ø ,Ð ,Ð ,Ð ,Ð ,Ð ,Ð ,Ð ,Ø -Ð -Ð -Ð -Ð -Ð -Ð -Ð -ð 
ˆÔ	˜HÑ	%Ô	%€ð €˜?Ð+Ñ+Ô+ØðD(ð D(ð D(ð D(ð D(Ð!ñ D(ô D(ñ „ñ ,Ô+ðD(ðN ˆ.€€€r?   