§
    ‚Štj  ã                   ó„   — d Z ddlmZ ddlmZ ddlmZ  ed¬¦  «        e G d„ d	e¦  «        ¦   «         ¦   «         Zd	gZd
S )zSqueezeBERT model configurationé    )Ústricté   )ÚPreTrainedConfig)Úauto_docstringzsqueezebert/squeezebert-uncased)Ú
checkpointc                   óŠ  — e Zd ZU dZdZdZeed<   dZeed<   dZ	eed<   dZ
eed	<   d
Zeed<   dZeed<   dZeez  ed<   dZeez  ed<   dZeed<   dZeed<   dZeed<   dZeed<   dZedz  ed<   dZedz  ed<   dZeee         z  dz  ed<   dZeed<   dZeed <   dZeed!<   dZeed"<   d#Zeed$<   dZeed%<   dZeed&<   d'Z e!ed(<   dS ))ÚSqueezeBertConfiga6  
    q_groups (`int`, *optional*, defaults to 4):
        The number of groups in Q layer.
    k_groups (`int`, *optional*, defaults to 4):
        The number of groups in K layer.
    v_groups (`int`, *optional*, defaults to 4):
        The number of groups in V layer.
    post_attention_groups (`int`, *optional*, defaults to 1):
        The number of groups in the first feed forward network layer.
    intermediate_groups (`int`, *optional*, defaults to 4):
        The number of groups in the second feed forward network layer.
    output_groups (`int`, *optional*, defaults to 4):
        The number of groups in the third feed forward network layer.

    Examples:

    ```python
    >>> from transformers import SqueezeBertConfig, SqueezeBertModel

    >>> # Initializing a SqueezeBERT configuration
    >>> configuration = SqueezeBertConfig()

    >>> # Initializing a model (with random weights) from the configuration above
    >>> model = SqueezeBertModel(configuration)

    >>> # Accessing the model configuration
    >>> configuration = model.config
    ```
    Úsqueezeberti:w  Ú
vocab_sizei   Úhidden_sizeé   Únum_hidden_layersÚnum_attention_headsi   Úintermediate_sizeÚgeluÚ
hidden_actgš™™™™™¹?Úhidden_dropout_probÚattention_probs_dropout_probi   Úmax_position_embeddingsé   Útype_vocab_sizeg{®Gáz”?Úinitializer_rangegê-�™—q=Úlayer_norm_epsr   NÚpad_token_idÚbos_token_idÚeos_token_idÚembedding_sizeé   Úq_groupsÚk_groupsÚv_groupsé   Úpost_attention_groupsÚintermediate_groupsÚoutput_groupsTÚtie_word_embeddings)"Ú__name__Ú
__module__Ú__qualname__Ú__doc__Ú
model_typer   ÚintÚ__annotations__r   r   r   r   r   Ústrr   Úfloatr   r   r   r   r   r   r   r   Úlistr   r   r    r!   r#   r$   r%   r&   Úbool© ó    úw/var/www/html/CA-Chatbot/venv/lib/python3.11/site-packages/transformers/models/squeezebert/configuration_squeezebert.pyr	   r	      sº  € € € € € € ðð ð< €Jà€J�ÐÐÑØ€K�ÐÐÑØÐ�sÐÐÑØ!Ð˜Ð!Ð!Ñ!Ø!Ð�sÐ!Ð!Ñ!Ø€J�ÐÐÑØ'*Ð˜ ™Ð*Ð*Ñ*Ø03Ð  %¨#¡+Ð3Ð3Ñ3Ø#&Ð˜SÐ&Ð&Ñ&Ø€O�SÐÐÑØ#Ð�uÐ#Ð#Ñ#Ø!€N�EÐ!Ð!Ñ!Ø €L�#˜‘*Ð Ð Ñ Ø#€L�#˜‘*Ð#Ð#Ñ#Ø+/€L�#˜˜Sœ	‘/ DÑ(Ð/Ð/Ñ/Ø€N�CÐÐÑØ€HˆcÐÐÑØ€HˆcÐÐÑØ€HˆcÐÐÑØ!"Ð˜3Ð"Ð"Ñ"Ø Ð˜Ð Ð Ñ Ø€M�3ÐÐÑØ $Ð˜Ð$Ð$Ñ$Ð$Ð$r3   r	   N)	r*   Úhuggingface_hub.dataclassesr   Úconfiguration_utilsr   Úutilsr   r	   Ú__all__r2   r3   r4   ú<module>r9      s¢   ðð &Ð %à .Ð .Ð .Ð .Ð .Ð .à 3Ð 3Ð 3Ð 3Ð 3Ð 3Ø #Ð #Ð #Ð #Ð #Ð #ð €Ð<Ð=Ñ=Ô=Øð7%ð 7%ð 7%ð 7%ð 7%Ð(ñ 7%ô 7%ñ „ñ >Ô=ð7%ðt Ð
€€€r3   