§
    ‚Štjt
  ã                   ó„   — d Z ddlmZ ddlmZ ddlmZ  ed¬¦  «        e G d„ d	e¦  «        ¦   «         ¦   «         Zd	gZd
S )zALBERT model configurationé    )Ústricté   )ÚPreTrainedConfig)Úauto_docstringzalbert/albert-xxlarge-v2)Ú
checkpointc                   óf  — e Zd ZU dZdZdZeed<   dZeed<   dZ	eed<   d	Z
eed
<   dZeed<   dZeed<   dZeed<   dZeed<   dZeed<   dZeez  ed<   dZeez  ed<   dZeed<   dZeed<   dZeed<   dZeed<   dZeez  ed <   d!Zed"z  ed#<   dZed"z  ed$<   d%Zeee         z  d"z  ed&<   d'Zeed(<   d"S ))ÚAlbertConfiga¤  
    num_hidden_groups (`int`, *optional*, defaults to 1):
        Number of groups for the hidden layers, parameters in the same group are shared.
    inner_group_num (`int`, *optional*, defaults to 1):
        The number of inner repetition of attention and ffn.

    Examples:

    ```python
    >>> from transformers import AlbertConfig, AlbertModel

    >>> # Initializing an ALBERT-xxlarge style configuration
    >>> albert_xxlarge_configuration = AlbertConfig()

    >>> # Initializing an ALBERT-base style configuration
    >>> albert_base_configuration = AlbertConfig(
    ...     hidden_size=768,
    ...     num_attention_heads=12,
    ...     intermediate_size=3072,
    ... )

    >>> # Initializing a model (with random weights) from the ALBERT-base style configuration
    >>> model = AlbertModel(albert_xxlarge_configuration)

    >>> # Accessing the model configuration
    >>> configuration = model.config
    ```Úalberti0u  Ú
vocab_sizeé€   Úembedding_sizei   Úhidden_sizeé   Únum_hidden_layersé   Únum_hidden_groupsé@   Únum_attention_headsi @  Úintermediate_sizeÚinner_group_numÚgelu_newÚ
hidden_actg        Úhidden_dropout_probÚattention_probs_dropout_probi   Úmax_position_embeddingsé   Útype_vocab_sizeg{®Gáz”?Úinitializer_rangegê-�™—q=Úlayer_norm_epsgš™™™™™¹?Úclassifier_dropout_probr   NÚpad_token_idÚbos_token_idr   Úeos_token_idTÚtie_word_embeddings)Ú__name__Ú
__module__Ú__qualname__Ú__doc__Ú
model_typer   ÚintÚ__annotations__r   r   r   r   r   r   r   r   Ústrr   Úfloatr   r   r   r   r   r    r!   r"   r#   Úlistr$   Úbool© ó    úm/var/www/html/CA-Chatbot/venv/lib/python3.11/site-packages/transformers/models/albert/configuration_albert.pyr	   r	      sŽ  € € € € € € ðð ð8 €Jà€J�ÐÐÑØ€N�CÐÐÑØ€K�ÐÐÑØÐ�sÐÐÑØÐ�sÐÐÑØ!Ð˜Ð!Ð!Ñ!Ø"Ð�sÐ"Ð"Ñ"Ø€O�SÐÐÑØ €J�Ð Ð Ñ Ø'*Ð˜˜u™Ð*Ð*Ñ*Ø03Ð  #¨¡+Ð3Ð3Ñ3Ø#&Ð˜SÐ&Ð&Ñ&Ø€O�SÐÐÑØ#Ð�uÐ#Ð#Ñ#Ø!€N�EÐ!Ð!Ñ!Ø+.Ð˜S 5™[Ð.Ð.Ñ.Ø €L�#˜‘*Ð Ð Ñ Ø €L�#˜‘*Ð Ð Ñ Ø+,€L�#˜˜Sœ	‘/ DÑ(Ð,Ð,Ñ,Ø $Ð˜Ð$Ð$Ñ$Ð$Ð$r1   r	   N)	r(   Úhuggingface_hub.dataclassesr   Úconfiguration_utilsr   Úutilsr   r	   Ú__all__r0   r1   r2   ú<module>r7      s¢   ðð !Ð  à .Ð .Ð .Ð .Ð .Ð .à 3Ð 3Ð 3Ð 3Ð 3Ð 3Ø #Ð #Ð #Ð #Ð #Ð #ð €Ð5Ð6Ñ6Ô6Øð2%ð 2%ð 2%ð 2%ð 2%Ð#ñ 2%ô 2%ñ „ñ 7Ô6ð2%ðj Ð
€€€r1   