§
    ‚ŠtjÆ
  ã                   ó„   — d Z ddlmZ ddlmZ ddlmZ  ed¬¦  «        e G d„ d	e¦  «        ¦   «         ¦   «         Zd	gZd
S )zMRA model configurationé    )Ústricté   )ÚPreTrainedConfig)Úauto_docstringzuw-madison/mra-base-512-4)Ú
checkpointc                   ón  — e Zd ZU dZdZdZeed<   dZeed<   dZ	eed<   dZ
eed	<   d
Zeed<   dZeed<   dZeez  ed<   dZeez  ed<   dZeed<   dZeed<   dZeed<   dZeed<   dZeed<   dZeed<   dZeed<   dZeed<   dZed z  ed!<   dZed z  ed"<   d#Zeee         z  d z  ed$<   d%Zeed&<   d'Zeed(<   d S ))Ú	MraConfiga.  
    block_per_row (`int`, *optional*, defaults to 4):
        Used to set the budget for the high resolution scale.
    approx_mode (`str`, *optional*, defaults to `"full"`):
        Controls whether both low and high resolution approximations are used. Set to `"full"` for both low and
        high resolution and `"sparse"` for only low resolution.
    initial_prior_first_n_blocks (`int`, *optional*, defaults to 0):
        The initial number of blocks for which high resolution is used.
    initial_prior_diagonal_n_blocks (`int`, *optional*, defaults to 0):
        The number of diagonal blocks for which high resolution is used.

    Example:

    ```python
    >>> from transformers import MraConfig, MraModel

    >>> # Initializing a Mra uw-madison/mra-base-512-4 style configuration
    >>> configuration = MraConfig()

    >>> # Initializing a model (with random weights) from the uw-madison/mra-base-512-4 style configuration
    >>> model = MraModel(configuration)

    >>> # Accessing the model configuration
    >>> configuration = model.config
    ```ÚmraiYÄ  Ú
vocab_sizei   Úhidden_sizeé   Únum_hidden_layersÚnum_attention_headsi   Úintermediate_sizeÚgeluÚ
hidden_actgš™™™™™¹?Úhidden_dropout_probÚattention_probs_dropout_probi   Úmax_position_embeddingsé   Útype_vocab_sizeg{®Gáz”?Úinitializer_rangegñhãˆµøä>Úlayer_norm_epsé   Úblock_per_rowÚfullÚapprox_moder   Úinitial_prior_first_n_blocksÚinitial_prior_diagonal_n_blocksNÚpad_token_idÚbos_token_idé   Úeos_token_idFÚadd_cross_attentionTÚtie_word_embeddings) Ú__name__Ú
__module__Ú__qualname__Ú__doc__Ú
model_typer   ÚintÚ__annotations__r   r   r   r   r   Ústrr   Úfloatr   r   r   r   r   r   r   r   r   r    r!   r#   Úlistr$   Úboolr%   © ó    úg/var/www/html/CA-Chatbot/venv/lib/python3.11/site-packages/transformers/models/mra/configuration_mra.pyr	   r	      s›  € € € € € € ðð ð4 €Jà€J�ÐÐÑØ€K�ÐÐÑØÐ�sÐÐÑØ!Ð˜Ð!Ð!Ñ!Ø!Ð�sÐ!Ð!Ñ!Ø€J�ÐÐÑØ'*Ð˜ ™Ð*Ð*Ñ*Ø03Ð  %¨#¡+Ð3Ð3Ñ3Ø#&Ð˜SÐ&Ð&Ñ&Ø€O�SÐÐÑØ#Ð�uÐ#Ð#Ñ#Ø €N�EÐ Ð Ñ Ø€M�3ÐÐÑØ€K�ÐÐÑØ()Ð  #Ð)Ð)Ñ)Ø+,Ð# SÐ,Ð,Ñ,Ø €L�#˜‘*Ð Ð Ñ Ø €L�#˜‘*Ð Ð Ñ Ø+,€L�#˜˜Sœ	‘/ DÑ(Ð,Ð,Ñ,Ø %Ð˜Ð%Ð%Ñ%Ø $Ð˜Ð$Ð$Ñ$Ð$Ð$r2   r	   N)	r)   Úhuggingface_hub.dataclassesr   Úconfiguration_utilsr   Úutilsr   r	   Ú__all__r1   r2   r3   ú<module>r8      s¡   ðð Ð à .Ð .Ð .Ð .Ð .Ð .à 3Ð 3Ð 3Ð 3Ð 3Ð 3Ø #Ð #Ð #Ð #Ð #Ð #ð €Ð6Ð7Ñ7Ô7Øð1%ð 1%ð 1%ð 1%ð 1%Ð ñ 1%ô 1%ñ „ñ 8Ô7ð1%ðh ˆ-€€€r2   