§
    ‚Štjù
  ã                   ó„   — d Z ddlmZ ddlmZ ddlmZ  ed¬¦  «        e G d„ d	e¦  «        ¦   «         ¦   «         Zd	gZd
S )zRWKV configurationé    )Ústricté   )ÚPreTrainedConfig)Úauto_docstringzRWKV/rwkv-4-169m-pile)Ú
checkpointc                   ó  ‡ — e Zd ZU dZdZddiZdZeed<   dZ	eed<   dZ
eed	<   d
Zeed<   dZedz  ed<   dZedz  ed<   dZeed<   dZedz  ed<   dZeee         z  dz  ed<   dZeed<   dZeed<   dZeed<   ˆ fd„Zˆ xZS )Ú
RwkvConfigaÏ  
    context_length (`int`, *optional*, defaults to 1024):
        The maximum sequence length that this model can be used with in a single forward (using it in RNN mode
        lets use any sequence length).
    attention_hidden_size (`int`, *optional*):
        Dimensionality of the attention hidden states. Will default to `hidden_size` if unset.
    rescale_every (`int`, *optional*, defaults to 6):
        At inference, the hidden states (and weights of the corresponding output layers) are divided by 2 every
        `rescale_every` layer. If set to 0 or a negative number, no rescale is done.

    Example:

    ```python
    >>> from transformers import RwkvConfig, RwkvModel

    >>> # Initializing a Rwkv configuration
    >>> configuration = RwkvConfig()

    >>> # Initializing a model (with random weights) from the configuration
    >>> model = RwkvModel(configuration)

    >>> # Accessing the model configuration
    >>> configuration = model.config
    ```ÚrwkvÚmax_position_embeddingsÚcontext_lengthieÄ  Ú
vocab_sizei   i   Úhidden_sizeé    Únum_hidden_layersNÚattention_hidden_sizeÚintermediate_sizegñhãˆµøä>Úlayer_norm_epsilonr   Úbos_token_idÚeos_token_idé   Úrescale_everyFÚtie_word_embeddingsTÚ	use_cachec                 ó¨   •— | j         �| j         n| j        | _         | j        �| j        n	d| j        z  | _         t          ¦   «         j        di |¤Ž d S )Né   © )r   r   r   ÚsuperÚ__post_init__)ÚselfÚkwargsÚ	__class__s     €úi/var/www/html/CA-Chatbot/venv/lib/python3.11/site-packages/transformers/models/rwkv/configuration_rwkv.pyr   zRwkvConfig.__post_init__C   sj   ø€ à*.Ô*DÐ*PˆDÔ&Ð&ÐVZÔVfð 	Ô"ð <@Ô;QÐ;] Ô!7Ð!7ÐcdÐgkÔgwÑcwˆÔà�‰ŒÔÐ'Ð' Ð'Ð'Ð'Ð'Ð'ó    )Ú__name__Ú
__module__Ú__qualname__Ú__doc__Ú
model_typeÚattribute_mapr   ÚintÚ__annotations__r   r   r   r   r   r   Úfloatr   r   Úlistr   r   Úboolr   r   Ú__classcell__)r!   s   @r"   r	   r	      s4  ø€ € € € € € ðð ð2 €JØ.Ð0@ÐA€Mà€J�ÐÐÑØ€N�CÐÐÑØ€K�ÐÐÑØÐ�sÐÐÑØ(,Ð˜3 ™:Ð,Ð,Ñ,Ø$(Ð�s˜T‘zÐ(Ð(Ñ(Ø $Ð˜Ð$Ð$Ñ$Ø €L�#˜‘*Ð Ð Ñ Ø+,€L�#˜˜Sœ	‘/ DÑ(Ð,Ð,Ñ,Ø€M�3ÐÐÑØ %Ð˜Ð%Ð%Ñ%Ø€IˆtÐÐÑð(ð (ð (ð (ð (ð (ð (ð (ð (r#   r	   N)	r'   Úhuggingface_hub.dataclassesr   Úconfiguration_utilsr   Úutilsr   r	   Ú__all__r   r#   r"   ú<module>r4      s¡   ðð Ð à .Ð .Ð .Ð .Ð .Ð .à 3Ð 3Ð 3Ð 3Ð 3Ð 3Ø #Ð #Ð #Ð #Ð #Ð #ð €Ð2Ð3Ñ3Ô3Øð0(ð 0(ð 0(ð 0(ð 0(Ð!ñ 0(ô 0(ñ „ñ 4Ô3ð0(ðf ˆ.€€€r#   