§
    ‚Štjr  ã                   óŒ   — d dl mZ ddlmZ ddlmZ ddlmZ  ed¬¦  «        e G d„ d	e¦  «        ¦   «         ¦   «         Zd	gZ	d
S )é    )Ústricté   )ÚPreTrainedConfig)ÚRopeParameters)Úauto_docstringzLiquidAI/LFM2-1.2B)Ú
checkpointc                   óÀ  ‡ — e Zd ZU dZdZdgZdZdZee	d<   dZ
ee	d<   d	Zee	d
<   dZee	d<   dZee	d<   dZee	d<   dZee	d<   dZee	d<   dZee	d<   dZee	d<   dZedz  e	d<   dZedz  e	d<   dZeee         z  dz  e	d<   dZee	d<   dZeez  dz  e	d <   d!Zee	d"<   d#Zee	d$<   d%Zee	d&<   d'Z eez  e	d(<   dZ!ee	d)<   dZ"ee         dz  e	d*<   dZ#ee$         dz  e	d+<   ˆ fd,„Z%ˆ xZ&S )-Ú
Lfm2Configaç  
    conv_bias (`bool`, *optional*, defaults to `False`):
        Whether to use bias in the conv layers.
    conv_L_cache (`int`, *optional*, defaults to 3):
        L_cache dim in the conv layers.
    block_multiple_of (`int`, *optional*, defaults to 256):
        Multiple for the `intermediate_size`.
    block_ffn_dim_multiplier (`float`, *optional*, defaults to 1.0):
        Multiplier for the `intermediate_size`.
    block_auto_adjust_ff_dim (`bool`, *optional*, defaults to `True`):
        Whether to adjust the dim of the `intermediate_size`.
    full_attn_idxs (`Optional`, *optional*):
        Index of the layers which use attention.

    ```python
    >>> from transformers import Lfm2Model, Lfm2Config

    >>> # Initializing a LFM2 model
    >>> configuration = Lfm2Config()

    >>> # Initializing a model from the LFM2-1.2B style configuration
    >>> model = Lfm2Model(configuration)

    >>> # Accessing the model configuration
    >>> configuration = model.config
    ```
    Úlfm2Úpast_key_valuesg    €„.Ai   Ú
vocab_sizei 
  Úhidden_sizei 0  Úintermediate_sizeé    Únum_hidden_layersÚnum_attention_headsé   Únum_key_value_headsi ô Úmax_position_embeddingsg{®Gáz”?Úinitializer_rangegñhãˆµøä>Únorm_epsTÚ	use_cacher   NÚpad_token_idé   Úbos_token_idé   Úeos_token_idÚtie_word_embeddingsÚrope_parametersFÚ	conv_biasr   Úconv_L_cacheé   Úblock_multiple_ofg      ð?Úblock_ffn_dim_multiplierÚblock_auto_adjust_ff_dimÚfull_attn_idxsÚlayer_typesc                 ó|  •‡ — ‰ j         €Y‰ j        �‰ j        n t          t          ‰ j        ¦  «        ¦  «        ‰ _        ˆ fd„t          ‰ j        ¦  «        D ¦   «         ‰ _         |                     d‰ j        ¦  «        ‰ _        |                     d‰ j        ¦  «        ‰ _         t          ¦   «         j	        di |¤Ž d S )Nc                 ó*   •— g | ]}|‰j         v rd nd‘ŒS )Úfull_attentionÚconv)r&   )Ú.0ÚiÚselfs     €úi/var/www/html/CA-Chatbot/venv/lib/python3.11/site-packages/transformers/models/lfm2/configuration_lfm2.pyú
<listcomp>z,Lfm2Config.__post_init__.<locals>.<listcomp>V   s9   ø€ ð  ð  ð  ØMN A¨Ô)<Ð$<Ð$<Ð Ð À&ð ð  ð  ó    Útie_embeddingÚblock_ff_dim© )
r'   r&   ÚlistÚranger   Úpopr   r   ÚsuperÚ__post_init__)r.   ÚkwargsÚ	__class__s   ` €r/   r9   zLfm2Config.__post_init__Q   sË   øø€ ØÔÐ#à'+Ô':Ð'F�Ô#Ð#ÍDÕQVÐW[ÔWmÑQnÔQnÑLoÔLoð Ôð ð  ð  ð  ÝRWÐX\ÔXnÑRoÔRoð ñ  ô  ˆDÔð $*§:¢:¨o¸tÔ?WÑ#XÔ#XˆÔ Ø!'§¢¨N¸DÔ<RÑ!SÔ!SˆÔØ�‰ŒÔÐ'Ð' Ð'Ð'Ð'Ð'Ð'r1   )'Ú__name__Ú
__module__Ú__qualname__Ú__doc__Ú
model_typeÚkeys_to_ignore_at_inferenceÚdefault_thetar   ÚintÚ__annotations__r   r   r   r   r   r   r   Úfloatr   r   Úboolr   r   r   r5   r   r   r   Údictr    r!   r#   r$   r%   r&   r'   Ústrr9   Ú__classcell__)r;   s   @r/   r
   r
      sø  ø€ € € € € € ðð ð8 €JØ#4Ð"5ÐØ€Mà€J�ÐÐÑØ€K�ÐÐÑØ"Ð�sÐ"Ð"Ñ"ØÐ�sÐÐÑØ!Ð˜Ð!Ð!Ñ!Ø Ð˜Ð Ð Ñ Ø#*Ð˜SÐ*Ð*Ñ*Ø#Ð�uÐ#Ð#Ñ#Ø€HˆeÐÐÑØ€IˆtÐÐÑØ €L�#˜‘*Ð Ð Ñ Ø €L�#˜‘*Ð Ð Ñ Ø+,€L�#˜˜Sœ	‘/ DÑ(Ð,Ð,Ñ,Ø $Ð˜Ð$Ð$Ñ$Ø48€O�^ dÑ*¨TÑ1Ð8Ð8Ñ8Ø€IˆtÐÐÑØ€L�#ÐÐÑØ Ð�sÐ Ð Ñ Ø,/Ð˜e c™kÐ/Ð/Ñ/Ø%)Ð˜dÐ)Ð)Ñ)Ø'+€N�D˜”I Ñ$Ð+Ð+Ñ+Ø$(€K��c”˜TÑ!Ð(Ð(Ñ(ð(ð (ð (ð (ð (ð (ð (ð (ð (r1   r
   N)
Úhuggingface_hub.dataclassesr   Úconfiguration_utilsr   Úmodeling_rope_utilsr   Úutilsr   r
   Ú__all__r4   r1   r/   ú<module>rO      sµ   ðð  /Ð .Ð .Ð .Ð .Ð .à 3Ð 3Ð 3Ð 3Ð 3Ð 3Ø 1Ð 1Ð 1Ð 1Ð 1Ð 1Ø #Ð #Ð #Ð #Ð #Ð #ð €Ð/Ð0Ñ0Ô0ØðC(ð C(ð C(ð C(ð C(Ð!ñ C(ô C(ñ „ñ 1Ô0ðC(ðL ˆ.€€€r1   