§
    ‚Štj>  ã                   ó€   — d dl mZ ddlmZ ddlmZ  ed¬¦  «        e G d„ de¦  «        ¦   «         ¦   «         ZdgZd	S )
é    )Ústricté   )ÚPreTrainedConfig)Úauto_docstringzfacebook/cwm)Ú
checkpointc                   óâ  ‡ — e Zd ZU dZdZdgZddddddddœZdgdgfd	d
gd	gfd	gd	gfdœZdZe	e
d<   dZe	e
d<   dZe	e
d<   dZe	e
d<   dZe	e
d<   dZe	e
d<   dZee
d<   dZe	e
d<   dZee
d<   dZee
d<   d Zee
d!<   d"Ze	d"z  e
d#<   d$Ze	e
d%<   d"Ze	ee	         z  d"z  e
d&<   d'Ze	e
d(<   d)Zee
d*<   d"Zed"z  e
d+<   d,Z ee	z  e
d-<   d)Z!ee
d.<   d/Z"e	e
d0<   d1Z#d2Z$e	e
d3<   d"Z%ee         d"z  e
d4<   ˆ fd5„Z&d6„ Z'ˆ xZ(S )7Ú	CwmConfigaf  
    ```python
    >>> from transformers import CwmModel, CwmConfig

    >>> # Initializing a Cwm cwm-7b style configuration
    >>> configuration = CwmConfig()

    >>> # Initializing a model from the cwm-7b style configuration
    >>> model = CwmModel(configuration)

    >>> # Accessing the model configuration
    >>> configuration = model.config
    ```ÚcwmÚpast_key_valuesÚcolwiseÚrowwise)zlayers.*.self_attn.q_projzlayers.*.self_attn.k_projzlayers.*.self_attn.v_projzlayers.*.self_attn.o_projzlayers.*.mlp.gate_projzlayers.*.mlp.up_projzlayers.*.mlp.down_projÚ	input_idsÚinputs_embedsÚhidden_statesÚattention_mask)Úembed_tokensÚlayersÚnormi õ Ú
vocab_sizei   Úhidden_sizei T  Úintermediate_sizeé@   Únum_hidden_layersé0   Únum_attention_headsé   Únum_key_value_headsÚsiluÚ
hidden_acti   Úmax_position_embeddingsg{®Gáz”?Úinitializer_rangegñhãˆµøä>Úrms_norm_epsTÚ	use_cacheNÚpad_token_idi ô Úbos_token_idÚeos_token_idé   Úpretraining_tpFÚtie_word_embeddingsÚrope_parametersg        Úattention_dropoutÚmlp_biasé€   Úhead_dimç    €„.Aé    Úsliding_windowÚlayer_typesc                 óÂ  •‡— | j         €dddddddœ| _         | j        €'dŠˆfd	„t          | j        ¦  «        D ¦   «         | _        | j        rt          | j        ¦  «        nd | _        t          | j        ¦  «        | _        | j        �| j        ng d
¢| _        | j        €| j	        | j
        z  | _        | j        €| j
        | _         t          ¦   «         j        di |¤Ž d S )Nr/   g      0@g      @g      ð?r0   Úllama3)Ú
rope_thetaÚfactorÚhigh_freq_factorÚlow_freq_factorÚ original_max_position_embeddingsÚ	rope_typeé   c                 ó*   •— g | ]}|‰z  d k    rdnd‘ŒS )r   Úfull_attentionÚsliding_attention© )Ú.0ÚiÚwindow_patterns     €úg/var/www/html/CA-Chatbot/venv/lib/python3.11/site-packages/transformers/models/cwm/configuration_cwm.pyú
<listcomp>z+CwmConfig.__post_init__.<locals>.<listcomp>e   s?   ø€ ð  ð  ð  àð '(¨.Ñ&8¸AÒ&=Ð&=Ð!Ð!ÐDWð ð  ð  ó    )iô iô i	ô r?   )r*   r2   Úranger   r1   ÚintÚlistr&   r.   r   r   r   ÚsuperÚ__post_init__)ÚselfÚkwargsrB   Ú	__class__s     @€rC   rJ   zCwmConfig.__post_init__W   s  øø€ ØÔÐ'à)ØØ$'Ø#&Ø48Ø%ð$ð $ˆDÔ ð ÔÐ#àˆNð ð  ð  ð  å˜tÔ5Ñ6Ô6ð ñ  ô  ˆDÔð
 ;?Ô:MÐW�c $Ô"5Ñ6Ô6Ð6ÐSWˆÔÝ Ô 0Ñ1Ô1ˆÔØ15Ô1BÐ1N˜DÔ-Ð-ÐTlÐTlÐTlˆÔØŒ=Ð Ø Ô,°Ô0HÑHˆDŒMØÔ#Ð+Ø'+Ô'?ˆDÔ$à�‰ŒÔÐ'Ð' Ð'Ð'Ð'Ð'Ð'rE   c                 ól   — | j         | j        z  dk    r t          d| j         › d| j        › d�¦  «        ‚dS )zOPart of `@strict`-powered validation. Validates the architecture of the config.r   zThe hidden size (z6) is not a multiple of the number of attention heads (z).N)r   r   Ú
ValueError)rK   s    rC   Úvalidate_architecturezCwmConfig.validate_architecturet   s[   € àÔ˜dÔ6Ñ6¸!Ò;Ð;Ýð7 DÔ$4ð 7ð 7ØÔ2ð7ð 7ð 7ñô ð ð <Ð;rE   ))Ú__name__Ú
__module__Ú__qualname__Ú__doc__Ú
model_typeÚkeys_to_ignore_at_inferenceÚbase_model_tp_planÚbase_model_pp_planr   rG   Ú__annotations__r   r   r   r   r   r   Ústrr    r!   Úfloatr"   r#   Úboolr$   r%   r&   rH   r(   r)   r*   Údictr+   r,   r.   Údefault_thetar1   r2   rJ   rP   Ú__classcell__)rM   s   @rC   r	   r	      sS  ø€ € € € € € ðð ð €JØ#4Ð"5Ðð &/Ø%.Ø%.Ø%.Ø"+Ø )Ø"+ðð Ðð &˜¨Ð(9Ð:Ø#Ð%5Ð6¸Ð8IÐJØ!Ð" _Ð$5Ð6ðð Ðð €J�ÐÐÑØ€K�ÐÐÑØ"Ð�sÐ"Ð"Ñ"ØÐ�sÐÐÑØ!Ð˜Ð!Ð!Ñ!Ø Ð˜Ð Ð Ñ Ø€J�ÐÐÑØ#)Ð˜SÐ)Ð)Ñ)Ø#Ð�uÐ#Ð#Ñ#Ø€L�%ÐÐÑØ€IˆtÐÐÑØ#€L�#˜‘*Ð#Ð#Ñ#Ø€L�#ÐÐÑØ+/€L�#˜˜Sœ	‘/ DÑ(Ð/Ð/Ñ/Ø€N�CÐÐÑØ %Ð˜Ð%Ð%Ñ%Ø#'€O�T˜D‘[Ð'Ð'Ñ'Ø%(Ð�u˜s‘{Ð(Ð(Ñ(Ø€HˆdÐÐÑØ€HˆcÐÐÑØ€MØ€N�CÐÐÑØ$(€K��c”˜TÑ!Ð(Ð(Ñ(ð(ð (ð (ð (ð (ð:ð ð ð ð ð ð rE   r	   N)Úhuggingface_hub.dataclassesr   Úconfiguration_utilsr   Úutilsr   r	   Ú__all__r?   rE   rC   ú<module>rd      s¢   ðð, /Ð .Ð .Ð .Ð .Ð .à 3Ð 3Ð 3Ð 3Ð 3Ð 3Ø #Ð #Ð #Ð #Ð #Ð #ð €˜>Ð*Ñ*Ô*Øð\ð \ð \ð \ð \Ð ñ \ô \ñ „ñ +Ô*ð\ð~ ˆ-€€€rE   