§
    ‚ŠtjI  ã                   ó´   — d Z ddlmZ ddlmZ ddlmZ ddlmZm	Z	  e	j
        e¦  «        Z ed¬¦  «        e G d	„ d
e¦  «        ¦   «         ¦   «         Zd
gZdS )zMistral model configurationé    )Ústricté   )ÚPreTrainedConfig)ÚRopeParameters)Úauto_docstringÚloggingzmistralai/Mistral-7B-v0.1)Ú
checkpointc                   ó´  ‡ — e Zd ZU dZdZdgZddddddddœZdgdgfd	d
gd	gfd	gd	gfdœZdZe	e
d<   dZe	e
d<   dZe	e
d<   dZe	e
d<   dZe	e
d<   dZe	e
d<   dZe	dz  e
d<   dZee
d<   dZe	e
d<   dZee
d<   dZee
d <   d!Zee
d"<   dZe	dz  e
d#<   d$Ze	dz  e
d%<   d&Ze	ee	         z  dz  e
d'<   d(Zee
d)<   dZee z  dz  e
d*<   dZ!e	dz  e
d+<   d,Z"ee	z  e
d-<   ˆ fd.„Z#ˆ xZ$S )/ÚMistralConfigaˆ  
    Example:

    ```python
    >>> from transformers import MistralModel, MistralConfig

    >>> # Initializing a Mistral 7B style configuration
    >>> configuration = MistralConfig()

    >>> # Initializing a model from the Mistral 7B style configuration
    >>> model = MistralModel(configuration)

    >>> # Accessing the model configuration
    >>> configuration = model.config
    ```ÚmistralÚpast_key_valuesÚcolwiseÚrowwise)zlayers.*.self_attn.q_projzlayers.*.self_attn.k_projzlayers.*.self_attn.v_projzlayers.*.self_attn.o_projzlayers.*.mlp.gate_projzlayers.*.mlp.up_projzlayers.*.mlp.down_projÚ	input_idsÚinputs_embedsÚhidden_statesÚattention_mask)Úembed_tokensÚlayersÚnormi }  Ú
vocab_sizei   Úhidden_sizei 8  Úintermediate_sizeé    Únum_hidden_layersÚnum_attention_headsé   Únum_key_value_headsNÚhead_dimÚsiluÚ
hidden_acti   Úmax_position_embeddingsg{®Gáz”?Úinitializer_rangeg�íµ ÷Æ°>Úrms_norm_epsTÚ	use_cacheÚpad_token_idé   Úbos_token_idé   Úeos_token_idFÚtie_word_embeddingsÚrope_parametersÚsliding_windowg        Úattention_dropoutc                 óÜ   •— | j         �| j         n| j        | j        z  | _         | j        €| j        | _        d|v rt                               d¦  «          t          ¦   «         j        di |¤ŽS )NÚlayer_typesz�Detected Mistral model with layer_types. Consider using AutoModel or Ministral classes instead to enable alternating attention compatibility.© )r   r   r   r   ÚloggerÚwarning_onceÚsuperÚ__post_init__)ÚselfÚkwargsÚ	__class__s     €úo/var/www/html/CA-Chatbot/venv/lib/python3.11/site-packages/transformers/models/mistral/configuration_mistral.pyr5   zMistralConfig.__post_init__S   s   ø€ Ø)-¬Ð)B˜œ˜ÈÔHXÐ\`Ô\tÑHtˆŒØÔ#Ð+Ø'+Ô'?ˆDÔ$à˜FÐ"Ð"Ý×Òð `ñô ð ð %�u‰wŒwÔ$Ð.Ð. vÐ.Ð.Ð.ó    )%Ú__name__Ú
__module__Ú__qualname__Ú__doc__Ú
model_typeÚkeys_to_ignore_at_inferenceÚbase_model_tp_planÚbase_model_pp_planr   ÚintÚ__annotations__r   r   r   r   r   r   r!   Ústrr"   r#   Úfloatr$   r%   Úboolr&   r(   r*   Úlistr+   r,   r   Údictr-   r.   r5   Ú__classcell__)r8   s   @r9   r   r      s  ø€ € € € € € ðð ð  €JØ#4Ð"5Ðð &/Ø%.Ø%.Ø%.Ø"+Ø )Ø"+ðð Ðð &˜¨Ð(9Ð:Ø#Ð%5Ð6¸Ð8IÐJØ!Ð" _Ð$5Ð6ðð Ðð €J�ÐÐÑØ€K�ÐÐÑØ"Ð�sÐ"Ð"Ñ"ØÐ�sÐÐÑØ!Ð˜Ð!Ð!Ñ!Ø Ð˜Ð Ð Ñ Ø€Hˆc�D‰jÐÐÑØ€J�ÐÐÑØ#,Ð˜SÐ,Ð,Ñ,Ø#Ð�uÐ#Ð#Ñ#Ø€L�%ÐÐÑØ€IˆtÐÐÑØ#€L�#˜‘*Ð#Ð#Ñ#Ø €L�#˜‘*Ð Ð Ñ Ø+,€L�#˜˜Sœ	‘/ DÑ(Ð,Ð,Ñ,Ø %Ð˜Ð%Ð%Ñ%Ø48€O�^ dÑ*¨TÑ1Ð8Ð8Ñ8Ø!%€N�C˜$‘JÐ%Ð%Ñ%Ø%(Ð�u˜s‘{Ð(Ð(Ñ(ð	/ð 	/ð 	/ð 	/ð 	/ð 	/ð 	/ð 	/ð 	/r:   r   N)r>   Úhuggingface_hub.dataclassesr   Úconfiguration_utilsr   Úmodeling_rope_utilsr   Úutilsr   r   Ú
get_loggerr;   r2   r   Ú__all__r1   r:   r9   ú<module>rQ      sÖ   ðð "Ð !à .Ð .Ð .Ð .Ð .Ð .à 3Ð 3Ð 3Ð 3Ð 3Ð 3Ø 1Ð 1Ð 1Ð 1Ð 1Ð 1Ø ,Ð ,Ð ,Ð ,Ð ,Ð ,Ð ,Ð ,ð 
ˆÔ	˜HÑ	%Ô	%€ð €Ð6Ð7Ñ7Ô7Øð@/ð @/ð @/ð @/ð @/Ð$ñ @/ô @/ñ „ñ 8Ô7ð@/ðF Ð
€€€r:   