§
    ‚Štj  ã                   óŒ   — d dl mZ ddlmZ ddlmZ ddlmZ  ed¬¦  «        e G d„ d	e¦  «        ¦   «         ¦   «         Zd	gZ	d
S )é    )Ústricté   )ÚPreTrainedConfig)ÚRopeParameters)Úauto_docstringztencent/Youtu-LLM-2B)Ú
checkpointc                   ó*  ‡ — e Zd ZU dZdZdgZddddœZdgdgfd	d
gd	gfd	gd	gfdœZdddddœZi Z	dZ
eed<   dZeed<   dZeed<   dZeed<   dZeed<   dZeed<   dZeed<   dZedz  ed<   d Zeed!<   d"Zedz  ed#<   d"Zeed$<   d%Zeed&<   d'Zeed(<   dZedz  ed)<   d*Zeed+<   d,Zeed-<   dZedz  ed.<   d/Z edz  ed0<   d1Z!ee"e         z  dz  ed2<   d,Z#eed3<   dZ$e%e&z  dz  ed4<   d,Z'edz  ed5<   d6Z(eed7<   d8Z)eez  dz  ed9<   dZ*edz  ed:<   ˆ fd;„Z+ˆ xZ,S )<ÚYoutuConfiga   
    rope_interleave (`bool`, *optional*, defaults to `True`):
        Whether to interleave the rotary position embeddings.
    embedding_initializer_range (`float`, *optional*):
        The standard deviation of the truncated_normal_initializer for initializing all embedding matrices.

    ```python
    >>> from transformers import YoutuModel, YoutuConfig
    >>> # Initializing a Youtu-LLM-2B style configuration
    >>> configuration = YoutuConfig()
    >>> # Accessing the model configuration
    >>> configuration = model.config
    ```ÚyoutuÚpast_key_valuesÚcolwiseÚrowwise)zlayers.*.mlp.gate_projzlayers.*.mlp.up_projzlayers.*.mlp.down_projÚ	input_idsÚinputs_embedsÚhidden_statesÚattention_mask)Úembed_tokensÚlayersÚnormÚ	ep_routerÚgrouped_gemmÚmoe_tp_experts)zlayers.*.mlp.gatez!layers.*.mlp.experts.gate_up_projzlayers.*.mlp.experts.down_projzlayers.*.mlp.expertsi õ Ú
vocab_sizei   Úhidden_sizei   Úintermediate_sizeé    Únum_hidden_layersé   Únum_attention_headsÚnum_key_value_headsi   Úkv_lora_ranki   NÚq_lora_ranké@   Úqk_rope_head_dimé€   Ú
v_head_dimÚqk_nope_head_dimÚsiluÚ
hidden_acti   Úmax_position_embeddingsÚinitializer_rangeg�íµ ÷Æ°>Úrms_norm_epsTÚ	use_cacheÚpad_token_idi ô Úbos_token_idiô Úeos_token_idÚtie_word_embeddingsÚrope_parametersÚrope_interleaveFÚattention_biasg        Úattention_dropoutÚembedding_initializer_rangec                 ó*  •— | j         €(| j        dk    rdd| j        z  dz  z  | _         nd| _         | j        p	d| j         z  | _        | j        €| j        | _        | j        | j        z   | _        | j        | _         t          ¦   «         j
        di |¤Ž d S )Nr   g       @g      @g      à?g{®Gáz”?© )r+   r   r6   r    r   r'   r$   Úqk_head_dimÚhead_dimÚsuperÚ__post_init__)ÚselfÚkwargsÚ	__class__s     €úk/var/www/html/CA-Chatbot/venv/lib/python3.11/site-packages/transformers/models/youtu/configuration_youtu.pyr<   zYoutuConfig.__post_init__a   s¬   ø€ ØÔ!Ð)ØÔ 1Ò$Ð$Ø),°°dÔ6FÑ0FÈ3Ñ/NÑ)N�Ô&Ð&à)-�Ô&à+/Ô+KÐ+kÈsÐUYÔUkÑOkˆÔ(ØÔ#Ð+Ø'+Ô'?ˆDÔ$àÔ0°4Ô3HÑHˆÔØÔ-ˆŒØ�‰ŒÔÐ'Ð' Ð'Ð'Ð'Ð'Ð'ó    )-Ú__name__Ú
__module__Ú__qualname__Ú__doc__Ú
model_typeÚkeys_to_ignore_at_inferenceÚbase_model_tp_planÚbase_model_pp_planÚbase_model_ep_planÚattribute_mapr   ÚintÚ__annotations__r   r   r   r   r    r!   r"   r$   r&   r'   r)   Ústrr*   r+   Úfloatr,   r-   Úboolr.   r/   r0   Úlistr1   r2   r   Údictr3   r4   r5   r6   r<   Ú__classcell__)r?   s   @r@   r
   r
   "   sž  ø€ € € € € € ðð ð €JØ#4Ð"5Ðà"+Ø )Ø"+ðð Ðð &˜¨Ð(9Ð:Ø#Ð%5Ð6¸Ð8IÐJØ!Ð" _Ð$5Ð6ðð Ðð )Ø-;Ø*8Ø 0ð	ð Ðð €Mà€J�ÐÐÑØ€K�ÐÐÑØ!Ð�sÐ!Ð!Ñ!ØÐ�sÐÐÑØ!Ð˜Ð!Ð!Ñ!Ø!Ð˜Ð!Ð!Ñ!Ø€L�#ÐÐÑØ"€K��t‘Ð"Ð"Ñ"ØÐ�cÐÐÑØ €J��d‘
Ð Ð Ñ ØÐ�cÐÐÑØ€J�ÐÐÑØ#)Ð˜SÐ)Ð)Ñ)Ø&*Ð�u˜t‘|Ð*Ð*Ñ*Ø€L�%ÐÐÑØ€IˆtÐÐÑØ#€L�#˜‘*Ð#Ð#Ñ#Ø%€L�#˜‘*Ð%Ð%Ñ%Ø+1€L�#˜˜Sœ	‘/ DÑ(Ð1Ð1Ñ1Ø $Ð˜Ð$Ð$Ñ$Ø48€O�^ dÑ*¨TÑ1Ð8Ð8Ñ8Ø#'€O�T˜D‘[Ð'Ð'Ñ'Ø €N�DÐ Ð Ñ Ø,/Ð�u˜s‘{ TÑ)Ð/Ð/Ñ/Ø04Ð ¨¡Ð4Ð4Ñ4ð(ð (ð (ð (ð (ð (ð (ð (ð (rA   r
   N)
Úhuggingface_hub.dataclassesr   Úconfiguration_utilsr   Úmodeling_rope_utilsr   Úutilsr   r
   Ú__all__r8   rA   r@   ú<module>rY      sµ   ðð6 /Ð .Ð .Ð .Ð .Ð .à 3Ð 3Ð 3Ð 3Ð 3Ð 3Ø 1Ð 1Ð 1Ð 1Ð 1Ð 1Ø #Ð #Ð #Ð #Ð #Ð #ð €Ð1Ð2Ñ2Ô2ØðJ(ð J(ð J(ð J(ð J(Ð"ñ J(ô J(ñ „ñ 3Ô2ðJ(ðZ ˆ/€€€rA   