§
    ‚Štj'%  ã                   óÖ   — d dl mZ ddlmZ e G d„ de¦  «        ¦   «         Ze G d„ de¦  «        ¦   «         Ze G d„ d	e¦  «        ¦   «         Ze G d
„ de¦  «        ¦   «         Zg d¢ZdS )é    )Ústricté   )ÚPreTrainedConfigc                   óP  ‡ — e Zd ZU dZdZddddddddddddœZd	gd
gfddgdgfdgdgfdœZdddddœZddddddœZdZ	e
ed<   dZe
dz  ed<   dZe
ed<   dZe
ed<   dZe
ed <   d!Ze
ed"<   d#Ze
ed$<   dZe
ed%<   d&Ze
ed'<   d#Ze
ed(<   d)Ze
ed<   d&Ze
ed*<   d+Ze
ed,<   dZe
dz  ed-<   d.Zeed/<   dZee
         dz  ed0<   dZee         dz  ed1<   d2Ze
ed<   d3Z eed4<   d5Z!e
ed<   dZ"ee         dz  ed6<   d7Z#e
ed8<   d9Z$eed:<   d;Z%e
ed<<   d=Z&e
ed<   d>Z'e
ed?<   d@Z(e
edA<   dBZ)e*edC<   dDZ+eedE<   dFZ,eed<   d3Z-eedG<   dHZ.eedI<   dJZ/eedK<   dZ0e
dz  edL<   dMZ1e
dz  edN<   d@Z2e
dz  edO<   dZ3e
dz  edP<   dQZ4e*edR<   dBZ5e*edS<   dZ6ee
         dz  edT<   ˆ fdU„Z7e8dV„ ¦   «         Z9e8dW„ ¦   «         Z:ˆ xZ;S )XÚInklingTextConfigÚinkling_textÚtext_configÚembedding_rowwiseÚcolwiseÚrowwiseÚmoe_tp_expertsÚ
all_reduce)Úembed_tokensú!layers.*.mlp.experts.gate_up_projúlayers.*.mlp.experts.down_projúlayers.*.mlp.expertsz%layers.*.mlp.shared_experts.gate_projz#layers.*.mlp.shared_experts.up_projz%layers.*.mlp.shared_experts.down_projzlayers.*.mlp.shared_expertszlayers.*.mlp.gate_projzlayers.*.mlp.up_projzlayers.*.mlp.down_projÚ	input_idsÚinputs_embedsÚhidden_statesÚattention_mask)r   ÚlayersÚnormÚ	ep_routerÚgrouped_gemm)zlayers.*.mlp.gater   r   r   Úlogits_mup_width_multiplierÚsliding_window_sizeÚn_routed_expertsÚconv_kernel_sizeÚmax_position_embeddings)Úembedding_multiplierÚsliding_windowÚnum_local_expertsÚsconv_kernel_sizeÚmodel_max_lengthi@ Ú
vocab_sizeNÚunpadded_vocab_sizeé   Úhidden_sizeéB   Únum_hidden_layersé@   Únum_attention_headsé   Únum_key_value_headsé€   Úhead_dimÚswa_num_attention_headsé   Úswa_num_key_value_headsÚswa_head_dimi   Úd_relé   Ú
rel_extentÚlog_scaling_n_floorgš™™™™™¹?Úlog_scaling_alphaÚlocal_layer_idsÚlayer_typesi   ç�íµ ÷Æ°>Úrms_norm_epsé   Úmlp_layer_typesi `  Úintermediate_sizeÚsiluÚ
hidden_acti   Úmoe_intermediate_sizeé   é   Únum_experts_per_toké   Ún_shared_expertsTÚshared_expert_sinkg       @Úroute_scaleg      8@Úrms_norm_eps_moe_gateg        Úattention_dropoutç{®Gáz”?Úinitializer_rangeÚpad_token_idé   Úbos_token_idÚeos_token_idÚnum_mtp_layersFÚchain_hidden_post_normÚmtp_hidden_states_firstÚmtp_local_layer_idsc                 óú  •‡‡— | j         €_| j        �t          | j        ¦  «        Šnd„ t          | j        ¦  «        D ¦   «         Šˆfd„t          | j        ¦  «        D ¦   «         | _         | j        €;|                     dd¦  «        Šˆfd„t          | j        ¦  «        D ¦   «         | _        |                     d¦  «        �|                     d¦  «        | _        d| _	         t          ¦   «         j        di |¤Ž d S )	Nc                 ó"   — h | ]}|d z   dz  ¯
|’ŒS )rP   rE   © )Ú.0Úis     úo/var/www/html/CA-Chatbot/venv/lib/python3.11/site-packages/transformers/models/inkling/configuration_inkling.pyú	<setcomp>z2InklingTextConfig.__post_init__.<locals>.<setcomp>u   s)   € Ð"[Ð"[Ð"[¨ÐPQÐTUÑPUÐYZÉ{Ð"[ 1Ð"[Ð"[Ð"[ó    c                 ó    •— g | ]
}|‰v rd nd‘ŒS ©Úhybrid_slidingÚhybridrY   )rZ   r[   r:   s     €r\   ú
<listcomp>z3InklingTextConfig.__post_init__.<locals>.<listcomp>v   s6   ø€ ð  ð  ð  ØKL A¨Ð$8Ð$8Ð Ð ¸hð ð  ð  r^   Údense_mlp_idxr   c                 ó$   •— g | ]}|‰k     rd nd‘ŒS )ÚdenseÚsparserY   )rZ   r[   rd   s     €r\   rc   z3InklingTextConfig.__post_init__.<locals>.<listcomp>{   s(   ø€ Ð#vÐ#vÐ#vÐST¨q°=Ò/@Ð/@ G GÀhÐ#vÐ#vÐ#vr^   Údense_intermediate_sizer>   rY   )r;   r:   ÚsetÚranger*   r?   ÚpopÚgetr@   Únumber_of_conv_statesÚsuperÚ__post_init__)ÚselfÚkwargsrd   r:   Ú	__class__s     @@€r\   ro   zInklingTextConfig.__post_init__p   s  øøø€ ØÔÐ#ØÔ#Ð/Ý"% dÔ&:Ñ";Ô";��à"[Ð"[­e°DÔ4JÑ.KÔ.KÐ"[Ñ"[Ô"[�ð ð  ð  ð  ÝPUÐVZÔVlÑPmÔPmð ñ  ô  ˆDÔð ÔÐ'Ø"ŸJšJ ¸Ñ:Ô:ˆMØ#vÐ#vÐ#vÐ#vÕX]Ð^bÔ^tÑXuÔXuÐ#vÑ#vÔ#vˆDÔ à�:Š:Ð/Ñ0Ô0Ð<Ø%+§Z¢ZÐ0IÑ%JÔ%JˆDÔ"ð &'ˆÔ"à�‰ŒÔÐ'Ð' Ð'Ð'Ð'Ð'Ð'r^   c                 óz   ‡ — ‰ j         �2‰ j        €dg‰ j         z  S ˆ fd„t          ‰ j         ¦  «        D ¦   «         S d S )Nrb   c                 ó*   •— g | ]}|‰j         v rd nd‘ŒS r`   )rV   )rZ   r[   rp   s     €r\   rc   z5InklingTextConfig.mtp_layer_types.<locals>.<listcomp>‹   s9   ø€ ð ð ð ØXY¨¨TÔ-EÐ(EÐ(EÐ$Ð$È8ðð ð r^   )rS   rV   rj   ©rp   s   `r\   Úmtp_layer_typesz!InklingTextConfig.mtp_layer_types…   sc   ø€ àÔÐ*ØÔ'Ð/Ø �z DÔ$7Ñ7Ð7ðð ð ð Ý]bÐcgÔcvÑ]wÔ]wðñ ô ð ð ˆtr^   c                 ó*   — | j         �dg| j         z  S d S )Nrf   )rS   ru   s    r\   Úmtp_mlp_layer_typesz%InklingTextConfig.mtp_mlp_layer_types‘   s    € àÔÐ*Ø�9˜tÔ2Ñ2Ð2Øˆtr^   )<Ú__name__Ú
__module__Ú__qualname__Ú
model_typeÚbase_config_keyÚbase_model_tp_planÚbase_model_pp_planÚbase_model_ep_planÚattribute_mapr%   ÚintÚ__annotations__r&   r(   r*   r,   r.   r0   r1   r3   r4   r   r5   r7   r8   r9   Úfloatr:   Úlistr;   Ústrr   r=   r   r?   r@   rB   rC   r   rF   rH   rI   ÚboolrJ   r   rK   rL   rN   rO   rQ   rR   rS   rT   rU   rV   ro   Úpropertyrv   rx   Ú__classcell__©rr   s   @r\   r   r      sð  ø€ € € € € € à€JØ#€Oà+Ø-6Ø*3Ø 0Ø1:Ø/8Ø1:Ø'3Ø"+Ø )Ø"+ðð Ðð &˜¨Ð(9Ð:Ø#Ð%5Ð6¸Ð8IÐJØ!Ð" _Ð$5Ð6ðð Ðð )Ø-;Ø*8Ø 0ð	ð Ðð !>Ø/Ø/ð 0à5ð	ð 	€Mð €J�ÐÐÑà&*Ð˜˜t™Ð*Ð*Ñ*Ø€K�ÐÐÑØÐ�sÐÐÑØ!Ð˜Ð!Ð!Ñ!Ø Ð˜Ð Ð Ñ Ø€HˆcÐÐÑØ#%Ð˜SÐ%Ð%Ñ%Ø#%Ð˜SÐ%Ð%Ñ%Ø€L�#ÐÐÑØ"Ð˜Ð"Ð"Ñ"Ø€Eˆ3€O€O�OØ€J�ÐÐÑØ&*Ð˜˜t™Ð*Ð*Ñ*Ø"Ð�uÐ"Ð"Ñ"Ø(,€O�T˜#”Y Ñ%Ð,Ð,Ñ,Ø$(€K��c”˜TÑ!Ð(Ð(Ñ(Ø#)Ð˜SÐ)Ð)Ñ)Ø€L�%ÐÐÑØÐ�cÐÐÑØ(,€O�T˜#”Y Ñ%Ð,Ð,Ñ,Ø"Ð�sÐ"Ð"Ñ"Ø€J�ÐÐÑà!%Ð˜3Ð%Ð%Ñ%ØÐ�cÐÐÑØ Ð˜Ð Ð Ñ ØÐ�cÐÐÑØ#Ð˜Ð#Ð#Ñ#Ø€K�ÐÐÑà)-Ð Ð-Ð-Ñ-Ø#'Ð˜5Ð'Ð'Ñ'Ø"Ð�uÐ"Ð"Ñ"Ø#Ð�uÐ#Ð#Ñ#Ø#€L�#˜‘*Ð#Ð#Ñ#Ø €L�#˜‘*Ð Ð Ñ Ø €L�#˜‘*Ð Ð Ñ à!%€N�C˜$‘JÐ%Ð%Ñ%Ø#(Ð˜DÐ(Ð(Ñ(Ø$(Ð˜TÐ(Ð(Ñ(Ø,0Ð˜˜cœ TÑ)Ð0Ð0Ñ0ð(ð (ð (ð (ð (ð* ðð ñ „Xðð ðð ñ „Xðð ð ð ð r^   r   c                   ój   — e Zd ZU dZdZddddœZdZeed<   dZ	eed<   d	Z
eed<   d
Zeed<   dZeed<   dS )ÚInklingAudioConfigÚinkling_audioÚaudio_configÚ
n_mel_binsÚmel_vocab_sizeÚtext_hidden_size)Únum_codebooksÚcodebook_sizer(   éP   rD   r'   r<   r=   rM   rN   N)ry   rz   r{   r|   r}   r�   r�   r‚   rƒ   r�   r‘   r=   r„   rN   rY   r^   r\   rŒ   rŒ   ˜   s…   € € € € € € à €JØ$€Oà%Ø)Ø)ðð €Mð €J�ÐÐÑØ€N�CÐÐÑØ Ð�cÐ Ð Ñ Ø€L�%ÐÐÑØ#Ð�uÐ#Ð#Ñ#Ð#Ð#r^   rŒ   c                   óž   — e Zd ZU dZdZddiZdZeed<   dZ	eed<   d	Z
eed
<   dZeed<   dZeed<   dZeed<   dZeed<   dZeed<   dZeed<   dS )ÚInklingVisionConfigÚinkling_visionÚvision_configr*   Ún_layersr'   r‘   é(   Ú
patch_sizerG   Útemporal_patch_sizer   Únum_channelsr6   r(   é   r2   r,   r<   r=   rM   rN   N)ry   rz   r{   r|   r}   r�   r‘   r‚   rƒ   r›   rœ   r�   r(   r*   r,   r=   r„   rN   rY   r^   r\   r–   r–   ©   s»   € € € € € € à!€JØ%€OØ(¨*Ð5€Mà Ð�cÐ Ð Ñ Ø€J�ÐÐÑØ Ð˜Ð Ð Ñ Ø€L�#ÐÐÑØ€K�ÐÐÑØÐ�sÐÐÑØ!Ð˜Ð!Ð!Ñ!Ø€L�%ÐÐÑØ#Ð�uÐ#Ð#Ñ#Ð#Ð#r^   r–   c                   óº   ‡ — e Zd ZU dZdZeeedœZdZ	ee
z  dz  ed<   dZee
z  dz  ed<   dZee
z  dz  ed<   dZeed	<   d
Zeed<   dZeed<   dZeed<   ˆ fd„Zˆ xZS )ÚInklingConfigzETop-level multimodal config (`InklingMMConfig` in the SGLang source).Úinkling_mm_model)r	   rŽ   r˜   Nr	   rŽ   r˜   iv Úimage_token_idiu Úaudio_token_idiE Úimage_bos_token_idiT Úaudio_bos_token_idc                 ó   •— |                      d¦  «        pi }t          | j        t          ¦  «        r‹| j                             d|                      d¦  «        ¦  «         | j                             d|                      dd¦  «        ¦  «         | j                             d|                      d¦  «        ¦  «         t          | j        t          ¦  «        r | j        d         di | j        ¤Ž| _        n!| j        € | j        d         ¦   «         | _        t          | j        t          ¦  «        r | j        d	         di | j        ¤Ž| _        n!| j        € | j        d	         ¦   «         | _        t          | j        t          ¦  «        r | j        d
         di | j        ¤Ž| _        n!| j        € | j        d
         ¦   «         | _        | j        j        | j        _	        | j        j        | j        _	         t          ¦   «         j        di |¤Ž d S )NÚ
mtp_configrS   Únum_nextn_predict_layersrT   FrV   r:   rŽ   r˜   r	   rY   )rl   Ú
isinstancer	   ÚdictÚ
setdefaultrŽ   Úsub_configsr˜   r(   r‘   rn   ro   )rp   rq   r§   rr   s      €r\   ro   zInklingConfig.__post_init__Í   s  ø€ à—Z’Z Ñ-Ô-Ð3°ˆ
Ý�dÔ&­Ñ-Ô-ð 	bØÔ×'Ò'Ð(8¸*¿.º.ÐIcÑ:dÔ:dÑeÔeÐeØÔ×'Ò'Ð(@À*Ç.Â.ÐQiÐkpÑBqÔBqÑrÔrÐrØÔ×'Ò'Ð(=¸z¿~º~ÐN_Ñ?`Ô?`ÑaÔaÐaå�dÔ'­Ñ.Ô.ð 	CØ @ Ô 0°Ô @Ð UÐ UÀ4ÔCTÐ UÐ UˆDÔÐØÔÐ&Ø @ Ô 0°Ô @Ñ BÔ BˆDÔå�dÔ(­$Ñ/Ô/ð 	EØ!B Ô!1°/Ô!BÐ!XÐ!XÀTÔEWÐ!XÐ!XˆDÔÐØÔÐ'Ø!B Ô!1°/Ô!BÑ!DÔ!DˆDÔå�dÔ&­Ñ-Ô-ð 	AØ>˜tÔ/°Ô>ÐRÐRÀÔAQÐRÐRˆDÔÐØÔÐ%Ø>˜tÔ/°Ô>Ñ@Ô@ˆDÔà.2Ô.>Ô.JˆÔÔ+Ø-1Ô-=Ô-IˆÔÔ*Ø�‰ŒÔÐ'Ð' Ð'Ð'Ð'Ð'Ð'r^   )ry   rz   r{   Ú__doc__r|   r   rŒ   r–   r¬   r	   rª   rƒ   rŽ   r˜   r¢   r‚   r£   r¤   r¥   ro   r‰   rŠ   s   @r\   r    r    º   sï   ø€ € € € € € àOÐOà#€Jà(Ø*Ø,ðð €Kð 48€KÐ" TÑ)¨DÑ0Ð7Ð7Ñ7Ø59€LÐ$ tÑ+¨dÑ2Ð9Ð9Ñ9Ø7;€MÐ&¨Ñ-°Ñ4Ð;Ð;Ñ;Ø €N�CÐ Ð Ñ Ø €N�CÐ Ð Ñ Ø$Ð˜Ð$Ð$Ñ$Ø$Ð˜Ð$Ð$Ñ$ð(ð (ð (ð (ð (ð (ð (ð (ð (r^   r    )r    r   rŒ   r–   N)	Úhuggingface_hub.dataclassesr   Úconfiguration_utilsr   r   rŒ   r–   r    Ú__all__rY   r^   r\   ú<module>r±      s#  ðð, /Ð .Ð .Ð .Ð .Ð .à 3Ð 3Ð 3Ð 3Ð 3Ð 3ð ðyð yð yð yð yÐ(ñ yô yñ „ðyðx ð$ð $ð $ð $ð $Ð)ñ $ô $ñ „ð$ð  ð$ð $ð $ð $ð $Ð*ñ $ô $ñ „ð$ð  ð+(ð +(ð +(ð +(ð +(Ð$ñ +(ô +(ñ „ð+(ð\ ^Ð
]Ð
]€€€r^   