§
    ‚Štjš  ã                   ó�   — d Z ddlmZ ddlmZ ddlmZ ddlmZ  ed¬¦  «        e G d	„ d
e¦  «        ¦   «         ¦   «         Z	d
gZ
dS )zStarcoder2 model configurationé    )Ústricté   )ÚPreTrainedConfig)ÚRopeParameters)Úauto_docstringzbigcode/starcoder2-7b)Ú
checkpointc                   óÄ  — e Zd ZU dZdZdgZdddddddœZdgdgfd	d
gd	gfd	gd	gfdœZdZe	e
d<   dZe	e
d<   dZe	e
d<   dZe	e
d<   dZe	e
d<   dZe	e
d<   dZee
d<   dZe	e
d<   dZee
d<   dZee
d<   d Zee
d!<   d"Ze	d#z  e
d$<   d"Ze	ee	         z  d#z  e
d%<   d#Ze	d#z  e
d&<   d#Zeez  d#z  e
d'<   d#Ze	d#z  e
d(<   d)Z ee	z  e
d*<   d)Z!ee	z  e
d+<   d)Z"ee	z  e
d,<   d Z#ee
d-<   d Z$ee
d.<   d#S )/ÚStarcoder2Configa	  
    use_bias (`bool`, *optional*, defaults to `True`):
        Whether to use bias term on linear layers of the model.

    ```python
    >>> from transformers import Starcoder2Model, Starcoder2Config

    >>> # Initializing a Starcoder2 7B style configuration
    >>> configuration = Starcoder2Config()

    >>> # Initializing a model from the Starcoder2 7B style configuration
    >>> model = Starcoder2Model(configuration)

    >>> # Accessing the model configuration
    >>> configuration = model.config
    ```
    Ú
starcoder2Úpast_key_valuesÚcolwiseÚrowwise)zlayers.*.self_attn.q_projzlayers.*.self_attn.k_projzlayers.*.self_attn.v_projzlayers.*.self_attn.o_projzlayers.*.mlp.c_fczlayers.*.mlp.c_projÚ	input_idsÚinputs_embedsÚhidden_statesÚattention_mask)Úembed_tokensÚlayersÚnormi À  Ú
vocab_sizei   Úhidden_sizei 0  Úintermediate_sizeé   Únum_hidden_layersé   Únum_attention_headsé   Únum_key_value_headsÚgelu_pytorch_tanhÚ
hidden_acti   Úmax_position_embeddingsgŸVÑšy’?Úinitializer_rangegñhãˆµøä>Únorm_epsilonTÚ	use_cacheiPÄ  NÚbos_token_idÚeos_token_idÚpad_token_idÚrope_parametersÚsliding_windowg        Úattention_dropoutÚresidual_dropoutÚembedding_dropoutÚuse_biasÚtie_word_embeddings)%Ú__name__Ú
__module__Ú__qualname__Ú__doc__Ú
model_typeÚkeys_to_ignore_at_inferenceÚbase_model_tp_planÚbase_model_pp_planr   ÚintÚ__annotations__r   r   r   r   r   r    Ústrr!   r"   Úfloatr#   r$   Úboolr%   r&   Úlistr'   r(   r   Údictr)   r*   r+   r,   r-   r.   © ó    úu/var/www/html/CA-Chatbot/venv/lib/python3.11/site-packages/transformers/models/starcoder2/configuration_starcoder2.pyr
   r
      s  € € € € € € ðð ð$ €JØ#4Ð"5Ðð &/Ø%.Ø%.Ø%.Ø&Ø(ðð Ðð &˜¨Ð(9Ð:Ø#Ð%5Ð6¸Ð8IÐJØ!Ð" _Ð$5Ð6ðð Ðð €J�ÐÐÑØ€K�ÐÐÑØ"Ð�sÐ"Ð"Ñ"ØÐ�sÐÐÑØ!Ð˜Ð!Ð!Ñ!Ø Ð˜Ð Ð Ñ Ø)€J�Ð)Ð)Ñ)Ø#'Ð˜SÐ'Ð'Ñ'Ø'Ð�uÐ'Ð'Ñ'Ø€L�%ÐÐÑØ€IˆtÐÐÑØ$€L�#˜‘*Ð$Ð$Ñ$Ø+0€L�#˜˜Sœ	‘/ DÑ(Ð0Ð0Ñ0Ø#€L�#˜‘*Ð#Ð#Ñ#Ø48€O�^ dÑ*¨TÑ1Ð8Ð8Ñ8Ø!%€N�C˜$‘JÐ%Ð%Ñ%Ø%(Ð�u˜s‘{Ð(Ð(Ñ(Ø$'Ð�e˜c‘kÐ'Ð'Ñ'Ø%(Ð�u˜s‘{Ð(Ð(Ñ(Ø€HˆdÐÐÑØ $Ð˜Ð$Ð$Ñ$Ð$Ð$r?   r
   N)r2   Úhuggingface_hub.dataclassesr   Úconfiguration_utilsr   Úmodeling_rope_utilsr   Úutilsr   r
   Ú__all__r>   r?   r@   ú<module>rF      s´   ðð %Ð $à .Ð .Ð .Ð .Ð .Ð .à 3Ð 3Ð 3Ð 3Ð 3Ð 3Ø 1Ð 1Ð 1Ð 1Ð 1Ð 1Ø #Ð #Ð #Ð #Ð #Ð #ð €Ð2Ð3Ñ3Ô3Øð8%ð 8%ð 8%ð 8%ð 8%Ð'ñ 8%ô 8%ñ „ñ 4Ô3ð8%ðv Ð
€€€r?   