§
    ‚Štjs  ã                   óö  — d Z ddlmZ ddlmZmZ ddlmZ ddlm	Z	 ddl
mZmZmZmZ dd	lmZ  ej        e¦  «        Z ed
¬¦  «        e G d„ de	¦  «        ¦   «         ¦   «         Z G d„ de¦  «        Z ed
¬¦  «         G d„ de¦  «        ¦   «         Z ed
¬¦  «         G d„ de¦  «        ¦   «         Z ed
¬¦  «         G d„ de¦  «        ¦   «         Z ed
¬¦  «         G d„ de¦  «        ¦   «         Zg d¢ZdS )zPyTorch Arcee model.é    )Ústrict)Úauto_docstringÚloggingé   )ÚRopeParametersé   )ÚLlamaConfig)ÚLlamaForCausalLMÚLlamaForQuestionAnsweringÚLlamaForSequenceClassificationÚLlamaForTokenClassification)ÚNemotronMLPzarcee-ai/AFM-4.5B)Ú
checkpointc                   ó˜  — e Zd ZU dZdZdddddddœZdZeed<   dZ	eed	<   d
Z
eed<   dZeed<   dZeed<   dZedz  ed<   dZeed<   dZeed<   dZeed<   dZeed<   dZeed<   dZedz  ed<   dZedz  ed<   dZeee         z  dz  ed<   d Zeed!<   dZeez  dz  ed"<   d Zeed#<   d$Zeez  ed%<   d Z eed&<   dZ!edz  ed'<    e"¦   «         Z#dS )(ÚArceeConfiga  
    ```python
    >>> from transformers import ArceeModel, ArceeConfig

    >>> # Initializing an Arcee AFM-4.5B-Base style configuration
    >>> configuration = ArceeConfig()

    >>> # Initializing a model from the AFM-4.5B-Base style configuration
    >>> model = ArceeModel(configuration)

    >>> # Accessing the model configuration
    >>> configuration = model.config
    ```ÚarceeÚcolwiseÚrowwise)zlayers.*.self_attn.q_projzlayers.*.self_attn.k_projzlayers.*.self_attn.v_projzlayers.*.self_attn.o_projzlayers.*.mlp.up_projzlayers.*.mlp.down_proji }  Ú
vocab_sizei 
  Úhidden_sizei H  Úintermediate_sizeé    Únum_hidden_layersÚnum_attention_headsNÚnum_key_value_headsÚrelu2Ú
hidden_acti   Úmax_position_embeddingsg{®Gáz”?Úinitializer_rangegñhãˆµøä>Úrms_norm_epsTÚ	use_cacheÚpad_token_idi ô Úbos_token_idiô Úeos_token_idFÚtie_word_embeddingsÚrope_parametersÚattention_biasg        Úattention_dropoutÚmlp_biasÚhead_dim)$Ú__name__Ú
__module__Ú__qualname__Ú__doc__Ú
model_typeÚbase_model_tp_planr   ÚintÚ__annotations__r   r   r   r   r   r   Ústrr   r   Úfloatr    r!   Úboolr"   r#   r$   Úlistr%   r&   r   Údictr'   r(   r)   r*   ÚAttributeErrorÚpretraining_tp© ó    úe/var/www/html/CA-Chatbot/venv/lib/python3.11/site-packages/transformers/models/arcee/modular_arcee.pyr   r   "   sÂ  € € € € € € ðð ð €Jà%.Ø%.Ø%.Ø%.Ø )Ø"+ðð Ðð €J�ÐÐÑØ€K�ÐÐÑØ"Ð�sÐ"Ð"Ñ"ØÐ�sÐÐÑØ!Ð˜Ð!Ð!Ñ!Ø&*Ð˜˜t™Ð*Ð*Ñ*Ø€J�ÐÐÑØ#'Ð˜SÐ'Ð'Ñ'Ø#Ð�uÐ#Ð#Ñ#Ø€L�%ÐÐÑØ€IˆtÐÐÑØ#€L�#˜‘*Ð#Ð#Ñ#Ø%€L�#˜‘*Ð%Ð%Ñ%Ø+1€L�#˜˜Sœ	‘/ DÑ(Ð1Ð1Ñ1Ø %Ð˜Ð%Ð%Ñ%Ø48€O�^ dÑ*¨TÑ1Ð8Ð8Ñ8Ø €N�DÐ Ð Ñ Ø%(Ð�u˜s‘{Ð(Ð(Ñ(Ø€HˆdÐÐÑØ€Hˆc�D‰jÐÐÑà#�^Ñ%Ô%€N€N€Nr;   r   c                   ó   — e Zd ZdS )ÚArceeMLPN©r+   r,   r-   r:   r;   r<   r>   r>   U   s   € € € € € Ø€Dr;   r>   c                   ó   — e Zd ZdS )ÚArceeForCausalLMNr?   r:   r;   r<   rA   rA   Y   ó   € € € € € à€Dr;   rA   c                   ó   — e Zd ZdS )ÚArceeForSequenceClassificationNr?   r:   r;   r<   rD   rD   ^   rB   r;   rD   c                   ó   — e Zd ZdS )ÚArceeForQuestionAnsweringNr?   r:   r;   r<   rF   rF   c   rB   r;   rF   c                   ó   — e Zd ZdS )ÚArceeForTokenClassificationNr?   r:   r;   r<   rH   rH   h   rB   r;   rH   )r   rA   rF   rD   rH   Ú
ArceeModelÚArceePreTrainedModelN)r.   Úhuggingface_hub.dataclassesr   Útransformers.utilsr   r   Úmodeling_rope_utilsr   Úllama.configuration_llamar	   Úllama.modeling_llamar
   r   r   r   Únemotron.modeling_nemotronr   Ú
get_loggerr+   Úloggerr   r>   rA   rD   rF   rH   Ú__all__r:   r;   r<   ú<module>rT      sf  ðð Ð à .Ð .Ð .Ð .Ð .Ð .à 6Ð 6Ð 6Ð 6Ð 6Ð 6Ð 6Ð 6à 1Ð 1Ð 1Ð 1Ð 1Ð 1Ø 3Ð 3Ð 3Ð 3Ð 3Ð 3ðð ð ð ð ð ð ð ð ð ð ð ð 5Ð 4Ð 4Ð 4Ð 4Ð 4ð 
ˆÔ	˜HÑ	%Ô	%€ð €Ð.Ð/Ñ/Ô/Øð.&ð .&ð .&ð .&ð .&�+ñ .&ô .&ñ „ñ 0Ô/ð.&ðb	ð 	ð 	ð 	ð 	ˆ{ñ 	ô 	ð 	ð €Ð.Ð/Ñ/Ô/ð	ð 	ð 	ð 	ð 	Ð'ñ 	ô 	ñ 0Ô/ð	ð €Ð.Ð/Ñ/Ô/ð	ð 	ð 	ð 	ð 	Ð%Cñ 	ô 	ñ 0Ô/ð	ð €Ð.Ð/Ñ/Ô/ð	ð 	ð 	ð 	ð 	Ð 9ñ 	ô 	ñ 0Ô/ð	ð €Ð.Ð/Ñ/Ô/ð	ð 	ð 	ð 	ð 	Ð"=ñ 	ô 	ñ 0Ô/ð	ðð ð €€€r;   