§
    ‚ŠtjÁ
  ã                   ó„   — d Z ddlmZ ddlmZ ddlmZ  ed¬¦  «        e G d„ d	e¦  «        ¦   «         ¦   «         Zd	gZd
S )zOpenAI ImageGPT configurationé    )Ústricté   )ÚPreTrainedConfig)Úauto_docstringzopenai/imagegpt-small)Ú
checkpointc                   óŽ  — e Zd ZU dZdZdgZdddddœZd	Zee	d
<   dZ
ee	d<   dZee	d<   dZee	d<   dZee	d<   dZedz  e	d<   dZee	d<   dZeez  e	d<   dZeez  e	d<   dZeez  e	d<   dZee	d<   dZee	d<   dZee	d<   dZee	d<   dZee	d<   dZee	d <   dZee	d!<   dZee	d"<   dZedz  e	d#<   dZedz  e	d$<   dZ ee!e         z  dz  e	d%<   dS )&ÚImageGPTConfiga  
    scale_attn_by_inverse_layer_idx (`bool`, *optional*, defaults to `False`):
        Whether to additionally scale attention weights by `1 / layer_idx + 1`.
    reorder_and_upcast_attn (`bool`, *optional*, defaults to `False`):
        Whether to scale keys (K) prior to computing attention (dot-product) and upcast attention
        dot-product/softmax to float() when training with mixed precision.

    Example:

    ```python
    >>> from transformers import ImageGPTConfig, ImageGPTModel

    >>> # Initializing a ImageGPT configuration
    >>> configuration = ImageGPTConfig()

    >>> # Initializing a model (with random weights) from the configuration
    >>> model = ImageGPTModel(configuration)

    >>> # Accessing the model configuration
    >>> configuration = model.config
    ```ÚimagegptÚpast_key_valuesÚn_embdÚn_positionsÚn_headÚn_layer)Úhidden_sizeÚmax_position_embeddingsÚnum_attention_headsÚnum_hidden_layersi  Ú
vocab_sizei   i   é   é   NÚn_innerÚ
quick_geluÚactivation_functiongš™™™™™¹?Úresid_pdropÚ
embd_pdropÚ
attn_pdropgñhãˆµøä>Úlayer_norm_epsilong{®Gáz”?Úinitializer_rangeTÚscale_attn_weightsÚ	use_cacheFÚtie_word_embeddingsÚscale_attn_by_inverse_layer_idxÚreorder_and_upcast_attnÚadd_cross_attentionÚpad_token_idÚbos_token_idÚeos_token_id)"Ú__name__Ú
__module__Ú__qualname__Ú__doc__Ú
model_typeÚkeys_to_ignore_at_inferenceÚattribute_mapr   ÚintÚ__annotations__r   r   r   r   r   r   Ústrr   Úfloatr   r   r   r   r   Úboolr    r!   r"   r#   r$   r%   r&   r'   Úlist© ó    úq/var/www/html/CA-Chatbot/venv/lib/python3.11/site-packages/transformers/models/imagegpt/configuration_imagegpt.pyr	   r	      sÀ  € € € € € € ðð ð, €JØ#4Ð"5ÐàØ#0Ø'Ø&ð	ð €Mð €J�ÐÐÑØ€K�ÐÐÑØ€FˆCÐÐÑØ€GˆSÐÐÑØ€FˆC€O€O�OØ€GˆS�4‰ZÐÐÑØ+Ð˜Ð+Ð+Ñ+Ø"€K�˜‘Ð"Ð"Ñ"Ø!€J�˜‘Ð!Ð!Ñ!Ø!€J�˜‘Ð!Ð!Ñ!Ø $Ð˜Ð$Ð$Ñ$Ø#Ð�uÐ#Ð#Ñ#Ø#Ð˜Ð#Ð#Ñ#Ø€IˆtÐÐÑØ %Ð˜Ð%Ð%Ñ%Ø,1Ð# TÐ1Ð1Ñ1Ø$)Ð˜TÐ)Ð)Ñ)Ø %Ð˜Ð%Ð%Ñ%Ø#€L�#˜‘*Ð#Ð#Ñ#Ø#€L�#˜‘*Ð#Ð#Ñ#Ø+/€L�#˜˜Sœ	‘/ DÑ(Ð/Ð/Ñ/Ð/Ð/r6   r	   N)	r+   Úhuggingface_hub.dataclassesr   Úconfiguration_utilsr   Úutilsr   r	   Ú__all__r5   r6   r7   ú<module>r<      s¢   ðð $Ð #à .Ð .Ð .Ð .Ð .Ð .à 3Ð 3Ð 3Ð 3Ð 3Ð 3Ø #Ð #Ð #Ð #Ð #Ð #ð €Ð2Ð3Ñ3Ô3Øð40ð 40ð 40ð 40ð 40Ð%ñ 40ô 40ñ „ñ 4Ô3ð40ðn Ð
€€€r6   