tj-dZddlmZddlmZddlmZddlmZm Z e j e Z edeGd d eZ edeGd d eZedeGd deZedeGddeZedeGddeZgdZdS)zBlt model configuration)strict)PreTrainedConfig)RopeParameters)auto_docstringloggingzitazap/blt-1b-hf) checkpointc4eZdZUdZdZdZdZeed<dZ e dzed<d Z edzed <d Z edzed <d Z eed<dZeed<dZedzed<dZeed<dZeed<dZeezdzed<dZeed<dZeezdzed<dZeed<dZedzed<dZeed<fd ZxZS)!BltLocalEncoderConfigb cross_attn_all_layers (`bool`, *optional*, defaults to `True`): Whether all attention layers have cross attention. cross_attn_k (`int`, *optional*, defaults to 2): Number of cross-attention heads used in the model. hidden_size_global (`int`, *int*, defaults to 2048): Hidden size of the global transformer layer. blt_local_encoderA vocab_sizeFNcross_attn_all_layers cross_attn_khidden_size_global hidden_sizenum_attention_headsnum_key_value_headsnum_hidden_layersh㈵> rms_norm_epsdropout`max_position_embeddingsrope_parameterssilu hidden_actintermediate_size{Gz?initializer_rangec |jp|j|_|jptd|jzdz |_d|_t jdi|dSNrF)rrr&intrtie_word_embeddingssuper __post_init__selfkwargs __class__s g/var/www/html/CA-Chatbot/venv/lib/python3.11/site-packages/transformers/models/blt/configuration_blt.pyr0z#BltLocalEncoderConfig.__post_init__9sg#'#;#Wt?W !%!7!X3q4CS?SVW?W;X;X#( ''''''')__name__ __module__ __qualname____doc__ model_type default_thetarr-__annotations__rboolrrrrrrrfloatr r"r#rdictr%strr&r(r0 __classcell__r4s@r5r r so%JMJ).4$;... L#*   %)d )))K!!!!&*t***sL%"%GUS[4 %%%#(S(((48O^d*T1888J$(sTz(((#u###(((((((((r6r ceZdZUdZdZdZdZeed<dZ e dzed<d Z edzed <d Z edzed <d Z eed<dZeed<dZedzed<dZeed<dZeed<dZeezdzed<dZeed<dZeezdzed<dZeed<dZeed<dZeed <dZedzed!<dZedzed"<dZeeezdzed#<d$Z e ed%<fd&Z!xZ"S)'BltLocalDecoderConfigr blt_local_decoderrrrTNrrrrrrrrrr rrrrr r!r"r#r$r%i r&r'r( pad_token_id bos_token_id eos_token_idFr.c |jp|j|_|j|jz|_|jpt d|jzdz |_d|_tjdi|dSr* rrrhead_dimr&r-r.r/r0r1s r5r0z#BltLocalDecoderConfig.__post_init__csy#'#;#Wt?W (D,DD !%!7!X3q4CS?SVW?W;X;X#( '''''''r6)#r7r8r9r:r;r<rr-r=rr>rrrrrrrr?r r"r#rr@r%rAr&r(rHrIrJlistr.r0rBrCs@r5rErE@s%JMJ)-4$;--- L#*   %)d )))K!!!!&*t***sL%"%GUS[4 %%%#(S(((48O^d*T1888J!s!!!#u####L#*####L#*###+/L#S /D(/// %%%%(((((((((r6rEceZdZUdZdZdZeed<dZeed<dZ edzed<d Z eed <d Z e ed <d Z e ezdzed<dZeed<dZeezdzed<dZeed<dZeed<dZe ed<dZeed<fdZxZS)BltGlobalTransformerConfigblt_global_transformerrrrrrNrrrrrr r"r#r$r%ir&r'r(Fr.c |jp|j|_|j|jz|_|jpt d|jzdz |_d|_tjdi|dSr*rLr1s r5r0z(BltGlobalTransformerConfig.__post_init__~sy#'#;#Wt?W (D,DD !%!7!X3q4CS?SVW?W;X;X#( '''''''r6)r7r8r9r;r<rr-r=rrrrr?r r"r#rr@r%rAr&r(r.r>r0rBrCs@r5rPrPks$*JMK!!!!&*t***sL%"%GUS[4 %%%#'S'''48O^d*T1888J!s!!!#u### %%%%(((((((((r6rPceZdZUdZdZeed<dZeed<dZeed<dZ eed <d Z ed zed <d Z eed <dZ e ed<dZe ezd zed<dZeed<d Zeezd zed<dZe ed<dZeed<fdZxZS)BltPatcherConfig blt_patcherrrirr rNri r"rrrr rr&r#r'r(Fr.c |jp|j|_|j|jz|_|jpt d|jzdz |_d|_d|_tj di|dS)Nr+rFr$r,) rrrrMr&r-r.r%r/r0r1s r5r0zBltPatcherConfig.__post_init__s#'#;#Wt?W (D,DD !%!7!X3q4CS?SVW?W;X;X#(  '''''''r6)r7r8r9r;rr-r=rrrrr"rr?r r&r#rr@r(r.r>r0rBrCs@r5rVrVsJJKs!!!!&*t***#'S'''L%"%GUS[4 %%%!s!!!48O^d*T1888#u### %%%%(((((((((r6rVc*eZdZUdZdZdgZdZeee e dZ dZ e ed<dZe ed <d Zed zed <d Ze d zed<dZed zed<dZed zed<dZe d zed<d Ze d zed<dZe d zed<d Zee d zed<dZe d zed<dZe d zed<d Zee zd zed<d Z!ee zd zed<d Z"ee zd zed<d Z#ee zd zed<d Z$eed!<d Z%eed"<d Z&e d zed#<d Z'e d zed$<d Z(e ee zd zed%<d&Z)eed'<d Z*e+ezd zed(<fd)Z,xZ-S)* BltConfiga patch_in_forward (`bool`, *optional*, defaults to `True`): Whether to perform patching during the forward pass. patch_size (`int`, *optional*, defaults to 4): Size of the patches used in the patching mechanism. patching_mode (`str`, *optional*, defaults to `"entropy"`): The mode used for patching, such as entropy-based patching. patching_threshold (`float`, *optional*, defaults to 1.34): Threshold value used for determining when to apply patches. patching_batch_size (`int`, *optional*, defaults to 1): Batch size used during the patching process. max_patch_length (`int`, *optional*): Maximum length of patches that can be generated. cross_attn_k (`int`, *optional*, defaults to 2): Number of cross-attention heads used in the model. encoder_hash_byte_group_size (`list`, *optional*): List of byte group sizes used in the encoder hash function. encoder_hash_byte_group_vocab (`int`, *optional*, defaults to 500002): Vocabulary size for the encoder hash byte groups. encoder_hash_byte_group_nb_functions (`int`, *optional*, defaults to 1): Number of hash functions used in the encoder byte grouping. patcher_config (`BltPatcherConfig`, *optional*): Configuration for the patcher component of the model. global_config (`BltGlobalTransformerConfig`, *optional*): Configuration for the global transformer component of the model. Example: ```python >>> from transformers import BltModel, BltConfig >>> # Initializing a Blt configuration >>> configuration = BltConfig() >>> # Initializing a model from the configuration >>> model = BltModel(configuration) >>> # Accessing the model configuration >>> configuration = model.config ```bltpast_key_valuesr)patcher_configencoder_configdecoder_config global_configrrrSr"TNpatch_in_forward patch_sizeentropy patching_modeg]?patching_thresholdrpatching_batch_sizemax_patch_lengthrrencoder_hash_byte_group_sizei"encoder_hash_byte_group_vocab$encoder_hash_byte_group_nb_functionsr_r`rarbFr. use_cacherHrIrJr'r(r#c |jpgd|_|j5t|j|_tdnPt |jtr6|jd|jtdi|j|_|j 5t|j|_ tdnPt |j tr6|j d|jtdi|j |_ |j 5t|j|_ tdnPt |j tr6|j d|jtdi|j |_ |j 5t|j|_ tdnPt |j tr6|j d|jtdi|j |_ |j j|jz}||j jkr|nd|j _t%jdi|dS) N)rrdr+)r(z8patcher_config is None, using default Blt patcher configr(z8encoder_config is None, using default Blt encoder configz8decoder_config is None, using default Blt decoder configz6global_config is None, using default Blt global configr,)rkr_rVr(loggerinfo isinstancer@ setdefaultr`r rarErbrPrrencoder_cross_output_sizer/r0)r2r3rwr4s r5r0zBltConfig.__post_init__s,0,M,cQcQcQc)   &"2TE["\"\"\D  KKR S S S S +T 2 2 J   * *+>@V W W W"2"I"IT5H"I"ID    &"7$J`"a"a"aD  KKR S S S S +T 2 2 O   * *+>@V W W W"7"N"N$:M"N"ND    &"7$J`"a"a"aD  KKR S S S S +T 2 2 O   * *+>@V W W W"7"N"N$:M"N"ND    %!;dNd!e!e!eD  KKP Q Q Q Q *D 1 1 R   ) )*=t?U V V V!;!Q!Qd>P!Q!QD %)$7$CdFW$W!)BdFXFd)d)d % %jn 4 '''''''r6).r7r8r9r:r;keys_to_ignore_at_inferencer<rVr rErP sub_configsrr-r=r"rcr>rergrArhr?rirjrrkrNrlrmr_r@rr`rarbr.rnrHrIrJr(r#rr0rBrCs@r5r\r\sf& & PJ#4"5M*//3 KJ#'S'''$(dTk(((Jd  )M3:)))'8 888&'t'''#'cDj''' L#*   59 $s)d"299906!3:66678(#*88859ND++d299959ND++d299959ND++d299948M4**T1888 %%%%It#L#*####L#*###+/L#S /D(///#u###48O^d*T1888&(&(&(&(&(&(&(&(&(r6r\)r\rVr rErPN)r:huggingface_hub.dataclassesrconfiguration_utilsrmodeling_rope_utilsrutilsrr get_loggerr7rsr rErPrVr\__all__r,r6r5rs......333333111111,,,,,,,,  H % %-...!(!(!(!(!(,!(!(/.!(H-...&(&(&(&(&(,&(&(/.&(R-...(((((!1((/.(4-...((((('((/.(4-...q(q(q(q(q( q(q(/.q(h   r6