tj bddlmZddlmZddlmZddlmZmZddl m Z m Z ej e Zed eGd d eZed eGd d eZed eGddeZgdZdS))strict)PreTrainedConfig)!MODEL_FOR_CAUSAL_LM_MAPPING_NAMES)auto_docstringlogging)CONFIG_MAPPING AutoConfigz"Salesforce/instructblip-flan-t5-xl) checkpointc eZdZUdZdZdZdZeed<dZ eed<dZ eed <d Z eed <d Z ee ezeeefzed <dZee ezeeefzed<dZeed<dZeed<dZeezed<dZeed<dZeed<dS)InstructBlipVideoVisionConfigaH Example: ```python >>> from transformers import InstructBlipVideoVisionConfig, InstructBlipVideoVisionModel >>> # Initializing a InstructBlipVideoVisionConfig with Salesforce/instructblip-flan-t5-xl style configuration >>> configuration = InstructBlipVideoVisionConfig() >>> # Initializing a InstructBlipVideoVisionModel (with random weights) from the Salesforce/instructblip-flan-t5-xl style configuration >>> model = InstructBlipVideoVisionModel(configuration) >>> # Accessing the model configuration >>> configuration = model.config ```instructblipvideo_vision_model vision_config hidden_sizeiintermediate_size'num_hidden_layersnum_attention_heads image_size patch_sizegelu hidden_actgư>layer_norm_epsgattention_dropoutg|=initializer_rangeTqkv_biasN)__name__ __module__ __qualname____doc__ model_typebase_config_keyrint__annotations__rrrrlisttuplerrstrrfloatrr r!bool/var/www/html/CA-Chatbot/venv/lib/python3.11/site-packages/transformers/models/instructblipvideo/configuration_instructblipvideo.pyrr!s   2J%OK!s!!!s!!!!47Jd3i%S/177746Jd3i%S/1666J NE   %(us{((($u$$$Hdr0rceZdZUdZdZdZdZeed<dZ eed<dZ eed <dZ eed <d Z eed <d Z eed<dZeezed<dZeezed<dZeed<dZeed<dZeed<dZedzed<dZeed<dZeed<dS)InstructBlipVideoQFormerConfiga3 cross_attention_frequency (`int`, *optional*, defaults to 2): The frequency of adding cross-attention to the Transformer layers. encoder_hidden_size (`int`, *optional*, defaults to 1408): The hidden size of the hidden states for cross-attention. Examples: ```python >>> from transformers import InstructBlipVideoQFormerConfig, InstructBlipVideoQFormerModel >>> # Initializing a InstructBlipVideo Salesforce/instructblip-flan-t5-xl style configuration >>> configuration = InstructBlipVideoQFormerConfig() >>> # Initializing a model (with random weights) from the Salesforce/instructblip-flan-t5-xl style configuration >>> model = InstructBlipVideoQFormerModel(configuration) >>> # Accessing the model configuration >>> configuration = model.config ```instructblipvideo_qformerqformer_configi:w vocab_sizeir rri rrrg?hidden_dropout_probattention_probs_dropout_probimax_position_embeddings{Gz?r g-q=rrN pad_token_idr cross_attention_frequencyrencoder_hidden_size)r"r#r$r%r&r'r6r(r)rrrrrr,r8r-r9r:r rr<r=r>r/r0r1r3r3Ds  (-J&OJKs!!!!!s!!!J'****03 %#+333#&S&&&#u###!NE!!! L#*   %&s&&&######r0r3ceZdZUdZdZddiZeeedZ dZ e e zdze d<dZe e zdze d<dZe e zdze d <d Zee d <d Zee d <dZee d<dZedze d<fdZxZS)InstructBlipVideoConfiga qformer_config (`dict`, *optional*): Dictionary of configuration options used to initialize [`InstructBlipVideoQFormerConfig`]. num_query_tokens (`int`, *optional*, defaults to 32): The number of query tokens passed through the Transformer. Example: ```python >>> from transformers import ( ... InstructBlipVideoVisionConfig, ... InstructBlipVideoQFormerConfig, ... OPTConfig, ... InstructBlipVideoConfig, ... InstructBlipVideoForConditionalGeneration, ... ) >>> # Initializing a InstructBlipVideoConfig with Salesforce/instructblip-flan-t5-xl style configuration >>> configuration = InstructBlipVideoConfig() >>> # Initializing a InstructBlipVideoForConditionalGeneration (with random weights) from the Salesforce/instructblip-flan-t5-xl style configuration >>> model = InstructBlipVideoForConditionalGeneration(configuration) >>> # Accessing the model configuration >>> configuration = model.config >>> # We can also initialize a InstructBlipVideoConfig from a InstructBlipVideoVisionConfig, InstructBlipVideoQFormerConfig and any PreTrainedConfig >>> # Initializing Instructblipvideo vision, Instructblipvideo Q-Former and language model configurations >>> vision_config = InstructBlipVideoVisionConfig() >>> qformer_config = InstructBlipVideoQFormerConfig() >>> text_config = OPTConfig() >>> config = InstructBlipVideoConfig(vision_config=vision_config, qformer_config=qformer_config, text_config=text_config) ```instructblipvideovideo_token_idvideo_token_index) text_configr5rNrr5rD num_query_tokensg?initializer_factorr;r c B|j4td|_tdnQt |jt r7|jdd}t|di|j|_|j.t|_tdn0t |jt rtdi|j|_|j .t|_ tdn0t |j t rtdi|j |_ |j j |j_ |jj tv|_t!jdi|dS)NoptzTtext_config is None. Initializing the text config with default values (`OPTConfig`).r&z\qformer_config is None. Initializing the InstructBlipVideoQFormerConfig with default values.z``vision_config` is `None`. initializing the `InstructBlipVideoVisionConfig` with default values.r/)rDr loggerinfo isinstancedictgetr5r3rrrr>r&ruse_decoder_only_language_modelsuper __post_init__)selfkwargstext_model_type __class__s r1rQz%InstructBlipVideoConfig.__post_init__s   #-e466D  KKn o o o o ($ / / S".22<GGO-o>RRAQRRD    &"@"B"BD  KKv w w w w +T 2 2 X"@"W"W4CV"W"WD    %!>!@!@D  KKr    *D 1 1 U!>!T!TAS!T!TD 262D2P//3/?/JNo/o,'''''''r0)r"r#r$r%r& attribute_mapr r3r sub_configsrrMrr)r5rDrFr(rGr-r rCrQ __classcell__)rUs@r1r@r@ns" " H%J%':;M!86K 59M4**T188859ND++d299926K((4/666c #####u###$(sTz((((((((((((r0r@)r@r3rN)huggingface_hub.dataclassesrconfiguration_utilsrmodels.auto.modeling_autorutilsrrautor r get_loggerr"rJrr3r@__all__r/r0r1r`s,/.....333333JJJJJJ,,,,,,,,--------  H % %?@@@$4A@B?@@@%$%$%$%$%$%5%$%$A@%$P?@@@N(N(N(N(N(.N(N(A@N(b i h hr0