Ë
    òÏj|  ã                  ó&  — d Z ddlmZ ddlZddlZddlmZmZmZm	Z	m
Z
 ddlmZmZmZ ddlZddlZddlmZ ddlmZ ddlmZmZmZ dd	lmZmZmZmZmZ dd
lm Z  ddl!m"Z"  ejF                  e$«      Z%dZ&	 	 	 	 	 	 	 	 	 	 	 	 	 dd„Z' G d„ dee«      Z(y)z#Base classes for OpenAI embeddings.é    )ÚannotationsN)Ú	AwaitableÚCallableÚIterableÚMappingÚSequence)ÚAnyÚLiteralÚcast)Ú
Embeddings)Úrun_in_executor)Úfrom_envÚget_pydantic_field_namesÚsecret_from_env)Ú	BaseModelÚ
ConfigDictÚFieldÚ	SecretStrÚmodel_validator)ÚSelf)Ú _resolve_sync_and_async_api_keysià“ c                ó  — t        | «      D �cg c]  }g ‘Œ }}t        | «      D �cg c]  }g ‘Œ }}t        t        |«      «      D ]S  }|rt        ||   «      dk(  rŒ|||      j                  ||   «       |||      j                  t        ||   «      «       ŒU g }	t        | «      D ]É  }||   }
t        |
«      dk(  r|	j                  d «       Œ(t        |
«      dk(  r|	j                  |
d   «       ŒKt        ||   «      }t	        |
ddiŽD �cg c]&  }t        d„ t	        |||   d¬«      D «       «      |z  ‘Œ( }}t        d„ |D «       «      dz  }|	j                  |D �cg c]  }||z  ‘Œ	 c}«       ŒË |	S c c}w c c}w c c}w c c}w )	Né   r   ÚstrictFc              3  ó,   K  — | ]  \  }}||z  –— Œ y ­w©N© )Ú.0ÚvalÚweights      ú]/var/www/html/gaurav-v2/venv/lib/python3.12/site-packages/langchain_openai/embeddings/base.pyÚ	<genexpr>z6_process_batched_chunked_embeddings.<locals>.<genexpr>F   s    è ø€ ð á#W‘K�C˜ð �f•Ù#Wùs   ‚)r   c              3  ó&   K  — | ]	  }|d z  –— Œ y­w)é   Nr   )r   r   s     r!   r"   z6_process_batched_chunked_embeddings.<locals>.<genexpr>P   s   è ø€ Ð2©' 3˜˜Q�©'ùó   ‚g      à?)ÚrangeÚlenÚappendÚsumÚzip)Ú	num_textsÚtokensÚbatched_embeddingsÚindicesÚ
skip_emptyÚ_ÚresultsÚnum_tokens_in_batchÚiÚ
embeddingsÚ_resultÚtotal_weightÚ	embeddingÚaverageÚ	magnituder   s                   r!   Ú#_process_batched_chunked_embeddingsr:      sÉ  € ô 5:¸)Ô4DÓ'EÑ4D¨qªÐ4D€GÐ'Eô
 9>¸iÔ8HÓ+IÑ8H°1ªBÐ8HÐÐ+Iä”3�w“<Ö ˆÙœ#Ð0°Ñ3Ó4¸Ò9ØØ�˜‘
Ñ×"Ñ"Ð#5°aÑ#8Ô9Ø˜G A™JÑ'×.Ñ.¬s°6¸!±9«~Õ>ð	 !ð ,.€JÜ�9Öˆà%,¨Q¡Zˆäˆw‹<˜1Òð ×Ñ˜dÔ#Øäˆw‹<˜1Òà×Ñ˜g a™jÔ)Øô
 Ð.¨qÑ1Ó2ˆô ! 'Ð8°%Ò8ó
ñ 9�	ô ñ ä#& yÐ2EÀaÑ2HÐQVÕ#Wóó ð ó	ð
 9ð 	ð 
ô Ñ2©'Ó2Ó2°cÑ9ˆ	Ø×Ñ±gÓ>±g¨s˜3 ›?°gÑ>Õ?ð? ðB Ðùòa (Fùò
 ,Jùò:
ùò ?s   Ž	E6¦	E;Ä+F ÅF
c                  óì  — e Zd ZU dZ edd¬«      Zded<    edd¬«      Zded<   dZd	ed
<   dZ	ded<   	 eZ
ded<    e edd¬«      d¬«      Zded<   	  ed edd¬«      ¬«      Zded<   	  e edd¬«      ¬«      Zded<    e edd¬«      ¬«      Zded<   dZded<   	  ed  ed!d¬«      ¬«      Zd"ed#<   	  ed$ ed%d&gd¬«      ¬«      Zded'<   	 dZd(ed)<   dZd*ed+<   d,Zded-<   	 d.Zded/<   	  edd0¬1«      Zd2ed3<   	 dZded4<   dZd5ed6<   	 dZded7<   	 d8Zd5ed9<   	  ee¬«      Zd:ed;<   	 d8Zd5ed<<   	 dZ d=ed><   dZ!d?ed@<   dAZ"dedB<   	 dCZ#dedD<   	 dZ$dEedF<   	 dZ%dEedG<   	 dZ&d5edH<   	  e'dIddJ¬K«      Z( e)dL¬M«      e*d[dN„«       «       Z+ e)dO¬M«      d\dP„«       Z,e-d]dQ„«       Z.d^dR„Z/	 	 	 	 	 	 d_dS„Z0ddTœ	 	 	 	 	 	 	 	 	 d`dU„Z1ddTœ	 	 	 	 	 	 	 	 	 d`dV„Z2	 da	 	 	 	 	 	 	 dbdW„Z3	 da	 	 	 	 	 	 	 dbdX„Z4dcdY„Z5dcdZ„Z6y)dÚOpenAIEmbeddingsu   OpenAI embedding model integration.

    Setup:
        Install `langchain_openai` and set environment variable `OPENAI_API_KEY`.

        ```bash
        pip install -U langchain_openai
        export OPENAI_API_KEY="your-api-key"
        ```

    Key init args â€” embedding params:
        model:
            Name of OpenAI model to use.
        dimensions:
            The number of dimensions the resulting output embeddings should have.
            Only supported in `'text-embedding-3'` and later models.

    Key init args â€” client params:
        api_key:
            OpenAI API key.
        organization:
            OpenAI organization ID. If not passed in will be read
            from env var `OPENAI_ORG_ID`.
        max_retries:
            Maximum number of retries to make when generating.
        request_timeout:
            Timeout for requests to OpenAI completion API

    See full list of supported init args and their descriptions in the params section.

    Instantiate:
        ```python
        from langchain_openai import OpenAIEmbeddings

        embed = OpenAIEmbeddings(
            model="text-embedding-3-large"
            # With the `text-embedding-3` class
            # of models, you can specify the size
            # of the embeddings you want returned.
            # dimensions=1024
        )
        ```

    Embed single text:
        ```python
        input_text = "The meaning of life is 42"
        vector = embeddings.embed_query("hello")
        print(vector[:3])
        ```
        ```python
        [-0.024603435769677162, -0.007543657906353474, 0.0039630369283258915]
        ```

    Embed multiple texts:
        ```python
        vectors = embeddings.embed_documents(["hello", "goodbye"])
        # Showing only the first 3 coordinates
        print(len(vectors))
        print(vectors[0][:3])
        ```
        ```python
        2
        [-0.024603435769677162, -0.007543657906353474, 0.0039630369283258915]
        ```

    Async:
        ```python
        await embed.aembed_query(input_text)
        print(vector[:3])

        # multiple:
        # await embed.aembed_documents(input_texts)
        ```
        ```python
        [-0.009100092574954033, 0.005071679595857859, -0.0029193938244134188]
        ```

    !!! note "OpenAI-compatible APIs (e.g. OpenRouter, Ollama, vLLM)"

        When using a non-OpenAI provider, set
        `check_embedding_ctx_length=False` to send raw text instead of tokens
        (which many providers don't support), and optionally set
        `encoding_format` to `'float'` to avoid base64 encoding issues:

        ```python
        from langchain_openai import OpenAIEmbeddings

        embeddings = OpenAIEmbeddings(
            model="...",
            base_url="...",
            check_embedding_ctx_length=False,
        )
        ```

    NT)ÚdefaultÚexcluder	   ÚclientÚasync_clientztext-embedding-ada-002ÚstrÚmodelú
int | NoneÚ
dimensionsz
str | NoneÚ
deploymentÚOPENAI_API_VERSION)r=   Úapi_version)Údefault_factoryÚaliasÚopenai_api_versionÚbase_urlÚOPENAI_API_BASE)rI   rH   Úopenai_api_baseÚOPENAI_API_TYPE)rH   Úopenai_api_typeÚOPENAI_PROXYÚopenai_proxyiÿ  ÚintÚembedding_ctx_lengthÚapi_keyÚOPENAI_API_KEYzCSecretStr | None | Callable[[], str] | Callable[[], Awaitable[str]]Úopenai_api_keyÚorganizationÚOPENAI_ORG_IDÚOPENAI_ORGANIZATIONÚopenai_organizationz Literal['all'] | set[str] | NoneÚallowed_specialz0Literal['all'] | set[str] | Sequence[str] | NoneÚdisallowed_specialiè  Ú
chunk_sizer$   Úmax_retriesÚtimeout)r=   rI   z(float | tuple[float, float] | Any | NoneÚrequest_timeoutÚheadersÚboolÚtiktoken_enabledÚtiktoken_model_nameFÚshow_progress_barúdict[str, Any]Úmodel_kwargsr/   zMapping[str, str] | NoneÚdefault_headerszMapping[str, object] | NoneÚdefault_queryé   Úretry_min_secondsé   Úretry_max_secondsz
Any | NoneÚhttp_clientÚhttp_async_clientÚcheck_embedding_ctx_lengthÚforbidr   )ÚextraÚpopulate_by_nameÚprotected_namespacesÚbefore)Úmodec           
     óh  — t        | «      }|j                  di «      }t        |«      D ]O  }||v rd|› d�}t        |«      ‚||vsŒt	        j
                  d|› d|› d|› d�«       |j                  |«      ||<   ŒQ |j                  |j                  «       «      }|rd|› d	�}t        |«      ‚||d<   |S )
z>Build extra kwargs from additional params that were passed in.rg   zFound z supplied twice.z	WARNING! z/ is not default parameter.
                    zJ was transferred to model_kwargs.
                    Please confirm that z is what you intended.zParameters za should be specified explicitly. Instead they were passed in as part of `model_kwargs` parameter.)	r   ÚgetÚlistÚ
ValueErrorÚwarningsÚwarnÚpopÚintersectionÚkeys)ÚclsÚvaluesÚall_required_field_namesrr   Ú
field_nameÚmsgÚinvalid_model_kwargss          r!   Úbuild_extrazOpenAIEmbeddings.build_extra\  sí   € ô $<¸CÓ#@Ð Ø—
‘
˜>¨2Ó.ˆÜ˜vž,ˆJØ˜UÑ"Ø˜z˜lÐ*:Ð;�Ü  “oÐ%ØÐ!9Ò9Ü—‘Ø! * ð .Ø�Lð !)Ø)3¨Ð4JðNôð
 %+§J¡J¨zÓ$:��jÒ!ð 'ð  8×DÑDÀUÇZÁZÃ\ÓRÐÙàÐ2Ð3ð 4Sð Tð ô ˜S“/Ð!à!&ˆˆ~ÑØˆó    Úafterc                óf  — | j                   dv rd}t        |«      ‚d}d}| j                  �t        | j                  «      \  }}| j                  | j
                  | j                  | j                  | j                  | j                  dœ}| j                  rR| j                  s| j                  r:| j                  }| j                  }| j                  }d|›d|›d|›�}t        |«      ‚| j                  s|€d| _        nu| j                  r4| j                  s(	 dd	lm} |j#                  | j                  ¬«      | _        | j                  |dœ}
t%        j&                  di |¤|
¤Žj(                  | _        | j*                  su| j                  r4| j                  s(	 dd	lm} |j-                  | j                  ¬«      | _        | j                  |dœ}t%        j.                  di |¤|¤Žj(                  | _        | S # t         $ r}	d
}t!        |«      |	‚d}	~	ww xY w# t         $ r}	d
}t!        |«      |	‚d}	~	ww xY w)z?Validate that api key and python package exists in environment.)ÚazureÚazure_adÚazureadzEIf you are using Azure, please use the `AzureOpenAIEmbeddings` class.N)rW   rK   r_   r^   rh   ri   zwCannot specify 'openai_proxy' if one of 'http_client'/'http_async_client' is already specified. Received:
openai_proxy=z
http_client=z
http_async_client=r   )ÚhttpxzŒCould not import the httpx package used by the OpenAI SDK. It is normally installed alongside `openai`; reinstall with `pip install openai`.)Úproxy)rn   rT   r   )rO   rz   rV   r   rZ   rM   r`   r^   rh   ri   rQ   rn   ro   r?   Úlangchain_openai._compatr�   ÚImportErrorÚClientÚopenaiÚOpenAIr4   r@   ÚAsyncClientÚAsyncOpenAI)Úselfr„   Úsync_api_key_valueÚasync_api_key_valueÚclient_paramsrQ   rn   ro   r�   ÚeÚsync_specificÚasync_specifics               r!   Úvalidate_environmentz%OpenAIEmbeddings.validate_environmenty  si  € ð ×ÑÐ#CÑCàWð ô ˜S“/Ð!ð >BÐØIMÐà×ÑÐ*ô 7WØ×#Ñ#ó7Ñ3ÐÐ 3ð
 !×4Ñ4Ø×,Ñ,Ø×+Ñ+Ø×+Ñ+Ø#×3Ñ3Ø!×/Ñ/ñ
ˆð ×Ò $×"2Ò"2°d×6LÒ6LØ×,Ñ,ˆLØ×*Ñ*ˆKØ $× 6Ñ 6Ðð!à�/  K >Ð1FÐ4EÐ3GðIð ô
 ˜S“/Ð!Ø�{Š{Ø!Ð)ð #�•à×$Ò$¨T×-=Ò-=ð6ÝBð (-§|¡|¸$×:KÑ:K |Ó'L�DÔ$à#'×#3Ñ#3Ø1ñ!�ô %Ÿm™mÑM¨mÐM¸}ÑM×XÑX�”Ø× Ò Ø× Ò ¨×)?Ò)?ð2Ý>ð */×):Ñ):À×ARÑARÐ):Ó)S�Ô&à#×5Ñ5Ø.ñˆNô !'× 2Ñ 2ñ !Øð!à ñ!÷ ‰jð Ôð ˆøôC 'ò 6ðMð ô
 *¨#Ó.°AÐ5ûð6ûô" #ò 2ðIð ô
 & cÓ*°Ð1ûð2ús0   ÄG5 ÆH Ç5	HÇ>HÈHÈ	H0ÈH+È+H0c                óp   — d| j                   i| j                  ¥}| j                  �| j                  |d<   |S )NrB   rD   )rB   rg   rD   )r–   Úparamss     r!   Ú_invocation_paramsz#OpenAIEmbeddings._invocation_paramsÌ  s8   € à §¡ÐA¨t×/@Ñ/@ÐAˆØ�?‰?Ð&Ø#'§?¡?ˆF�<Ñ Øˆr‡   c                ó6   — | j                   €d}t        |«      ‚y)z8Check that sync client is available, raise error if not.NzÃSync client is not available. This happens when an async callable was provided for the API key. Use async methods (ainvoke, astream) instead, or provide a string or sync callable for the API key.)r?   rz   )r–   r„   s     r!   Ú_ensure_sync_client_availablez.OpenAIEmbeddings._ensure_sync_client_availableÓ  s(   € à�;‰;ÐðQð ô
 ˜S“/Ð!ð r‡   c           
     óÄ  — g }g }g }| j                   xs | j                  }| j                  sÅ	 ddlm} |j                  |¬«      }	t        |«      D ]œ  \  }
}|	j                  |d¬«      }t        dt        |«      | j                  «      D ]a  }|||| j                  z    }|	j                  |«      }|j                  |«       |j                  |
«       |j                  t        |«      «       Œc Œž �n:	 t        j                   |«      }| j&                  | j(                  dœj+                  «       D ��ci c]
  \  }}|�||“Œ }}}t        |«      D ]Ú  \  }
}| j                  j-                  d	«      r|j/                  d
d«      }|r |j                  |fi |¤Ž}n|j1                  |«      }t        dt        |«      | j                  «      D ]^  }|j                  |||| j                  z    «       |j                  |
«       |j                  t        |||| j                  z    «      «       Œ` ŒÜ | j2                  r$	 ddlm}  |t        dt        |«      |«      «      }nt        dt        |«      |«      }||||fS # t
        $ r d}t        |«      ‚w xY w# t"        $ r t        j$                  d«      }Y �Œ«w xY wc c}}w # t
        $ r t        dt        |«      |«      }Y Œlw xY w)aû  Tokenize and batch input texts.

        Splits texts based on `embedding_ctx_length` and groups them into batches
        of size `chunk_size`.

        Args:
            texts: The list of texts to tokenize.
            chunk_size: The maximum number of texts to include in a single batch.

        Returns:
            A tuple containing:
                1. An iterable of starting indices in the token list for each batch.
                2. A list of tokenized texts (token arrays for tiktoken, strings for
                    HuggingFace).
                3. An iterable mapping each token array to the index of the original
                    text. Same length as the token list.
                4. A list of token counts for each tokenized text.
        r   )ÚAutoTokenizerz¡Could not import transformers python package. This is needed for OpenAIEmbeddings to work without `tiktoken`. Please install it with `pip install transformers`. )Úpretrained_model_name_or_pathF)Úadd_special_tokensÚcl100k_base)r[   r\   Ú001Ú
Ú )Útqdm)rd   rB   rc   Útransformersr¤   r�   rz   Úfrom_pretrainedÚ	enumerateÚencoder&   r'   rS   Údecoder(   ÚtiktokenÚencoding_for_modelÚKeyErrorÚget_encodingr[   r\   ÚitemsÚendswithÚreplaceÚencode_ordinaryre   Ú	tqdm.autor«   )r–   Útextsr]   r,   r.   Útoken_countsÚ
model_namer¤   r„   Ú	tokenizerr3   ÚtextÚ	tokenizedÚjÚtoken_chunkÚ
chunk_textÚencodingÚkÚvÚencoder_kwargsÚtokenr«   Ú_iters                          r!   Ú	_tokenizezOpenAIEmbeddings._tokenizeÝ  sò  € ð* )+ˆØˆØ"$ˆØ×-Ñ-Ò;°·±ˆ
ð ×$Ò$ð&Ý6ð &×5Ñ5Ø.8ð 6ó ˆIô % UÖ+‘��4à'0×'7Ñ'7¸ÐQVÐ'7Ó'W�	ô ˜q¤# i£.°$×2KÑ2KÖL�AØ-6Ø˜A × 9Ñ 9Ñ9ð.�Kð
 '0×&6Ñ&6°{Ó&C�JØ—M‘M *Ô-Ø—N‘N 1Ô%Ø ×'Ñ'¬¨KÓ(8Õ9ñ Mò ,ð @Ü#×6Ñ6°zÓB�ð (,×';Ñ';Ø*.×*AÑ*Añ÷ ‘%“'ðô.ñ‘D�A�qð �=ð �1‘ðð ñ .ô % UÖ+‘��4Ø—:‘:×&Ñ& uÔ-ð  Ÿ<™<¨¨cÓ2�Dá!Ø+˜HŸO™O¨DÑC°NÑC‘Eà$×4Ñ4°TÓ:�Eô ˜q¤# e£*¨d×.GÑ.GÖH�AØ—M‘M %¨¨A°×0IÑ0IÑ,IÐ"JÔKØ—N‘N 1Ô%Ø ×'Ñ'¬¨E°!°a¸$×:SÑ:SÑ6SÐ,TÓ(UÕVñ Ið ,ð$ ×!Ò!ð:Ý*á"&¤u¨Q´°F³¸ZÓ'HÓ"I‘ô ˜!œS ›[¨*Ó5ˆEØ�f˜g |Ð3Ð3øôE ò &ðVð ô
 ! “oÐ%ð&ûô: ò @Ü#×0Ñ0°Ó?“ð@üó.øô> ò :Ü˜a¤ V£¨jÓ9’ð:ús5   ®I8 Ã3J Ä2J7È9"J= É8JÊJ4Ê3J4Ê=KËK)r]   c          	     ó°  ‡ ‡‡— |xs ‰ j                   }i ‰ j                  ¥|¥Š‰ j                  ||«      \  }}}}	g }
d}|t        |«      k  rÁd}|}t	        |t        ||z   t        |«      «      «      D ])  }|	|   }||z   t        kD  r||k(  r|dz   } n||z  }|dz   }Œ+ ||| } ‰ j                  j                  dd|i‰¤Ž}t        |t        «      s|j                  «       }|
j                  d„ |d   D «       «       |}|t        |«      k  rŒÁt        t        |«      ||
|‰ j                  «      }dŠd	ˆˆˆ fd„}|D �cg c]  }|�|n |«       ‘Œ c}S c c}w )
a2  Generate length-safe embeddings for a list of texts.

        This method handles tokenization and embedding generation, respecting the
        `embedding_ctx_length` and `chunk_size`. Supports both `tiktoken` and
        HuggingFace `transformers` based on the `tiktoken_enabled` flag.

        Args:
            texts: The list of texts to embed.
            engine: The engine or model to use for embeddings.
            chunk_size: The size of chunks for processing embeddings.

        Returns:
            A list of embeddings for each input text.
        r   r   Úinputc              3  ó&   K  — | ]	  }|d    –— Œ y­w©r7   Nr   ©r   Úrs     r!   r"   z<OpenAIEmbeddings._get_len_safe_embeddings.<locals>.<genexpr>s  ó   è ø€ Ð%OÑ>N¸ a¨¥nÑ>Nùr%   ÚdataNc                 óž   •— ‰€I ‰j                   j                  dddi‰¤Ž} t        | t        «      s| j	                  «       } | d   d   d   Š‰S ©NrË   Ú rÑ   r   r7   r   )r?   ÚcreateÚ
isinstanceÚdictÚ
model_dump©Úaverage_embeddedÚ_cached_empty_embeddingÚclient_kwargsr–   s    €€€r!   Úempty_embeddingzBOpenAIEmbeddings._get_len_safe_embeddings.<locals>.empty_embedding|  s]   ø€ à&Ð.Ø#5 4§;¡;×#5Ñ#5Ñ#P¸BÐ#PÀ-Ñ#PÐ Ü!Ð"2´DÔ9Ø'7×'BÑ'BÓ'DÐ$Ø*:¸6Ñ*BÀ1Ñ*EÀkÑ*RÐ'Ø*Ð*r‡   r   ©Úreturnúlist[float])r]   r    rÉ   r'   r&   ÚminÚMAX_TOKENS_PER_REQUESTr?   rÕ   rÖ   r×   rØ   Úextendr:   r/   ©r–   rº   Úenginer]   ÚkwargsÚ_chunk_sizerÈ   r,   r.   r»   r-   r3   Úbatch_token_countÚ	batch_endrÀ   Úchunk_tokensÚbatch_tokensÚresponser4   rÝ   rš   rÛ   rÜ   s   `                    @@r!   Ú_get_len_safe_embeddingsz)OpenAIEmbeddings._get_len_safe_embeddingsA  s‡  ú€ ð, !Ò3 D§O¡OˆØ=˜4×2Ñ2Ð=°fÐ=ˆØ/3¯~©~¸eÀ[Ó/QÑ,ˆˆv�w Ø02Ðð ˆØ”#�f“+Šoà !ÐØˆIä˜1œc ! k¡/´3°v³;Ó?Ö@�Ø+¨A™�à$ |Ñ3Ô6LÒLØ  A’~à$%¨¡E˜	ÙØ! \Ñ1Ð!Ø ™E‘	ð Að " ! IÐ.ˆLØ)�t—{‘{×)Ñ)ÑN°ÐNÀÑNˆHÜ˜h¬Ô-Ø#×.Ñ.Ó0�Ø×%Ñ%Ñ%O¸hÀvÒ>NÓ%OÔOàˆAð/ ”#�f“+‹oô2 9Ü�‹J˜Ð 2°G¸T¿_¹_ó
ˆ
ð 7;Ð÷	+ñ DNÓNÁ:¸a�Q�]‘©Ó(9Ñ9À:ÑNÐNùÒNs   Ä>Ec          	   ‹  ó  ‡ ‡‡K  — |xs ‰ j                   }i ‰ j                  ¥|¥Št        d‰ j                  ||«      ƒ d{  –—† \  }}}}	g }
d}|t	        |«      k  rÉd}|}t        |t        ||z   t	        |«      «      «      D ])  }|	|   }||z   t        kD  r||k(  r|dz   } n||z  }|dz   }Œ+ ||| } ‰ j                  j                  dd|i‰¤Žƒ d{  –—† }t        |t        «      s|j                  «       }|
j                  d„ |d   D «       «       |}|t	        |«      k  rŒÉt        t	        |«      ||
|‰ j                  «      }dŠd	ˆˆˆ fd„}|D �cg c]  }|�|n |«       ƒ d{  –—† ‘Œ c}S 7 �Œ27 Œ 7 Œc c}w ­w)
aA  Asynchronously generate length-safe embeddings for a list of texts.

        This method handles tokenization and embedding generation, respecting the
        `embedding_ctx_length` and `chunk_size`. Supports both `tiktoken` and
        HuggingFace `transformers` based on the `tiktoken_enabled` flag.

        Args:
            texts: The list of texts to embed.
            engine: The engine or model to use for embeddings.
            chunk_size: The size of chunks for processing embeddings.

        Returns:
            A list of embeddings for each input text.
        Nr   r   rË   c              3  ó&   K  — | ]	  }|d    –— Œ y­wrÍ   r   rÎ   s     r!   r"   z=OpenAIEmbeddings._aget_len_safe_embeddings.<locals>.<genexpr>¿  rÐ   r%   rÑ   c               “  óº   •K  — ‰€Q ‰j                   j                  dddi‰¤Žƒ d {  –—† } t        | t        «      s| j	                  «       } | d   d   d   Š‰S 7 Œ1­wrÓ   )r@   rÕ   rÖ   r×   rØ   rÙ   s    €€€r!   rÝ   zCOpenAIEmbeddings._aget_len_safe_embeddings.<locals>.empty_embeddingÈ  sw   øè ø€ à&Ð.Ø)A¨×):Ñ):×)AÑ)Añ *Øð*Ø -ñ*÷ $Ð ô "Ð"2´DÔ9Ø'7×'BÑ'BÓ'DÐ$Ø*:¸6Ñ*BÀ1Ñ*EÀkÑ*RÐ'Ø*Ð*ð$ús   ƒ$A§A¨2Ar   rÞ   )r]   r    r   rÉ   r'   r&   rá   râ   r@   rÕ   rÖ   r×   rØ   rã   r:   r/   rä   s   `                    @@r!   Ú_aget_len_safe_embeddingsz*OpenAIEmbeddings._aget_len_safe_embeddings‰  sÀ  úè ø€ ð, !Ò3 D§O¡OˆØ=˜4×2Ñ2Ð=°fÐ=ˆÜ5DØ�$—.‘. %¨ó6
÷ 0
Ñ,ˆˆv�w ð 13Ðð ˆØ”#�f“+Šoà !ÐØˆIä˜1œc ! k¡/´3°v³;Ó?Ö@�Ø+¨A™�à$ |Ñ3Ô6LÒLØ  A’~à$%¨¡E˜	ÙØ! \Ñ1Ð!Ø ™E‘	ð Að " ! IÐ.ˆLØ5˜T×.Ñ.×5Ñ5ñ Ø"ðØ&3ñ÷ ˆHô ˜h¬Ô-Ø#×.Ñ.Ó0�Ø×%Ñ%Ñ%O¸hÀvÒ>NÓ%OÔOàˆAð3 ”#�f“+‹oô6 9Ü�‹J˜Ð 2°G¸T¿_¹_ó
ˆ
ð 7;Ð÷		+ñ JTÓTÉÀA�Q�]‘©oÓ.?×(?Ñ?ÈÑTÐTðe0
ùð2øð2 )@úÒTùsO   …<E?ÁE3ÁBE?ÃE6ÃAE?Ä&0E?ÅE:Å)E8
Å*E:Å0E?Å6E?Å8E:Å:E?c           	     óÖ  — | j                  «        |xs | j                  }i | j                  ¥|¥}| j                  s~g }t	        dt        |«      |«      D ]a  } | j                  j                  dd||||z    i|¤Ž}t        |t        «      s|j                  «       }|j                  d„ |d   D «       «       Œc |S t        t        | j                  «      }	 | j                  |f|	|dœ|¤ŽS )a“  Call OpenAI's embedding endpoint to embed search docs.

        Args:
            texts: The list of texts to embed.
            chunk_size: The chunk size of embeddings.

                If `None`, will use the chunk size specified by the class.
            kwargs: Additional keyword arguments to pass to the embedding API.

        Returns:
            List of embeddings, one for each text.
        r   rË   c              3  ó&   K  — | ]	  }|d    –— Œ y­wrÍ   r   rÎ   s     r!   r"   z3OpenAIEmbeddings.embed_documents.<locals>.<genexpr>ï  ó   è ø€ Ð!KÑ:J°Q ! K¥.Ñ:Jùr%   rÑ   ©rå   r]   r   )r¢   r]   r    rp   r&   r'   r?   rÕ   rÖ   r×   rØ   rã   r   rA   rE   rí   ©
r–   rº   r]   ræ   Úchunk_size_rÜ   r4   r3   rì   rå   s
             r!   Úembed_documentsz OpenAIEmbeddings.embed_documentsÕ  s   € ð 	×*Ñ*Ô,Ø Ò3 D§O¡OˆØ=˜4×2Ñ2Ð=°fÐ=ˆØ×.Ò.Ø,.ˆJÜ˜1œc %›j¨+Ö6�Ø-˜4Ÿ;™;×-Ñ-ñ Ø  A¨¡OÐ4ðØ8Eñ�ô " (¬DÔ1Ø'×2Ñ2Ó4�HØ×!Ñ!Ñ!K¸(À6Ò:JÓ!KÕKð 7ð Ðô ”c˜4Ÿ?™?Ó+ˆØ,ˆt×,Ñ,Øð
Ø ¨Zñ
Ø;Añ
ð 	
r‡   c           	   ‹  óæ  K  — |xs | j                   }i | j                  ¥|¥}| j                  s†g }t        dt	        |«      |«      D ]i  } | j
                  j                  dd||||z    i|¤Žƒ d{  –—† }t        |t        «      s|j                  «       }|j                  d„ |d   D «       «       Œk |S t        t        | j                  «      }	 | j                  |f|	|dœ|¤Žƒ d{  –—† S 7 Œ{7 Œ­w)a¢  Asynchronously call OpenAI's embedding endpoint to embed search docs.

        Args:
            texts: The list of texts to embed.
            chunk_size: The chunk size of embeddings.

                If `None`, will use the chunk size specified by the class.
            kwargs: Additional keyword arguments to pass to the embedding API.

        Returns:
            List of embeddings, one for each text.
        r   rË   Nc              3  ó&   K  — | ]	  }|d    –— Œ y­wrÍ   r   rÎ   s     r!   r"   z4OpenAIEmbeddings.aembed_documents.<locals>.<genexpr>  rô   r%   rÑ   rõ   r   )r]   r    rp   r&   r'   r@   rÕ   rÖ   r×   rØ   rã   r   rA   rE   rñ   rö   s
             r!   Úaembed_documentsz!OpenAIEmbeddings.aembed_documentsù  s  è ø€ ð !Ò3 D§O¡OˆØ=˜4×2Ñ2Ð=°fÐ=ˆØ×.Ò.Ø,.ˆJÜ˜1œc %›j¨+Ö6�Ø!9 ×!2Ñ!2×!9Ñ!9ñ "Ø  A¨¡OÐ4ð"Ø8Eñ"÷ �ô " (¬DÔ1Ø'×2Ñ2Ó4�HØ×!Ñ!Ñ!K¸(À6Ò:JÓ!KÕKð 7ð Ðô ”c˜4Ÿ?™?Ó+ˆØ3�T×3Ñ3Øð
Ø ¨Zñ
Ø;Añ
÷ 
ð 	
ðøð
ús%   ‚A/C1Á1C-Á2A6C1Ã(C/Ã)C1Ã/C1c                óP   — | j                  «         | j                  |gfi |¤Žd   S )a  Call out to OpenAI's embedding endpoint for embedding query text.

        Args:
            text: The text to embed.
            kwargs: Additional keyword arguments to pass to the embedding API.

        Returns:
            Embedding for the text.
        r   )r¢   rø   )r–   r¾   ræ   s      r!   Úembed_queryzOpenAIEmbeddings.embed_query  s/   € ð 	×*Ñ*Ô,Ø#ˆt×#Ñ# T FÑ5¨fÑ5°aÑ8Ð8r‡   c              ‹  óP   K  —  | j                   |gfi |¤Žƒ d{  –—† }|d   S 7 Œ	­w)a	  Call out to OpenAI's embedding endpoint async for embedding query text.

        Args:
            text: The text to embed.
            kwargs: Additional keyword arguments to pass to the embedding API.

        Returns:
            Embedding for the text.
        Nr   )rû   )r–   r¾   ræ   r4   s       r!   Úaembed_queryzOpenAIEmbeddings.aembed_query)  s4   è ø€ ð 1˜4×0Ñ0°$°ÑB¸6ÑB×Bˆ
Ø˜!‰}Ðð Cús   ‚&š$›
&)r�   rf   rß   r	   )rß   r   )rß   rf   )rß   ÚNone)rº   ú	list[str]r]   rR   rß   zAtuple[Iterable[int], list[list[int] | str], list[int], list[int]])
rº   r  rå   rA   r]   rC   ræ   r	   rß   úlist[list[float]]r   )rº   r  r]   rC   ræ   r	   rß   r  )r¾   rA   ræ   r	   rß   rà   )7Ú__name__Ú
__module__Ú__qualname__Ú__doc__r   r?   Ú__annotations__r@   rB   rD   rE   r   rJ   rM   rO   rQ   rS   r   rV   rZ   r[   r\   r]   r^   r`   ra   rc   rd   re   r×   rg   r/   rh   ri   rk   rm   rn   ro   rp   r   Úmodel_configr   Úclassmethodr†   r�   Úpropertyr    r¢   rÉ   rí   rñ   rø   rû   rý   rÿ   r   r‡   r!   r<   r<   V   sÏ  … ñ^ñ@  ¨dÔ3€FˆCÓ3á d°DÔ9€L�#Ó9à)€Eˆ3Ó)à!€J�
Ó!ðð #€J�
Ó"ñ &+Ù Ð!5¸tÔDØô&Ð˜
ó ðñ #(Ø©(Ð3DÈdÔ*Sô#€O�Zó ðñ #(Ù Ð!2¸DÔAô#€O�Zó ñ
  %Ù  ¸Ô>ô €L�*ó ð !%Ð˜#Ó$Ø8ñ 	Ø©Ð9IÐSWÔ)Xô	ð ØKóð
ñ
 ',ØÙ ØÐ3Ð4¸dô
ô'Ð˜ó ðð
 9=€OÐ5Ó<àKOÐÐHÓOà€J�ÓØ8à€K�ÓØ<á@EØ˜IôA€OÐ=ó ðð
 €GˆSÓà!Ð�dÓ!ðð '+Ð˜Ó*ðð $Ð�tÓ#Ø8á#(¸Ô#>€L�.Ó>ØVà€J�ÓØIà04€OÐ-Ó4à15€MÐ.Ó5ð
 Ð�sÓØ7àÐ�sÓØ7à"€K�Ó"ðð %)Ð�zÓ(ðð (,Ð Ó+ðñ Ø¨ÀBô€Lñ ˜(Ô#Øòó ó $ðñ6 ˜'Ô"òPó #ðPðd òó ðó"ð`4Øð`4Ø,/ð`4à	Jó`4ðR "&ñDOàðDOð ð	DOð
 ðDOð ðDOð 
óDOðZ "&ñJUàðJUð ð	JUð
 ðJUð ðJUð 
óJUðZ :>ð"
Øð"
Ø,6ð"
ØILð"
à	ó"
ðJ :>ð!
Øð!
Ø,6ð!
ØILð!
à	ó!
óF9ôr‡   r<   )r+   rR   r,   zlist[list[int] | str]r-   r  r.   z	list[int]r/   rb   rß   zlist[list[float] | None]))r  Ú
__future__r   Úloggingr{   Úcollections.abcr   r   r   r   r   Útypingr	   r
   r   r’   r±   Úlangchain_core.embeddingsr   Úlangchain_core.runnables.configr   Úlangchain_core.utilsr   r   r   Úpydanticr   r   r   r   r   Útyping_extensionsr   Ú*langchain_openai.chat_models._client_utilsr   Ú	getLoggerr  Úloggerrâ   r:   r<   r   r‡   r!   Ú<module>r     s¤   ðÙ )å "ã Û ß LÕ Lß %Ñ %ã Û Ý 0Ý ;ß TÑ Tß MÕ MÝ "å Wà	ˆ×	Ñ	˜8Ó	$€àÐ Ø 1ð9Øð9à!ð9ð *ð9ð ð	9ð
 ð9ð ó9ôx^�y *õ ^r‡   