tjddlmZddlZddlZddlZddlZddlZddlZddlZddl Z ddl m Z ddl m Z mZmZmZmZmZmZmZmZmZmZmZmZmZmZddlZddlmZm Z ddl!m"Z"ddl#m$Z$ddl%m&Z&dd l'm(Z(dd l)m*Z*dd l+m,Z,dd l-m.Z.m/Z/dd l0m1Z1ej2Z3e r.ddl4m5Z5ddl6m7Z7ddl8m9Z9m:Z:ddl;mm?Z?m@Z@mAZAmBZBmCZCe*dddZDe*dddZEe*dddZFe*dddZGdZHe ddded>ZIe dfdgdBZI dddhdEZIGdFdGe,ZJGdHdIe(ZKdidMZLdjdOZM dkdldXZN dkdmdYZOdnd]ZPdodpdcZQdS)q) annotationsN) TracebackType) TYPE_CHECKINGAnyCallableClassVar CollectionDictIterableListLiteralOptionalTupleTypeUnioncastoverload)#AsyncCallbackManagerForRetrieverRunCallbackManagerForRetrieverRun)Document) Embeddings)LangChainException) BaseRetriever) get_from_env) VectorStore) ConfigDictmodel_validator)maximal_marginal_relevance)TokenCredentialAsyncTokenCredential) SearchClientSearchItemPaged)AsyncSearchItemPagedr") CorsOptionsScoringProfile SearchFieldSemanticConfiguration VectorSearchAZURESEARCH_FIELDS_IDid)keyenv_keydefaultAZURESEARCH_FIELDS_CONTENTcontent!AZURESEARCH_FIELDS_CONTENT_VECTORcontent_vectorAZURESEARCH_FIELDS_TAGmetadatai"langchain-comm-python-azure-searchFendpointstr index_namer- Optional[str]azure_ad_access_tokensemantic_configuration_namefieldsOptional[List[SearchField]] vector_searchOptional[VectorSearch]semantic_configurationsCOptional[Union[SemanticConfiguration, List[SemanticConfiguration]]]scoring_profilesOptional[List[ScoringProfile]]default_scoring_profiledefault_fields user_agent cors_optionsOptional[CorsOptions]async_Literal[False] additional_search_client_optionsOptional[Dict[str, Any]]azure_credentialOptional[TokenCredential]azure_async_credentialOptional[AsyncTokenCredential]returnUnion[SearchClient]cdSNr7r9r-r;r<r=r?rArCrErFrGrHrJrLrNrPs j/var/www/html/CA-Chatbot/venv/lib/python3.11/site-packages/langchain_community/vectorstores/azuresearch.py_get_search_clientrYVs *#T Literal[True]Union[AsyncSearchClient]cdSrUrVrWs rXrYrYns * #srZbool&Union[SearchClient, AsyncSearchClient]c 2345ddlm2m}m}ddlm}ddlm}ddlm }m }ddl m }ddl m }ddlm }ddlm}dd lm}m}m}m}m}m} m}!m}"m}#m}$m}%m}&m}'G2fd d |}(Gd d |})|pi}| pg} |_|dkr9tAd|}*|*!d|)|*}+n?||}*|*}+n1||(|}*|)|*}+n|p |}*|p |}+|d1||*| d|}, |,"|n#|$r|d|D3d| D55fdtG5$tG3$z D}-tK|-dkr=d235fd 4d&4fd|-D}.tOd|-d|.n| }|j|$|d|%j(|dd d!|&j)"#|d$|%j*||&j)%#g|'d&d'|'d(d$'g)}|r&tW|tXs|g}|#||*}/n9|r5| ||"|!tZ+g,-}0|#|0g.}/nd}/|||||/|| | /}1|,.|1YnwxYw| s |d1|||*| d0|S|d1|||+| d0|S)3Nr) AccessTokenAzureKeyCredentialrr )ResourceNotFoundError)DefaultAzureCredentialInteractiveBrowserCredential)rdr%)SearchIndexClient) #ExhaustiveKnnAlgorithmConfigurationExhaustiveKnnParametersHnswAlgorithmConfigurationHnswParameters SearchIndexr) SemanticFieldSemanticPrioritizedFieldsSemanticSearchr*VectorSearchAlgorithmKindVectorSearchAlgorithmMetricVectorSearchProfilec.eZdZdfd ZddddddZdS)6_get_search_client..AzureBearerTokenCredentialtokenr8cl|ttjdz|_dS)Ni)inttime_token)selfrtras rX__init__z?_get_search_client..AzureBearerTokenCredential.__init__s-%+eS-=-=-DEEDKKKrZNFclaims tenant_id enable_caescopesr|r:r}r~r^kwargsrrRrac|jSrU)rxryr|r}r~rrs rX get_tokenz@_get_search_client..AzureBearerTokenCredential.get_tokens ; rZ)rtr8 rr8r|r:r}r:r~r^rrrRra)__name__ __module__ __qualname__rzr)rasrXAzureBearerTokenCredentialrssb F F F F F F%)'+$         rZrc@eZdZddZddddddZddZ dd dZdS)!7_get_search_client..AsyncTokenCredentialWrapper credentialrc||_dSrU) _credential)ryrs rXrzz@_get_search_client..AsyncTokenCredentialWrapper.__init__s)D   rZNFr{rr8r|r:r}r~r^rrrRrac2K|jj||||d|S)Nr{)rrrs rXrzA_get_search_client..AsyncTokenCredentialWrapper.get_tokens=.4#-#%    rZNonec KdSrUrVrys rXclosez=_get_search_client..AsyncTokenCredentialWrapper.closes DrZexc_typeOptional[Type[BaseException]] exc_valueOptional[BaseException] tracebackOptional[TracebackType]c KdSrUrV)ryrrrs rX __aexit__zA_get_search_client..AsyncTokenCredentialWrapper.__aexit__s DrZ)rrrrRr)NNN)rrrrrrrRr)rrrrzrrrrVrZrXAsyncTokenCredentialWrapperrs * * * * %)'+$             7;1515        rZr INTERACTIVErz!https://search.azure.com/.default)r7rrGnamec(i|]}|j|jSrVrtype).0fs rX z&_get_search_client..s;;;qAFAF;;;rZc(i|]}|j|jSrVr)rdfs rXrz&_get_search_client..sJJJRJJJrZc(i|]\}}||SrVrV)rr-valuemandatory_fieldss rXrz&_get_search_client..s5C%c*rZxr8rRc |d|dd|d|d|d S)Nz current type: 'MISSINGz'. It has to be 'z#' or you can point to a different 'z;' field name by using the env variable 'AZURESEARCH_FIELDS_')getupper)r fields_typesrs rXfmt_errz#_get_search_client..fmt_err sSSl.>.>q).L.LSS)9)=)=a)@)@SS+;+?+?+B+BSSGHggiiSSSrZ c&g|] }|SrVrV)rrrs rX z&_get_search_client..s!"F"F"F!771::"F"F"FrZz2You need to specify at least the following fields z; or provide alternative field names in the env variables. r/ii)mef_construction ef_searchmetric)rkind parametersdefault_exhaustive_knn)r myHnswProfile)ralgorithm_configuration_namemyExhaustiveKnnProfile) algorithmsprofiles)configurationsdefault_configuration_name) field_name)content_fields)rprioritized_fields)r)rr=r?semantic_searchrCrErH)r7r9rrGrV)rr8rRr8)/azure.core.credentialsrarbrazure.core.credentials_asyncr!azure.core.exceptionsrcazure.identityrdreazure.identity.aioazure.search.documentsr"azure.search.documents.aioazure.search.documents.indexesrf%azure.search.documents.indexes.modelsrgrhrirjrkr)rlrmrnr*rorprqrrr get_indexsetitemslenjoin ValueErrorHNSWCOSINEEXHAUSTIVE_KNN isinstancelistFIELDS_CONTENT create_index)6r7r9r-r;r<r=r?rArCrErFrGrHrJrLrNrPrbrr!rcrdreAsyncDefaultAzureCredentialr"AsyncSearchClientrfrgrhrirjrkr)rlrmrnr*rorprqrrrasync_credential index_clientmissing_fieldserrorrsemantic_configurationindexrarrrs6 @@@@rXrYrYsc*XWWWWWWWWWAAAAAA;;;;;;SSSSSSSSXXXXXX333333LLLLLL@@@@@@       _   &:>(H'M2$#)rN   99;;- ' '/1M1M1O1OPPJ  !D E E E:::FF  ++C00J)    *//0EFF 66zBB%A)?)?)A)A 1R5P5P5R5R&7&7''' + ''L a)J//// _)_)_)  ;;F;;;LJJ>JJJ "%&6&<&<&>&>"?"?l((**++#,N >""Q&& "F"F"F"F~"F"F"FGG -%--%*--'"$F  (L..&6;#1>,/&)#>#E $$$   8756E#:#:#>#E$$$((',5>('55M )MB # #5t<< D+B*C',n6+FOO) #%:%:0#<#<$1M^$L$L$L#M$$$&&& " -n=SZ ddd@ddEZd?dFddHZ ddd@ddIZd?dFddJZ dddKddNZ dddKddOZ dddPddRZ dddPddSZ dddTZ dddUZ dddPdd[Z dddPdd\Zddd]Z ddd^Z ddd_Z ddd`Z dddKddaZ dddKddbZ dddPddcZ! dddPdddZ"ddPddhZ#ddPddjZ$ dddkZ% dddlZ& dddKddpZ' dddKddqZ( dddPddsZ) dddPddtZ*e+ dddzZ,e+ ddd{Z-e+ ddududvdd|dd}Z.e+ ddududvdd|dd~Z/ddZ0dS) AzureSearchz&`Azure Cognitive Search` vector store.hybridN)vector_search_dimensionsrLr;rNrPazure_search_endpointr8azure_search_keyr:r9embedding_functionUnion[Callable, Embeddings] search_typer<r=r>r?r@rArBrCrDrErHrIr Optional[int]rLrMr;rNrOrPrQrrc   ddlm}m}m}m}n"#t $r}t d|d}~wwxYw ||_t|jtr|jj |_ n |j|_ |t|j dd|t|j |t||jd| p!t!| dd |t"|j g}d }d |vr|d r|d |d zz }t%|||||||| | | ||| t'j|| |_t%|||||||| | | ||| d||||_||_||_|r|n||_||_||_||_||_||_||_| |_ | |_!| |_"||_#||_$| |_%dS)Nr)SearchableFieldr(SearchFieldDataType SimpleFieldzeUnable to import azure.search.documents. Please install with `pip install -U azure-search-documents`.T)rrr- filterablerTextr)rr searchablervector_search_profile_name langchainrG ) r<r=r?rArCrErFrGrHrLrN) r<r=r?rArCrErFrGrHrJrLrNrP)&rrr(rr ImportErrorrrr embed_query FIELDS_IDStringrFIELDS_CONTENT_VECTORr SinglerFIELDS_METADATArYcopydeepcopyclient async_clientrr<r=_azure_search_endpoint_azure_search_key _index_name_semantic_configuration_name_fields_vector_search_semantic_configurations_scoring_profiles_default_scoring_profile_default_fields _user_agent _cors_options)ryrrr9rrr<r=r?rArCrErHrrLr;rNrPrrr(rrerFrGs rXrzzAzureSearch.__init__us0                  ;   4"4 d-z : : 7#6BD  #6D  K(/     O#(/    K*(334G4NOO)A*1t''//00+:     O$(/   ' 0! 6 ! !f\&: ! #| 44 4J) !   !(C'$;-$;)!%-1]0...#    */ !   !(C'$;-$;)!%-M-#9#   &'+F( &:ffN &;#!1%,G) +(?%!1(?%-%)s  .).rRrct|dr |jr|jt|dr|jr t j}|r.||jdS||jdS#t$rt j }t j | ||j|YdS#|wxYwwxYwdSdS)Nrr) hasattrrrrasyncioget_event_loop is_running create_taskrun_until_complete RuntimeErrornew_event_loopset_event_loop)ryloops rX__del__zAzureSearch.__del__sd 4 " " t{ K      4 ( ( !T-> ! !-//??$$G$$T%6%<%<%>%>?????++D,=,C,C,E,EFFFFF ! ! !-//&t,,,!++D,=,C,C,E,EFFFJJLLLLLLDJJLLLL ! ! ! ! !s+ AC ,C1E,E,EEEOptional[Embeddings]cHt|jtr|jndSrU)rrrrs rX embeddingszAzureSearch.embeddingss) $1:>> D # # rZtext List[float]cK|jr |j|d{VStt|j|SrU)r! aembed_queryrrr)ryr"s rX _aembed_queryzAzureSearch._aembed_querysV ? A55d;;;;;;;; ;:4$"9::4@@ @rZkeystexts Iterable[str] metadatasOptional[List[dict]]r(Optional[List[str]] List[str]c tjtrG jt |}n,#t $rfd|D}YnwxYwfd|D}t |dkrtdgS|s2d|vr.t |dt |kr|d} t||||S)z$Add texts data to an existing index.cDg|]}j|SrV)rrrrrys rXrz)AzureSearch.add_texts../s*TTTd5AA!DDTTTrZc:g|]}|SrVrr1s rXrz)AzureSearch.add_texts..1'DDD$11!44DDDrZrNothing to insert, skipping.idsr') rrrembed_documentsrNotImplementedErrorrloggerdebugadd_embeddingszipryr)r+r(rr!s` rX add_textszAzureSearch.add_texts!s d-z : : E U!4DDT%[[QQ & U U UTTTTeTTT  UEDDDeDDDJ z??a   LL7 8 8 8I  !5F??VE]1C1Cs:1V1V%=D""3uj#9#994"PPPs'AA A cKtjtrS jt |d{V}n2#t $rfd|Dd{V}YnwxYwfd|D}t |dkrtdgS|s2d|vr.t |dt |kr|d} t||||d{VS)NcTKg|]"}j|d{V#SrU)rr%r1s rXrz*AzureSearch.aadd_texts..KsMFG$1>>qAAAAAAAArZc:g|]}|SrVr3r1s rXrz*AzureSearch.aadd_texts..Or4rZrr5r6r') rrraembed_documentsrr8rr9r:aadd_embeddingsr<r=s` rX aadd_textszAzureSearch.aadd_texts?sn d-z : : E #'#:#K#KDQVKK#X#XXXXXXX &   KP   EDDDeDDDJ z??a   LL7 8 8 8I  !5F??VE]1C1Cs:1V1V%=D))#eZ*@*@)RV)WWWWWWWWWs-A A.-A.text_embeddings!Iterable[Tuple[str, List[float]]]c  g}g}t|D]\}\}}|r ||} nUttj} t jt | dd} |r||ni} ddt| t|ttj |tj tt!j| i} | r5fd| D} | | || || t+|t,krEj|} t3d| Dst5| g}t+|d kr|Sj|} t3d | Dr|St5| ) $Add embeddings to an existing index.utf-8ascii@search.actionuploaddtypecBi|]\}}|djDv||S)cg|] }|j SrVrrrs rXrz9AzureSearch.add_embeddings...999QV999rZr=rkvrys rXrz.AzureSearch.add_embeddings..}E%%%199T[99999q999rZ documentsc3$K|] }|jV dSrU succeededrrs rX z-AzureSearch.add_embeddings..$9911;999999rZrc3$K|] }|jV dSrUr[r]s rXr_z-AzureSearch.add_embeddings..$--qq{------rZ) enumerater8uuiduuid4base64urlsafe_b64encodebytesdecoderrrnparrayfloat32tolistrjsondumpsrupdateappendrMAX_UPLOAD_BATCH_SIZErupload_documentsallrryrEr+r(r6datair" embeddingr-r5docadditional_fieldsresponses` rXr;zAzureSearch.add_embeddings]s$-o$>$># #  A i T1g$*,,''.uS'/B/BCCJJ7SS'08y||bH!(3%rx 'L'L'L'S'S'U'UH!5!5 C .%%%% ( 0 0%%%!  ,--- KK    JJsOOO4yy111;77$7GG99999997,X666 t99>>J;//$/?? --H--- - - /J$X.. .rZc (Kg}g}t|D]\}\}}|r ||} nUttj} t jt | dd} |r||ni} ddt| t|ttj |tj tt!j| i} | r5fd| D} | | || || t+|t,krKj|d{V} t3d | Dst5| g}t+|d kr|Sj|d{V} t3d | Dr|St5| ) rHrIrJrKrLrMcBi|]\}}|djDv||S)cg|] }|j SrVrrQs rXrz:AzureSearch.aadd_embeddings...rRrZrSrTs rXrz/AzureSearch.aadd_embeddings..rWrZrXNc3$K|] }|jV dSrUr[r]s rXr_z.AzureSearch.aadd_embeddings..r`rZrc3$K|] }|jV dSrUr[r]s rXr_z.AzureSearch.aadd_embeddings..rbrZ)rcr8rdrerfrgrhrirrrrjrkrlrmrrnrorrprqrrrrrsrtrrus` rXrCzAzureSearch.aadd_embeddingss8$-o$>$># #  A i T1g$*,,''.uS'/B/BCCJJ7SS'08y||bH!(3%rx 'L'L'L'S'S'U'UH!5!5 C .%%%% ( 0 0%%%!  ,--- KK    JJsOOO4yy111!%!2!C!Cd!C!S!SSSSSSS99999997,X666 t99>>J*;;d;KKKKKKKK --H--- - - /J$X.. .rZr6r^c x|r7|jd|D}t|dkSdS)Delete by vector ID. Args: ids: List of ids to delete. Returns: bool: True if deletion is successful, False otherwise. c g|] }t|i SrV)rrrws rXrz&AzureSearch.delete..s/L/L/L1A/L/L/LrZrF)rdelete_documentsrryr6rress rXdeletezAzureSearch.deletesE  +../L/L/L/L/LMMCs88a< 5rZcK|r=|jd|Dd{V}t|dkSdS)rcg|]}d|iS)r,rVrs rXrz'AzureSearch.adelete..s;S;S;S!T1I;S;S;SrZNrF)rrrrs rXadeletezAzureSearch.adeletes\  )::;S;Ss;S;S;STTTTTTTTCs88a< 5rZr)rqueryrUrvList[Document]c |p|j}|dkr|j|fd|i|}nA|dkr|j|fd|i|}n*|dkr|j|fd|i|}nt d|d|SN similarityrUrsemantic_hybridsearch_type of not allowed.)rr? hybrid_searchsemantic_hybrid_searchrryrrUrrdocss rXsimilarity_searchzAzureSearch.similarity_searchs"5T%5 , & &%4%e;;q;F;;DD H $ $%4%e;;q;F;;DD - - -.4.uDDDVDDDDI{IIIJJ J rZ)rUList[Tuple[Document, float]]c |d|j}|dkr|j|fd|i|S|dkr|j|fd|i|S|dkr|j|fd|i|St d|d)$Run similarity search with distance.rrrUrrrr)poprvector_search_with_scorehybrid_search_with_score!semantic_hybrid_search_with_scorerryrrUrrs rXsimilarity_search_with_scorez(AzureSearch.similarity_search_with_score s jj0@AA , & &040FF!FvFF F H $ $040FF!FvFF F - - -949%OO1OOO OI{IIIJJ JrZcK|p|j}|dkr|j|fd|i|d{V}nM|dkr|j|fd|i|d{V}n0|dkr|j|fd|i|d{V}nt d|d|Sr)ravector_searchahybrid_searchasemantic_hybrid_searchrrs rXasimilarity_searchzAzureSearch.asimilarity_searchs"5T%5 , & &,,UBBaB6BBBBBBBBDD H $ $,,UBBaB6BBBBBBBBDD - - -55eKKqKFKKKKKKKKDDI{IIIJJ J rZc K|d|j}|dkr|j|fd|i|d{VS|dkr|j|fd|i|d{VS|dkr|j|fd|i|d{VSt d|d) rrrrUNrrrr)rravector_search_with_scoreahybrid_search_with_score"asemantic_hybrid_search_with_scorerrs rXasimilarity_search_with_scorez)AzureSearch.asimilarity_search_with_score,sjj0@AA , & &77MMMfMMMMMMMM M H $ $77MMMfMMMMMMMM M - - -@@VV!VvVVVVVVVV VI{IIIJJ JrZ)score_thresholdrOptional[float]c H|j|fd|i|}|n fd|DS)NrUc,g|]}|dk|SrVrr^rs rXrzGAzureSearch.similarity_search_with_relevance_scores..F'???qt'>'>!'>'>'>rZrryrrUrrresults ` rX'similarity_search_with_relevance_scoresz3AzureSearch.similarity_search_with_relevance_scores:O/.uDDDVDD& F????V??? rZcXK|j|fd|i|d{V}|n fd|DS)NrUc,g|]}|dk|SrrVrs rXrzHAzureSearch.asimilarity_search_with_relevance_scores..UrrZrrs ` rX(asimilarity_search_with_relevance_scoresz4AzureSearch.asimilarity_search_with_relevance_scoresIe6t5eKKqKFKKKKKKKK& F????V??? rZ)filtersrc J||||}d|DS)\ Returns the most similar indexed documents to the query text. Args: query (str): The query text for which to find similar documents. k (int): The number of documents to return. Default is 4. Returns: List[Document]: A list of documents that are most similar to the query text. rUrcg|]\}}|SrVrVrry_s rXrz-AzureSearch.vector_search..f222Q222rZrryrrUrrdocs_and_scoress rXr?zAzureSearch.vector_searchXs277G7TT22/2222rZcZK||||d{V}d|DS)rrNcg|]\}}|SrVrVrs rXrz.AzureSearch.avector_search..xrrZrrs rXrzAzureSearch.avector_searchhs]!% > > Q!?! !       32/2222rZc n||}|j|d|fd|i|}t|S)Return docs most similar to query. Args: query (str): Text to look up documents similar to. k (int, optional): Number of Documents to return. Defaults to 4. filters (str, optional): Filtering expression. Defaults to None. Returns: List[Tuple[Document, float]]: List of Documents most similar to the query and score for each rr_simple_search_results_to_documentsryrrUrrrxresultss rXrz$AzureSearch.vector_search_with_scorezsH$$$U++ %$%iQRRR6RR$W---rZcK||d{V}|j|d|fd|i|d{V}t|d{VS)rNrrr&_asimple_search_aresults_to_documentsrs rXrz%AzureSearch.avector_search_with_scores$,,U33333333 ,, r1  &- 17        ,G444444444rZ?fetch_k lambda_multfloatc ||}|j|d|fd|i|}t|tj|||S)"Perform a search and return results that are reordered by MMR. Args: query (str): Text to look up documents similar to. k (int, optional): How many results to give. Defaults to 4. fetch_k (int, optional): Total results to select k from. Defaults to 20. lambda_mult: Number between 0 and 1 that determines the degree of diversity among the results with 0 corresponding to maximum diversity and 1 to minimum diversity. Defaults to 0.5 filters (str, optional): Filtering expression. Defaults to None. Returns: List[Tuple[Document, float]]: List of Documents most similar to the query and score for each rrquery_embeddingrrUrr0_reorder_results_with_maximal_marginal_relevancerjrk ryrrUrrrrrxrs rX(max_marginal_relevance_search_with_scorez4AzureSearch.max_marginal_relevance_search_with_scoresf6$$U++ %$%iWXXgXQWXX? RXi%8%8kUV    rZcK||d{V}|j|d|fd|i|d{V}t|tj|||d{VS)rNrrrr&r1_areorder_results_with_maximal_marginal_relevancerjrkrs rX)amax_marginal_relevance_search_with_scorez5AzureSearch.amax_marginal_relevance_search_with_scores6,,U33333333 ,, r7  ,3 7=        G HY//#           rZc :|j|fd|i|}d|DS)rrUcg|]\}}|SrVrVrs rXrz-AzureSearch.hybrid_search..rrZrryrrUrrs rXrzAzureSearch.hybrid_searchs78$7MMMfMM22/2222rZcJK|j|fd|i|d{V}d|DS)rrUNcg|]\}}|SrVrVrs rXrz.AzureSearch.ahybrid_search..rrZrrs rXrzAzureSearch.ahybrid_searchsM!? >u T T TV T TTTTTTT22/2222rZc n||}|j|||fd|i|}t|S)!Return docs most similar to query with a hybrid query. Args: query: Text to look up documents similar to. k: Number of Documents to return. Defaults to 4. Returns: List of Documents most similar to the query and score for each rrrs rXrz$AzureSearch.hybrid_search_with_scoresH"$$U++ %$%iUU7UfUU$W---rZcK||d{V}|j|||fd|i|d{V}t|d{VS)rNrrrs rXrz%AzureSearch.ahybrid_search_with_score's",,U33333333 ,, ua  )0 4:        ,G444444444rZc H|j|fd|i|}|n fd|DS)NrUc,g|]}|dk|SrrVrs rXrzCAzureSearch.hybrid_search_with_relevance_scores..KrrZrrs ` rX#hybrid_search_with_relevance_scoresz/AzureSearch.hybrid_search_with_relevance_scores?rrZcXK|j|fd|i|d{V}|n fd|DS)NrUc,g|]}|dk|SrrVrs rXrzDAzureSearch.ahybrid_search_with_relevance_scores..ZrrZrrs ` rX$ahybrid_search_with_relevance_scoresz0AzureSearch.ahybrid_search_with_relevance_scoresNrrZc ||}|j|||fd|i|}t|tj|||S)Return docs most similar to query with a hybrid query and reorder results by MMR. Args: query (str): Text to look up documents similar to. k (int, optional): Number of Documents to return. Defaults to 4. fetch_k (int, optional): Total results to select k from. Defaults to 20. lambda_mult: Number between 0 and 1 that determines the degree of diversity among the results with 0 corresponding to maximum diversity and 1 to minimum diversity. Defaults to 0.5 filters (str, optional): Filtering expression. Defaults to None. Returns: List of Documents most similar to the query and score for each rrrrs rX/hybrid_max_marginal_relevance_search_with_scorez;AzureSearch.hybrid_max_marginal_relevance_search_with_score]su8$$U++ %$% ug  /6 :@  @ RXi%8%8kUV    rZcK||d{V}|j|||fd|i|d{V}t|tj|||d{VS)rNrrrrs rX0ahybrid_max_marginal_relevance_search_with_scorez.555 Q555rZ,semantic_hybrid_search_with_score_and_rerankrs rXrz"AzureSearch.semantic_hybrid_searchsGL$K       65_5555rZcJK|j|fd|i|d{V}d|DS)rrUNcg|]\}}}| SrVrVrs rXrz7AzureSearch.asemantic_hybrid_search..rrZ-asemantic_hybrid_search_with_score_and_rerankrs rXrz#AzureSearch.asemantic_hybrid_searchsi!S R ! ! !  ! !       65_5555rZscore score_type"Literal['score', 'reranker_score']c x|j|fd|i|}|dkrfd|DS|dkrfd|DSdS) Returns the most similar indexed documents to the query text. Args: query (str): The query text for which to find similar documents. k (int): The number of documents to return. Default is 4. score_type: Must either be "score" or "reranker_score". Defaulted to "score". filters: Filtering expression. Returns: List[Tuple[Document, float]]: A list of documents and their corresponding scores. rUrc0g|]\}}}|k||fSrUrVrryrrrs rXrzAAzureSearch.semantic_hybrid_search_with_score..3=!C"*e.F.Fe .F.F.FrZreranker_scorec0g|]\}}}|k||fSrUrVrryrr!rs rXrzAAzureSearch.semantic_hybrid_search_with_score..9>*CN"*n.O.On%.O.O.OrZNrryrrUrrrrs ` rXrz-AzureSearch.semantic_hybrid_search_with_scores.L$K         %4  + + +.= , +rZcK|j|fd|i|d{V}|dkrfd|DS|dkrfd|DSdS)rrUNrc0g|]\}}}|k||fSrUrVrs rXrzBAzureSearch.asemantic_hybrid_search_with_score..Zr rZr!c0g|]\}}}|k||fSrUrVr#s rXrzBAzureSearch.asemantic_hybrid_search_with_score..`r$rZrr%s ` rXrz.AzureSearch.asemantic_hybrid_search_with_score?s.!S R ! ! !  ! !         %4  + + +.= , +rZ#List[Tuple[Document, float, float]]c " ddlm}|jjd |||||t g|d|jdd|d|}|pg}i |D]}|j|j d |j < fd|D} | S) LReturn docs most similar to query with a hybrid query. Args: query: Text to look up documents similar to. k: Number of Documents to return. Defaults to 4. filters: Filtering expression. Returns: List of Documents most similar to the query and score for each rrrsemantic extractiverrr query_typer< query_caption query_answerr r" highlightsc g|]S}t|tit|vr!t|tinit|vrt j|tnd|D|drE|digdj |digdj dni|tdddt|dt|dfUS) c0i|]\}}|tk||SrVrrrUrVs rXrzWAzureSearch.semantic_hybrid_search_with_score_and_rerank...4"""$(Aq#$(=#=#=!"1#=#=#=rZ@search.captionsrr2rcaptionsanswers page_contentr5 @search.score@search.reranker_score rrrrrrnloadsrrr"r3rrrsemantic_answers_dicts rXrzLAzureSearch.semantic_hybrid_search_with_score_and_rerank..s+ + + TQ!'N!;!;! )F22' 9(=(=>>!# ! /&88!Jvo'>???"",2LLNN"""!2$*::.@#A#A !(,2JJ7IB4,P,P()-&&*28**=ORTQU2V2V()3&&0 !"!"!"&('<'@'@ & 9b 9 9 "((!$$$Jf_-..f5677O( + + + rZrV) r rrr rrr< get_answersr"r3r-) ryrrUrrrrsemantic_answerssemantic_answerrrDs @rXrz8AzureSearch.semantic_hybrid_search_with_score_and_rerankfs BAAAAA$$+$ ++E22()0!(,(H&%    $#..006B&(/  O',-8:: !/"5 6 6 + + + + T"U+ + + X rZc Z Kddlm}||d{V}|jjd ||||t g|d|jdd|d|d{V}|d{Vpg}i |D]} | j| j d | j < fd |2d{V} | S) r+rrNrr,r-r.r2c Kg|3d{V }t|tit|vr!t|tinit|vrt j|tnd|D|drE|digdj |digdj dni|tdddt|dt|d fZ6S) Nc0i|]\}}|tk||SrVr6r7s rXrzXAzureSearch.asemantic_hybrid_search_with_score_and_rerank...r8rZr9rr2rr:r=r?r@rArCs rXrzMAzureSearch.asemantic_hybrid_search_with_score_and_rerank..s+ + + + + + + + + TQ!'N!;!;! )F22' 9(=(=>>!# ! /&88!Jvo'>???"",2LLNN"""!2$*::.@#A#A !(,2JJ7IB4,P,P()-&&*28**=ORTQU2V2V()3&&0 !"!"!"&('<'@'@ & 9b 9 9 "((!$$$Jf_-..f5677O( + + + + sE rV) r rr&rr rr<rEr"r3r-) ryrrUrrrrrrFrGrrDs @rXrz9AzureSearch.asemantic_hybrid_search_with_score_and_reranks| BAAAAA))%000000000)0 !()0!(,(H&%          $#*"5"5"7"7777777>B&(/  O',-8:: !/"5 6 6 + + + + T!(U+ + + + + + + + + X rZrlangchain-indexclsType[AzureSearch]rc  B|||||f||d| } | j||fi| | SN)r=r;)r> rLr)rxr+rrr;r9r=r azure_searchs rX from_textszAzureSearch.from_textssbs !     "7       ui::6:::rZc RK|||||f||d| } | j||fi| d{V| SrO)rDrPs rX afrom_textszAzureSearch.afrom_texts/sxs !     "7     &l%eYAA&AAAAAAAAArZ)rrr9r=c Kt|\}} | tdt| d} |d|||||| d|} | j||fi|d{V| SNz0Cannot create AzureSearch from empty embeddings.r)rrr9rr=rrV)_peekrrrC rLrErxr+rrr9r=rfirst_text_embeddingrrQs rXafrom_embeddingszAzureSearch.afrom_embeddingsIs16o0F0F--  'OPP P#&';A'>#?#? s "7-!(%=     +l*?IPPPPPPPPPPPrZc t|\}} | tdt| d} |d|||||| d|} | j||fi|| SrV)rWrrr;rXs rXfrom_embeddingszAzureSearch.from_embeddingsgs16o0F0F--  'OPP P#&';A'>#?#? s "7-!(%=      $ #OYII&IIIrZAzureSearchVectorStoreRetrieverc |d|j}||d<|ddpg}||t dd|i|d|iS)aReturn AzureSearchVectorStoreRetriever initialized from this VectorStore. Args: search_type (Optional[str]): Overrides the type of search that the Retriever should perform. Defaults to `self.search_type`. Can be "similarity", "hybrid", or "semantic_hybrid". search_kwargs (Optional[Dict]): Keyword arguments to pass to the search function. Can include things like: score_threshold: Minimum relevance threshold for similarity_score_threshold fetch_k: Amount of documents to pass to MMR algorithm (Default: 20) lambda_mult: Diversity of results returned by MMR; 1 for minimum diversity and 0 for maximum. (Default: 0.5) filter: Filter by document metadata Returns: AzureSearchVectorStoreRetriever: Retriever class for VectorStore. rtagsN vectorstorerV)rrrextend_get_retriever_tagsr])ryrrr_s rX as_retrieverzAzureSearch.as_retrievers&jj0@AA +}zz&$''-2 D,,..///.UU4U6UUPTUUUUrZ)rNNNNNNN)$rr8rr:r9r8rrrr8r<r:r=r>r?r@rArBrCrDrEr:rHrIrrrLrMr;r:rNrOrPrQrrr)rRr)r"r8rRr#rU) r)r*r+r,r(r-rrrRr.)rErFr+r,r(r-rRr.)r6r-rrrRr^)r) rr8rUrvrr:rrrRr)rr8rUrvrrrRr) rr8rUrvrrrrrRr) rr8rUrvrr:rrrRr)rN) rr8rUrvrr:rrrRr)rrr)rr8rUrvrrvrrrr:rrrRr)rr8rUrvrrrRr) rxr#rr8rUrvrr:rrrRr) rxr#rr8rUrvrr:rrrRr )rr) rr8rUrvrrrrrrrRr) rr8rUrvrr:rrrRr))NrrNrKN)rLrMr)r.rxrr+r,rr8rr8r;r:r9r8r=r>rrrRr)rLrMrErFrxrr+r,rr8rr8r9r8r=r>rrrRr)rrrRr])1rrr__doc__rzrpropertyr!r&r>rDr;rCrrrrrrrrr?rrrrrrrrrrrrrrrrrrrrr classmethodrRrTrZr\rcrVrZrXrrrsS00$59.204 ;?15.2B*"37EI/36:AE+B*B*B*B*B*B*H!!!!2   X AAAA+/Q %) QQQQQQB+/X %) XXXXXXB+/;/ %) ;/;/;/;/;/;/@+/;/ %) ;/;/;/;/;/;/z & &* ('( K K K K K K$ &* ('( K K K K K K"  ,0       $  ,0       $%3BF333333"$%3BF333333*!% .....4!% 555558  "&       J % "&% % % % % % N 3 3 3 3 3$%33333&!% .....2!% 555556  ,0       $  ,0       $ # "&# # # # # # P & "&& & & & & & \"& " " " " " " T"& " " " " " " J$%66666($%66666,9@ % ,0 %%%%%%T9@ % ,0 %%%%%%P$%UBFUUUUUUp$%VBFVVVVVVp +/%' "/3+.2[2 +/%' "/3+.2[2 +/  &( "+.2[: +/  &( "+.2[<VVVVVVrZrceZdZUdZded< dZded< dZded < iZd ed < d Zd ed<e dZ e de d!dZ d"dZd#dZd S)$r]z-Retriever that uses `Azure Cognitive Search`.rr`rr8rrrvrUdict search_kwargs)rsimilarity_score_thresholdrhybrid_score_thresholdrsemantic_hybrid_score_thresholdzClassVar[Collection[str]]allowed_search_typesT)arbitrary_types_allowedbefore)modevaluesr rRrcdd|vr+|d}||jvrtd|d|j|S)zValidate search type.rrz not allowed. Valid values are: )rmr)rLrqrs rXvalidate_search_typez4AzureSearchVectorStoreRetriever.validate_search_typesa F " " /K#"::: 2k22/22 rZr run_managerrrrc Pi|j|}|jdkr|jj|fd|ji|}n|jdkr%d|jj|fd|ji|D}n|jdkr|jj|fd|ji|}n|jdkr%d|jj|fd|ji|D}nn|jdkr|jj|fd|ji|}nH|jd kr%d |jj |fd|ji|D}ntd |jd |S) NrrUrjcg|]\}}|SrVrVrs rXrzKAzureSearchVectorStoreRetriever._get_relevant_documents..,CrZrrkcg|]\}}|SrVrVrs rXrzKAzureSearchVectorStoreRetriever._get_relevant_documents..rwrZrrlcg|]\}}|SrVrVrs rXrzKAzureSearchVectorStoreRetriever._get_relevant_documents..rwrZrr) rirr`r?rUrrrrrr)ryrrtrparamsrs rX_get_relevant_documentsz7AzureSearchVectorStoreRetriever._get_relevant_documentss 2D&1&1  | + +14#1%LL46LVLLDD  != = =Vd.V!V'-DD   ) )14#1%LL46LVLLDD  !9 9 9Rd.R!V'-DD  !2 2 2:4#:5UUDFUfUUDD  !B B BPd.P!V'-DDNt/?NNNOO O rZrcKi|j|}|jdkr"|jj|fd|ji|d{V}n|jdkr-|jj|fd|ji|d{V}d|D}n|jdkr!|jj|fd|ji|d{V}n|jdkr-|jj|fd|ji|d{V}d|D}nz|jdkr!|jj|fd|ji|d{V}nN|jd kr+d |jj |fd|ji|d{VD}ntd |jd |S) NrrUrjcg|]\}}|SrVrVrs rXrzLAzureSearchVectorStoreRetriever._aget_relevant_documents..666FCC666rZrrkcg|]\}}|SrVrVrs rXrzLAzureSearchVectorStoreRetriever._aget_relevant_documents..r~rZrrlcg|]\}}|SrVrVrs rXrzLAzureSearchVectorStoreRetriever._aget_relevant_documents..rwrZrr) rirr`rrUrrrrrr)ryrrtrrzrrs rX_aget_relevant_documentsz8AzureSearchVectorStoreRetriever._aget_relevant_documentss2D&1&1  | + +8)8SS$&SFSSSSSSSSDD  != = =Od&O!V'-  76o666DD   ) )8)8SS$&SFSSSSSSSSDD  !9 9 9Kd&K!V'-  76o666DD  !2 2 2A)A#)DD !B B B$WD$4$W%%!V%'-%%DDNt/?NNNOO O rZN)rqr rRr)rr8rtrrrrRr)rr8rtrrrrRr)rrrrd__annotations__rrUrirmr model_configrrfrsr{rrVrZrXr]r]s77?K-AJJJJ(M7: $L_(###   [$# %%%%N((((((rZr]rSearchItemPaged[Dict]rcd|D}|S)NcVg|]&}t|t|df'Sr?_result_to_documentrrrs rXrz)_results_to_documents..%sG      ' ' &) * *    rZrVrrs rXrr"s)       D KrZAsyncSearchItemPaged[Dict]c.Kd|2d{V}|S)NchKg|3d{V }t|t|df-6SNr?rrs rXrz*_aresults_to_documents..2sn            ' ' &) * *     s2rVrs rXrr/sK   $          D KrZrrr np.ndarrayrrrUrvcKd|2d{V}ttt|\}}}t||||}g} |D]-} | dkrn$| || || f.| S)NcKg|3d{V }t|t|d|tf96Srrrrrs rXrzE_areorder_results_with_maximal_marginal_relevance..Csw            ' ' &) * * ( )     s>rUrmaprr<rrq rrrrUrrYscoresvectors new_orderingretrs rXrr<s   $          D"%T3:!6!6Ivw.A;L )+C .. 77 E IaL&),---- JrZcd|D}|sgSttt|\}}}t||||}g} |D]-} | dkrn$| || || f.| S)Ncng|]2}t|t|d|tf3Srrrs rXrzD_reorder_results_with_maximal_marginal_relevance..dsP      ' ' &) * * ( )    rZrrrrs rXrr]s       D  !$T3:!6!6Ivw.A;L )+C .. 77 E IaL&),---- JrZrr rct|vrNt|ttr|t}n>tj|t}nd|D}t |vr"t |t i}ni}t|ti||S)Nc:i|]\}}|ttfv||SrV)rr)rr-rs rXrz'_result_to_document..s9   U0.AAA AAArZr=) rrrhrnrBrrrrr)rfields_metadata fields_ids rXrrs&  f_-t 4 4 B$_5OO"j)@AAOO  $llnn    F 9 5 56  N+      rZiterabler r/ Optional[Any]Tuple[Iterable, Any]c t|}t|}tj|g|}||fS#t$r||fcYSwxYwrU)iternext itertoolschain StopIteration)rr/iteratorrs rXrWrWsf!>>X?E7H55 !!!    !s7:A  A )NNNNNNNNNr6NFNNN)$r7r8r9r8r-r:r;r:r<r:r=r>r?r@rArBrCrDrEr:rFr>rGr:rHrIrJrKrLrMrNrOrPrQrRrS)NNNNNNNNNr6NTNNN)$r7r8r9r8r-r:r;r:r<r:r=r>r?r@rArBrCrDrEr:rFr>rGr:rHrIrJr[rLrMrNrOrPrQrRr\)$r7r8r9r8r-r:r;r:r<r:r=r>r?r@rArBrCrDrEr:rFr>rGr:rHrIrJr^rLrMrNrOrPrQrRr_)rrrRr)rrrRr)rr) rrrrrrrUrvrRr) rrrrrrrUrvrRr)rr rRrrU)rr r/rrRr)R __future__rrrfrrrnloggingrwrdtypesrtypingrrrrr r r r r rrrrrrnumpyrjlangchain_core.callbacksrrlangchain_core.documentsrlangchain_core.embeddingsrlangchain_core.exceptionsrlangchain_core.retrieversrlangchain_core.utilsrlangchain_core.vectorstoresrpydanticrr&langchain_community.vectorstores.utilsr getLoggerr9rrrr!rr"r#rr$rrr&r'r(r)r*rrrrrrrYrr]rrrrrrWrVrZrXrsZ""""""   $.-----000000888888333333------33333300000000MMMMMM    666666AAAAAADDDDDDDD L)@$    $ (  % + /  , *BJ +/15*.,0 7;-126 D*."AE26=A' . +/15*.,0 7;-126 D*. AE26=A'#### #4+/15*.,0 7;-126 D*.AE26=A'i i i i i XlVlVlVlVlV+lVlVlV^)~~~~~m~~~B           H      F6!!!!!!!rZ