jFddlmZddlZddlZddlZddlZddlZddlZddlZddl Z ddl m Z ddl m Z mZmZmZmZmZmZmZmZmZmZmZmZmZmZddlZddlmZm Z ddl!m"Z"ddl#m$Z$ddl%m&Z&dd l'm(Z(dd l)m*Z*dd l+m,Z,dd l-m.Z.m/Z/dd l0m1Z1ejdZ3e r.ddl4m5Z5ddl6m7Z7ddl8m9Z9m:Z:ddl;mm?Z?m@Z@mAZAmBZBmCZCe*dddZDe*dddZEe*dddZFe*dddZGdZHe d+ d,dZIe d- d.dZI d+ d/d ZIGd!d"e,ZJGd#d$e(ZK d0d%ZL d1d&ZM d2 d3d'ZN d2 d4d(ZOd5d)ZPd6d7d*ZQy)8) annotationsN) TracebackType) TYPE_CHECKINGAnyCallableClassVar CollectionDictIterableListLiteralOptionalTupleTypeUnioncastoverload)#AsyncCallbackManagerForRetrieverRunCallbackManagerForRetrieverRun)Document) Embeddings)LangChainException) BaseRetriever) get_from_env) VectorStore) ConfigDictmodel_validator)maximal_marginal_relevance)TokenCredentialAsyncTokenCredential) SearchClientSearchItemPaged)AsyncSearchItemPagedr") CorsOptionsScoringProfile SearchFieldSemanticConfiguration VectorSearchAZURESEARCH_FIELDS_IDid)keyenv_keydefaultAZURESEARCH_FIELDS_CONTENTcontent!AZURESEARCH_FIELDS_CONTENT_VECTORcontent_vectorAZURESEARCH_FIELDS_TAGmetadataicyNendpoint index_namer-azure_ad_access_tokensemantic_configuration_namefields vector_searchsemantic_configurationsscoring_profilesdefault_scoring_profiledefault_fields user_agent cors_optionsasync_ additional_search_client_optionsazure_credentialazure_async_credentials v/var/www/html/Fitness-lenito-AI-main/venv/lib/python3.12/site-packages/langchain_community/vectorstores/azuresearch.py_get_search_clientrKVs*cyr7r8r9s rJrKrKns* #rLc 789ddlm7m}m}ddlm}ddlm}ddlm }m }ddl m }ddl m }ddlm }ddlm}dd lm}m}m}m}m}m} m}!m}"m}#m}$m}%m}&m}'G7fd d |}(Gd d |})|xsi}| xsg} |I|j?dk(r+tAd|}*|*jCd|)|*}+n4||}*|*}+n)||(|}*|)|*}+n|xs|}*|xs|}+|d*||*| d|}, |,jE|| s |d*|||*| d)|S|d*|||+| d)|S#|$r||D-cic]}-|-jF|-jHncc}-wc}-8| D.cic]}.|.jF|.jHncc}.wc}.9tK9jMtK8jMz D/cic] \}}/|9| ncc}/}w}0}}/tO|0dkDrEd+89fd }1djQ|0D2cgc] }2|1|2 ncc}2wc}2}3tSd|0d|3| }|i|$|d|%jT|ddd|&jV|d|%jX||&jVg|'dd |'d!d g"}|rt[|t\s|g}|#||#}4n,|r(| ||"|!t^$g%&}5|#|5g'}4nd}4|||||4|| | (}6|,ja|6YwxYw),Nr) AccessTokenAzureKeyCredentialrr )ResourceNotFoundError)DefaultAzureCredentialInteractiveBrowserCredential)rRr%)SearchIndexClient) #ExhaustiveKnnAlgorithmConfigurationExhaustiveKnnParametersHnswAlgorithmConfigurationHnswParameters SearchIndexr) SemanticFieldSemanticPrioritizedFieldsSemanticSearchr*VectorSearchAlgorithmKindVectorSearchAlgorithmMetricVectorSearchProfilecBeZdZdfd Zdddd ddZy)6_get_search_client..AzureBearerTokenCredentialc^|ttjdz|_y)Ni)inttime_token)selftokenrOs rJ__init__z?_get_search_client..AzureBearerTokenCredential.__init__s!%eS-=-DEDKrLNFclaims tenant_id enable_caec|jSr7)rerfrjrkrlscopeskwargss rJ get_tokenz@_get_search_client..AzureBearerTokenCredential.get_tokens;; rL)rgstr rorrrj Optional[str]rkrtrlboolrprreturnrO)__name__ __module__ __qualname__rhrq)rOsrJAzureBearerTokenCredentialrasS F%)'+$   " %         rLrzcbeZdZddZdddd d dZd dZ d d dZy) 7_get_search_client..AsyncTokenCredentialWrapperc||_yr7) _credential)rf credentials rJrhz@_get_search_client..AsyncTokenCredentialWrapper.__init__s )D rLNFricJK|jj||||d|Sw)Nri)r~rqrns rJrqzA_get_search_client..AsyncTokenCredentialWrapper.get_tokens9.4##--#%    s!#c Kywr7r8rfs rJclosez=_get_search_client..AsyncTokenCredentialWrapper.closes c Kywr7r8)rfexc_type exc_value tracebacks rJ __aexit__zA_get_search_client..AsyncTokenCredentialWrapper.__aexit__s r)rrrsrvNone)NNN)rzOptional[Type[BaseException]]rzOptional[BaseException]rzOptional[TracebackType]rvr)rwrxryrhrqrrr8rLrJAsyncTokenCredentialWrapperr|s * %)'+$   " %            7;1515  3 / /     rLr INTERACTIVErz!https://search.azure.com/.default)r:rrD)namec |dj|ddj|dj|d|jd S)Nz current type: 'MISSINGz'. It has to be 'z#' or you can point to a different 'z;' field name by using the env variable 'AZURESEARCH_FIELDS_')getupper)x fields_typesmandatory_fieldss rJfmt_errz#_get_search_client..fmt_err sk#-l.>.>q).L-MN))9)=)=a)@(AB++;+?+?+B*CDFFGggi[PQSrL z2You need to specify at least the following fields z; or provide alternative field names in the env variables. r/ii)mef_construction ef_searchmetric)rkind parametersdefault_exhaustive_knn)r myHnswProfile)ralgorithm_configuration_namemyExhaustiveKnnProfile) algorithmsprofiles)configurationsdefault_configuration_name) field_name)content_fields)rprioritized_fields)r)rr>r?semantic_searchrArBrE)r:r;rrDr8)rrrrvrr)1azure.core.credentialsrOrPrazure.core.credentials_asyncr!azure.core.exceptionsrQazure.identityrRrSazure.identity.aioazure.search.documentsr"azure.search.documents.aioazure.search.documents.indexesrT%azure.search.documents.indexes.modelsrUrVrWrXrYr)rZr[r\r*r]r^r_rrrq get_indexrtypesetitemslenjoin ValueErrorHNSWCOSINEEXHAUSTIVE_KNN isinstancelistFIELDS_CONTENT create_index):r:r;r-r<r=r>r?r@rArBrCrDrErFrGrHrIrPrr!rQrRrSAsyncDefaultAzureCredentialr"AsyncSearchClientrTrUrVrWrXrYr)rZr[r\r*r]r^r_rzrrasync_credential index_clientfdfvaluemissing_fieldsrrerrorrsemantic_configurationindexrOrrs: @@@rJrKrKs*XWA;SX3L@ _ &:>(H'M2$#)rN   99;- '/1M1OPJ  !D E::F +C0J)   */0EF 6zB%A)?)A 1R5P5R&7'' + 'L a)J/F  !!!  /   ! !'!  /   W !_)  4:;FqAFFAFFNF;L;IJ>R 0>J #&&6&<&<&>"?l((*+#,#,JC%c**#,N >"Q& ~"F~!71:~"FG H%&'%%*G- $F  (.&6;;#1,/&)#>#E#E $ 856EE#:#>#E#E$((,5>(55M )MB #5t<+B*C',6+FO)%:0#<$1^$L#M$& " -=Sd Z d=dd d>d Z d=dd d?d Z d=dd d?d Z d=d@d Z d=d@dZ dAdd dBdZdd dCdZ dAdd dBdZdd dCdZ dAdd dDdZ dAdd dDdZ dAdd dEdZ dAdd dEdZ dF dGdZ dF dGdZ dHdd dIdZ dHdd dIdZdAdJd Z dA dJd!Z dF dGd"Z dF dGd#Z dAdd dDd$Z dAdd dDd%Z dHdd dId&Z! dHdd dId'Z"dd dKd(Z#dd dLd)Z$ dA dJd*Z% dA dJd+Z& dMdd dNd,Z' dMdd dNd-Z( dAdd dOd.Z) dAdd dOd/Z*e+ dP dQd2Z,e+ dP dQd3Z-e+ d=d0d0d1dd4 dRd5Z.e+ d=d0d0d1dd4 dRd6Z/dSd7Z0y)T AzureSearchz&`Azure Cognitive Search` vector store.N)vector_search_dimensionsrGr<rHrIc   ddlm}m}m}m} ||_t|j tr|j j|_ n|j |_ |t|jdd|t|j|t|j|jd| xst!|jdd |t"|jg}d }d |vr|d r |d |d zz }t%|||||||| | | ||| t'j(|| |_t%|||||||| | | ||| d||||_||_||_|r|n||_||_||_||_||_||_||_| |_ | |_!| |_"||_#||_$| |_%y#t $r}t d|d}~wwxYw)Nr)SearchableFieldr(SearchFieldDataType SimpleFieldzeUnable to import azure.search.documents. Please install with `pip install -U azure-search-documents`.T)rrr- filterable)rrTextr)rr searchablervector_search_profile_name langchainrD ) r=r>r?r@rArBrCrDrErGrH) r=r>r?r@rArBrCrDrErFrGrHrI)&rrr(rr ImportErrorembedding_functionrr embed_query FIELDS_IDStringrFIELDS_CONTENT_VECTORr SinglerFIELDS_METADATArKcopydeepcopyclient async_client search_typer=r>_azure_search_endpoint_azure_search_key _index_name_semantic_configuration_name_fields_vector_search_semantic_configurations_scoring_profiles_default_scoring_profile_default_fields _user_agent _cors_options)rfazure_search_endpointazure_search_keyr;rrr=r>r?r@rArBrErrGr<rHrIrprr(rrerCrDs rJrhzAzureSearch.__init__us=0    4"4 d--z :#66BBD #66D  (//   #(//  *(334G4N4NO)A*1t''/0+:   $(// ' 0! 6 !f\&: #| 44 4J) !   !(C'$;-$;)!%-1]]0..#  */ !   !(C'$;-$;)!%-M-#9# &'+F( &fN &;#!1%,G) +(?%!1(?%-%)G ;  s G G GGct|dr&|jr|jjt|dr|jry t j }|j r*|j|jjy|j|jjyyy#t$r{t j}t j| |j|jj|jYy#|jwxYwwxYw)Nrr) hasattrrrrasyncioget_event_loop is_running create_taskrun_until_complete RuntimeErrornew_event_loopset_event_loop)rfloops rJ__del__zAzureSearch.__del__s 4 "t{{ KK    4 (T->-> !--/??$$$T%6%6%<%<%>?++D,=,=,C,C,EF.? (  !--/&&t,!++D,=,=,C,C,EFJJLDJJL !s+ A C)C2E 9)D4"E 4EE cRt|jtr |jSdSr7)rrrrs rJ embeddingszAzureSearch.embeddingss. $11:>  # #  rLcK|jr#|jj|d{Stt|j|S7$wr7)r aembed_queryrrr)rftexts rJ _aembed_queryzAzureSearch._aembed_querysD ??55d;; ;:4$"9"9:4@ @>qAAA5   EXskD('CCC D(D!'A-D(D&D(C D(#D D DDD(D D(c g}g}t|D]\}\}}|r||} nKttj} t j t | djd} |r||ni} ddt| t|ttj|tjjtt!j"| i} | r\| j%D cic].\} } | |j&Dcgc]}|j(c}vr| | 0}} } }| j+||j-| |j-| t/|t0k(sZ|j2j5|}t7d|Ds t9|g}t/|dk(r|S|j2j5|}t7d |Dr|St9|cc}wcc}} } w) $Add embeddings to an existing index.utf-8ascii@search.actionuploaddtype documentsc34K|]}|jywr7 succeeded.0rs rJ z-AzureSearch.add_embeddings..911;;rc34K|]}|jywr7r'r)s rJr,z-AzureSearch.add_embeddings..-Hqq{{Hr.) enumeraterruuiduuid4base64urlsafe_b64encodebytesdecoderrrnparrayfloat32tolistrjsondumpsrr>rupdateappendrMAX_UPLOAD_BATCH_SIZErupload_documentsallrrftext_embeddingsrr r datair embeddingr-r5dockvradditional_fieldsresponses rJrzAzureSearch.add_embeddings]s$-o$> A i1g$**,'..uS'/BCJJ7S'0y|bH!(3%rxx 'L'S'S'UH!5 C!) 0% 01T[[9[QVV[99qD 0"%  ,- KK  JJsO4y11;;77$7G999,X66G%?L t9>J;;//$/? -H- -J$X. .1:%s,G8 G3 G8 3G8 c ,Kg}g}t|D]\}\}}|r||nttj} t j t | djd} |r||ni} ddt| t|ttj|tjjtt!j"| i} | r\| j%D cic].\} } | |j&Dcgc]}|j(c}vr| | 0}} } }| j+||j-| |j-| t/|t0k(sY|j2j5|d{}t7d|Ds t9|g}t/|d k(r|S|j2j5|d{}t7d |Dr|St9|cc}wcc}} } w771w) rrrr r!r"r$Nc34K|]}|jywr7r'r)s rJr,z.AzureSearch.aadd_embeddings..r-r.rc34K|]}|jywr7r'r)s rJr,z.AzureSearch.aadd_embeddings..r0r.)r1rrr2r3r4r5r6r7rrrr8r9r:r;rr<r=rr>rr>r?rr@rrArBrrCs rJrzAzureSearch.aadd_embeddingss$-o$> A i!$q's4::<'8C**5g+>?FFwOC'0y|bH!(3%rxx 'L'S'S'UH!5 C!) 0% 01T[[9[QVV[99qD 0"%  ,- KK  JJsO4y11!%!2!2!C!Cd!C!SS999,X66?%?D t9>J**;;d;KK -H- -J$X. .1:%TLsPC+H-H H H A H+H H AH H!#HH HHc |r=|jj|Dcgc] }t|i c}}t|dkDSycc}w)Delete by vector ID. Args: ids: List of ids to delete. Returns: bool: True if deletion is successful, False otherwise. rF)rdelete_documentsrrrfr rprFress rJdeletezAzureSearch.deletesE ++../L1A/LMCs8a< 0MsAcK|rA|jj|Dcgc]}d|ic}d{}t|dkDSycc}w7w)rQr,NrF)rrRrrSs rJadeletezAzureSearch.adeletesQ ))::s;Ss!T1Is;STTCs8a< !V? @ 33cK|j|fd|i|d{}||S|Dcgc] }|d|k\s |c}S7!cc}wwryrsr|s rJ(asimilarity_search_with_relevance_scoresz4AzureSearch.asimilarity_search_with_relevance_scoresEi6t55eKqKFKK&  $?Vqt'>!V? L@ A= A ??AA)filtersc `|j|||}|Dcgc]\}}| c}}Scc}}w)\ Returns the most similar indexed documents to the query text. Args: query (str): The query text for which to find similar documents. k (int): The number of documents to return. Default is 4. Returns: List[Document]: A list of documents that are most similar to the query text. rIrr{rfrbrIrrpdocs_and_scoresrH_s rJr?zAzureSearch.vector_searchTs777G7T"12/Q/222s *c|K|j|||d{}|Dcgc]\}}| c}}S7cc}}ww)rrNrrs rJrnzAzureSearch.avector_searchdsN!% > > Q!?!  #22/Q/22 3s<4 < 6<<c h|j|}|j|d|fd|i|}t|S)Return docs most similar to query. Args: query (str): Text to look up documents similar to. k (int, optional): Number of Documents to return. Defaults to 4. filters (str, optional): Filtering expression. Defaults to None. Returns: List[Tuple[Document, float]]: List of Documents most similar to the query and score for each rr_simple_search_results_to_documentsrfrbrIrrprGresultss rJrhz$AzureSearch.vector_search_with_scorevs?$$$U+ %$%%iQRR6R$W--rLcK|j|d{}|j|d|fd|i|d{}t|d{S7677w)rNrrr_asimple_search_aresults_to_documentsrs rJrsz%AzureSearch.avector_search_with_scoresj$,,U33 ,,, r1 &- 17  ,G444 4 51AAAAA A AAAc |j|}|j|d|fd|i|}t|tj|||S)"Perform a search and return results that are reordered by MMR. Args: query (str): Text to look up documents similar to. k (int, optional): How many results to give. Defaults to 4. fetch_k (int, optional): Total results to select k from. Defaults to 20. lambda_mult: Number between 0 and 1 that determines the degree of diversity among the results with 0 corresponding to maximum diversity and 1 to minimum diversity. Defaults to 0.5 filters (str, optional): Filtering expression. Defaults to None. Returns: List[Tuple[Document, float]]: List of Documents most similar to the query and score for each rrquery_embedding lambda_multrIrr0_reorder_results_with_maximal_marginal_relevancer8r9 rfrbrIfetch_krrrprGrs rJ(max_marginal_relevance_search_with_scorez4AzureSearch.max_marginal_relevance_search_with_scoresU6$$U+ %$%%iWXgXQWX? RXXi%8kUV  rLcK|j|d{}|j|d|fd|i|d{}t|tj|||d{S7M707w)rNrrrrr1_areorder_results_with_maximal_marginal_relevancer8r9rs rJ)amax_marginal_relevance_search_with_scorez5AzureSearch.amax_marginal_relevance_search_with_scores6,,U33 ,,, r7 ,3 7=  G HHY/#    4  1A+A%A+A')A+ A)!A+'A+)A+c b|j|fd|i|}|Dcgc]\}}| c}}Scc}}w)rrIrirfrbrIrprrHrs rJr_zAzureSearch.hybrid_searchs<8$77MMfM"12/Q/222s +c~K|j|fd|i|d{}|Dcgc]\}}| c}}S7cc}}ww)rrINrtrs rJrozAzureSearch.ahybrid_searchsI!? > >u T TV TT"12/Q/22U2s=5 = 7==c h|j|}|j|||fd|i|}t|S)!Return docs most similar to query with a hybrid query. Args: query: Text to look up documents similar to. k: Number of Documents to return. Defaults to 4. Returns: List of Documents most similar to the query and score for each rrrs rJriz$AzureSearch.hybrid_search_with_score s?"$$U+ %$%%iU7UfU$W--rLcK|j|d{}|j|||fd|i|d{}t|d{S7677w)rNrrrs rJrtz%AzureSearch.ahybrid_search_with_score#sj",,U33 ,,, ua )0 4:  ,G444 4 5rc p|j|fd|i|}||S|Dcgc] }|d|k\s |c}Scc}wryrr|s rJ#hybrid_search_with_relevance_scoresz/AzureSearch.hybrid_search_with_relevance_scores;rrcK|j|fd|i|d{}||S|Dcgc] }|d|k\s |c}S7!cc}wwryrr|s rJ$ahybrid_search_with_relevance_scoresz0AzureSearch.ahybrid_search_with_relevance_scoresJrrc |j|}|j|||fd|i|}t|tj|||S)Return docs most similar to query with a hybrid query and reorder results by MMR. Args: query (str): Text to look up documents similar to. k (int, optional): Number of Documents to return. Defaults to 4. fetch_k (int, optional): Total results to select k from. Defaults to 20. lambda_mult: Number between 0 and 1 that determines the degree of diversity among the results with 0 corresponding to maximum diversity and 1 to minimum diversity. Defaults to 0.5 filters (str, optional): Filtering expression. Defaults to None. Returns: List of Documents most similar to the query and score for each rrrrs rJ/hybrid_max_marginal_relevance_search_with_scorez;AzureSearch.hybrid_max_marginal_relevance_search_with_scoreYs`8$$U+ %$%% ug /6 :@ @ RXXi%8kUV  rLcK|j|d{}|j|||fd|i|d{}t|tj|||d{S7M707w)rNrrrrs rJ0ahybrid_max_marginal_relevance_search_with_scorez search_textvector_queriesfiltertopr8)azure.search.documents.modelsrrsearchrrfrG text_queryrIrrprs rJrzAzureSearch._simple_searchsQ( B!t{{!!  "$()0    rLc Kddlm}|jjd||||tg||d|d{S7w)rrrrrNr8)rrrrrrs rJrzAzureSearch._asimple_searchsa( B-T&&--  "$()0      s9AAAc d|j|fd|i|}|Dcgc]\}}}| c}}Scc}}w) Returns the most similar indexed documents to the query text. Args: query (str): The query text for which to find similar documents. k (int): The number of documents to return. Default is 4. filters: Filtering expression. Returns: List[Document]: A list of documents that are most similar to the query text. rI,semantic_hybrid_search_with_score_and_rerankrs rJr`z"AzureSearch.semantic_hybrid_searchsJL$KK     &55_ Q_555s ,cK|j|fd|i|d{}|Dcgc]\}}}| c}}S7cc}}ww)rrIN-asemantic_hybrid_search_with_score_and_rerankrs rJrpz#AzureSearch.asemantic_hybrid_searchsZ!S R R ! !  !  &55_ Q_55 6s>6 > 8>>c |j|fd|i|}|dk(r!|D cgc]\}}} |||k\r||fc} }}S|dk(r!|D cgc]\}} } || |k\r|| fc} } }Sycc} }}wcc} } }w) Returns the most similar indexed documents to the query text. Args: query (str): The query text for which to find similar documents. k (int): The number of documents to return. Default is 4. score_type: Must either be "score" or "reranker_score". Defaulted to "score". filters: Filtering expression. Returns: List[Tuple[Document, float]]: A list of documents and their corresponding scores. rIscoreNreranker_scorer rfrbrI score_typerwrprrHrrrs rJrjz-AzureSearch.semantic_hybrid_search_with_scores.L$KK       &5%4MC"*e.Fe %4  + +/>.=*CN"*n.On%.= ,  s A#A*cK|j|fd|i|d{}|dk(r!|D cgc]\}}} |||k\r||fc} }}S|dk(r!|D cgc]\}} } || |k\r|| fc} } }Sy7Qcc} }}wcc} } }ww)rrINrrrrs rJruz.AzureSearch.asemantic_hybrid_search_with_score;s.!S R R ! !  !    &5%4MC"*e.Fe %4  + +/>.=*CN"*n.On%.= ,  s,A=A-A=A/A=A6'A=/A=c ddlm}|jjd|||j ||t g|d|j dd|d|}|jxsg}i}|D](} | j| jd|| j<*|D  cgc]/} t| jtit| vrt| jtinit| vrt!j"| tn,| j%D cic]\}} |t k7r|| c} }| j'drA| j'digdj| j'digdjdni|j'| j'td d d  t)| d t)| d f2} }} } | Scc} }wcc} }} w)LReturn docs most similar to query with a hybrid query. Args: query: Text to look up documents similar to. k: Number of Documents to return. Defaults to 4. filters: Filtering expression. Returns: List of Documents most similar to the query and score for each rrrsemantic extractiverrr query_typer= query_caption query_answerrr highlights@search.captionsrcaptionsanswers page_contentr5 @search.score@search.reranker_scorer8)rrrrrrr= get_answersrrr-rrgrrrr<loadsrrfloat) rfrbrIrrprrsemantic_answerssemantic_answers_dictsemantic_answerr}rJrcs rJrz8AzureSearch.semantic_hybrid_search_with_score_and_rerankbs+ B$$++$$ ++E2()0!(,(H(H&%  $#..06B&(/O',,-88: !/"5"5 6 0`"U+ T"Q!'N!;! )F2' 9(=>!# ! /&8!JJvo'>?-3LLN",:DAq#$(=#=!"1,:"!2$*::.@#A-3JJ7IB4,P()-&&*d28**=ORTQU2V()3&&0j !"&('<'@'@ & 9b 9 "(!$Jf_-.f567O( R"U + X ?"+ sAB&(/O',,-88: !/"5"5 6 0`!(U+ + TQ!'N!;! )F2' 9(=>!# ! /&8!JJvo'>?-3LLN",:DAq#$(=#=!"1,:"!2$*::.@#A-3JJ7IB4,P()-&&*d28**=ORTQU2V()3&&0j !"&('<'@'@ & 9b 9 "(!$Jf_-.f567O( 91 $8+ "+ + + X sxHG1AH"G4#H:G7;=H8H:H >G:?H A7H9G=B"H1H4H7H:H =HHrlangchain-indexc  L|||||f||d| } | j||fi| | SN)r>r<)r clsrrGrrrr<r;r>rp azure_searchs rJ from_textszAzureSearch.from_textssP !     "7     ui:6:rLc hK|||||f||d| } | j||fi| d{| S7wr)rrs rJ afrom_textszAzureSearch.afrom_texts+s` !     "7   &l%%eYA&AAA Bs '202)rrr;r>c Kt|\}} | tdt| d} |d|||||| d|} | j||fi|d{| S7wNz0Cannot create AzureSearch from empty embeddings.rz)rrr;rr>rr8)_peekrrr rrDrGrrrr;r>rpfirst_text_embeddingrrs rJafrom_embeddingszAzureSearch.afrom_embeddingsEs16o0F--  'OP P#&';A'>#?  "7-!(%=   +l**?IPPPP QsAAAAc t|\}} | tdt| d} |d|||||| d|} | j||fi|| Sr)rrrrrs rJfrom_embeddingszAzureSearch.from_embeddingscs16o0F--  'OP P#&';A'>#?  "7-!(%=    $ ##OYI&IrLc |jd|j}||d<|jddxsg}|j|j t dd|i|d|iS)aReturn AzureSearchVectorStoreRetriever initialized from this VectorStore. Args: search_type (Optional[str]): Overrides the type of search that the Retriever should perform. Defaults to `self.search_type`. Can be "similarity", "hybrid", or "semantic_hybrid". search_kwargs (Optional[Dict]): Keyword arguments to pass to the search function. Can include things like: score_threshold: Minimum relevance threshold for similarity_score_threshold fetch_k: Amount of documents to pass to MMR algorithm (Default: 20) lambda_mult: Diversity of results returned by MMR; 1 for minimum diversity and 0 for maximum. (Default: 0.5) filter: Filter by document metadata Returns: AzureSearchVectorStoreRetriever: Retriever class for VectorStore. rtagsN vectorstorer8)rrrgextend_get_retriever_tagsAzureSearchVectorStoreRetriever)rfrprrs rJ as_retrieverzAzureSearch.as_retrieversg&jj0@0@A +}zz&$'-2 D,,./.U4U6UPTUUrL)r[NNNNNNN)$rrrrrtr;rrrzUnion[Callable, Embeddings]rrrr=rtr>Optional[List[SearchField]]r?Optional[VectorSearch]r@COptional[Union[SemanticConfiguration, List[SemanticConfiguration]]]rAOptional[List[ScoringProfile]]rBrtrEOptional[CorsOptions]rz Optional[int]rGOptional[Dict[str, Any]]r<rtrHOptional[TokenCredential]rIOptional[AsyncTokenCredential]rprr)rvzOptional[Embeddings])rrrrv List[float]r7) rz Iterable[str]rOptional[List[dict]]r Optional[List[str]]rprrv List[str])rD!Iterable[Tuple[str, List[float]]]rrr rrvr)r rrprrvru)r) rbrrrIrcrrtrprrvList[Document])rbrrrIrcrprrvList[Tuple[Document, float]]) rbrrrIrcrwOptional[float]rprrvr) rbrrrIrcrrtrprrvr)rN) rbrrrIrcrrtrprrvr)r?)rbrrrIrcrrcrrrrtrprrvr)rbrrrIrcrprrvr) rGrrrrrIrcrrtrprrvzSearchItemPaged[dict]) rGrrrrrIrcrrtrprrvzAsyncSearchItemPaged[dict])rr) rbrrrIrcrz"Literal['score', 'reranker_score']rwrrprrvr) rbrrrIrcrrtrprrvz#List[Tuple[Document, float, float]])NrrNrN)rType[AzureSearch]rrrGrrrrrrrrrr<rtr;rrr>r rprrvr)rrrDrrGrrrrrrrrrr;rrr>r rprrvr)rprrvr )1rwrxry__doc__rhrpropertyrrrrrrrUrWrdrlrqrvr~rr?rnrhrsrrr_rorirtrrrrrrr`rprjrurr classmethodrrrrr r8rLrJrrrs 0$59.204 ;?15.2B*"37EI/36:AE+B*"B*(B* B* 8 B*  B*&3B*,B*.B*" B*9B*"/B*,B*"#0#B*$+C%B*& -'B*(4)B**!?+B*,-B*H!2  A+/Q %) QQ(Q " Q  Q QB+/X %) XX(X " X  X XB+/;/ %) ;/:;/(;/ " ;/  ;/@+/7/ %) 7/:7/(7/ " 7/  7/r & &*   #    ('( K K # K36 K % K$ &*   #    ('( K K # K36 K % K"  ,0       )     &  $  ,0       )     &  $%3BF33 32?3RU3 3"$%3BF33 32?3RU3 3*!% .. . .  . & .4!% 55 5 5  5 & 58  "&                &  J % "&% %  %  %  % % %  &% N 3$%33 3033 3&!% .. . .  . & .2!% 55 5 5  5 & 56  ,0       )     &  $  ,0       )     &  $ # "&# #  #  #  # # #  &# P & "&& &  &  &  & & &  && \"& " " "   "  " "  " T"& " " "   "  " "  $" J$%66 6036 6($%66 6036 6,9@ % ,0 %% %7 % ) %% &%T9@ % ,0 %% %7 % ) %% &%P$%UBFUU U2?URUU ,Up$%VBFVV V2?VRUV ,Vp +/%' "/3+.2 (  #    -, 2 +/%' "/3+.2 (  #    -, 2 +/  &( "+.2 :(  # , : +/  &( "+.2 :(  # , <VrLrceZdZUdZded< dZded< dZded < iZd ed < d Zd ed<e dZ e de ddZ ddZ ddZy)r z-Retriever that uses `Azure Cognitive Search`.rrr[rrrrrcrIdict search_kwargs)rZsimilarity_score_thresholdr[hybrid_score_thresholdr\semantic_hybrid_score_thresholdzClassVar[Collection[str]]allowed_search_typesT)arbitrary_types_allowedbefore)modecjd|vr.|d}||jvrtd|d|j|S)zValidate search type.rr]z not allowed. Valid values are: )r'r)rvaluesrs rJvalidate_search_typez4AzureSearchVectorStoreRetriever.validate_search_typesS F " /K#":":: %k]2R//02 rLc i|j|}|jdk(r+|jj|fd|ji|}|S|jdk(r=|jj |fd|ji|Dcgc]\}}| }}}|S|jdk(r+|jj |fd|ji|}|S|jdk(r=|jj|fd|ji|Dcgc]\}}| }}}|S|jdk(r+|jj|fd|ji|}|S|jdk(r=|jj|fd|ji|Dcgc]\}}| }}}|Std|jd cc}}wcc}}wcc}}w NrZrIr$r[r%r\r&r]r^) r#rrr?rIr~r_rr`rjr)rfrb run_managerrpparamsrcrHrs rJ_get_relevant_documentsz7AzureSearchVectorStoreRetriever._get_relevant_documentssB 2D&&1&1   | +14##11%L466LVLD8 7  != =Wd..VV!VV'-FC 4 )   )14##11%L466LVLD& %  !9 9Sd..RR!VV'-FC "   !2 2:4##::5UDFFUfUD   !B BQd..PP!VV'-FC  t/?/?.@ NO O3s F< G Gc*Ki|j|}|jdk(r3|jj|fd|ji|d{}|S|jdk(rG|jj |fd|ji|d{}|Dcgc]\}}| }}}|S|jdk(r3|jj |fd|ji|d{}|S|jdk(rG|jj|fd|ji|d{}|Dcgc]\}}| }}}|S|jdk(r3|jj|fd|ji|d{}|S|jdk(rE|jj|fd|ji|d{Dcgc]\}}| }}}|Std|jd 77ecc}}w77cc}}w77Jcc}}wwr/) r#rrrnrIrrorrprur) rfrbr0rpr1rcrrHrs rJ_aget_relevant_documentsz8AzureSearchVectorStoreRetriever._aget_relevant_documentss|2D&&1&1   | +8))88S$&&SFSSD< ;  != =Od&&OO!VV'-  '66oFCCoD6. -   )8))88S$&&SFSSD* )  !9 9Kd&&KK!VV'-  '66oFCCoD6   !2 2A))AA#)D   !B B%XD$4$4$W$W%!VV%'-%FC  t/?/?.@ NO O;T7S7 sA HG2AHG5 H G8&AH&G>'AH(H) H2 H>AH>H ?AHH H H H5H8HHH H HN)r,r rvr)rbrrr0rrprrvr)rbrrr0rrprrvr)rwrxryr__annotations__rrIr#r'r model_configrr r-r2r4r8rLrJr r s7?K-AsJ(M473 $L(# $ %%4% %  %N((9 (  (  (rLr c\|Dcgc]}t|t|df}}|Scc}wNr_result_to_documentrrr}rcs rJrrsK   F  ' &) *     K s )ctK|2cgc3d{}t|t|df#76}}|Scc}wwr8r9r;s rJrr+sU$      ' &) *   D  K s$83., .3.3 8c,K|2cgc3d{}t|t|d|tf+7&6ncc}w}}ttt |\}}}t ||||} g} | D]#} | dk(r| S| j|| || f%| SwNr)rIrr:rrmaprrrr? rrrrIr}rcr%scoresvectors new_orderingretrs rJrr8s$      ' &) * ( )    D "%T3:!6Ivw.A;L )+C  7  J IaL&),-  Js'B864 6#868ABc|Dcgc]#}t|t|d|tf%}}|sgSttt |\}}}t ||||} g} | D]#} | dk(r| S| j|| || f%| Scc}wr>r@rBs rJrrYs   F  ' &) * ( )      !$T3:!6Ivw.A;L )+C  7  J IaL&),-  J3 s(Bcxt|vr>t|ttr |t}nNtj|t}n1|j Dcic]\}}|t tfvr||}}}t|vrt|jti}ni}t|ti||Scc}}w)Nr) rrr"r<rrrrrrgr)r}fields_metadatar-r fields_ids rJr:r:|s& f_-t 4$_5O"jj)@AO%lln , U0.AA J,  F 9 56  N+     sB6c t|}t|}tj|g|}||fS#t$r||fcYSwxYwr7)iternext itertoolschain StopIteration)iterabler/iteratorrs rJrrsO!>X??E7H5 !  !s03 AA)NNNNNNNNN"langchain-comm-python-azure-searchNFNNN)$r:rrr;rrr-rtr<rtr=rtr>r r?r r@r rArrBrtrCr rDrtrErrFzLiteral[False]rGrrHrrIrrvzUnion[SearchClient])NNNNNNNNNrSNTNNN)$r:rrr;rrr-rtr<rtr=rtr>r r?r r@r rArrBrtrCr rDrtrErrFz Literal[True]rGrrHrrIrrvzUnion[AsyncSearchClient])$r:rrr;rrr-rtr<rtr=rtr>r r?r r@r rArrBrtrCr rDrtrErrFrurGrrHrrIrrvz&Union[SearchClient, AsyncSearchClient])rSearchItemPaged[Dict]rvr)rAsyncSearchItemPaged[Dict]rvr)rr) rrUr np.ndarrayrrrIrcrvr) rrTrrVrrrIrcrvr)r}r rvrr7)rQr r/z Optional[Any]rvzTuple[Iterable, Any])R __future__rrr4rrNr<loggingrdr2typesrtypingrrrrr r r r r rrrrrrnumpyr8langchain_core.callbacksrrlangchain_core.documentsrlangchain_core.embeddingsrlangchain_core.exceptionsrlangchain_core.retrieversrlangchain_core.utilsrlangchain_core.vectorstoresrpydanticrr&langchain_community.vectorstores.utilsr getLoggerrrrrr!rr"r#rr$rrr&r'r(r)r*rrrrr@rKrr rrrrr:rr8rLrJrfs"   $.083-30M    6AD )@$  $ (  %+ /   *BJ +/15*.,0 7;-126 D*."AE26=A' )  "/  ( *5+0( !"'?#$0%&;'() . +/15*.,0 7;-126 D*. AE26=A'### #) # "/ # ( #*##5#+#0##(# !#"'?##$0%#&;'#()# #4+/15*.,0 7;-126 D*.AE26=A'i i i  i ) i "/ i ( i *i i 5i +i 0i i (i !i "'?#i $0%i &;'i (,)i XhV+hVV)~m~B  " !   ' !     '  " H   "     " F6!rL