tj<ddlmZddlZddlZddlmZmZmZmZddl Z ddl m Z ddl mZddlmZddlmZddlmZejeZGd d eZGd d eZdS) ) annotationsN)AnyListOptionalTuple)Document) Embeddings) VectorStore)Self)maximal_marginal_relevancec&eZdZdZ d dd Zd S)VikingDBConfigaAvikingdb connection config See the following documentation for details: https://www.volcengine.com/docs/6459/1167770 Attribute: host(str):The access address of the vector database server that the client needs to connect to. region(str):"cn-shanghai" or "cn-beijing" ak(str):Access Key ID, security credentials for accessing Volcano Engine services. sk(str):Secret Access Key, security credentials for accessing Volcano Engine services. scheme(str):http or https, defaulting to http. hostregionakskhttpstrschemereturnNonecL||_||_||_||_||_dSN)rrrrr)selfrrrrrs g/var/www/html/CA-Chatbot/venv/lib/python3.11/site-packages/langchain_community/vectorstores/vikingdb.py__init__zVikingDBConfig.__init__#s+   N)rrrrr) rrrrrrrrrrrr)__name__ __module__ __qualname____doc__rrrrrsH$       rrceZdZdZ d8d9dZed:dZ d;dd?d Z d;d@d$Z d;dAd&Z d;dBd)Z d;dCd*Z dDdEd0Z dDdFd1Z d;dGd4Ze dHdId7ZdS)JVikingDBzvikingdb as a vector store In order to use this you need to have a database instance. See the following documentation for details: https://www.volcengine.com/docs/6459/1167774 LangChainCollectionNFembedding_functionr collection_namerconnection_argsOptional[VikingDBConfig] index_paramsOptional[dict]drop_oldOptional[bool]kwargsrc  ddlm}m}n#t$rtdwxYw||_||_d|_||_||_||_ ||j |j |j |j |j|_ |j|} n#t"$rd} YnwxYw| |_d|_|j*|j|j|j|_|r~t+|j|rk|j|} | D]"} |j|| j#|j|d|_d|_dSdSdS)Nr) CollectionVikingDBServicefCould not import volcengine python package. Please install it with `pip install --upgrade volcengine`.LangChainIndex)volcengine.viking_dbr0r1 ImportErrorembedding_funcr' index_namer(r*r,rrrrrserviceget_collection Exception collectionindex get_index isinstance list_indexes drop_indexdrop_collection) rr&r'r(r*r,r.r0r1colindexesr<s rrzVikingDB.__init__:s  H H H H H H H H H   M   1.*.(  &   "      "     ,--o>>CC   CCC  ? &//0DdoVVDJ   4?J?? l//@@G  K K ''9IJJJJ L ( ( 9 9 9"DODJJJ     s %B B*)B*rc|jSr)r6)rs r embeddingszVikingDB.embeddingsis ""rrEr metadatasOptional[List[dict]]rc2 ddlm}m}n#t$rtdwxYwt |d}g}|r|dD]\}}t |tr%||||j @t |tr%||||j zt |tr%||||j t |tr?td|Dr&||||jt |tr?td|Dr&||||j\t |t$r&||||jt)d||d|j||d|j d ||d |j| |j|j||_dS) Nr)Field FieldTyper2c3@K|]}t|tVdSr)r>r.0items r z.VikingDB._create_collection..=55.2JtS))555555rc3@K|]}t|tVdSr)r>intrLs rrOz.VikingDB._create_collection..rPrz>metadatas value is invalidplease change the type of metadatas.text primary_keyT)is_primary_keyvector)dim)r4rIrJr5lenitemsr>rappendStringrRInt64boolBoollistall List_String List_Int64bytesText ValueErrorVectorr8create_collectionr'r;) rrErFrIrJrWfieldskeyvalues r_create_collectionzVikingDB._create_collectionms  = = = = = = = = =   M   *Q-    'l0022   UeS))MM%%Y-=">">????s++MM%%Y_"="=>>>>t,,MM%%Y^"<"<====t,, 556;55522 MM%%Y-B"C"CDDDDt,, 556;55522 MM%%Y-A"B"BCCCCu--MM%%Y^"<"<====$X  eeFIN33444 eeM9+;DQQQRRR eeHi&6C@@@AAA,889MvVVs %c ddlm}n#t$rtdwxYwd}|}d}d}|j|jd |jd}|jd |jd}|jd |jd}|jd  |jd }|j|j|j|||| |_ dS) Nr)VectorIndexParamsr2 cpu_quota vector_index partition_by scalar_index)rqrprrrs) r4rmr5r*getr8 create_indexr'r7r<)rrmrprqrrrss r _create_indexzVikingDB._create_indexs@  > > > > > > >   M    ((**     ( $$[11= -k:  $$^44@#0@  $$^44@#0@  $$^44@#0@ \..  O%%% /   s #texts List[str] batch_sizerRc & ddlm}n#t$rtdwxYwt|} j|}n#t $rfd|D}YnwxYwt|dkrt dgSj * || g}g}tt|D]} ttj} || || | || d} |]| t|krJt|| } | D] } || | | | <!||| t|}td||D]9}t)||z|}|||}j |:|S)zInsert text data into VikingDB.r)Datar2cDg|]}j|Sr")r6 embed_query)rMxrs r z&VikingDB.add_texts..s*LLL$-99!<<LLLrzNothing to insert, skipping.N)rSrTrV)r4r|r5r_r6embed_documentsNotImplementedErrorrXloggerdebugr;rkrvrangeruuiduuid4rZkeysrtmin upsert_data)rrxrFrzr.r|rEdatapksr<rTfieldnamesname total_countiend insert_datas` r add_textszVikingDB.add_textss`  1 1 1 1 1 1 1   M   U  M,<.&&&Q&&&rr")similarity_search_with_score)rrrr.ress rsimilarity_searchzVikingDB.similarity_searchs70d/UeFUUfUU&&#&&&&rList[Tuple[Document, float]]c Z|j|}|jd||d|}|S)APerform a search on a query string and return results with score. embeddingrr")r6r~&similarity_search_with_score_by_vector)rrrr.rrs rrz%VikingDB.similarity_search_with_scoresL'33E:: 9d9   28   rr List[float]c :|jd||d|}d|DS)rrcg|]\}}|Sr"r"rs rrz8VikingDB.similarity_search_by_vector..rrr")r)rrrr.rs rsimilarity_search_by_vectorz$VikingDB.similarity_search_by_vectorsE:d9   28  '&#&&&&rc |jtdgSd}d}d}d}|t|d|d}|d|d}|d|d}|d|d}|j||||| }g} |D]} d | jvr| jd d | jvr| jd d } d | jvr| jd } t| | j} | | j f} | | | S)rN!No existing collection to search. defaultfilterlimit output_fields partitionrrrrrTrVrorS page_contentmetadata) r;rrrtr<search_by_vectorrhpoprscorerZ)rrrr.rrrrrretrNrrpairs rrz/VikingDB.similarity_search_with_score_by_vectors ? " LL< = = =I   zz(##/)zz'"".wzz/**6 & 7 zz+&&2";/ j)) ' *    D ++  ...4;&& )))L$$#{v66  t{KKKC$D JJt     r?k lambda_multfloatc Z|j|}|jd||||d|S)>Perform a search and return results that are reordered by MMR.)rrrrr")r6r~'max_marginal_relevance_search_by_vector)rrrrrr.rs rmax_marginal_relevance_searchz&VikingDB.max_marginal_relevance_search?sQ'33E:: ;t; #       rc |jtdgSd}d}d}d} |t|d|d}|d|d}|d|d}|d|d} |j||||| } g} g} | D]} d | jvsd | jvs d | jvr| | jd | jd | jd }t|| j }| |ttj || ||}g}|D]%}|dkrn|| |&|S)rNrrrrrrrrrVrTrSr)rr) r;rrrtr<rrhrZrrr nparray)rrrrrr.rrrrr documentsordered_result_embeddingsrNrr new_orderingrrs rrz0VikingDB.max_marginal_relevance_search_by_vectorQs ? " LL< = = =I   zz(##/)zz'"".wzz/**6 & 7 zz+&&2";/ j)) ' *   $&! " "D ++  33,, % , ,T[__X-F-F G G G KOOM * * *;??622L t{KKKC   S ! ! ! !1 HY  !:a[    ) )ABww 9Q<(((( ridsOptional[List[str]]c ||jtd|j|dS)Nr)r;rr delete_data)rrr.s rdeletezVikingDB.deletes; ? " LL< = = = ##C(((((rr]r c r|td|d|||||d|} | ||| S)z0Create a collection, indexes it and insert data.NzVikingDBConfig does not exists)r&r'r(r*r,)rxrFr")r:r) clsrxrr(rFr'r*r,r. vector_dbs r from_textszVikingDB.from_textssn  "<== =C (++%       %9===r)r%NNF) r&r r'rr(r)r*r+r,r-r.r)rr r)rErrFrGrr)rr)Nrw) rxryrFrGrzrRr.rrry)rrrr+r.rrr)rrrr+r.rrr)rrrr+r.rrr)rrrr+r.rrr)rrN) rrrrRrrrr+r.rrr) rrrrRrrrr+r.rrr)rrr.rrr)NNr%NF)rxryrr r(r)rFrGr'rr*r+r,r]r.rrr )rrr r!rpropertyrErkrvrrrrrrrr classmethodrr"rrr$r$2s 548'+#( -----^###X#CG*W*W*W*W*WX    D+/ 22222n"&'''''"&     ""& ' ' ' ' '"&-----d !%      * !% ;;;;;~$())))) 59*.4'+[rr$) __future__rloggingrtypingrrrrnumpyrlangchain_core.documentsrlangchain_core.embeddingsr langchain_core.vectorstoresr typing_extensionsr &langchain_community.vectorstores.utilsr getLoggerrrobjectrr$r"rrrs."""""" ------------------000000333333""""""MMMMMM  8 $ $V@}}}}}{}}}}}r