j<4ddlmZddlZddlZddlZddlZddlZddlZddlZddl Z ddl m Z ddl m Z mZmZmZmZmZmZddlmZddlmZddlmZe rddlmZej8eZ Gd d e Z Gd d Z Gd deZ!GddeZ"y)) annotationsN) HTMLParser) TYPE_CHECKINGAnyDictListOptionalTupleUnion) BaseLoader)Document) TextSplitter) Connectionc<eZdZdZdfd ZddZddZd dZxZS) ParseOracleDocMetadatazParse Oracle doc metadata...c^t||jd|_i|_y)NF)super__init__resetmatchmetadata)self __class__s w/var/www/html/Fitness-lenito-AI-main/venv/lib/python3.12/site-packages/langchain_community/document_loaders/oracleai.pyrzParseOracleDocMetadata.__init__%s%   (* c|dk(r,d}|D]$\}}|dk(r|}|dk(s|s||j|<&y|dk(rd|_yy)NmetanamecontenttitleT)rr)rtagattrsentryrvalues rhandle_starttagz&ParseOracleDocMetadata.handle_starttag+sV &=#%E$ e6>!E9$/4 e, % G^DJrcJ|jr||jd<d|_yy)Nr!F)rr)rdatas r handle_dataz"ParseOracleDocMetadata.handle_data7s# ::%)DMM' "DJ rc|jSN)r)rs r get_metadataz#ParseOracleDocMetadata.get_metadata<s }}r)returnNone)r"strr#zList[Tuple[str, Optional[str]]]r-r.)r(r/r-r.)r-Dict[str, Any]) __name__ __module__ __qualname____doc__rr&r)r, __classcell__rs@rrr"s&+  rrcFeZdZdZedddZe ddZy)OracleDocReaderz Read a fileNcd}d}|&djtjdd}tt j}t j d|}tj|jj}|d|}t j dtjd}||z|z}|j}|j|}|d|}|S)N r>abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789)kz>I)joinrandomchoicesinttimestructpackhashlibsha256encodedigest getrandbitshexzfill) input_string out_lengthhash_len timestamp timestamp_bin hashval_bin counter_bin object_id object_id_hexs rgenerate_object_idz"OracleDocReader.generate_object_idFs   77TL $  D)4 nn\%8%8%:;BBD !)8, kk$(:(:2(>? "K/+= !  %++  &kz2 rc4i} ddl} d|j_|j }t |d5}|j }ddd td|S|j|j} |j|j} |jd|tj|| | |j| i}nft| j} | j!d s| j!d r+t#} | j%| | j'}t(j+|j,d z|z} | |d <||d<| td|Stt| j|S#t$r}td|d}~wwxYw#1swYrxYw#t.$rJ}t0j3d|t0j3d|jYd}~yd}~wwxYw)zRead a file using OracleReader Args: conn: Oracle Connection, file_path: Oracle Directory, params: ONNX file name. Returns: Plain text and metadata as Langchain Document. rNIUnable to import oracledb, please install with `pip install -U oracledb`.Frbr page_contentra declare input blob; begin input := :blob; :mdata := dbms_vector_chain.utl_to_text(input, json(:pref)); :text := dbms_vector_chain.utl_to_text(input); end;)blobprefmdatatext$_oid_fileAn exception occurred :: zSkip processing )oracledb ImportErrordefaults fetch_lobscursoropenreadr var DB_TYPE_CLOBexecutejsondumpscloser/getvalue startswithrfeedr,r8rVusername Exceptionloggerinfo)conn file_pathparamsrrferjfr(r^r_doc_datapdoc_idexs r read_filezOracleDocReader.read_fileis$&   4 +0H   ([[]Fi&!vvx'|R(CCJJx445E::h334D NNZZ'   LLN}u~~/0&&'78H|zdz|jzdz|j:zdz|j zdz|jzd z} | j5| | D]}i}|{tjA|jjBd!z|j zd!z|jzd!z|jz}||d"<|jtEd#|$|d[tG|d}|jId%s|jId&r+tK}|jM||jO}tjA|jjBd!z|j zd!z|jzd!z|jzd!ztG|d'z}||d"<|d'|d(<|j0t3|j0}tQd|D]}||d'z||j0|<|d |jtEd#|$|jtEtG|d |$ |S|S#t$r}td|d}~wwxYw#t$rB}t*j-d)|tSjT jWd}~wwxYw#t$r2}t*j-d)|tSjTd}~wwxYw)*z,Load data into LangChain Document objects...rNrX plaintextfalsefiledirowner tablenamecolnamezMissing loader parametersFzTotal skipped:  z%Missing owner or column name or both. mdata_colsz?Exceeds the max number of columns you can request for metadata.zgselect column_name, data_type from all_tab_columns where owner = :ownername and table_name = :tablename) ownernamer)NUMBER BINARY_DOUBLE BINARY_FLOATLONGDATE TIMESTAMPVARCHAR2zDThe datatype for the column requested for metadata is not supported.z, rowidz, z'select dbms_vector_chain.utl_to_text(t.z, json('z+')) mdata, dbms_vector_chain.utl_to_text(t.z) textz from .z trbrcrrZr`ra_rowidre),rfrgr|getrrrrrrwrhrir8rrzappendoslistdirpathr?isfilerxryrjrlenroupperfetchallmdata_cols_sqlrprqrVrvr r/rtrrur,range traceback print_excrr)rrfr}ncolsresultsrm_paramsdoc skip_count file_namer{rjsqlrowsrowcolrr(rirs rloadzOracleDocLoader.loads'  "$#%)g {{& KKOOF3 ;;??51![[__W5 !%!=#{{y9  ;<<+0H   (yy%// 499hO;"Ns#xx !#DHH!5I " TXXy AIww~~i0-77 9hW;)3aJ"KK/*R(HI#NN3/"6~~~zz)T\\-A'(OPP!YY--/F&*kkool&CDO2t/!3"+!B#8 &*jj&6&6&8&*nn&:&:&<' &0#'C"1v8#&q62"$"+4)K+&%&$( +4D'2#'??C262E2E2Ls2RD/$3 B,,'$%**X./H H ,, ' # #--.##** % .. )  NN3'%#%;%4%G%G $ 2 2"%!&"&**!-#&!&#'.. !1 #& !& #',, !/&F06HV,#NN8h+WX"1v1'*3q6{#'??3C#D$,I")?(@A$%FF4L/0~~/?H%4%G%G $ 2 2"%!&"&**!-#&!&#'.. !1 #& !& #',, !/#&!&#&c!f+!. &F06HV,14QHX. $:(+DOO(<%*1e_?B1q5z); <&5 #1v~ '$,"x$P!"!($,58Q[8%&!"g &|N7N[ -  N!KK";B4 @A'')LLN   KK3B48 9    !  suWDX,B X, A"X,C8W<WJ8W=X,?X, W WW X)'=X$$X))X,, Y'5-Y""Y')rzrr|r0rr)r-zList[Document])r1r2r3r4rrr5r6s@rrrs # urrc,eZdZdZdfd ZddZxZS)OracleTextSplitterz$Splitting text using Oracle chunker.c ||_||_t| di| ddl} ddl}||_||_y#t $r}t d|d}~wwxYw#t $r t dwxYw)z Initialize.rNrXzjoracledb or json or both are not installed. Please install them. Recommendations: `pip install oracledb`. r) rzr|rrrprfrg _oracledb_json)rrzr|rrprfr}rs rrzOracleTextSplitter.__init__s   "6"   &DNDJ !1  >  s+A8A A A  AAA*cj ddl}g} d|jj_|j j }|j|j|jd||jj|j |j}| |S|jj|d}|j|dH#t$r}td|d}~wwxYw#t $r2}t"j%d |t'j(d}~wwxYw) z&Split incoming text and return chunks.rNrXF)r zUselect t.column_value from dbms_vector_chain.utl_to_chunks(:content, json(:params)) t)r r| chunk_datare)rfrgrrhrirzrj setinputsizesCLOBrorrqr|fetchonerrrwrxryrr) rr_rfr}splitsrjrdrs r split_textzOracleTextSplitter.split_texts+   16DNN # # .YY%%'F   7 NNOzz'' 4  oo';MJJ$$SV, a o. - -  >  KK3B48 9    !  s5CBC7'3C7 C4# C//C47 D2-D--D2)rzrr|r0rrr-r.)r_r/r-z List[str])r1r2r3r4rrr5r6s@rrr|s.2'rr)# __future__rrFrploggingrr@rDrCr html.parserrtypingrrrrr r r langchain_core.document_loadersr langchain_core.documentsr langchain_text_splittersrrfr getLoggerr1rxrr8rrrrrrs#  "III6-1#   8 $"Z<oodAjAHCCr