PhddZddlmZddlZddlmZmZmZmZm Z m Z m Z m Z ddl Z ddlmZddlmZddl mZmZmZmZmZmZddlmZmZmZdd lmZmZdd lm Z dd l!m"Z"dd l#m$Z$dd Z%e%ddZ&ddddZ'ddZ(GddZ)y)%SQLAlchemy wrapper around a database.) annotationsN)AnyDictIterableListLiteralOptionalSequenceUnion) deprecated) get_from_env)MetaDataTable create_engineinspectselecttext)URLEngineResult)ProgrammingErrorSQLAlchemyError) CreateTable) Executable)NullTypec ddl}t|drRt|jdr;|jj}t|dr |j dd}||_yyyy#t $rYywxYw)z?Patch DuckDBPyType to be hashable for SQLAlchemy compatibility.rNtyping DuckDBPyType__hash__c*tt|SN)hashstrselfs d/var/www/html/saasai/venv/lib/python3.12/site-packages/langchain_community/utilities/sql_database.pyr z%_patch_duckdb_types..__hash__&sD ?*)returnint)duckdbhasattrrrr ImportError)r+ duckdb_typer s r'_patch_duckdb_typesr/sy  68 $)O --44K; 3{7K7K7S+(0 $ 8T*P $    sAA%% A10A1c <d|dd|ddt|dS)NzName: namez , Unique: uniquez , Columns: column_namesr$)indexs r' _format_indexr63s7 vz%/):;~./0 2r(z...)suffixct|tr|dkr|St||kr|S|d|t|z jddd|zS)z] Truncate a string to a certain number of words, based on the max string length. rN ) isinstancer$lenrsplit)contentlengthr7s r' truncate_wordr@:sX gs #v{ 7|v )Vc&k) * 1 1#q 9! z'SQLDatabase.__init__..s1+4EL(//674s"viewsbindonlyrFN)_engine_schemarDr _inspectorsetlistget_table_namesget_view_names _all_tables_include_tables_ignore_tablesget_usable_table_names_usable_tablesr;r* TypeError_sample_rows_in_table_info_indexes_in_table_inforMdictrP_max_string_length _view_supportr _metadatareflect)r&enginerFmetadata ignore_tablesinclude_tablessample_rows_in_table_infoindexes_in_table_infocustom_table_info view_supportmax_string_lengthlazy_table_reflectionmissing_tables usable_tablesrPs` @r'__init__zSQLDatabase.__init__VsE  mST T!$,,/ 000? @@Lt--V-2#%   !11D4D4DDN %n%55KL5Bc-0su   !0043C3CCN $^$44JK335 4Ac-0tGWGW3S9JK K*C'&;#"3  " "d55t<3 t667DDTEUEUVL&*+!44+'D # #4)!/XZ$ NN " ""\\$--.|| # %r(c 4|xsi}|t|fi|fi|S)z'Construct a SQLAlchemy engine from URI.)r)cls database_uri engine_argskwargs _engine_argss r'from_urizSQLDatabase.from_uris(#(b =>>I&IIr(z0.3.18zFor performing structured retrieval using Databricks SQL, see the latest best practices and recommended APIs at https://docs.unitycatalog.io/ai/integrations/langchain/ insteadz1.0)messageremovalc  ddlm} d} ddlm} | } | j } | tdd| }| r | jnd} | tdd | }||| r | j}n td |r |r td |rd |}nd |}d|d|d|d|d| }|jd||d|S#t$r tdwxYw#tt f$rd} YwxYw)a Class method to create an SQLDatabase instance from a Databricks connection. This method requires the 'databricks-sql-connector' package. If not installed, it can be added using `pip install databricks-sql-connector`. Args: catalog (str): The catalog name in the Databricks database. schema (str): The schema name in the catalog. host (Optional[str]): The Databricks workspace hostname, excluding 'https://' part. If not provided, it attempts to fetch from the environment variable 'DATABRICKS_HOST'. If still unavailable and if running in a Databricks notebook, it defaults to the current workspace hostname. Defaults to None. api_token (Optional[str]): The Databricks personal access token for accessing the Databricks SQL warehouse or the cluster. If not provided, it attempts to fetch from 'DATABRICKS_TOKEN'. If still unavailable and running in a Databricks notebook, a temporary token for the current user is generated. Defaults to None. warehouse_id (Optional[str]): The warehouse ID in the Databricks SQL. If provided, the method configures the connection to use this warehouse. Cannot be used with 'cluster_id'. Defaults to None. cluster_id (Optional[str]): The cluster ID in the Databricks Runtime. If provided, the method configures the connection to use this cluster. Cannot be used with 'warehouse_id'. If running in a Databricks notebook and both 'warehouse_id' and 'cluster_id' are None, it uses the ID of the cluster the notebook is attached to. Defaults to None. engine_args (Optional[dict]): The arguments to be used when connecting Databricks. Defaults to None. **kwargs (Any): Additional keyword arguments for the `from_uri` method. Returns: SQLDatabase: An instance of SQLDatabase configured with the provided Databricks connection details. Raises: ValueError: If 'databricks-sql-connector' is not found, or if both 'warehouse_id' and 'cluster_id' are provided, or if neither 'warehouse_id' nor 'cluster_id' are provided and it's not executing inside a Databricks notebook. r)sqlzfdatabricks-sql-connector package not found, please install with `pip install databricks-sql-connector`N) get_contexthostDATABRICKS_HOST api_tokenDATABRICKS_TOKENz6Need to provide either 'warehouse_id' or 'cluster_id'.z/Can't have both 'warehouse_id' or 'cluster_id'.z/sql/1.0/warehouses/z/sql/protocolv1/o/0/zdatabricks://token:@z ?http_path=z &catalog=z&schema=)ryrz) databricksrr-!dbruntime.databricks_repl_contextrbrowserHostNameAttributeErrorrapiToken clusterIdrDr})rxcatalogrFrr warehouse_id cluster_idrzr{rcontextr default_hostdefault_api_token http_pathuris r'from_databrickszSQLDatabase.from_databrickssJx  &  E!mG"22L <(9<HD07G,,T  $[2DFWXI  J$6$..  L JNO O .|n=I.zl;I")AdV4" 9WIXfX G s||P+PPPS :  ^, L sB2C 2C CCc| ddlm}||||||}|j|S#t$r tdwxYw)a Class method to create an SQLDatabase instance from a CnosDB connection. This method requires the 'cnos-connector' package. If not installed, it can be added using `pip install cnos-connector`. Args: url (str): The HTTP connection host name and port number of the CnosDB service, excluding "http://" or "https://", with a default value of "127.0.0.1:8902". user (str): The username used to connect to the CnosDB service, with a default value of "root". password (str): The password of the user connecting to the CnosDB service, with a default value of "". tenant (str): The name of the tenant used to connect to the CnosDB service, with a default value of "cnosdb". database (str): The name of the database in the CnosDB tenant. Returns: SQLDatabase: An instance of SQLDatabase configured with the provided CnosDB connection details. r)make_cnosdb_langchain_uri)ryzRcnos-connector package not found, please install with `pip install cnos-connector`)cnosdb_connectorrr}r-)rxurluserpasswordtenantdatabaserrs r' from_cnosdbzSQLDatabase.from_cnosdbsN<  B+CxRC< t1t3| j5|j} | j7}|rE i}| j D](}|j8s|j8||j <*|r |d|dz }|j<xs |j>}|r|d z }|j<r|d |jA| d z }|j>r|d |jC| d z }|r|d z }| j|| jEd jG| }|Scc}wcc}w#t,$rft/| j j#D]<\} } t%| j$t&us"| j(j+| >YwxYw#t:$r tdwxYw) fGet information about specified tables. Follows best practices as specified in: Rajkumar et al, 2022 (https://arxiv.org/abs/2204.00498) If `sample_rows_in_table_info`, the specified number of sample rows will be appended to each table description. This can increase performance as demonstrated in the paper. z table_names rKrRsqlitesqlite_z /* Column Comments: z */z:Column comments are available on PostgreSQL, MySQL, Oraclez /* z*/z )$r`rY differencerDrh sorted_tablesr1rirgrVrZrWr startswithrMappendcolumnsitemstyper_columnsremoverrer$rcompilerstripcomment Exceptionrdrc_get_table_indexes_get_sample_rowssortjoin)r& table_namesget_col_commentsall_table_namesrttblmetadata_table_names to_reflect meta_tablestablesrOkv create_tablercolumn_comments_dictcolumnhas_extra_info final_strs r'rzSQLDatabase.get_table_infoXs\557  " -88IN </??U!VWW)O48NN4P4PQ4PS4PQ)C0D,EE  NN " "((\\*%|| # ~~33 3xx3//\\X-#((2E2Ei2P 3   E&&5::9P9P+P d55ejjAB 1!MM//1DAqAFF|x/--a02{5199$,,GHL(//12J  +-("'--!>>@F0=#0,"78L7MTR ++Nt/N/N h& **4#:#:5#A"B"EE ..4#8#8#?"@CC d" MM* %c!d  KK' M R &" 1 /557DAqAFF|x/--a08 1,!$Ts>L $A L;LL!N?&NA N$NNNc|jj|j}djt t |}d|S)NrzTable Indexes: )rX get_indexesr1rmapr6)r&rOindexesindexes_formatteds r'rzSQLDatabase._get_table_indexess?//--ejj9 IIc-&AB!"3!455r(c2t|j|j}dj|jDcgc]}|j c}} |j j5}|j|}ttd|}ddddjDcgc]}dj|c}} |jd|j d|d| Scc}w#1swY]xYwcc}w#t$rd} YDwxYw)N cD|Dcgc]}t|ddc}Scc}w)Ndr4)lsis r'z.SQLDatabase._get_sample_rows..s "#="QCF4CL"#=#=srz rows from z table: ) rlimitrcrrr1rVconnectexecuterZrr) r&rOcommandcol columns_str connectionsample_rows_result sample_rowsrowsample_rows_strs r'rzSQLDatabase._get_sample_rowss-%%d&E&EFiiU]] C]c] CD  !%%':%/%7%7%@""=?QR (#ii;(O;C3;(OPO../{5::,im2 ! '!D(')P  ! O !s;C2D3(C7D2D D7D< D DD parametersexecution_optionsc^|xsi}|xsi}|jj5}|jw|jdk(r!|j d|jf|nG|jdk(r!|j d|jf|n|jdk(rn|jdk(r |j d |jf|n|jd k(r!|j d |j|n|jd k(r!|j d |j|nw|jdk(rng|jdk(r |j d|jf|n8|jdk(r)|j dt |j|t |tr t|}n(t |trntdt||j|||}|jr|dk(r,|jDcgc]}|j}}nF|dk(r&|j!} | gn| jg}n|dk(r |cdddSt#d|cdddS dddgScc}w#1swYgSxYw)z Executes SQL command through underlying engine. If the statement returns no rows, an empty list is returned. N snowflakez"ALTER SESSION SET search_path = %s)rbigqueryzSET @@dataset_id=?mssqltrinozUSE ?r+zSET search_path TO oraclez#ALTER SESSION SET CURRENT_SCHEMA = sqlany postgresqlzSET search_path TO %shanaz SET SCHEMA z#Query expression has unknown type: allonecursorz8Fetch parameter must be either 'one', 'all', or 'cursor')rVbeginrWrexec_driver_sqlrGr;r$rrrbrr returns_rowsfetchall_asdictfetchonerD) r&rfetchrrrrxresult first_results r'_executezSQLDatabase._executes %2 -3 \\   !Z||'<<;...<*;/ \\Z/..,*;/ \\W,\\W,..*;/ \\X- ..-dll^<*;/\\X-..=dll^L*;/\\X-\\\1../*;/ \\V+..%odll&C%DE*;/ '3'w-GZ0"Ed7m_ UVV''"3(F ""E>39??3DE3Daaiik3DFEe^#)??#4L#/#7Rl>R>R>T=UFh&!O" !R%RY" !@#A"Z FE"Z s$HJ"'J>4J"< J"J""J,c^|j||||}|dk(r|S|D cgc];}|jD cic]\}} |t| |jc} }=} }}} |s&| D cgc]} t | j } } | syt | Scc} }wcc} }}wcc} w)zExecute a SQL command and return a string representing the results. If the statement returns rows, a string of the results is returned. If the statement returns no rows, an empty string is returned. rr)r?r)rrr@rftuplevaluesr$) r&rrinclude_columnsrrrrrvalueresrs r'runzSQLDatabase.run4s UzEV  H M  &'WWY %.MFE eD4K4KLL%.   256#35&#C6s8O  7sB#"BB#- B*B#c^ |j|S#t$r} d|cYd}~Sd}~wwxYw)rError: N)rrD)r&res r'get_table_info_no_throwz#SQLDatabase.get_table_info_no_throwYs7 !&&{3 3 ! *QC=  !s ,',,ch |j|||||S#t$r} d|cYd}~Sd}~wwxYw)a*Execute a SQL command and return a string representing the results. If the statement returns rows, a string of the results is returned. If the statement returns no rows, an empty string is returned. If the statement throws an error, the error message is returned. )rrrr N)r r)r&rrrrrr s r' run_no_throwzSQLDatabase.run_no_throwisM !88%"3 /   ! *QC=  !s 1,11c|t|j}|j}|dj|dS)z4Return db context that you may want in agent prompt.z, )rr)rZr`r r)r&rrs r'rzSQLDatabase.get_contexts746689 113 (;9OPPr() NNNNFNFi,F)rjrrF Optional[str]rkzOptional[MetaData]rlOptional[List[str]]rmrrnr*roboolrpOptional[dict]rqrrrr*rsrr")ryzUnion[str, URL]rzrr{rr)rI)NNNNN)rr$rFr$rrrrrrrrrzrr{rr)rI)z127.0.0.1:8902rootrcnosdbpublic) rr$rr$rr$rr$rr$r)rI)r)r$)r)z Iterable[str])NF)rrrrr)r$)rOrr)r$)r) rUnion[str, Executable]rLiteral['all', 'one', 'cursor']rOptional[Dict[str, Any]]rrr)z'Union[Sequence[Dict[str, Any]], Result])rF) rrrrrrrrrrr)1Union[str, Sequence[Dict[str, Any]], Result[Any]])rrr)r$) rr$rzLiteral['all', 'one']rrrrrrr)r)r)zDict[str, Any])__name__ __module__ __qualname____doc__rv classmethodr}r rrpropertyrr`r[rrrrrr r rrrr(r'rIrISsy/ !%'+-1.2)*&+,0"!$&+NNN% N + N , N$'N $N*NNN $N`'+J%J$J J  JJ ##'&*$(&*^Q^Q^Q ^Q ! ^Q $ ^Q"^Q$^Q^Q ^Q^Q@$ & && &  &  & &&P))> %=uM-N-%% QVY.YIMY Yv6  B27\ 046: \'\/\ - \ 4 \ 1\B27 % # 046:#'#/# # - #4# ;#J!&(- % ! 046:!!%! ! - !4! ;!8Qr(rI)r)None)r5z+sqlalchemy.engine.interfaces.ReflectedIndexr)r$)r>rr?r*r7r$r)r$)rFr$r)r$)*r  __future__rrBrrrrrr r r r sqlalchemylangchain_core._apir langchain_core.utilsrrrrrrrsqlalchemy.enginerrrsqlalchemy.excrrsqlalchemy.schemarsqlalchemy.sql.expressionrsqlalchemy.typesrr/r6r@rGrIrr(r'r-so+" PPP*-21<)0%  (?D FvQvQr(