~tjddlmZddlmZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl mZddlmZmZddlmZmZmZmZmZddlmZddlmZddlmZmZdd l m!Z!m"Z"m#Z#m$Z$dd l%m&Z&m'Z'm(Z(er dd l)m*Z*dd l+m,Z,ej-d Z.ej/eZ0dAdZ1ej2GddZ3 dBdCdZ4 dDdEd'Z5dFd+Z6 dGdHd0Z7 dGdId1Z8 dJdKd2Z9dLd4Z:dMd8Z;dNd;Z< dOdPd?Z=dQd@Z>dS)R) annotationsN) cpu_count)EmptyQueue) TYPE_CHECKINGAnyOptionalUnioncast)schemas)utils)ZSTD_AVAILABLECompressedTraces)_AUTO_SCALE_DOWN_NEMPTY_TRIGGER_AUTO_SCALE_UP_NTHREADS_LIMIT_AUTO_SCALE_UP_QSIZE_TRIGGER _BOUNDARY)SerializedFeedbackOperationSerializedRunOperation#combine_serialized_queue_operations)Context)Clientzlangsmith.client max_workersbatchlist[TracingQueueItem]return}dict[tuple[Optional[str], Optional[str], Optional[str], Optional[str], Optional[str], Optional[str]], list[TracingQueueItem]]cddlm}|t}|D]C}|j|j|j|j|j|jf}|| |D|S)z3Group batch items by endpoint and auth combination.r) defaultdict) collectionsr listapi_urlapi_key service_key tenant_id authorizationcookieappend)rr groupeditemkeys d/var/www/html/CA-Chatbot/venv/lib/python3.11/site-packages/langsmith/_internal/_background_thread.py_group_batch_by_api_endpointr.)s}('''''k$G " " L L   N   K    D!!!! NceZdZUdZded<ded<ded<ded<ded <ded <ded <ded <d ed<dZ dddZddZddZdS)TracingQueueItemzAn item in the tracing queue. Attributes: priority (str): The priority of the item. item (Any): The item itself. otel_context (Optional[Context]): The OTEL context of the item. strpriority:Union[SerializedRunOperation, SerializedFeedbackOperation]r+ Optional[str]r#r$r%r&r'r(Optional[Context] otel_context r3r+r$r#r%r&r'r(r7NrNonec ||_||_||_||_||_||_||_||_| |_dSNr8) selfr3r+r$r#r%r&r'r(r7s r-__init__zTracingQueueItem.__init__gsL!    &"* (r/otherboolcR|j|jjf|j|jjfkSr;)r3r+ __class__r<r>s r-__lt__zTracingQueueItem.__lt__}s- ty23 N J 7   r/objectc|t|to'|j|jjf|j|jjfkSr;) isinstancer1r3r+rArBs r-__eq__zTracingQueueItem.__eq__sB%!1224 M I 8 nej2 384 4r/)NNNNNNN)r3r2r+r4r$r5r#r5r%r5r&r5r'r5r(r5r7r6rr9)r>r1rr?)r>rDrr?) __name__ __module__ __qualname____doc____annotations__ __slots__r=rCrGr/r-r1r1GsMMMDDDD    #### I "&!%%)#''+ $*.))))),    444444r/r1dT tracing_queuerlimitintblockr?max_size_bytescg}d} ||dx}r?|||dkr$||jz }||kr|S ||d}n#t$rYnYwxYw|||dkr#||jz }||krn|rt ||krn~n#t$rYnwxYw|S)Nrg?)rStimeoutT皙?)getr)r+calculate_serialized_sizerlen)rPrQrSrT next_batch current_sizer+s r-_tracing_thread_drain_queuer]sW*,JL$ !$$5$$?? ?4 &   d # # #!! C C E EE .00%%  $((ud(CC       d # # #!! C C E EE  .00 ZE11' (      s=ACC A87C8 BCBAC C+*C+@clientr size_limitsize_limit_bytes int | None6tuple[Optional[io.BytesIO], Optional[tuple[int, int]]]cf |jdS|jj5|jj}|jp|}||dkrt d|||dkrt d||||kr ||jj|kr ddddS|jjdtd |jj |jj }|jj }ttt|d|jj||f}|jdddn #1swxYwY|d||fS#t&$r t(dd YdSwxYw) N)NNrz!size_limit must be positive; got z*size_limit_bytes must be nonnegative; got z--z-- contextuLangSmith tracing error: Failed to submit trace data. This does not affect your application's runtime. Error details:Texc_info)compressed_traceslockuncompressed_size_max_batch_size_bytes ValueError trace_countcompressor_writerwriterencodeclosebuffertellsetattrr r_contextresetseek Exceptionloggererror)r_r`rapre_compressed_sizer\ filled_buffercompressed_traces_infos r-'_tracing_thread_drain_compressed_bufferrsj3  # +:  % *# -# -"(":"L %;O?O %*// !QZ!Q!QRRR+0@10D0D SAQSS !(,?BR,R,R"f&>&JZ&W&W!## -# -# -# -# -# -# -# -(  $ 6 < <&Y&&&--//     $ 6 < < > > >!3:??AAL"4;M S-(((1    ':<%H "  $ * * , , ,G# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -J 1566          zz sGF FA%E"< F C E" F"E&&F)E&*F&F0/F0batch_to_process0list[tuple[str, dict, dict[str, Optional[str]]]]r9c d|D}d|D}|jtdt||}t|t|kr/t dt|dt|d|D}||krt d|d|t ||D]2\\}}}} |d kr|j| fi||d kr|j| fi|3|jr|j dSdS#t$r t d d YdSwxYw)z1Process a batch of run operations asynchronously.cg|]\}}}| SrNrN).0_run_datas r- z3_process_buffered_run_ops_batch..sEEE.!XqXEEEr/c8g|]}|dSidrXrruns r-rz3_process_buffered_run_ops_batch..s";;;# ;;;r/NzAprocess_buffered_run_ops should not be None when processing batchzGprocess_buffered_run_ops must return the same number of runs. Expected z, got c8g|]}|dSrrrs r-rz3_process_buffered_run_ops_batch.. s"AAA3AAAr/zKprocess_buffered_run_ops must preserve run IDs in the same order. Expected postpatchzLangSmith buffered run ops processing error: Failed to process batch. This does not affect your application's runtime. Error details:Trg) _process_buffered_run_ops RuntimeErrorr"rZrmzip _create_run _update_run_data_available_eventsetryrzr{) r_r run_dicts original_idsprocessed_runs processed_ids operationr write_ctx processed_runs r-_process_buffered_run_ops_batchrs  - EE4DEEE ;;;;;   + 3S f>>yIIJJ ~  #i.. 0 0H NNHH25n2E2EHH  BA.AAA L ( (@(@@0=@@  9< n9 9  ? ? 4 %Y9}F""""=>>I>>>>g%%""=>>I>>>  ' /  ( , , . . . . . / /              sD)D//&EE use_multipartmark_task_doneopsJOptional[list[Union[SerializedRunOperation, SerializedFeedbackOperation]]]c B t|}|D]\\}}} } } } } |std| D}nd| Dfd|D}|r||||| | | | at d|Dr&t dd|D}|ttt|||| | | | nH#t$r;}t dd | |Yd }~nd }~wwxYw|rc|c|D]b} |#t$r:}d t!|vrt d |nYd }~Wd }~wwxYwd Sd Sd S#|rc|b|D]`} |#t$r:}d t!|vrt d |nYd }~Wd }~wwxYwwwwxYw)aHandle a batch of tracing queue items by sending them to LangSmith. Args: client: The LangSmith client to use for sending data. tracing_queue: The queue containing tracing items (used for task_done calls). batch: List of tracing queue items to process. use_multipart: Whether to use multipart endpoint for sending data. mark_task_done: Whether to mark queue tasks as done after processing. Set to False when called from parallel execution to avoid double counting. ops: Pre-combined serialized operations to use instead of combining from batch. If None, operations will be combined from the batch items. cg|] }|j SrNr+rr+s r-rz0_tracing_thread_handle_batch..Js7774TY777r/c&h|]}|jjSrN)r+rrs r- z/_tracing_thread_handle_batch..MsBBBdTY\BBBr/c&g|] }|jv |SrNr)rop group_idss r-rz0_tracing_thread_handle_batch..Ns%DDDB)1C1CR1C1C1Cr/)r#r$r%r&r'r(c3@K|]}t|tVdSr;rFrrrs r- z/_tracing_thread_handle_batch..[s-WWrz"&ABBWWWWWWr/z;Feedback operations are not supported in non-multipart modec<g|]}t|t|SrNrrs r-rz0_tracing_thread_handle_batch.._s9!!!)".IJJ!!!!r/rfTrgN!task_done() called too many times3Ignoring harmless task_done error during shutdown: )r.itemsr_multipart_ingest_opsanyrzwarning_batch_ingest_run_opsr r"rryr{_invoke_tracing_error_callback task_donermr2debug)r_rPrrrrgrouped_batchesr#r$r%r&r'r( group_batch group_opserrs @r-_tracing_thread_handle_batchr&s,G6u==*//11, ,          E?77;777 CBkBBB DDDD#DDD  ,,## +'"/!-WWYWWWWWNNU!!"+!!!I ,,45yAA## +'"/!-I, \ 111      --a000000001  m7   !++----!:c!ffDD URSUU    77    m7   !++----!:c!ffDD URSUU   7 srC>DF5 E 1E=F5EF5E(( F,20F''F,5 H?GH H 0H HH Hc( |td|D}d|D}d|D}|r=|j|j||ntdnH#t $r;}tdd||Yd}~nd}~wwxYw|rc|c|D]b} |#t$r:}d t|vrt d |nYd}~Wd}~wwxYwdSdSdS#|rc|b|D]`} |#t$r:}d t|vrt d |nYd}~Wd}~wwxYwwwwxYw) adHandle a batch of tracing queue items by exporting them to OTEL. Args: client: The LangSmith client containing the OTEL exporter. tracing_queue: The queue containing tracing items (used for task_done calls). batch: List of tracing queue items to process. mark_task_done: Whether to mark queue tasks as done after processing. Set to False when called from parallel execution to avoid double counting. ops: Pre-combined serialized operations to use instead of combining from batch. If None, operations will be combined from the batch items. Ncg|] }|j SrNrrs r-rz5_otel_tracing_thread_handle_batch..s6S6S6STty6S6S6Sr/c<g|]}t|t|SrN)rFrrs r-rz5_otel_tracing_thread_handle_batch..s(NNN"z"6L'M'MN2NNNr/cfi|].}t|jt|jj|j/SrN)rFr+rrr7rs r- z5_otel_tracing_thread_handle_batch..sD   $)%;<< IL$+   r/zLangSmith tracing error: Failed to submit OTEL trace data. This does not affect your application's runtime. Error details: client.otel_exporter is NonezpOTEL tracing error: Failed to submit trace data. This does not affect your application's runtime. Error details:Trgrr) r otel_exporter export_batchrzr{ryrrrmr2r) r_rPrrrrun_opsotel_context_maprrs r-!_otel_tracing_thread_handle_batchrs() ;56S6SU6S6S6STTCNNNNN       #/$11';KLLLL B 111      --a000000001  m7   !++----!:c!ffDD URSUU    77    m7   !++----!:c!ffDD URSUU   7 srA2A54D(5 B:?1B50D(5B::D(C D%0DD( F2EF F 0F FF Fc \td|D}tj|}tj|} tjd5}|t ||||d|} |t|||d|} | | dddn #1swxYwYnk#t$r^} dt| vrBt dt ||||d|t|||d|nYd} ~ nd} ~ wwxYw|rc|c|D]b} | #t$r:} dt| vrt d | nYd} ~ Wd} ~ wwxYwdSdSdS) aHandle a batch of tracing queue items by sending to both both LangSmith and OTEL. Args: client: The LangSmith client to use for sending data. tracing_queue: The queue containing tracing items (used for task_done calls). batch: List of tracing queue items to process. use_multipart: Whether to use multipart endpoint for LangSmith. mark_task_done: Whether to mark queue tasks as done after processing. Set to False primarily for testing when items weren't actually queued. cg|] }|j SrNrrs r-rz7_hybrid_tracing_thread_handle_batch..s.K.K.KTty.K.K.Kr/rFNz6cannot schedule new futures after interpreter shutdownz@Interpreter shutting down, falling back to sequential processingrr)rcopydeepcopycfThreadPoolExecutorsubmitrrresultrr2rzrrrm) r_rPrrrr langsmith_opsotel_opsexecutorfuture_langsmith future_otelrrs r-#_hybrid_tracing_thread_handle_batchrs$ ..K.KU.K.K.K L LCM#&&M}S!!H'  "q 1 1 1 !X',   #//1 K  # # % % %    - ! ! ! ! ! ! ! ! ! ! ! ! ! ! !.  Cs1vv M M LLR    ) umUM    . ueX           " -3  A ''))))   6#a&&@@LLQaQQ     33  sVCA(C  C CCCC E"AD;;E E!! F%+0F  F% Optional[int]ctjd}|> t|S#t$r!td|dYnwxYwdS)NBATCH_INGEST_SIZE_LIMITz+Invalid value for BATCH_INGEST_SIZE_LIMIT: z, continuing with default)ls_utils get_env_varrRrmrzr)size_limit_strs r-get_size_limit_from_envrs)!N! ~&& &    NN*n***       4s'(AAinfols_schemas.LangSmithInfols_schemas.BatchIngestConfigctjdddttt}|s|S |js|St }| ||jd<|jS#t$r|cYSwxYw)NTrO)use_multipart_endpointrar`scale_up_nthreads_limitscale_up_qsize_triggerscale_down_nempty_triggerr`) ls_schemasBatchIngestConfigrrrbatch_ingest_configr BaseException)rdefault_configenv_size_limits r-_ensure_ingest_configr&s 1# =;"A N ' "! !022  %5CD $\ 2'' sA A A('A( client_refweakref.ref[Client]c|dSj}|Jtj}|d}|d}|d}j o|dd}gdt st dtj dpj d vpt }|s|rˉjj pid d st d ntj_t!_t%j_t%jt,tjfj dz d fd }|rD]+} | s| ,t9|krv||kr^t%jt<tj|fj } | | j } j p|dpd} tC||| x} r| dkr-t dtE|| |n^| dkr,t dtG|| n,t dtI|| ||t d|j } j p|dpd} tC||d | x} r| dkr-t dtE|| |n^| dkr,t dtG|| n,t dtI|| |tC||d | x} t ddS)!Nr`rrrTzUzstandard package is not installed. Falling back to uncompressed multipart ingestion.DISABLE_RUN_COMPRESSION)otelhybridzstd_compression_enabledFz~Run compression is not enabled. Please update to the latest version of LangSmith. Falling back to regular multipart ingestion.)targetargsdaemonrr?crtdr#jrtddSt jstddSttdrLtj}tz}||k}|std|||SdS)N_manual_cleanupz3Client is being cleaned up, stopping tracing threadFz,Main thread is dead, stopping tracing thread getrefcountzClient refs count indicates we're the only remaining reference to the client, stopping tracing thread (refcount=%d, threshold=%d)T) hasattrrrzr threading main_threadis_alivesysrrZ)refcount thresholdshould_keep_threadr_num_known_refs sub_threadss r-keep_thread_activez7tracing_control_thread_func..keep_thread_activeos  F- . . 393I  LLN O O O5$&&//11  LLG H H H5 3 & & v..H&[)9)99I!)I!5 %  2 & %4r/rarrQrTrzHandling batch in hybrid moderzHandling batch in otel modez Handling batch in langsmith modez/Tracing thread draining queue on exit: qsize=%drQrSrTzDraining batch in hybrid modezDraining batch in otel modez Draining batch in langsmith modez'Tracing control thread is shutting downrr?)%rPrr_multipart_disabledrXrrzrris_env_var_truish _tracing_modeinstance_flagsrweakrefWeakSet_futuresrrirEventrThread-tracing_control_thread_func_compress_parallelref_use_daemon_threadsstartrremoverZqsize_tracing_sub_thread_funcr)rlr]rrr)rrPrr`rrrdisable_compressionr thread new_threadmodemax_batch_sizer[r_rrs @@@r-tracing_control_thread_funcr">s* Z\\F ~(M  $ $ $/ <<),7J#67P#Q"56N"O227J7N7N $88M+-KN    @   "#<==   #5 5    =  *0b55 &    NNU     &o//FO'7'9'9F $+4?+<+>>")/k&))=91J   z * * *      #  ( "&&'9::   5 N    : x <===3M:} :;;;1&-TTTT ?@@@,M:}G    %P LL9  D$X(;(?(?@R(S(SXWX4Zu^ * 8   LL8 9 9 9 / z=    V^^ LL6 7 7 7 -fmZ P P P P LL; < < < ( z=   4Zu^ *  LL:;;;;;r/?flush_intervalfloatcT | dStd j j jtddSt j}|d} jp| dd}dd fd }tj } j d }|snJ|r j t ||\}} |c t j|| } j| n&#t&$r || YnwxYwtj }ntj |z |krt d d \}} |\ t)j t j|| gn&#t&$r || YnwxYwtj }q j jjnd} td| t d d \} } | td| j t)j t j| | gtdnt#t&$rMtd | | tdYnwxYwtdn,#t0$rtdd YnwxYwtddS)Nz4Tracing control thread func compress parallel calledzLangSmith tracing error: Required compression attributes not initialized. This may affect trace submission but does not impact your application's runtime.r`rar^rr?crtdr#jrtddSt jstddSttdr:tj}|k}|std||SdS)Nrz7Client is being cleaned up, stopping compression threadFz0Main thread is dead, stopping compression threadrzClient refs count indicates we're the only remaining reference to the client, stopping compression thread (refcount=%d, threshold=%d)T) rrrzrrrrrr)rrr_rs r-r zItracing_control_thread_func_compress_parallel..keep_thread_actives  F- . . 393I  LLR S S S5$&&//11  LLK L L L5 3 & & v..H!)N!: %  2" & %4r/TrW)rVr)r`rarz.Compression thread final flush: trace_count=%dz0Compression thread final flush: sending %d bytesz.Compression thread final flush: send completedzKCompression thread final flush: thread pool shutdown, sending synchronouslyz3Compression thread final flush: sync send completedz/Compression thread final flush: no data to sendzuLangSmith tracing error: Failed during final cleanup. This does not affect your application's runtime. Error details:rgz1Compressed traces control thread is shutting downr )rzrrirrr{rrrlrXtime monotonicwaitclearrLANGSMITH_CLIENT_THREAD_POOLr_send_compressed_multipart_reqaddrrrn getbuffernbytesry)rr$rr`rar last_flush_time triggered data_streamr~futurernfinal_data_streamr_rs @@r-rrsZ\\F ~ LLGHHH (  ' / ? "  1   / <<),7J37J7N7NJ88 N<n&&O43055d5CC !!##   . 3  ( . . 0 0 08j"23434 /K/& 9@@=#.F O''////#99#. #n..OO  ?2~EE<q1** < C C$*$I$/$:!"!"(=='2 #'."2"2i43n3 '3  $ 0 0   <     4 q1     "  ( LLB!++--4    T4;;"A-2 MNNNN T T T ,55%* RSSSSS T LLJ K K K              LLDEEEEEs] ;E E*)E*34G(( H  H $A9M"AK-,M"-AMM"MM""&N  N cn|}|dS |jsdSn3#t$r&}td|Yd}~dSd}~wwxYw|j}|Jt |j}|dd}d}tj r||dkr|j p|dpd}t|||x} rd}|j } | dkr-td t||| |nd| d kr,td t||| n2td t||| |n|d z }tj r ||dk|j } |j p|dpd}t||d|x} r| dkr-tdt||| |n^| d kr,tdt||| n,tdt||| |t||d|x} tddS)Nz#Error in tracing control thread: %sr`rOrrrar rz(Sub-thread handling batch in hybrid moderz&Sub-thread handling batch in otel modez+Sub-thread handling batch in langsmith moderFr z(Sub-thread draining batch in hybrid modez&Sub-thread draining batch in otel modez+Sub-thread draining batch in langsmith modez+Tracing control sub-thread is shutting down)rrrzrrPrrXrrrrlr]rrrr) rrr_rrPrr`seen_successive_empty_queuesr!r[r s r-rr}stZ\\F ~{  F   :A>>>(M  $ $ $/ <<$((s;;J#$ ((** . ) : ; < <  ( "&&'9::   5 N    : .,- ('Dx GHHH3M:} EFFF1&-TTTT JKKK,M:} )A - (= ((** . ) : ; < <>  D$X(;(?(?@R(S(SXWX4Zu^ * 8   LLC D D D / z=    V^^ LLA B B B -fmZ P P P P LLF G G G ( z=   4Zu^ *  LL>?????s A AA )rrrr)rOTr) rPrrQrRrSr?rTrRrr)rOr^)r_rr`rRrarbrrc)r_rrrrr9)TN)r_rrPrrrrr?rr?rrrr9) r_rrPrrrrr?rrrr9)T) r_rrPrrrrr?rr?rr9)rr)rrrr)rrrr9)r#)rrr$r%rr9)rrrr?rr9)? __future__rconcurrent.futuresfuturesrr functoolsiologgingrrr)rmultiprocessingrqueuerrtypingrrr r r langsmithr rr r&langsmith._internal._compressed_tracesrrlangsmith._internal._constantsrrrrlangsmith._internal._operationsrrropentelemetry.context.contextrlangsmith.clientr getLoggerrzrr-r.total_orderingr1r]rrrrrrrr"rrrNr/r-rJs|""""""    %%%%%%<<<<<<<<<<<<<<++++++''''''SSSSSSSS  (555555''''''  - . .4r4MMM< ?4?4?4?4?4?4?4?4FWX+++++^KU66666r2 2 2 2 t  ]]]]]H  =====J NNNNNb    0R<R<R<RAgFgFgFgFgFTK@K@K@K@K@K@r/