jY ddlZddlmZddlmZddlmZmZmZm Z m Z m Z ddl m Z mZddlmZddlmZmZddlmZddlZdd lmZmZmZmZmZd Zd efd Z dd e ede ed efdZ ded e!fdZ"de d e!fdZ#GddeeZ$y)N)deepcopy)Path)AnyCallableDictListOptionalSequence) AgentAction AgentFinish)BaseCallbackHandler) Generation LLMResult guard_import)BaseMetadataCallbackHandler flatten_dict import_pandas import_spacyimport_textstatzlangchain-modelreturnctdS)z:Import comet_ml and raise an error if it is not installed.comet_mlry/var/www/html/Fitness-lenito-AI-main/venv/lib/python3.12/site-packages/langchain_community/callbacks/comet_ml_callback.pyimport_comet_mlrs  ##r workspace project_namec@t}|j||}|S)N)rr)r Experiment)rrr experiments r_get_experimentr#s/ H$$!%J rtextc^t}id|j|d|j|d|j|d|j |d|j |d|j |d|j|d|j|d |j|d |j|d |j|d |j|d |j|d|j|d|j|d|j!|}|S)Nflesch_reading_easeflesch_kincaid_grade smog_indexcoleman_liau_indexautomated_readability_indexdale_chall_readability_scoredifficult_wordslinsear_write_formula gunning_fog text_standardfernandez_huertaszigriszt_pazosgutierrez_polinicrawfordgulpease_indexosman)rr&r'r(r)r*r+r,r-r.r/r0r1r2r3r4r5)r$textstattext_complexity_metricss r_fetch_text_complexity_metricsr8)s Hx;;DA = =d C h))$/ h99$?  &x'K'KD'Q  '(M(Md(S  833D9 !?!?!E x++D1 //5 H55d; 833D9 H55d; H%%d+ (11$7 %!$ #"rmetricscxt}|j|}|j}|jSN)r DataFramedescribeto_dict)r9pd metrics_dfmetrics_summarys r(_summarize_metrics_for_generated_outputsrB@s4 Bg&J ))+O  " " $$rceZdZdZ d>deedeedeedeedeedeeed ed ee d ed dffd Z d e fdZ de ee fdeede d dfdZdede d dfdZdede d dfdZdede d dfdZde ee fde ee fde d dfdZde ee fde d dfdZdede d dfdZde ee fdede d dfdZd e de d dfd!Zdede d dfd"Zd#ede d dfd$Zd%ede d dfd&Zd'ede d e fd(Zd#ed efd)Z d*e!d+e"d,e"d efd-Z# d?d.e deedeedeedeedeedeeed ed ee d%ed/ed dfd0Z$d1ed2ed3e"d dfd4Z%d.e d dfd5Z&d@d.ee d dfd6Z'd7eed3e"d dfd8Z(d9e d dfd:Z) dAdeedeedeedeedeedeeed ed ee d dfd;Z*d@d.e d efd<Z+d@d.e d efd=Z,xZ-S)BCometCallbackHandleraCallback Handler that logs to Comet. Parameters: job_type (str): The type of comet_ml task such as "inference", "testing" or "qc" project_name (str): The comet_ml project name tags (list): Tags to add to the task task_name (str): Name of the comet_ml task visualize (bool): Whether to visualize the run. complexity_metrics (bool): Whether to log complexity metrics stream_logs (bool): Whether to stream callback actions to Comet This handler will utilize the associated callback method and formats the input of each callback function with metadata regarding the state of LLM run, and adds the response to the list of records for both the {method}_records and action. It then logs the response to Comet. N task_typerrtagsnamevisualizationscomplexity_metricscustom_metrics stream_logsrc t|_t | ||_||_||_||_||_||_ ||_ | |_ tj|_t|||_|j j#dd|r|j j%|||_|j&r%|j j)|j&d} |jj*j-| g|_g|_||_ |jr!t3} | j5d|_yd|_y)zInitialize callback handler.z Created from langchainzThe comet_ml callback is currently in beta and is subject to change based on updates to `langchain`. Please report any issues to https://github.com/comet-ml/issue-tracking/issues with the tag `langchain`.en_core_web_smN)rrsuper__init__rErrrFrHrIrJrKtempfileTemporaryDirectorytemp_dirr#r" log_otheradd_tagsrGset_nameLOGGERwarningcallback_columnsaction_recordsrloadnlp) selfrErrrFrGrHrIrJrKrXspacy __class__s rrPzCometCallbackHandler.__init__[s&()  ""( ,"4,& 335 ))\B !!.+>  OO $ $T * 99 OO $ $TYY /   $$W-&($&"4    NEzz"23DHDHrcB|jDcic]}|dc}Scc}wr;)rY)r]ks r _init_respzCometCallbackHandler._init_resps&!%!6!67!6A4!6777s  serializedpromptskwargsc (|xjdz c_|xjdz c_|xjdz c_|j}|j ddi|j t ||j |j |D]r}t|}||d<|jj||jj||jsV|j|||jty)zRun when LLM starts.action on_llm_startrdN) step llm_startsstartsrbupdaterget_custom_callback_metaron_llm_start_recordsappendrZrK _log_stream)r]rcrdremetadataprompt prompt_resps rriz!CometCallbackHandler.on_llm_starts Q  1 q ??$>23 Z015578F"8,K%+K "  % % , ,[ 9    & &{ 3  499=rtokenc |xjdz c_|xjdz c_|j}|jd|d|j|j |j j |y)z#Run when LLM generates a new token.rgon_llm_new_token)rhruN)rj llm_streamsrbrmrnrZrp)r]rureresps rrwz%CometCallbackHandler.on_llm_new_tokensg Q  A  1EBC D1134 ""4(rresponsec N|xjdz c_|xjdz c_|xjdz c_|j}|j ddi|j t |j xsi|j |jg}g}t|jD]%\}}t|D]\}} | j} t|} | j t | j|j| } | r"|j| | j | |j| ||} | r"|j| | j | |j r|j#| ||j|j$j| |j&j| (|j)||j|j)||jy)zRun when LLM ends running.rgrh on_llm_end)rjN)rjllm_endsendsrbrmr llm_outputrn enumerate generationsr$rdict_get_complexity_metricsrp_get_custom_metricsrKrqrZon_llm_end_records_log_text_metrics)r]rzrerroutput_complexity_metricsoutput_custom_metrics prompt_idxrgen_idx generationr$generation_resprIrJs rr|zCometCallbackHandler.on_llm_ends Q    Q ??$<01 X%8%8%>B?@5578$&! "'01E1E'F #J '0'=#!"*8"4&&|JOO4E'FG%)%A%A$%G"%-445GH#**+=>!%!9!9 G"")00@#**>:##$$T8TYY?##**?;''..?-(>(G2 8tyyI 4499Ererrorc X|xjdz c_|xjdz c_y)zRun when LLM errors.rgNrjerrorsr]rres r on_llm_errorz!CometCallbackHandler.on_llm_error Q  q rinputsc |xjdz c_|xjdz c_|xjdz c_|j}|j ddi|j t ||j |j |jD]\}}t|trct|}|jr|j|||j|j ||i|jj|y|jj j#d|dy)zRun when chain starts running.rgrhon_chain_startz1Unexpected data format provided! Input Value for  will not be loggedN)rj chain_startsrlrbrmrrnitems isinstancestrrrKrqrZrprrWrX)r]rcrrerychain_input_keychain_input_val input_resps rrz#CometCallbackHandler.on_chain_starts Q  Q q   X/01 L,- D113406  ,O_/3/%d^ ##$$_dDIIF!!?O"DE##**:6 $$,,''6&77JL1?routputsc n|xjdz c_|xjdz c_|xjdz c_|j}|j ddi|j |j |j D]\}}t|trct|}|jr|j|||j|j ||i|jj|y|jjj!d|dy)zRun when chain ends running.rgrh on_chain_endz2Unexpected data format provided! Output Value for rN)rj chain_endsr~rbrmrnrrrrrKrqrZrprrWrX)r]rrerychain_output_keychain_output_val output_resps rrz!CometCallbackHandler.on_chain_ends Q  1 Q   X~./ D113429--/ . .*C0&tn ##$$%5tTYYG""$46F#GH##**;7 $$,,((8'99LN3Brc X|xjdz c_|xjdz c_y)zRun when chain errors.rgNrrs ron_chain_errorz#CometCallbackHandler.on_chain_errorrr input_strc |xjdz c_|xjdz c_|xjdz c_|j}|j ddi|j t ||j |j |jr|j|||j|j d|i|jj|y)zRun when tool starts running.rgrh on_tool_startrN) rj tool_startsrlrbrmrrnrKrqrZrp)r]rcrrerys rrz"CometCallbackHandler.on_tool_starts Q  A q   X/0 L,- D1134      Ydii 8 [),- ""4(routputc t|}|xjdz c_|xjdz c_|xjdz c_|j }|j ddi|j |j |jr|j|||j|j d|i|jj|y)zRun when tool ends running.rgrh on_tool_endrN) rrj tool_endsr~rbrmrnrKrqrZrp)r]rrerys rrz CometCallbackHandler.on_tool_end+sV Q  ! Q   X}-. D1134      VT499 5 Xv&' ""4(rc X|xjdz c_|xjdz c_y)zRun when tool errors.rgNrrs r on_tool_errorz"CometCallbackHandler.on_tool_error;rrr$c |xjdz c_|xjdz c_|j}|jddi|j|j |j r|j |||j|jd|i|jj|y)z+ Run when agent is ending. rgrhon_textr$N) rjtext_ctrrbrmrnrKrqrZrp)r]r$rerys rrzCometCallbackHandler.on_text@s Q     Xy)* D1134      T4 3 VTN# ""4(rfinishc |xjdz c_|xjdz c_|xjdz c_|j}|jd}|j }|j d|d|j |j|jr|j|||j|j d|i|jj|y)zRun when agent ends running.rgron_agent_finish)rhlogN) rj agent_endsr~rb return_valuesrrmrnrKrqrZrp)r]rreryrrs rrz$CometCallbackHandler.on_agent_finishPs Q  1 Q  %%h/jj 0=> D1134      VT499 5 Xv&' ""4(rrhc |xjdz c_|xjdz c_|xjdz c_|j}t |j }|j }|j}|jd||d|j|j|jr|j|||j|jd|i|jj|y)zRun on agent action.rgon_agent_action)rhrtool tool_inputN)rjrrlrrrrrbrmrnrKrqrZrp)r]rhrerrrrys rrz$CometCallbackHandler.on_agent_actionbs Q  A q {{**+ jj  0dKL D1134      Ztyy 9 \:./ ""4(rcZi}|jrt|}|j||S)zCompute text complexity metrics using textstat. Parameters: text (str): The text to analyze. Returns: (dict): A dictionary containing the complexity metrics. )rIr8rm)r]r$ryr7s rrz,CometCallbackHandler._get_complexity_metricsus/  " "&DT&J # KK/ 0 rrrrcji}|jr$|j|||}|j||S)aWCompute Custom Metrics for an LLM Generated Output Args: generation (LLMResult): Output generation from an LLM prompt_idx (int): List index of the input prompt gen_idx (int): List index of the generated output Returns: dict: A dictionary containing the custom metrics. )rJrm)r]rrrryrJs rrz(CometCallbackHandler._get_custom_metricss7   !00ZQN KK ' rlangchain_assetresetc .|j||r |j|| r|j j| r|j|||||||| yy#t$r-|jjj ddddiYmwxYw)aUFlush the tracker and setup the session. Everything after this will be a new table. Args: name: Name of the performed session so far so it is identifiable langchain_asset: The langchain asset to save. finish: Whether to finish the run. Returns: None z&Failed to export agent or LLM to CometTshow_tracebackexc_infoextraN) _log_session _log_model ExceptionrrWrr"end_reset) r]rrErrrFrGrHrIrJrrs r flush_trackerz"CometCallbackHandler.flush_trackers4 /*  0  OO   !  KK"    $$**<!+T2+ sA3BBrsrrrjc@|jj|||y)N)rrrj)r"log_text)r]rsrrrjs rrqz CometCallbackHandler._log_streams   ( Frc|j|}|jj|dt|jj d}|j r |j nt } t|dr7|j||jj|t|yy#tttf$r}t|dr7|j||jj|t|nC|jj j#|d|j$j&Yd}~yYd}~yd}~wwxYw)Nmodel)prefixz model.jsonsave save_agentz$ Could not save Langchain Asset for )_get_llm_parametersr"log_parametersrrSrGLANGCHAIN_MODEL_NAMEhasattrr log_modelr ValueErrorAttributeErrorNotImplementedErrorrrrWrr___name__)r]rmodel_parameterslangchain_asset_path model_namees rrzCometCallbackHandler._log_models#33OD &&'7&H#DMM$6$6 E"&))TYY1E  /$$%9:))*c:N6OP0N,?@  5**+?@))*c:N6OP $$**c*44==>@Q s.AB22EBEEcb |j|}|jjd| dttji}|jj|jd| |jy#t$r-|jj j ddddiYwxYw#t$r-|jj j ddddiYwxYw#t$r-|jj j d dddiYywxYw) Nzlangchain-llm-session.csvz#Failed to log session data to CometTrrlangchain_versionzlangchain-action_records.json)rrz%Failed to log visualizations to Comet) "_create_session_analysis_dataframer" log_tablerrrWrXrlangchain_community __version__log_asset_datarZ_log_visualizations)r]rllm_session_dfrrs rrz!CometCallbackHandler._log_sessions1 !DD_UN OO % %&A> R +S1D1P1P-QRH OO * *##%Dx +    $ $^ 4+  MM ( (5'. )    MM ( (5'. )    MM ( (7'. )  s5-BAB?4C83B<;B<?3C54C583D.-D.r9c|syt|}|jD]#\}}|jj|||%y)N)rrj)rBrr" log_metrics)r]r9rjrAkeyvalues rrz&CometCallbackHandler._log_text_metrics sB B7K)//1JC OO ' 'c ' E2r session_dfc Z|jr |jsyt}|dj}|dj}t t ||D]\}\}}|j|}t |j} |jD]M} |jj| | ddidd} |jj| d| d|d d |i| Oy#t$r4} |jjj| dd di Yd} ~ d} ~ wwxYw)Nrdr$compactTF)styleoptionsjupyterpagezlangchain-viz--z.htmlrs)rGrrrjrr)rHr\rtolistrziplistsentsdisplacyrenderr"rrrrWrX) r]rr^rdridxrsrdocsentence_spans visualizationhtmlrs rrz(CometCallbackHandler._log_visualizationss>## Y'..0V$++-%.s7G/D%E !C!&&((6"C!#))_N!%!4!4  >>00&+!*D 1 %! 1DOO22-m_AcU%H"*F!3 3"5 &F0  !MM((00D1A40H1sA C-- D*6*D%%D*c |r|n |j} |r|n |j} |r|n |j} |r|n |j} |r|n |j} |r|n |j }|r|n |j }|r|n |j}|j| | | | | ||||jtj|_ y)N)rErrrFrGrHrIrJ) rErrrFrGrHrIrJrPreset_callback_metarQrRrS)r]rErrrFrGrHrIrJ _task_type _workspace _project_name_tags_name_visualizations_complexity_metrics_custom_metricss rrzCometCallbackHandler._reset5s#,Y "+Y (4 $:K:K $))$)),:.@S@S"4 $:Q:Q -;.@S@S   &*2*     " 335 rclt}|j|}|jdd}|j|j}|j |j j|jd}|j|j}|j||ddddg}|S)NnrgT)drop _llm_start_llm_end) left_index right_indexsuffixes) rrgetr<rolocindexrepeat reset_indexrmerge)r]rr?llm_parametersnum_generations_per_promptllm_start_records_dfllm_end_records_dfrs rrz7CometCallbackHandler._create_session_analysis_dataframeYs _11/B%3%7%7Q%?"!||D,E,EF377 & & - -.H I +4+   \\$*A*AB "J/ " rc|siS t|dr0|jjjj }|St|dr&|jjj }|St|dr|jj }|S|j } |S#t $ricYSwxYw)Nagent llm_chainllm)rrr r!rr)r]rrs rrz(CometCallbackHandler._get_llm_parameterspsI 0!0!6!6!@!@!D!D!I!I!K+6!0!:!:!>!>!C!C!E%0!0!4!4!9!9!;  "1!5!5!7 I s#:B/0B/4&B/B// B=<B=) inferenceNNNNNFNT) Nr"Nzcomet-langchain-demoNNNFNFFr;)NNNNNNFN).r __module__ __qualname____doc__r rr rboolrrPrrbrrirwrr| BaseExceptionrrrrrrrrr rr rrrrintrrrqrrrrrrr __classcell__)r_s@rrDrDHs($/#'&*#'".2#(-1 2C=2C=2sm 2 x 2 sm 2!c+2!2!*22 2h8D8>sCx.>379>HK> >, )c )S )T )(F9(F(F(FT-34 sCx.26sCx.LO 6DcNcd.MST )sCx.)58)DG) )$)#))) =CD )C)3)4) )k)S)T)$)k)S)S)&CD $25@C . $#.#'&<#'".2#(-133C=3C= 3 sm 3 x 3sm3!c+3!3!*333 3jG#GGSGTG#$, HSM T DF$FsFtF!c!d!J$(#'&*#'".2#(-1"6C="6C="6sm "6 x "6 sm "6!c+"6!"6!*"6 "6H#QU.3$rrD)NN)%rQcopyrpathlibrtypingrrrrr r langchain_core.agentsr r langchain_core.callbacksr langchain_core.outputsrrlangchain_core.utilsrr#langchain_community.callbacks.utilsrrrrrrrrr#rr8rBrDrrrr2s@@:88-)$$ DH } 3;C=  ###.%h%4%w68Kwr