j<"ddlZddlmZmZmZmZmZddlmZm Z ddl m Z ddl m Z ddlmZmZddlmZdefd Zdefd Zd ed edefd ZGdde Zy)N)AnyDictListOptionalcast) AgentAction AgentFinish)BaseCallbackHandler) BaseMessage)ChatGeneration LLMResult guard_importreturnc4tdjS)zImport the infino client.infinopy)r InfinoClientw/var/www/html/Fitness-lenito-AI-main/venv/lib/python3.12/site-packages/langchain_community/callbacks/infino_callback.py import_infinor s  # 0 0 22rctdS)z6Import tiktoken for counting tokens for OpenAI models.tiktokenrrrrimport_tiktokenrs  ##rstringopenai_model_namecpt}|j|}t|j|}|S)zCalculate num tokens for OpenAI with tiktoken package. Official documentation: https://github.com/openai/openai-cookbook/blob/main /examples/How_to_count_tokens_with_tiktoken.ipynb )rencoding_for_modellenencode)rrrencoding num_tokenss rget_num_tokensr#s6  H**+<=HX__V,-J rc eZdZdZ d*deedeededdfdZ d+ded ed eddfd Z d e eefd e ededdfdZ dededdfdZ dededdfdZdededdfdZd e eefde eefdeddfdZde eefdeddfdZdededdfdZd e eefdededdfdZdededefdZ d,ded eed!eededdf d"Zdededdfd#Zd$ededdfd%Zd&ededdfd'Zd e eefd(e e ededdfd)Zy)-InfinoCallbackHandlerz%Callback Handler that logs to Infino.Nmodel_id model_versionverbosercht|_||_||_||_d|_d|_y)NFz gpt-3.5-turbo)rclientr&r'r(is_chat_openai_modelchat_openai_model_name)selfr&r'r(s r__init__zInfinoCallbackHandler.__init__%s3$o   * $)!&5#rkeyvalueis_tsc$dttj||d|j|jdi}|jrt d|d||r|j j|y|j j|y)aSend the key-value to Infino. Parameters: key (str): the key to send to Infino. value (Any): the value to send to Infino. is_ts (bool): if True, the value is part of a time series, else it is sent as a log message. datelabels)r&r'z Tracking z with Infino: N) inttimer&r'r(printr* append_ts append_log)r-r/r0r1payloads r_send_to_infinoz%InfinoCallbackHandler._send_to_infino3s C $   MM!%!3!3  << IcU. : ;  KK ! !' * KK " "7 +r serializedpromptskwargsc z|D]}|jd|dd|_tj|_y)z=Log the prompts to Infino, and set start time and error flag.promptFr1rN)r;errorr6 start_time)r-r<r=r>r@s r on_llm_startz"InfinoCallbackHandler.on_llm_startSs;F  6 ?  ))+rtokenc y)z)Do nothing when a new token is generated.Nr)r-rEr>s ron_llm_new_tokenz&InfinoCallbackHandler.on_llm_new_tokene rresponsec tj|_|j|jz }|jd||jd|j|j D]'}|D] }|jd|j d")|jpt|jtrV|jd}|E|d}|d }|d } |jd||jd ||jd | |jrBd jd D} t| |j } |jd | yy)zz3InfinoCallbackHandler.on_llm_end..s2 "-JS$~z:BBJJK"-s<>r)r6end_timerCr;rB generationstext llm_output isinstancerr+joinr#r,) r-rIr>durationr\rXrMrNrOrPmessagess r on_llm_endz InfinoCallbackHandler.on_llm_endis\  ==4??2 Y1 Wdjj1$//K) $$%6 u$U*0    +H: $/0C$D!$$_mD$$^\B$$%8:KL  $ $xx "- H!/D,G,G!   !46G H %rrBc d|_y)zSet the error flag.N)rBr-rBr>s r on_llm_errorz"InfinoCallbackHandler.on_llm_errors  rinputsc y)z!Do nothing when LLM chain starts.Nr)r-r<rhr>s ron_chain_startz$InfinoCallbackHandler.on_chain_starts routputsc y)zDo nothing when LLM chain ends.Nr)r-rkr>s r on_chain_endz"InfinoCallbackHandler.on_chain_endrHrc y)zNeed to log the error.Nrrfs ron_chain_errorz$InfinoCallbackHandler.on_chain_errorrHr input_strc y)zDo nothing when tool starts.Nr)r-r<rpr>s r on_tool_startz#InfinoCallbackHandler.on_tool_starts ractionc y)z.Do nothing when agent takes a specific action.Nr)r-rsr>s ron_agent_actionz%InfinoCallbackHandler.on_agent_actionrHroutputobservation_prefix llm_prefixc y)zDo nothing when tool ends.Nr)r-rvrwrxr>s r on_tool_endz!InfinoCallbackHandler.on_tool_ends rc y)z&Do nothing when tool outputs an error.Nrrfs r on_tool_errorz#InfinoCallbackHandler.on_tool_errorrHrr]c yz Do nothing.Nr)r-r]r>s ron_textzInfinoCallbackHandler.on_textrHrfinishc yr~r)r-rr>s ron_agent_finishz%InfinoCallbackHandler.on_agent_finishrHrrbc ^|jd}|r|D]}|dk(s d|_n|jr||jd}|ri|jd}|rV||_d}|D]6} djd| D} t | |j } || z }8|j d ||j r%td |jd |jdjd |D} |j d| dd|_tj|_ y)zRun when LLM starts running.id ChatOpenAITinvocation_params model_namerrQc3PK|]}tt|j ywrSrrTrV)rWmsgs rrYz.s2>JsDckk2ls$&rZrNz=on_chat_model_start: is_chat_openai_model= z+, chat_openai_model_name=c3^K|]%}|D]}tt|j 'ywrSr)rWsublistrs rrYz.s( 2:wgsDckk "g "(s+-r@FrAN) getr+r,r`r#r;r(r7rBr6rC) r-r<rbr>valuesr0rrrN message_listmessage_stringr"r@s ron_chat_model_startz)InfinoCallbackHandler.on_chat_model_startsN% L(04D-  $ $ & +> ?  .22<@ 2J2*&4*.2.I.I& &3 )1((-H << ,,-.**.*E*E)FH  2:   XvU; ))+r)NNF)T)NN)__name__ __module__ __qualname____doc__rrTboolr.rr;rrrDrGr rc BaseExceptionrgrjrmrorrrrurzr|rr rr rrrrr%r%"s/#''+ 63- 6 } 6 6  6$ , ,, ,  ,@&cN&c& &  &$ c S T #I9#I#I#IJ-34 sCx. 26sCx. LO   DcN c d  M S T  cN       k S S -1$(   %SM SM       = C D  C 3 4  k S T 8&cN8&tK()8& 8&  8&rr%)r6typingrrrrrlangchain_core.agentsrr langchain_core.callbacksr langchain_core.messagesr langchain_core.outputsr r langchain_core.utilsrrrrTr5r#r%rrrrs^ 22:8/<-3s3 $$ 3 3 3 Y&/Y&r