tj<|ddlZddlZddlmZmZmZmZmZmZm Z m Z m Z ddl m Z mZddlmZddlmZmZmZmZmZmZmZmZmZmZmZmZddlmZm Z m!Z!ddl"m#Z#m$Z$m%Z%Gdd e%Z&Gd d e%Z'Gd d e'Z(Gdde(Z)Gddee#Z*dee+efde edefdZ,dS)N) Any AsyncIteratorDictIteratorListMappingOptionalTypecast)AsyncCallbackManagerForLLMRunCallbackManagerForLLMRun) BaseChatModel) AIMessageAIMessageChunk BaseMessageBaseMessageChunk ChatMessageChatMessageChunkFunctionMessageChunk HumanMessageHumanMessageChunk SystemMessageSystemMessageChunkToolMessageChunk)ChatGenerationChatGenerationChunk ChatResult)AzureMLBaseEndpointAzureMLEndpointApiTypeContentFormatterBaseceZdZdZddZdS)LlamaContentFormatterzContent formatter for `LLaMA`.returnNc td)Nzb`LlamaContentFormatter` is deprecated for chat models. Use `CustomOpenAIContentFormatter` instead.) TypeErrorselfs n/var/www/html/CA-Chatbot/venv/lib/python3.11/site-packages/langchain_community/chat_models/azureml_endpoint.py__init__zLlamaContentFormatter.__init__.s 6   r#N)__name__ __module__ __qualname____doc__r)r*r(r"r"+s.((      r*r"ceZdZUdZgdZeeed<ede de fdZ e dee fdZdee d e d e defd Ze jfd ed e defd ZdS) CustomOpenAIChatContentFormatterz>Chat Content formatter for models with OpenAI like API scheme.)user assistantsystemSUPPORTED_ROLESmessager#c<tt|j}t|trdt j|dSt|trdt j|dSt|trdt j|dSt|tr/|j tj vr|j t j|dSd dtj D}td|)z0Converts a message to a dict according to a roler3)rolecontentr4r5,cg|]}|Sr0r0).0r9s r( zMCustomOpenAIChatContentFormatter._convert_message_to_dict..WsSSS$SSSr*z\Received unsupported role. Supported roles for the LLaMa Foundation Model: )r strr: isinstancerr escape_special_charactersrrrr9r2r6join ValueError)r7r: supporteds r(_convert_message_to_dictz9CustomOpenAIChatContentFormatter._convert_message_to_dict:sKsGO,, g| , , /I'RR  + + #/I'RR  / /  /I'RR  w , ,  @ PPP /I'RR  SS"B"RSSSIOAJOO r*c2tjtjgS)N)r dedicated serverlessr&s r(supported_api_typesz4CustomOpenAIChatContentFormatter.supported_api_types^s&02H2STTr*messages model_kwargsapi_typec.d|D}|tjtjfvrtjd||di}n<|tjkrtjd|i|}nt d|dt|S)/Formats the request according to the chosen apicBg|]}t|Sr0r2rE)r=r7s r(r>zTCustomOpenAIChatContentFormatter.format_messages_request_payload..is6    - E Eg N N   r* input_data input_string parametersrJ `api_type` # is not supported by this formatter) rrGrealtimejsondumpsrHrCr?encoder'rJrKrL chat_messagesrequest_payloads r(format_messages_request_payloadz@CustomOpenAIChatContentFormatter.format_messages_request_payloadbs  #     " , " +   #j (5&2##OO/: : :"j*m)T|)TUUOOKhKKK zz/***r*outputc B|tjtjfvr tj|d}nH#t t tf$r.}t|j ||d}~wwxYwtt| dS|tjkrM tj|dd}t|t stdnH#t t tf$r.}t|j ||d}~wwxYwt|d d d kr.t|d d  n:t#|d d  |d d  t!|d|dStd|d)zFormats responser_)rLNr:r7generation_infochoicesrziEndpoint response is not well formed for a chat model. Expected `dict` but `{type(choice)}` was received.r7r9r4r:)r:type finish_reasonlogprobs)rfrgrUrV)rrGrWrXloadsKeyError IndexErrorr%rCformat_error_msgformatrrstriprHr@dictrget)r'r_rLchoicees r(format_response_payloadz8CustomOpenAIChatContentFormatter.format_response_payloadsQ  " , " +    YF++H5j)4 Y Y Y !6!=!=x!=!P!PQQWXX Y!!"LLNN!%   -8 8 8 YF++I6q9!&$//#T j)4 Y Y Y !6!=!=x!=!P!PQQWXX Y!)$V, ;;"&*;I*F*L*L*N*NOOOO "9-i8>>@@ *62!%"(**_"="=#ZZ 33!!!    TxTTTUUUs.7A<)A77A<ADE )EE N)r,r-r.r/r6rr?__annotations__ staticmethodrrrEpropertyrrIbytesr^rGrrrr0r*r(r2r25sHH!@!@!@OT#Y@@@!+!$!!!\!FUT*@%AUUUXU+{#++) +  ++++D,B+K*V*V*V)*V  *V*V*V*V*V*Vr*r2c$eZdZdZdfd ZxZS)LlamaChatContentFormatterzSDeprecated: Kept for backwards compatibility Chat Content formatter for Llama.r#NcpttjddS)Nz`LlamaChatContentFormatter` will be deprecated in the future. Please use `CustomOpenAIChatContentFormatter` instead. )superr)warningswarn)r' __class__s r(r)z"LlamaChatContentFormatter.__init__s<        r*r+)r,r-r.r/r) __classcell__)r}s@r(rxrxsG))          r*rxc6eZdZdZdeedededefdZ dS)MistralChatContentFormatterz Content formatter for `Mistral`.rJrKrLr#cfd|D}|r>|dddkr,|dddz|ddz|dd<|d=|tjkrtjd||d i}n<|tjkrtjd |i|}nt d |d t |S) rNc:g|]}|Sr0)rE)r=r7r's r(r>zOMistralChatContentFormatter.format_messages_request_payload..s'XXXG66w??XXXr*rr9r5r:z rQrRrJrUrV)rrWrXrYrHrCr?rZr[s` r(r^z;MistralChatContentFormatter.format_messages_request_payloadsYXXXxXXX  !]1-f5AAa +f4}Q7G 7RR ! Y 'a -6 6 6"j (5&2##OO/: : :"j*m)T|)TUUOOKhKKK zz/***r*N) r,r-r.r/rrrrrvr^r0r*r(rrsY** +{# + +) +  + + + + + +r*rc heZdZdZedeeeffdZedefdZ d de e de e ede e d edef d Z d de e de e ede e d edeef d Z d de e de e ede ed edeef d ZdS)AzureMLChatOnlineEndpointaAzure ML Online Endpoint chat models. Example: .. code-block:: python azure_llm = AzureMLOnlineEndpoint( endpoint_url="https://..inference.ml.azure.com/v1/chat/completions", endpoint_api_type=AzureMLApiType.serverless, endpoint_api_key="my-api-key", content_formatter=chat_content_formatter, ) r#c |jpi}id|iS)zGet the identifying parameters.rK)rK)r' _model_kwargss r(_identifying_paramsz-AzureMLChatOnlineEndpoint._identifying_paramss()/R  }-  r*cdS)zReturn type of llm.azureml_chat_endpointr0r&s r( _llm_typez#AzureMLChatOnlineEndpoint._llm_types '&r*NrJstop run_managerkwargsc (|jpi}|||r||d<|j|||j}|j||}|j||j}t|gS)aCall out to an AzureML Managed Online endpoint. Args: messages: The messages in the conversation with the chat model. stop: Optional list of stop words to use when generating. Returns: The string generated by the model. Example: .. code-block:: python response = azureml_model.invoke("Tell me a joke.") r)bodyr) generations) rKupdatecontent_formatterr^endpoint_api_type http_clientcallrrr) r'rJrrrrr]response_payloadrs r( _generatez#AzureMLChatOnlineEndpoint._generates")/R V$$$  )$(M& !0PP mT%;   +00 k1  ,DD d4  {m4444r*c+K|jdd|_d|vrdn|d}ddl}i}|j|j|dddd}|jdi|} d|D} d|dd|}t } | jjj dd | i|D]} t| ts| } t| d dkrE| d d} t| d | } i}| d x}r||d <| d }|r||d <| j} t!| |pd} |r|| j| || VdS)N/chat/completionstimeoutrapi_keybase_urlrdefault_headers default_queryrcBg|]}t|Sr0rPr=ms r(r>z5AzureMLChatOnlineEndpoint._stream..46    - E Ea H H   r*TstreamrmodelrJrddeltarfrgrb)chunkrgr0) endpoint_urlreplaceopenaiendpoint_api_keyget_secret_valueOpenAIrchat completionscreater@rnlen_convert_delta_to_message_chunkror}ron_llm_new_tokentext)r'rJrrrrrparams client_paramsclient message_dictsdefault_chunk_classrrprcrfrgs r(_streamz!AzureMLChatOnlineEndpoint._streams !-556I2NN#611$$vi7H ,==??)#!   ////     !$HHH6D3V[,3UU]UfUU  EeT** % 5#$$))9%a(F3w#E!O & ? ; ;;} A3@0zz*--H 7.6 +"'/ ' / 74E Y,,UZux,XXXKKKK/  r*c &K|jdd|_d|vrdn|d}ddl}i}|j|j|dddd}|jdi|} d|D} d|dd|}t } | jjj dd | i|d{V23d{V} t| ts| } t| d dkrJ| d d} t| d | } i}| d x}r||d <| d }|r||d <| j} t!| |pd} |r#|| j| |d{V| WV6dS)NrrrrrcBg|]}t|Sr0rPrs r(r>z6AzureMLChatOnlineEndpoint._astream..krr*TrrJrdrrfrgrb)tokenrrgr0)rrrrr AsyncOpenAIrrrrr@rnrrror}rrr)r'rJrrrrrrr async_clientrrrrprcrfrgs r(_astreamz"AzureMLChatOnlineEndpoint._astreamTs!-556I2NN#611$$vi7H ,==??)#!   *v)::M::      !$HHH6D!E!2!>!E" " "" " "              %eT** % 5#$$))9%a(F3w!4E!O & ? ; ;;} A3@0zz*--H 7.6 +"'/ '/F$E !22*EH3KKKKK5   s#F)NN)r,r-r.r/rurr?rrrrrr r rrrrrr rrr0r*r(rrs   T#s(^   X '3'''X'%):> 55{#5tCy!567 5  5  5555H%):> 55{#5tCy!567 5  5 % & 5555t%)?C 88{#8tCy!8;< 8  8 * + 888888r*r_dict default_classr#c&tt|d}tt|dpd}i}|dr+t|d}d|vr |dd|d<||d<|dr |d|d<|dks |tkrt |S|d ks |t krt || S|d ks |t krt |S|d ks |tkrt||d S|dks |tkrt||dS|s |tkrt||S||S)Nr9r:r function_callname tool_callsr3rar4)r:additional_kwargsr5function)r:rtool tool_call_id)r:r)r:r9) r r?rornrrrrrr)rrr9r:rrs r(rrs UYYv&& ' 'D3 ),,233G  yy!!;U?344 ] " "}V'<'D$&M& !-:/* yy>*/ *=,' v~~*;;; 1111     ? ?gARSSSS   ].@@@!'2222   }0DDD#G%-HHHH =,<<<eN>STTTT ."222d;;;;}W----r*)-rXr{typingrrrrrrr r r langchain_core.callbacksr r *langchain_core.language_models.chat_modelsrlangchain_core.messagesrrrrrrrrrrrrlangchain_core.outputsrrr)langchain_community.llms.azureml_endpointrrr r"r2rxrrr?rr0r*r(rs                       EDDDDD                            SRRRRRRRRR     0   vVvVvVvVvV';vVvVvVr      @    #+#+#+#+#+";#+#+#+Ljjjjj /BjjjZ. 38 .-12B-C.......r*