dh:SSKrSSKrSSKJrJrJrJrJrJrJ r SSK J r SSK J r SSKJr SSKJrJrJr SSKJrJrJr SSKJrJr \R6"\5r\ "S S S S 9"S S\55rg)N)AnyDictIteratorListMappingOptionalUnion) deprecated)CallbackManagerForLLMRun)BaseLLM) GenerationGenerationChunk LLMResult)convert_to_secret_strget_from_dict_or_envpre_init) ConfigDict SecretStrz0.0.18z1.0zlangchain_ibm.WatsonxLLM)sinceremovalalternative_importc @\rSrSr%SrSr\\S'Sr\\S'Sr \\S'Sr \\S'Sr \ \ \S 'Sr\ \ \S 'Sr\ \ \S 'Sr\ \ \S 'Sr\ \ \S 'Sr\ \ \S'Sr\ \ \S'Sr\ \\S'Sr\\\4\S'Sr\\S'Sr\\S'\"SS9r\S\4Sj5r\ S\!\\44Sj5r"\#S\!S\!4Sj5r$\ S\%\\44Sj5r&\ S\4Sj5r'\(S.S\ \)\!\\4S\!\\44Sjj5r*S.S \ \)\S\!\\44S!jjr+S\)\S\,4S"jr-S#\!\\4S\.4S$jr/S/S%\S \ \)\S&\ \0S'\S\4 S(jjr1S0S)\)\S \ \)\S&\ \0S*\ \S'\S\,4 S+jjr2S/S%\S \ \)\S&\ \0S'\S\3\.4 S,jjr4S-r5g)1 WatsonxLLMa IBM watsonx.ai large language models. To use, you should have ``ibm_watsonx_ai`` python package installed, and the environment variable ``WATSONX_APIKEY`` set with your API key, or pass it as a named parameter to the constructor. Example: .. code-block:: python from ibm_watsonx_ai.metanames import GenTextParamsMetaNames parameters = { GenTextParamsMetaNames.DECODING_METHOD: "sample", GenTextParamsMetaNames.MAX_NEW_TOKENS: 100, GenTextParamsMetaNames.MIN_NEW_TOKENS: 1, GenTextParamsMetaNames.TEMPERATURE: 0.5, GenTextParamsMetaNames.TOP_K: 50, GenTextParamsMetaNames.TOP_P: 1, } from langchain_community.llms import WatsonxLLM watsonx_llm = WatsonxLLM( model_id="google/flan-ul2", url="https://us-south.ml.cloud.ibm.com", apikey="*****", project_id="*****", params=parameters, ) model_id deployment_id project_idspace_idNurlapikeytokenpasswordusername instance_idversionparamsverifyF streaming watsonx_modelforbid)extrareturncg)NF)clss [/var/www/html/shao/venv/lib/python3.13/site-packages/langchain_community/llms/watsonxllm.pyis_lc_serializableWatsonxLLM.is_lc_serializablefscSSSSSSS.$)N WATSONX_URLWATSONX_APIKEY WATSONX_TOKENWATSONX_PASSWORDWATSONX_USERNAMEWATSONX_INSTANCE_ID)r r!r"r#r$r%r/selfs r1 lc_secretsWatsonxLLM.lc_secretsjs !&$**0   r4valuesc *[[USS55US'SURSS5R5;a[[USS55US'GOuUS(d[S[R ;aGUS (d=S [R ;a)US(dS[R ;a [ S 5eUS(dS[R ;a[[USS55US'OUS (dS [R ;a3[[US S 55US '[[US S 55US 'OPUS(dS[R ;a2[[USS55US'[[US S 55US 'US(aS[R ;a[[USS55US'SSKJn US(aUSR5OSUS(aUSR5OSUS(aUSR5OSUS (aUS R5OSUS (aUS R5OSUS(aUSR5OSUS(aUSR5OSS.nUR5VVs0sH upEUcM XE_M nnnU"USUSUUSUSUSUSS9nXqS'U$s snnf![a [S5ef=f)zCValidate that credentials and python package exists in environment.r r6z cloud.ibm.comrr!r7r"r8r#r9zDid not find 'token', 'password' or 'apikey', please add an environment variable `WATSONX_TOKEN`, 'WATSONX_PASSWORD' or 'WATSONX_APIKEY' which contains it, or pass 'token', 'password' or 'apikey' as a named parameter.r$r:r%r;r)ModelInferenceNr&)r r!r"r#r$r%r&rrr'rrr()rr credentialsr'rrr(r*zdCould not import ibm_watsonx_ai python package. Please install it with `pip install ibm_watsonx_ai`.) rrgetget_secret_valueosenviron ValueError ibm_watsonx_ai.foundation_modelsrBitems ImportError)r0r@rBrCkeyvaluecredentials_without_none_valuer*s r1validate_environmentWatsonxLLM.validate_environmentus..  > u  fjj3DDF F4$VX7GH F8  7O#2::5z*&bjj8x($BJJ6 -Orzz$A"7(/J#w #'9RZZ'G%:(=OP&z"&;(=OP&z"!%5%C#8(;KL$x &;(=OP&z"-(,A,S(=(@UV)}%1  G->-@.-@zsE  -@ +.+ +$_5:h'!,/ +h'M'4? # ). G  s%C.K<=K6 K6%K<6K<<LcvURURURURURS.$)zGet the identifying parameters.rrr'rrrRr<s r1_identifying_paramsWatsonxLLM._identifying_paramss3 !//kk//   r4cg)zReturn type of llm.zIBM watsonx.air/r<s r1 _llm_typeWatsonxLLM._llm_types r4responsecUcSSS.$SnSnS[S[[[4S[4SjnUH9nUR S5nU(dMX"SUS5- nX#"S US5- nM; UUS.$) Nr)generated_token_countinput_token_countrLresultr-c8URUS5=(d S$)Nr)rD)rLr\s r1get_count_value8WatsonxLLM._extract_token_usage..get_count_values::c1%* *r4resultsr[rZ)strrrintrD)rXr[rZr^resr`s r1_extract_token_usageWatsonxLLM._extract_token_usages  -.QG G ! + +d38n + +Cggi(Gw!_5H'RS*%UU!%+WQZ*% &;!2  r4stopcVUR(a0UREO0nUbXS'U$)Nstop_sequences)r')r=rfr's r1_get_chat_paramsWatsonxLLM._get_chat_paramss+48KKDKKR  '+# $ r4c</nUHanURS5nU(dMUSRS5n[USRS5SU0S9nURU/5 Mc URU5nUURUR S.n[ X(S9$) z2Create the LLMResult from the choices and prompts.r`r stop_reasongenerated_text finish_reasontextgeneration_info) token_usagerr generations llm_output)rDr appendrdrrr) r=rXrtrcr`rngenfinal_token_usagerus r1_create_llm_resultWatsonxLLM._create_llm_result s Cggi(Gw ' } =   (89%4m$D""C5)!55h?, !// [HHr4stream_responsec US(d [SS9$[USSS[USSRSS5URURS.S 9S 9$) z0Convert a stream response to a generation chunk.r`rrprrmrlN)rr)rnruro)rdictrDrr)r=r{s r1$_stream_response_to_generation_chunk/WatsonxLLM._stream_response_to_generation_chunksn y)"+ + +A./?@ -i8;?? tT $ %)%7%7  r4prompt run_managerkwargsc fUR"SU/X#S.UD6nURSSR$)a\Call the IBM watsonx.ai inference endpoint. Args: prompt: The prompt to pass into the model. stop: Optional list of stop words to use when generating. run_manager: Optional callback manager. Returns: The string generated by the model. Example: .. code-block:: python response = watsonx_llm.invoke("What is a molecule") )promptsrfrrr/) _generatertrp)r=rrfrrr\s r1_callWatsonxLLM._call1sD& H4 DJ !!!$Q',,,r4rstreamc URUS9nUbUO URnU(a[U5S:a[SU35e[ SS9nUR "US4X#S.UD6n U Hn UcU nM X- nM Uce[ UR[5(a'URRS5n [U//U S 9$[U//S 9$URRXS 9n URU 5$) aCall the IBM watsonx.ai inference endpoint which then generate the response. Args: prompts: List of strings (prompts) to pass into the model. stop: Optional list of stop words to use when generating. run_manager: Optional callback manager. Returns: The full LLMResult output. Example: .. code-block:: python response = watsonx_llm.generate(["What is a molecule"]) rfz6WatsonxLLM currently only supports single prompt, got rr}r)rfrrurs)rt)rr')rir)lenrHr_stream isinstancerqr~poprr*generatery) r=rrfrrrr' should_stream generation stream_iterchunkrurXs r1rWatsonxLLM._generateIs(&&D&1"("4$.. 7|a LWIV)b1J,, !%BHK%%!&J'J % ) ))*44d;;'77;;LI  zl^ SS:,8 8))22'2QH**84 4r4c+# URUS9nURRUSUS9H9nURU5nU(aUR UR US9 Uv M; g7f)aCall the IBM watsonx.ai inference endpoint which then streams the response. Args: prompt: The prompt to pass into the model. stop: Optional list of stop words to use when generating. run_manager: Optional callback manager. Returns: The iterator which yields generation chunks. Example: .. code-block:: python response = watsonx_llm.stream("What is a molecule") for chunk in response: print(chunk, end='') # noqa: T201 rT)r raw_responser')rN)rir*generate_text_streamron_llm_new_tokenrp)r=rrfrrr' stream_resprs r1rWatsonxLLM._streamvss*&&D&1--BBVC K==kJE,,UZZu,EK sA)A+r/)N)NN)NNN)6__name__ __module__ __qualname____firstlineno____doc__rra__annotations__rrrr rrr!r"r#r$r%r&r'r~r(r boolr)r*rr model_config classmethodr2propertyrr>rrOrrSrV staticmethodrrdrirryrrr rrrr__static_attributes__r/r4r1rrsP>HcM3(J*Hc(#C) #1"&FHY &4!%E8I %3$(Hhy!(6$(Hhy!(6'+K)$+9#'GXi '5!FHTN!;!FE#t) !0 It1M3L4 DcN  c$c4ccJ WS#X%6   3  37 4S#X/0 c3h  2Xd3i%8DcN I4:I)I( c3h   *%):> --tCy!-67 -  - -6%):>!% +5c+5tCy!+567 +5  +5  +5 +5`%):> tCy!67    / " r4r)loggingrFtypingrrrrrrr langchain_core._api.deprecationr langchain_core.callbacksr #langchain_core.language_models.llmsr langchain_core.outputsr rrlangchain_core.utilsrrrpydanticrr getLoggerrloggerrr/r4r1rsg FFF6=7IIVV*   8 $ E6PAAAr4