dh20SSKJr SSKrSSKJrJr SSKJr SSKJ r J r J r J r J r Jr SSKJr SSKJr SSKJr SS KJr SS KJrJrJr SS KJr S r"S S\5r"SS\5r"SS\5r "SS\5r!"SS\\5r""SS\\"5r#g)) annotationsN)ABCabstractmethod)Enum)AnyDictIteratorListMappingOptional)CallbackManagerForLLMRun)LLM)GenerationChunk)pre_init) BaseModel ConfigDictField)enforce_stop_tokenszocid1.generativeaiendpointcF\rSrSr\\SSj55r\SSj5rSrg)ProvidercgNselfs b/var/www/html/shao/venv/lib/python3.13/site-packages/langchain_community/llms/oci_generative_ai.pystop_sequence_keyProvider.stop_sequence_keys(+cgrrrresponses rcompletion_response_to_text$Provider.completion_response_to_textsADr rNreturnstrr#rr'r() __name__ __module__ __qualname____firstlineno__propertyrrr$__static_attributes__rr rrrs& ++DDr rc8\rSrSr%SrS\S'S SjrS SjrSrg) CohereProviderstop_sequencesr(rc2SSKJn URUlgNrmodels)oci.generative_ai_inferencer7CohereLlmInferenceRequestllm_inference_requestrr7s r__init__CohereProvider.__init__s6%+%E%E"r c\URRRSR$Nr)datainference_responsegenerated_textstextr"s rr$*CohereProvider.completion_response_to_text$s#}}//??BGGGr r:Nr'Noner) r*r+r,r-r__annotations__r<r$r/rr rr1r1s-s-F Hr r1c8\rSrSr%SrS\S'S SjrS SjrSrg) MetaProvider(stopr(rc2SSKJn URUlgr5)r8r7LlamaLlmInferenceRequestr:r;s rr<MetaProvider.__init__+s6%+%D%D"r c\URRRSR$r?)r@rAchoicesrCr"s rr$(MetaProvider.completion_response_to_text0s#}}//77:???r rENrFr)rHrr rrKrK(s#s#E @r rKc(\rSrSrSrSrSrSrSrSr g) OCIAuthType4z'OCI authentication types as enumerator.rN) r*r+r,r-__doc__API_KEYSECURITY_TOKENINSTANCE_PRINCIPALRESOURCE_PRINCIPALr/rr rrUrU4s1GNr rUc\rSrSr%Sr\"SSS9rS\S'SrS \S 'S r S \S 'S r S \S'Sr S \S'Sr S \S'Sr S\S'SrS \S'SrS \S'SrS\S'\"SSSS9r\SSj5r\SSj5rS SjrSrg)! OCIGenAIBase=zBase class for OCI GenAI modelsNT)defaultexcluderclientr\z Optional[str] auth_typeDEFAULT auth_profilez ~/.oci/configauth_file_locationmodel_idproviderzOptional[Dict] model_kwargsservice_endpointcompartment_idFbool is_streamforbidr)extraarbitrary_types_allowedprotected_namespacesc^USbU$SSKm0SUSTRRSS.nUS[S5R:Xa6TR R US US S 9US 'URS S5 OUS[S5R:Xa<SU4SjjnTR R US US S 9US 'U"US S9US 'OUS[S5R:Xa(TRRR5US 'OVUS[S5R:Xa(TRRR5US 'O[SUSS35eTRR"S0UD6US'U$![an[!S5UeSnAf["an[SU5UeSnAff=f)zBValidate that OCI config and python package exists in environment.reNrrm) )configsignerrmretry_strategytimeoutrfrWrirh) file_location profile_namerxryrXc>>TRRURS5S5n[[ URS55SS9nUR 5nSSS5 TR RRWU5$!,(df  N4=f)Nkey_filesecurity_token_filezutf-8)encoding) ryload_private_key_from_filegetopenr(readauthsignersSecurityTokenSigner) oci_configpkf st_stringocis rmake_security_token_signerEOCIGenAIBase.validate_environment..make_security_token_signers>>"z2DBJNN+@ABW$%FFH 88++?? 2NN s B B)rrYrZz)Please provide valid value to auth_type, z is not valid.zYCould not import oci python package. Please make sure you have the oci package installed.zCould not authenticate with OCI client. If INSTANCE_PRINCIPAL or RESOURCE_PRINCIPAL is used, please check the specified auth_profile, auth_file_location and auth_type are valid.)rzdict[str, Any]r'z&'oci.auth.signers.SecurityTokenSigner'r)rretryDEFAULT_RETRY_STRATEGYrUnamerx from_filepoprr%InstancePrincipalsSecurityTokenSignerget_resource_principals_signer ValueErrorgenerative_ai_inferenceGenerativeAiInferenceClient ImportErrorModuleNotFoundError Exception)clsvalues client_kwargsrexers @rvalidate_environment!OCIGenAIBase.validate_environmentps. (  'MD  $*+=$>"%))"B"B$ Mk"k!n&9&99*-***>*>"()=">!'!7+?+ h'!!(D1 $ A(;(;; O . O; O+.***>*>"()=">!'!7+?+ h'+E,X6+ h' $ A(;(;;HH$$JJLh' $ A(;(;;HH$$CCEh'!?k*+>; #::VV  F8 $  %G  M     s$FF G F)) G6 GGc8UR=(d 0n0SU0E$)zGet the identifying parameters.rl)rl)r _model_kwargss r_identifying_params OCIGenAIBase._identifying_paramss+))/R  }-  r cURb URnODURc [S5eURRS5SR 5nX!;a[SURS35eX$)Nzmodel_id is required to derive the provider, please provide the provider explicitly or specify the model_id to derive the provider..rz(Invalid provider derived from model_id: zL Please explicitly pass in the supported provider when using custom endpoint)rkrjrsplitlower)r provider_maprks r _get_providerOCIGenAIBase._get_providers == $}}H}}$ ; }}**3/288:H  ':4==/J--  %%r )rrr'rr'Mapping[str, Any])rrr'r)r*r+r,r-r[rrerIrfrhrirjrkrlrmrnrpr model_configrrr.rrr/rr rrara=s)d3FC3(I}(#,L-+)8 7#Hm"7"Hm" $(L.'0&*m*$(NM(It12LMM^  &r rac\rSrSrSr\"SSS9r\SSj5r\SSj5r \SSj5r SS jr SS jr SSS jjr SSS jjrSrg )OCIGenAIadOCI large language models. To authenticate, the OCI client uses the methods described in https://docs.oracle.com/en-us/iaas/Content/API/Concepts/sdk_authentication_methods.htm The authentifcation method is passed through auth_type and should be one of: API_KEY (default), SECURITY_TOKEN, INSTANCE_PRINCIPAL, RESOURCE_PRINCIPAL Make sure you have the required policies (profile/roles) to access the OCI Generative AI service. If a specific config profile is used, you must pass the name of the profile (from ~/.oci/config) through auth_profile. If a specific config file location is used, you must pass the file location where profile name configs present through auth_file_location To use, you must provide the compartment id along with the endpoint url, and model id as named parameters to the constructor. Example: .. code-block:: python from langchain_community.llms import OCIGenAI llm = OCIGenAI( model_id="MY_MODEL_ID", service_endpoint="https://inference.generativeai.us-chicago-1.oci.oraclecloud.com", compartment_id="MY_OCID" ) rqT)rrrscg)zReturn type of llm.oci_generative_ai_completionrrs r _llm_typeOCIGenAI._llm_types.r c,[5[5S.$)zGet the provider map)coheremeta)r1rKrs r _provider_mapOCIGenAI._provider_maps%& N  r c4URURS9$)z Get the internal provider object)r)rrrs r _providerOCIGenAI._providers!!t/A/A!BBr c SSKJn UR=(d 0nUbX%URR'UR c [ S5eUR R[5(aURUR S9nOURUR S9n0UEUEnXS'URUS'URURUURR"S 0UD6S9nU$) Nrr6zDmodel_id is required to call the model, please provide the model_id.) endpoint_id)rjpromptrp)rn serving_modeinference_requestr)r8r7rlrrrjr startswithCUSTOM_ENDPOINT_PREFIXDedicatedServingModeOnDemandServingModerpGenerateTextDetailsrnr:) rrrMkwargsr7rrinference_paramsinvocation_objs r_prepare_invocation_object#OCIGenAI._prepare_invocation_objects 7))/R  >B$..:: ; == V  == # #$: ; ;!664==6QL!55t}}5ML6m6v6%+"(,%33..%"nnBBVEUV4  r cXURRU5nUb [X25nU$r)rr$r)rr#rMrCs r_process_responseOCIGenAI._process_response4s+~~99(C  &t2D r Nc UR(a;SnUR"XU40UD6HnXVR- nM Ub [XR5nU$UR XU5nUR R U5nURX5$)a#Call out to OCIGenAI generate endpoint. Args: prompt: The prompt to pass into the model. stop: Optional list of stop words to use when generating. Returns: The string generated by the model. Example: .. code-block:: python response = llm.invoke("Tell me a joke.") )rp_streamrCrrre generate_textr) rrrM run_managerrrCchunkrr#s r_callOCIGenAI._call<s* >>DfKJ6J "K*46K88vN;;,,^<%%h55r c+n# SUlURXU5nURRU5nURR 5H_n[ R"UR5nSU;aUSn OSn [U S9n U(aURU RU S9 U v Ma g7f)aStream OCIGenAI LLM on given prompt. Args: prompt: The prompt to pass into the model. stop: Optional list of stop words to use when generating. Returns: An iterator of GenerationChunks. Example: .. code-block:: python response = llm.stream("Tell me a joke.") TrCr)rC)rN) rprrerr@eventsjsonloadsron_llm_new_tokenrC) rrrMrrrr#event json_loadevent_data_textrs rrOCIGenAI._stream]s,88vN;;,,^<]]))+E 5::.I""+F"3"$#9E,,UZZu,EK,sB3B5)rpr&r)r'r)rr(rMOptional[List[str]]rDict[str, Any]r'r)r#rrMrr'r()NN) rr(rMrr"Optional[CallbackManagerForLLMRun]rrr'r() rr(rMrrrrrr'zIterator[GenerationChunk])r*r+r,r-r[rrr.rrrrrrrr/rr rrrs@ $L ..  CC!4>L >%):> 66"68 6  6 6H%):> ##"#8 #  # # ##r r)$ __future__rrabcrrenumrtypingrrr r r r langchain_core.callbacksr #langchain_core.language_models.llmsrlangchain_core.outputsrlangchain_core.utilsrpydanticrrrlangchain_community.llms.utilsrrrr1rKrUrarrr rrs" #??=32)11>5EsE HX H @8 @$]&9c]&@csLcr