j;^ddlmZddlZddlZddlZddlmZmZmZm Z m Z m Z m Z m Z mZmZmZmZddlmZmZddlmZddlmZmZmZddlmZmZddlmZdd l m!Z!dd l"m#Z#m$Z$m%Z%m&Z&m'Z'ejPe)Z*ed Z+dd Z,ddZ-ddZ.ddZ/ddZ0ddZ1 ddZ2Gdd eZ3y)) annotationsN) Any AsyncIterable AsyncIteratorCallableDictIterableIteratorListMappingOptionalTupleTypeVar)AsyncCallbackManagerForLLMRunCallbackManagerForLLMRun)BaseLLM) GenerationGenerationChunk LLMResult)get_from_dict_or_envpre_init)Field) HTTPError)before_sleep_logretryretry_if_exception_typestop_after_attemptwait_exponentialTTongyic d}d}tdt|jtd||t t t ttjS)NT) multiplierminmax)reraisestopwaitr before_sleep) rr max_retriesrrrrloggerloggingWARNING)llm min_seconds max_secondss i/var/www/html/Fitness-lenito-AI-main/venv/lib/python3.12/site-packages/langchain_community/llms/tongyi.py_create_retry_decoratorr3*sLKK   0   M&y1%fgoo>  c |ddk(r|S|ddvr#td|dd|dd|dd |d td |dd|dd |d | ) z,Check the response from the completion call. status_code)iiz request_id: request_idz status_code: z code: codez message: messagez"HTTP error occurred: status_code: )response) ValueErrorr)resps r2check_responser>8s Mc! m  *4 -./ /01&\N-Y/@ B  0m1D0EF&\N-Y/@ B  r4c @t}|dfd }|di|S)*Use tenacity to retry the completion call.cRjjdi|}t|SNclientcallr>)_kwargsr=r/s r2_generate_with_retryz1generate_with_retry.._generate_with_retryNs%szz))d##r4rGrreturnrrCr3)r/kwargsretry_decoratorrHs` r2generate_with_retryrNJs/-c2O$$ )& ))r4c @t}|dfd }|di|S)r@c;nKjjdi|}|D]}t|ywrBrD)rG responsesr=r/s r2_stream_generate_with_retryz?stream_generate_with_retry.._stream_generate_with_retryZs3#CJJOO.g. D & &s25rIrCrK)r/rLrMrRs` r2stream_generate_with_retryrSVs/-c2O'' ' 0 00r4c VKGdd}||fi|23d{}|7 6yw)zAsync version of `stream_generate_with_retry`. Because the dashscope SDK doesn't provide an async API, we wrap `stream_generate_with_retry` with an async generator.c,eZdZddZddZddZddZy) 8astream_generate_with_retry.._AioTongyiGeneratorc&t|fi||_yN)rS generator)self_llmrGs r2__init__zAastream_generate_with_retry.._AioTongyiGenerator.__init__js7HHDNr4c|SrXrCrZs r2 __aiter__zBastream_generate_with_retry.._AioTongyiGenerator.__aiter__msKr4cKtjjd|jd{}||St7wrX)asyncioget_running_looprun_in_executor _safe_nextStopAsyncIteration)rZvalues r2 __anext__zBastream_generate_with_retry.._AioTongyiGenerator.__anext__psE!224DDdooE  (( s2AAAcL t|jS#t$rYywxYwrX)nextrY StopIterationr^s r2rdzCastream_generate_with_retry.._AioTongyiGenerator._safe_nextys( DNN++   s  ##N)r[r rGr)rJzAsyncIterator[Any])rJr)__name__ __module__ __qualname__r\r_rgrdrCr4r2_AioTongyiGeneratorrVis I  ) r4rnNrC)r/rLrnchunks r2astream_generate_with_retryrpcs4 ,+39&9e 9s)'%')')c#Kt|} t|}|D] }|df|} |dfy#t$rYywxYww)z[Generate elements from an iterable, and a boolean indicating if it is the last element.NFT)iterrirjiterableiteratoritem next_items r2generate_with_last_element_markrxsYH~HH~ Ek * s ? 0? <?<?cK|j} |jd{}|23d{}|df|}7#t$rYywxYw76|dfyw)zaGenerate elements from an async iterable, and a boolean indicating if it is the last element.NFT)r_rgrerss r2 agenerate_with_last_element_markrzsr !!#H''))$iEk * 8 *sWAAAAAAAA AA A AAAA AceZdZUdZed%dZdZded<eddZ d ed < ee Z d ed <dZ ded< eddZ ded< dZded< dZded< ed&dZed'dZed(dZed)fd Z d* d+dZ d* d,dZ d* d-d Z d* d.d!Zd/d"Ze d0 d1d#Zed2d$ZxZS)3r uP Tongyi completion model integration. Setup: Install ``dashscope`` and set environment variables ``DASHSCOPE_API_KEY``. .. code-block:: bash pip install dashscope export DASHSCOPE_API_KEY="your-api-key" Key init args — completion params: model: str Name of Tongyi model to use. top_p: float Total probability mass of tokens to consider at each step. streaming: bool Whether to stream the results or not. Key init args — client params: api_key: Optional[str] Dashscope API KEY. If not passed in will be read from env var DASHSCOPE_API_KEY. max_retries: int Maximum number of retries to make when generating. See full list of supported init args and their descriptions in the params section. Instantiate: .. code-block:: python from langchain_community.llms import Tongyi llm = Tongyi( model="qwen-max", # top_p="...", # api_key="...", # other params... ) Invoke: .. code-block:: python input_text = "用50个字左右阐述，生命的意义在于" llm.invoke(input_text) .. code-block:: python '探索、成长、连接与爱——在有限的时间里，不断学习、体验、贡献并寻找与世界和谐共存之道，让每一刻充满价值与意义。' Stream: .. code-block:: python for chunk in llm.stream(input_text): print(chunk) .. code-block:: python 探索 | 、 | 成长 | 、连接与爱。 | 在有限的时间里，寻找个人价值， | 贡献于他人，共同体验世界的美好 | ，让世界因自己的存在而更 | 温暖。 Async: .. code-block:: python await llm.ainvoke(input_text) # stream: # async for chunk in llm.astream(input_text): # print(chunk) # batch: # await llm.abatch([input_text]) .. code-block:: python '探索、成长、连接与爱。在有限的时间里，寻找个人价值，贡献于他人和社会，体验丰富多彩的情感与经历，不断学习进步，让世界因自己的存在而更美好。' c ddiS)Ndashscope_api_keyDASHSCOPE_API_KEYrCr^s r2 lc_secretszTongyi.lc_secretss#%899r4NrrEz qwen-plusmodel)defaultaliasstr model_name)default_factoryDict[str, Any] model_kwargsg?floattop_papi_keyz Optional[str]r}Fbool streaming intr+cy)zReturn type of llm.tongyirCr^s r2 _llm_typezTongyi._llm_typesr4ct|ddgd|d< ddl} |j|d<|S#t$r tdwxYw#t$r t dwxYw) z?Validate that api key and python package exists in environment.r}rr~rNzZCould not import dashscope python package. Please install it with `pip install dashscope`.rEz`dashscope` has no `Generation` attribute, this is likely due to an old version of the dashscope package. Try upgrading it with `pip install --upgrade dashscope`.)r dashscope ImportErrorrAttributeErrorr<)clsvaluesrs r2validate_environmentzTongyi.validate_environment s'; ()46I' "#    (33F8   B   :  s*A?Acj|j|j|jd}i||jS)z7Get the default parameters for calling Tongyi Qwen API.)rrr)rrr}r)rZ normal_paramss r2_default_paramszTongyi._default_params!s:__ZZ-- 6-54#4#455r4c4d|jit|S)Nr)rsuper_identifying_params)rZ __class__s r2rzTongyi._identifying_params,sdooM1LMMr4c g}|jrht|dkDr tdd}|j|d||fi|D] }||}||z }|J|j |j |gnS|j dd|i|}|D]:} t|fd| i|} |j tdi|j| g<t|d|jiS) Nr",Cannot stream results with multiple prompts.rr(promptr generations llm_outputrC) rlenr<_streamappend_chunk_to_generation_invocation_paramsrNr_generation_from_qwen_resprr rZpromptsr( run_managerrLr generationroparamsr completions r2 _generatezTongyi._generate0s >>7|a !OPP48J%gaj$ NvN%!&J%'J O ) ))    9 9* EF G%>7|a !OPP48J,t}}WQZ{UfU (e%!&J%'J&=T%<%<%Q$%Q&%QF!#*#;#;#=#M#M%%+7;v/XQW/X$ ""N$"A"A*"MNO"#doo  ' (U ) ))    9 9* EF Gs8AD*DC? D A)D*5D(6A D*?D(D*c +K|jd|dd|}tt|fd|i|D]N\}}tdi|j ||}|r(|j |j ||j|PywNT)r(streamr)roverboserC)rrxrSrron_llm_new_tokentextr rZrr(rrLr stream_resp is_last_chunkros r2rzTongyi._streamws"9!8!8" d" &," +J &t EF Ef E+ &K$11+}ME,,JJ LL- K+ sA?Bc ,K|jd|dd|}tt|fd|i|23d{\}}tdi|j ||}|r0|j |j ||jd{|_7Z7 6ywr)rrzrprrrrrrs r2rzTongyi._astreams"9!8!8" d" &," 1Q ' FV Fv F1 ,+}$11+}ME!22JJ LL3 K 1 s8-BBBBA BB BBBBc `i|j|}|||d<|jdrd|d<|S)Nr(rTincremental_output)rget)rZr(rLrs r2rzTongyi._invocation_paramssL ""    !F6N ::h +/F' ( r4c |r4t|ddt|dd|dt|dSt|ddS) Noutputr finish_reasonr8usage)rr8 token_usagergeneration_info)r)dict)r=rs r2rz!Tongyi._generation_from_qwen_resps^ (^F+ $"&x."A#L1 $T'] 3! T(^F34 4r4cDt|j|jS)Nr)rrr)ros r2rzTongyi._chunk_to_generations!11  r4)rJzDict[str, str])rJr)rrrJr)rJr)rJzMapping[str, Any])NN) r List[str]r(Optional[List[str]]r"Optional[CallbackManagerForLLMRun]rLrrJr) rrr(rr'Optional[AsyncCallbackManagerForLLMRun]rLrrJr) rrr(rrrrLrrJzIterator[GenerationChunk]) rrr(rrrrLrrJzAsyncIterator[GenerationChunk])r(rrLrrJr)T)r=rrrrJr)rorrJr)rkrlrm__doc__propertyrrE__annotations__rrrrrr}rr+rrrrrrrrrr staticmethodrr __classcell__)rs@r2r r sJX::FCKw?J?#(#>L.>E5D',T'K}K5It/K< .66NN %):>   " 8      H%)?C $ $ "$ = $  $  $ R%):> "8    # 6%)?C "=    ( 0 )-55"&5 55,  r4)r/r rJzCallable[[Any], Any])r=rrJr)r/r rLrrJr)rtz Iterable[T]rJzIterator[Tuple[T, bool]])rtzAsyncIterable[T]rJzAsyncIterator[Tuple[T, bool]])4 __future__rrarr-typingrrrrrr r r r r rrlangchain_core.callbacksrr#langchain_core.language_models.llmsrlangchain_core.outputsrrrlangchain_core.utilsrrpydanticrrequests.exceptionsrtenacityrrrrr getLoggerrkr,rr3r>rNrSrprxrzr rCr4r2rs"    8II?)   8 $ CL  $ * 1@   "  m Wm r4