a bgz;@slddlmZddlZddlZddlZddlmZmZmZm Z m Z m Z m Z m Z mZmZmZmZddlmZmZddlmZddlmZmZmZddlmZmZddlmZdd l m!Z!dd l"m#Z#m$Z$m%Z%m&Z&m'Z'e(e)Z*ed Z+d d dddZ,dddddZ-d dddddZ.d dddddZ/d dddddZ0ddddd Z1d!d"dd#d$Z2Gd%d d eZ3dS)&) annotationsN) Any AsyncIterable AsyncIteratorCallableDictIterableIteratorListMappingOptionalTupleTypeVar)AsyncCallbackManagerForLLMRunCallbackManagerForLLMRun)BaseLLM) GenerationGenerationChunk LLMResult)get_from_dict_or_envpre_init)Field) HTTPError)before_sleep_logretryretry_if_exception_typestop_after_attemptwait_exponentialTTongyizCallable[[Any], Any])llmreturncCs6d}d}tdt|jtd||dtttttj dS)NT) multiplierminmax)reraisestopwaitr before_sleep) rr max_retriesrrrrloggerloggingWARNING)r Z min_secondsZ max_secondsr/m/var/www/html/cobodadashboardai.evdpl.com/venv/lib/python3.9/site-packages/langchain_community/llms/tongyi.py_create_retry_decorator*s  r1r)respr!cCsr|ddkr|S|ddvrDtd|dd|dd|dn*td |dd|dd|d|d d S) z,Check the response from the completion call. status_code)iiz status_code: z code: codez message: messagez"HTTP error occurred: status_code: )responseN) ValueErrorr)r2r/r/r0check_response8s$    r9)r kwargsr!c s.t}|dddfdd }|fi|S)*Use tenacity to retry the completion call.r_kwargsr!csjjfi|}t|SNclientcallr9)r=r2r r/r0_generate_with_retryMsz1generate_with_retry.._generate_with_retryr1)r r:retry_decoratorrCr/rBr0generate_with_retryIsrFc s.t}|dddfdd }|fi|S)r;rr<c;s*jjfi|}|D]}t|VqdSr>r?)r= responsesr2rBr/r0_stream_generate_with_retryYsz?stream_generate_with_retry.._stream_generate_with_retryrD)r r:rErHr/rBr0stream_generate_with_retryUsrIcKs8Gddd}||fi|2z3dHW}|Vq6dS)zAsync version of `stream_generate_with_retry`. Because the dashscope SDK doesn't provide an async API, we wrap `stream_generate_with_retry` with an async generator.c@sFeZdZdddddZdddd Zddd d Zddd d ZdS)z8astream_generate_with_retry.._AioTongyiGeneratorrr)_llmr=c[st|fi||_dSr>)rI generator)selfrJr=r/r/r0__init__iszAastream_generate_with_retry.._AioTongyiGenerator.__init__zAsyncIterator[Any]r!cSs|Sr>r/rLr/r/r0 __aiter__lszBastream_generate_with_retry.._AioTongyiGenerator.__aiter__cs,td|jIdH}|dur$|StdSr>)asyncioget_running_looprun_in_executor _safe_nextStopAsyncIteration)rLvaluer/r/r0 __anext__os  zBastream_generate_with_retry.._AioTongyiGenerator.__anext__cSs&z t|jWSty YdS0dSr>)nextrK StopIterationrOr/r/r0rTxs  zCastream_generate_with_retry.._AioTongyiGenerator._safe_nextN)__name__ __module__ __qualname__rMrPrWrTr/r/r/r0_AioTongyiGeneratorhs r]Nr/)r r:r]chunkr/r/r0astream_generate_with_retrybsr_z Iterable[T]zIterator[Tuple[T, bool]])iterabler!ccsPt|}z t|}Wnty(YdS0|D]}|dfV|}q.|dfVdS)z[Generate elements from an iterable, and a boolean indicating if it is the last element.NFT)iterrXrYr`iteratoritemZ next_itemr/r/r0generate_with_last_element_marks   rezAsyncIterable[T]zAsyncIterator[Tuple[T, bool]]cCs`|}z|IdH}Wnty.YdS0|2z3dHW}|dfV|}q46|dfVdS)zaGenerate elements from an async iterable, and a boolean indicating if it is the last element.NFT)rPrWrUrbr/r/r0 agenerate_with_last_element_marks  rfcs~eZdZUdZeddddZdZded<ed d d Z d ed <ee dZ ded<dZ ded<eddd Z ded<dZded<dZded<ed dddZeddd d!d"Zeddd#d$Zed%dfd&d' ZdEd(d)d*dd+d,d-d.ZdFd(d)d/dd+d,d0d1ZdGd d)d*dd2d3d4d5ZdHd d)d/dd6d3d7d8Zdddd9d:d;ZedIdddd=d>d?Zed@dAdBdCdDZZS)JruP Tongyi completion model integration. Setup: Install ``dashscope`` and set environment variables ``DASHSCOPE_API_KEY``. .. code-block:: bash pip install dashscope export DASHSCOPE_API_KEY="your-api-key" Key init args — completion params: model: str Name of Tongyi model to use. top_p: float Total probability mass of tokens to consider at each step. streaming: bool Whether to stream the results or not. Key init args — client params: api_key: Optional[str] Dashscope API KEY. If not passed in will be read from env var DASHSCOPE_API_KEY. max_retries: int Maximum number of retries to make when generating. See full list of supported init args and their descriptions in the params section. Instantiate: .. code-block:: python from langchain_community.llms import Tongyi llm = Tongyi( model="qwen-max", # top_p="...", # api_key="...", # other params... ) Invoke: .. code-block:: python input_text = "用50个字左右阐述，生命的意义在于" llm.invoke(input_text) .. code-block:: python '探索、成长、连接与爱——在有限的时间里，不断学习、体验、贡献并寻找与世界和谐共存之道，让每一刻充满价值与意义。' Stream: .. code-block:: python for chunk in llm.stream(input_text): print(chunk) .. code-block:: python 探索 | 、 | 成长 | 、连接与爱。 | 在有限的时间里，寻找个人价值， | 贡献于他人，共同体验世界的美好 | ，让世界因自己的存在而更 | 温暖。 Async: .. code-block:: python await llm.ainvoke(input_text) # stream: # async for chunk in llm.astream(input_text): # print(chunk) # batch: # await llm.abatch([input_text]) .. code-block:: python '探索、成长、连接与爱。在有限的时间里，寻找个人价值，贡献于他人和社会，体验丰富多彩的情感与经历，不断学习进步，让世界因自己的存在而更美好。' zDict[str, str]rNcCsddiS)Ndashscope_api_keyDASHSCOPE_API_KEYr/rOr/r/r0 lc_secretsszTongyi.lc_secretsNrr@z qwen-plusmodel)defaultaliasstr model_name)default_factoryzDict[str, Any] model_kwargsg?floattop_papi_keyz Optional[str]rgFbool streaming intr+cCsdS)zReturn type of llm.Ztongyir/rOr/r/r0 _llm_typeszTongyi._llm_typer)valuesr!cCsjt|ddgd|d<z ddl}Wnty:tdYn0z|j|d<WntydtdYn0|S) z?Validate that api key and python package exists in environment.rgrsrhrNzZCould not import dashscope python package. Please install it with `pip install dashscope`.r@z`dashscope` has no `Generation` attribute, this is likely due to an old version of the dashscope package. Try upgrading it with `pip install --upgrade dashscope`.)r dashscope ImportErrorrAttributeErrorr8)clsryrzr/r/r0validate_environments       zTongyi.validate_environmentcCs |j|j|jd}i||jS)z7Get the default parameters for calling Tongyi Qwen API.)rjrrrs)rnrrrgrp)rLZ normal_paramsr/r/r0_default_params s zTongyi._default_paramszMapping[str, Any]csd|jitjS)Nrn)rnsuper_identifying_paramsrO __class__r/r0r+szTongyi._identifying_paramsz List[str]zOptional[List[str]]z"Optional[CallbackManagerForLLMRun]r)promptsr( run_managerr:r!c Ksg}|jrxt|dkrtdd}|j|d||fi|D]}|durN|}q<||7}q<|dusdJ|||gnN|jfd|i|}|D]4} t|fd| i|} |tfi| | gqt |d|j idS)Nr",Cannot stream results with multiple prompts.rr(promptrn generationsZ llm_output) rulenr8_streamappend_chunk_to_generation_invocation_paramsrFr_generation_from_qwen_resprrn rLrr(rr:rZ generationr^paramsr completionr/r/r0 _generate/s,   zTongyi._generatez'Optional[AsyncCallbackManagerForLLMRun]c sg}|jrt|dkrtdd}|j|d||fi|2z"3dHW}|durV|}q<||7}q<6|dusnJ|||gnh|jfd|i|}|D]N} t dt j t fi|| d|IdH} |t fi|| gqt|d|jidS)Nr"rrr()r rrnr)rurr8_astreamrrrrQrRrS functoolspartialrFrrrrnrr/r/r0 _ageneratePs: &    zTongyi._ageneratezIterator[GenerationChunk])rr(rr:r!c ksp|jf|dd|}tt|fd|i|D]<\}}tfi|||}|rd|j|j||jd|Vq.dSNT)r(streamr)r^verbose)rrerIrron_llm_new_tokentextr rLrr(rr:rZ stream_resp is_last_chunkr^r/r/r0rvs$  zTongyi._streamzAsyncIterator[GenerationChunk]c Ks|jf|dd|}tt|fd|i|2zJ3dHW\}}tfi|||}|rr|j|j||jdIdH|Vq.6dSr)rrfr_rrrrrrr/r/r0rs$  zTongyi._astream)r(r:r!cKs4i|j|}|dur||d<|dr0d|d<|S)Nr(rTZincremental_output)rget)rLr(r:rr/r/r0rs zTongyi._invocation_paramsT)r2rr!cCsL|r6t|ddt|dd|dt|dddSt|dddSdS) Noutputr finish_reason request_idusage)rrZ token_usagergeneration_info)r)dict)r2rr/r/r0rs     z!Tongyi._generation_from_qwen_resprr)r^r!cCst|j|jdS)Nr)rrr)r^r/r/r0rszTongyi._chunk_to_generation)NN)NN)NN)NN)T)rZr[r\__doc__propertyrir@__annotations__rrnrrprrrgrur+rxrr~rrrrrrr staticmethodrr __classcell__r/r/rr0rsH L     $) )4 __future__rrQrr-typingrrrrrrr r r r r rZlangchain_core.callbacksrrZ#langchain_core.language_models.llmsrZlangchain_core.outputsrrrZlangchain_core.utilsrrZpydanticrZrequests.exceptionsrtenacityrrrrr getLoggerrZr,rr1r9rFrIr_rerfrr/r/r/r0s* 8