a bgo>@sddlmZddlZddlZddlZddlZddlZddlZddlZddl m Z ddlm Z ddl m Z ddl mZmZmZmZmZmZddlmZmZmZddlmZdd lmZdd lmZdd lmZdd l m!Z!m"Z"dd l#m$Z$e%e&Z'GdddeZ(GdddZ)dS)) annotationsN)datetime)Queue)mktime)AnyDict GeneratorIteratorListOptional) urlencodeurlparse urlunparse)format_date_time)CallbackManagerForLLMRun)LLM)GenerationChunk)get_from_dict_or_envpre_init)Fieldc@s@eZdZUdZdZded<edddZded<edd dZded <edd dZ ded <edd dZ ded<edddZ ded<dZ ded<dZ ded<edddZded<dZded<dZded<eed Zd!ed"<ed#d#d$d%d&Zedd'd(d)Zed!d'd*d+Zd4dd,d-ddd.d/d0Zd5dd,d-dd1d.d2d3ZdS)6SparkLLMuT iFlyTek Spark completion model integration. Setup: To use, you should set environment variables ``IFLYTEK_SPARK_APP_ID``, ``IFLYTEK_SPARK_API_KEY`` and ``IFLYTEK_SPARK_API_SECRET``. .. code-block:: bash export IFLYTEK_SPARK_APP_ID="your-app-id" export IFLYTEK_SPARK_API_KEY="your-api-key" export IFLYTEK_SPARK_API_SECRET="your-api-secret" Key init args — completion params: model: Optional[str] Name of IFLYTEK SPARK model to use. temperature: Optional[float] Sampling temperature. top_k: Optional[float] What search sampling control to use. streaming: Optional[bool] Whether to stream the results or not. Key init args — client params: app_id: Optional[str] IFLYTEK SPARK API KEY. Automatically inferred from env var `IFLYTEK_SPARK_APP_ID` if not provided. api_key: Optional[str] IFLYTEK SPARK API KEY. If not passed in will be read from env var IFLYTEK_SPARK_API_KEY. api_secret: Optional[str] IFLYTEK SPARK API SECRET. If not passed in will be read from env var IFLYTEK_SPARK_API_SECRET. api_url: Optional[str] Base URL for API requests. timeout: Optional[int] Timeout for requests. See full list of supported init args and their descriptions in the params section. Instantiate: .. code-block:: python from langchain_community.llms import SparkLLM llm = SparkLLM( app_id="your-app-id", api_key="your-api_key", api_secret="your-api-secret", # model='Spark4.0 Ultra', # temperature=..., # other params... ) Invoke: .. code-block:: python input_text = "用50个字左右阐述，生命的意义在于" llm.invoke(input_text) .. code-block:: python '生命的意义在于实现自我价值，追求内心的平静与快乐，同时为他人和社会带来正面影响。' Stream: .. code-block:: python for chunk in llm.stream(input_text): print(chunk) .. code-block:: python 生命 | 的意义在于 | 不断探索和 | 实现个人潜能，通过 | 学习 | 、成长和对社会 | 的贡献，追求内心的满足和幸福。 Async: .. code-block:: python await llm.ainvoke(input_text) # stream: # async for chunk in llm.astream(input_text): # print(chunk) # batch: # await llm.abatch([input_text]) .. code-block:: python '生命的意义在于实现自我价值，追求内心的平静与快乐，同时为他人和社会带来正面影响。' Nrclientapp_id)defaultalias Optional[str] spark_app_idapi_key spark_api_key api_secretspark_api_secretapi_url spark_api_urlmodelspark_llm_domainZlc_userstr spark_user_idFbool streamingtimeoutintrequest_timeoutg?float temperaturetop_k)default_factoryzDict[str, Any] model_kwargsr)valuesreturncCst|ddgd|d<t|ddgd|d<t|ddgd |d<t|d d gd d |d <t|ddgdd|d<|dpt|j|dd<|dp|j|dd<t|d|d|d|d |d|dd|d<|S)NrrZIFLYTEK_SPARK_APP_IDrrZIFLYTEK_SPARK_API_KEYr rZIFLYTEK_SPARK_API_SECRETr"r!ZIFLYTEK_SPARK_API_URL$wss://spark-api.xf-yun.com/v3.5/chatr$r#ZIFLYTEK_SPARK_LLM_DOMAIN generalv3.5r.r2r0rrrr! spark_domainr2r)rr.r0_SparkLLMClient)clsr3r;o/var/www/html/cobodadashboardai.evdpl.com/venv/lib/python3.9/site-packages/langchain_community/llms/sparkllm.pyvalidate_environmentsL zSparkLLM.validate_environment)r4cCsdS)zReturn type of llm.zspark-llm-chatr;)selfr;r;r< _llm_typeszSparkLLM._llm_typecCs(|j|j|j|j|jd}i||jS)z4Get the default parameters for calling SparkLLM API.)r$streamr,r0r.)r$r(r,r0r.r2)r>Z normal_paramsr;r;r<_default_paramsszSparkLLM._default_paramszOptional[List[str]]z"Optional[CallbackManagerForLLMRun])promptstop run_managerkwargsr4cKs|jr4d}|j|||fi|D]}||j7}q |Sd}|jd|dg|j|j|j|jj|jdD]}d|vrvqh|dd}qh|S)avCall out to an sparkllm for each generation with a prompt. Args: prompt: The prompt to pass into the model. stop: Optional list of stop words to use when generating. Returns: The string generated by the llm. Example: .. code-block:: python response = client("Tell me a joke.") userrolecontentr*datarJ) r(_streamtextrarunr&r2 subscriber,)r>rBrCrDrE completionchunkrJr;r;r<_calls"  zSparkLLM._callzIterator[GenerationChunk]cksh|jd|dg|j|jd|jj|jdD]4}d|vrrBrCrDrErJdeltar;r;r<rMs  zSparkLLM._stream)NN)NN)__name__ __module__ __qualname____doc__r__annotations__rrrr r"r$r&r(r,r.r0dictr2rr=propertyr?rArSrMr;r;r;r<rs2 X     *(rc@seZdZdZd0dddddddddZeddddd d d Zd1d dddddddZd2d dddddddZddddddZ dddddddZ dddd d!Z dddd"d#d$Z d3d%ddd&d'd(d)Z d4d+d,d-d.d/ZdS)5r9z Use websocket-client to call the SparkLLM interface provided by Xfyun, which is the iFlyTek's open platform for AI capabilities Nr%rzOptional[dict]r7cCsvzddl}||_Wnty,tdYn0|s6dn||_||_||_|pNd|_t|_ddd|_ ||_ ||_ dS)NrzhCould not import websocket client python package. Please install it with `pip install websocket-client`.r5r6rF assistantrJrI) websocketwebsocket_client ImportErrorr!rr2r8rqueueblocking_messagerr)r>rrrr!r8r2r_r;r;r<__init__ s       z_SparkLLMClient.__init__)r!rrr4cCsttt}t|}|j}|j}d|d|d|d}tj | d| dt j d }t|jdd} d|d | d } t| djdd} | ||d } t| } t|j|j|j|j| |jf}|S) zK Generate a request url with an api key and an api secret. zhost: z date: z GET z HTTP/1.1zutf-8) digestmod)encodingz api_key="zQ", algorithm="hmac-sha256", headers="host date request-line", signature="") authorizationdatehost)rrrnow timetupler netlocpathhmacnewencodehashlibsha256digestbase64 b64encodedecoder rschemeparamsfragment)r!rrri parsed_urlrjrnZsignature_originZ signature_shaZsignature_sha_base64Zauthorization_originrh params_dictZencoded_paramsurlr;r;r< _create_url*s:   z_SparkLLMClient._create_urlFz List[Dict]r'None)messagesuser_idr2r(r4cCsl|jd|jjt|j|j|j|j|j |j |j d}||_ ||_ |durT|jn||_||_|dS)NF) on_messageon_erroron_closeon_open)r`Z enableTraceZ WebSocketAppr9r~r!rrrrrrrrr2r( run_forever)r>rrr2r(wsr;r;r<rTWs"  z_SparkLLMClient.runzthreading.ThreadcCs$tj|j||||fd}||S)N)targetargs) threadingThreadrTstart)r>rrr2r(Z ws_threadr;r;r<rOps z_SparkLLMClient.arunrz Optional[Any])rerrorr4cCs|jd|i|dS)Nr)rbputclose)r>rrr;r;r<rsz_SparkLLMClient.on_errorr+)rclose_status_code close_reasonr4cCs(td||di|jddidS)Nlog)rrdoneT)loggerdebugrbr)r>rrrr;r;r<rsz_SparkLLMClient.on_close)rr4cCs6ddd|_t|j|j|j|jd}||dS)NrFr]r^)rrr2)rcjsondumps gen_paramsrrr2send)r>rrLr;r;r<rs  z_SparkLLMClient.on_open)rmessager4c Cst|}|dd}|dkrL|jdd|d|ddi|n|dd }|d }|d dd }|jr|jd |d din|jd |7<|dkr|js|jd |ji|r|didid ini}|jd|i|dS)NheadercoderrzCode: z , Error: rpayloadchoicesstatusrNrJrLusage)rloadsrbrrr(rcget) r>rrrLrrrrJZ usage_datar;r;r<rs,    z_SparkLLMClient.on_messagelistr[)rrr2r4cCsP|j|ddd|jiidd|iid}|r<|dd|td||S) N)ruidZchatdomainrrN)r parameterrrzSpark Request Parameters: )rr8updaterr)r>rrr2rLr;r;r<rs   z_SparkLLMClient.gen_paramsr)z Optional[int]zGenerator[Dict, None, None])r*r4c csz|jj|d}Wn6tjyH}ztd|dWYd}~n d}~00d|vr^t|dd|vrn|Vqd|vrxqd|vrq|VqdS)NrKz-SparkLLMClient wait LLM api response timeout z secondsrrrrL)rbrEmpty TimeoutErrorConnectionError)r>r*rJ_r;r;r<rPs   z_SparkLLMClient.subscribe)NNN)NF)NF)N)r))rVrWrXrYrd staticmethodr~rTrOrrrrrrPr;r;r;r<r9s( 0  r9)* __future__rrurrrorloggingrbrrrtimertypingrrrr r r urllib.parser r rZwsgiref.handlersrZlangchain_core.callbacksrZ#langchain_core.language_models.llmsrZlangchain_core.outputsrZlangchain_core.utilsrrZpydanticr getLoggerrVrrr9r;r;r;r<s,           m