a bgD@sfddlZddlZddlmZmZmZmZmZmZm Z m Z m Z m Z m Z mZddlmZddlmZddlmZddlmZddlmZmZmZmZmZmZmZmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&ddl'm(Z(dd l)m*Z*m+Z+dd l,m-Z-m.Z.m/Z/dd l0m1Z1m2Z2dd l3m4Z4dd l5m6Z6ddl7m8Z8m9Z9m:Z:e;e<Z=GdddeZ>e$e?dddZ@e!e?dddZAdS)N) AnyCallableDictIteratorListLiteralMappingOptionalSequenceTypeUnioncast)urlparse)CallbackManagerForLLMRun) BaseChatModel)LanguageModelInput) AIMessageAIMessageChunk BaseMessageBaseMessageChunk ChatMessageChatMessageChunkFunctionMessage HumanMessageHumanMessageChunkInvalidToolCall SystemMessageSystemMessageChunkToolCall ToolMessageToolMessageChunk)tool_call_chunk)make_invalid_tool_callparse_tool_call)ChatGenerationChatGenerationChunk ChatResult)RunnableRunnableConfig)BaseToolconvert_to_openai_tool) BaseModelField PrivateAttrcseZdZUdZeed<eed<dZeed<dZe ed<dZ e e eed <dZ e e ed <eed Zeed <eZeed <edfdd ZeedddZddddZeeeefdddZd>e ee e eeeeefdddZd?e ee e ee eeedddZd@ddee e e e eee!e"dfd d!Z#dAe ee e ee eee!e$dd"d#Z%eeeefdd$d%Z&dBe e eeeeefd&fd'd( Z'eedd)d*Z(e)e*eefed+d,d-Z+e)e*eefee"d.d/d0Z,e)ddd1d2Z-e)eed3d4d5Z.e)e*eefed6d7d8Z/dd9e0e1eeefe2e3e4e5fe e1eee6d:e7fee8eefd;fdtd|jd|ddS)N databricks)httphttpsrIzInvalid target URI: z. The scheme must be one of .)r1rscheme ValueError)rAallowedrErErFr>ms  zChatMlflow._validate_uricCs&|j|j|j|j|j|j|jd}|S)Nr1r0r2r4r5r6r8rP)rAparamsrErErF_default_paramsws zChatMlflow._default_params)messagesr5r:rGcKsVdd|D}||j|jd|j|}|jp0|}r>||d<|jdurR|j|d<|S)NcSsg|]}t|qSrE)r/_convert_message_to_dict).0messagerErErF sz.ChatMlflow._prepare_inputs..)rSr2r4r5r6)r2r4r8r5r6)rArSr5r:Z message_dictsdatarErErF_prepare_inputss   zChatMlflow._prepare_inputs)rSr5 run_managerr:rGcKs0|j||fi|}|jj|j|d}t|S)Nr0inputs)rYr9Zpredictr0r/_create_chat_result)rArSr5rZr:rXresprErErF _generateszChatMlflow._generate)r5)inputconfigr5r:rGc+sRt|jds.tt|j|f||d|Vn tj||fd|i|EdHdS)Npredict_stream)rar5r5)hasattrr9r rZinvoker<stream)rAr`rar5r:rCrErFrds zChatMlflow.streamcks|j||fi|}|jj|j|d}d}|D]}|dr.|dd} | d} |dur`| d}t| |} i} | d} r| | d<| d}r|| d<t| | pdd}|r|j|j ||d |Vq.q.q.dS) Nr[choicesrdeltarole finish_reasonlogprobsrVgeneration_info)chunkri) rYr9rbr0getr/_convert_delta_to_message_chunkr%Zon_llm_new_tokentext)rArSr5rZr:rXZ chunk_iterZfirst_chunk_rolerlchoiceZ chunk_deltaZ chunk_messagerkrhrirErErF_streams>  zChatMlflow._streamcCs|jS)N)rRrHrErErF_identifying_paramsszChatMlflow._identifying_params)r5r:rGc s i|jtjfd|i|S)z>Get the parameters used to invoke the model FOR THE CALLBACKS.r5)rRr<_get_invocation_params)rAr5r:rCrErFrss z!ChatMlflow._get_invocation_paramscCsdS)zReturn type of chat model.z mlflow-chatrErHrErErF _llm_typeszChatMlflow._llm_type)_dictrGc Cs|d}tt|d}|dkr*t|dS|dkr|p8d}i}g}g}|d}r||d<|D]T}z|t|dd Wq`ty}z |t|t|WYd}~q`d}~00q`t|||d ||d S|d krt |dSt ||d SdS)Nrgcontentuserrv assistant tool_callsT)Z return_idid)rvadditional_kwargsr|r{invalid_tool_callssystemrvrg) r strrmrappendr# Exceptionr"rrr) rurgrvr}r{r~raw_tool_callsZ raw_tool_callrBrErErF_convert_dict_to_messages<    z#ChatMlflow._convert_dict_to_message)ru default_rolerGcCs|d|}|dpd}|dkr,t|dS|dkri}g}|d}rx||d<zdd |D}WntyvYn0t|||d |d S|d krt|dS|d krt||d|d dSt||dSdS)Nrgrvrzrwrxryr{cSs:g|]2}t|dd|dd|d|ddqS)functionname argumentsr|index)rargsr|r)r!rm)rUZrtcrErErFrW.s  z>ChatMlflow._convert_delta_to_message_chunk..r|)rvr}r|tool_call_chunksrtool tool_call_id)rvrr|r)rmrKeyErrorrrr r)rurrgrvr}rrrErErFrn s8    z*ChatMlflow._convert_delta_to_message_chunkcCs tddS)N~Function messages are not supported by Databricks. Please create a feature request at https://github.com/mlflow/mlflow/issues.)rNrErErErF_raise_functions_not_supportedHsz)ChatMlflow._raise_functions_not_supported)rVrGcsd|ji}|jp|jd}dur,||d<t|trD|j|d<n(t|trZd|d<nt|trd|d<|j sx|j rdd|j Ddd|j D|d <n.cSsg|] }t|qSrE))_lc_invalid_tool_call_to_openai_tool_callrrErErFrW]sr{>rtyper|cs"g|]}fdd|DqS)csi|]\}}|vr||qSrErErUkvtool_call_supported_propsrErF eszBChatMlflow._convert_message_to_dict...)items)rU tool_callrrErFrWds rrr>rrgrvcsi|]\}}|vr||qSrErEr)supported_propsrErFrwsz7ChatMlflow._convert_message_to_dict..rzGot unknown message type: Z function_call)rvrr}rm isinstancerrgrrr{r~rrrrrrNr/r)rVZ message_dictrrE)rrrFrTOsT                 z#ChatMlflow._convert_message_to_dict)responserGcCsZg}|dD]4}t|d}|di}t||d}||q |di}t||dS)NrerVusagerj) generationsZ llm_output)r/rrmr$rr&)rrrprVrgenrErErFr]s    zChatMlflow._create_chat_result tool_choice)autononerequiredany)toolsrr:rGc sdd|D}rttr4dvrddidnTttrzdd|D}tfdd |Dstd d |d ntd |d<tjfd|i|S)aBind tool-like objects to this chat model. Assumes model is compatible with OpenAI tool-calling API. Args: tools: A list of tool definitions to bind to this chat model. Can be a dictionary, pydantic model, callable, or BaseTool. Pydantic models, callables, and BaseTools will be automatically converted to their schema dictionary representation. tool_choice: Which tool to require the model to call. Options are: name of the tool (str): calls corresponding tool; "auto": automatically selects a tool (including no tool); "none": model does not generate any tool calls and instead must generate a standard assistant message; "required": the model picks the most relevant tool in tools and must generate a tool call; or a dict of the form: {"type": "function", "function": {"name": <>}}. **kwargs: Any additional parameters to pass to the :class:`~langchain.runnable.Runnable` constructor. cSsg|] }t|qSrEr*)rUrrErErFrWz)ChatMlflow.bind_tools..)rrrrr)rrcSsg|]}|ddqS)rrrE)rUZformatted_toolrErErFrWsc3s|]}|ddkVqdS)rrNrE)rUZ tool_namerrErF sz(ChatMlflow.bind_tools..z Tool choice z1 was specified, but the only provided tools were rLzEUnrecognized tool_choice type. Expected str, bool or dict. Received: rr)rrdictrrNr<bind)rArrr:Zformatted_toolsZ tool_namesrCrrF bind_toolss4    zChatMlflow.bind_tools)N)NN)N)NN)N);__name__ __module__ __qualname____doc__r__annotations__r2floatr4intr5r rr6r-rr8r.r9rr=propertyr@r>rrRrrYrr&r_rr(rrrdr%rqrrrsrt staticmethodrrrnrrTr]r r r r,rr)rboolr'r __classcell__rErErCrFr/9s           /   ! '6 r/)rrGcCs$d|d|dt|dddSNrr|rr)rr)rr|r)jsondumps)rrErErFrs  r)invalid_tool_callrGcCsd|d|d|dddSrrE)rrErErFrs r)Brloggingtypingrrrrrrrr r r r r urllib.parserZlangchain_core.callbacksrZlangchain_core.language_modelsrZ#langchain_core.language_models.baserZlangchain_core.messagesrrrrrrrrrrrrrrr Zlangchain_core.messages.toolr!Z*langchain_core.output_parsers.openai_toolsr"r#Zlangchain_core.outputsr$r%r&Zlangchain_core.runnablesr'r(Zlangchain_core.toolsr)Z%langchain_core.utils.function_callingr+Zpydanticr,r-r. getLoggerrloggerr/rrrrErErErFs.8    D