a bg<"@sddlZddlmZmZmZmZmZddlmZm Z ddl m Z ddl m Z ddlmZmZddlmZedd d Zedd d Zeeed ddZGddde ZdS)N)AnyDictListOptionalcast) AgentAction AgentFinish)BaseCallbackHandler) BaseMessage)ChatGeneration LLMResult guard_import)returncCs tdS)zImport the infino client.Zinfinopy)rZ InfinoClientrr{/var/www/html/cobodadashboardai.evdpl.com/venv/lib/python3.9/site-packages/langchain_community/callbacks/infino_callback.py import_infino srcCstdS)z6Import tiktoken for counting tokens for OpenAI models.tiktokenr rrrrimport_tiktokensr)stringopenai_model_namercCs"t}||}t||}|S)zCalculate num tokens for OpenAI with tiktoken package. Official documentation: https://github.com/openai/openai-cookbook/blob/main /examples/How_to_count_tokens_with_tiktoken.ipynb )rZencoding_for_modellenencode)rrrencoding num_tokensrrrget_num_tokenss rc@seZdZdZd3eeeeeddddZd4eeeddd d Z e eefe eedd d d Z eeddddZ eeddddZeeddddZe eefe eefeddddZe eefeddddZeeddddZe eefeeddd d!Zeeed"d#d$Zd5eeeeeedd%d&d'Zeeddd(d)Zeedd*d+d,Zeedd-d.d/Ze eefe e eedd0d1d2ZdS)6InfinoCallbackHandlerz%Callback Handler that logs to Infino.NF)model_id model_versionverbosercCs*t|_||_||_||_d|_d|_dS)NFz gpt-3.5-turbo)rclientrrris_chat_openai_modelchat_openai_model_name)selfrrrrrr__init__%s zInfinoCallbackHandler.__init__T)keyvalueis_tsrcCs^dtt||d|j|jdi}|jrq6|jdurt|jt r|jd}|dur|d}|d }|d } |d||d ||d | |j rd d d |D} t | |j d} |d | dS)zsz3InfinoCallbackHandler.on_llm_end..r)r+end_timer5r.r4 generationstextZ llm_output isinstancerr!joinrr") r#r9r1durationrHrDr:r;r<r=messagesrrr on_llm_endis0         z InfinoCallbackHandler.on_llm_end)r4r1rcKs d|_dS)zSet the error flag.N)r4r#r4r1rrr on_llm_errorsz"InfinoCallbackHandler.on_llm_error)r/inputsr1rcKsdS)z!Do nothing when LLM chain starts.Nr)r#r/rRr1rrron_chain_startsz$InfinoCallbackHandler.on_chain_start)outputsr1rcKsdS)zDo nothing when LLM chain ends.Nr)r#rTr1rrr on_chain_endsz"InfinoCallbackHandler.on_chain_endcKsdS)zNeed to log the error.NrrPrrron_chain_errorsz$InfinoCallbackHandler.on_chain_error)r/ input_strr1rcKsdS)zDo nothing when tool starts.Nr)r#r/rWr1rrr on_tool_startsz#InfinoCallbackHandler.on_tool_start)actionr1rcKsdS)z.Do nothing when agent takes a specific action.Nr)r#rYr1rrron_agent_actionsz%InfinoCallbackHandler.on_agent_action)outputobservation_prefix llm_prefixr1rcKsdS)zDo nothing when tool ends.Nr)r#r[r\r]r1rrr on_tool_endsz!InfinoCallbackHandler.on_tool_endcKsdS)z&Do nothing when tool outputs an error.NrrPrrr on_tool_errorsz#InfinoCallbackHandler.on_tool_error)rIr1rcKsdSz Do nothing.Nr)r#rIr1rrron_textszInfinoCallbackHandler.on_text)finishr1rcKsdSr`r)r#rbr1rrron_agent_finishsz%InfinoCallbackHandler.on_agent_finish)r/rMr1rc Ks|d}|r*|D]}|dkrd|_q*q|jr|d}|r|d}|r||_d}|D].} ddd | D} t| |jd } || 7}qZ|d ||jrtd |jd |jddd |D} |jd| ddd|_t |_ dS)zRun when LLM starts running.idZ ChatOpenAITinvocation_params model_namerr>css|]}tt|jVqdSr?rr@rB)rCmsgrrrrEsz.rFr;z=on_chat_model_start: is_chat_openai_model= z+, chat_openai_model_name=css$|]}|D]}tt|jVq qdSr?rg)rCZsublistrhrrrrEsr2Fr3N) getr!r"rKrr.rr,r4r+r5) r#r/rMr1valuesr&rerfr;Z message_listZmessage_stringrr2rrron_chat_model_startsJ       z)InfinoCallbackHandler.on_chat_model_start)NNF)T)NN)__name__ __module__ __qualname____doc__rr@boolr$rr.rrr6r8r rN BaseExceptionrQrSrUrVrXrrZr^r_rarrcr rkrrrrr"sj  "  %      r)r+typingrrrrrZlangchain_core.agentsrrZlangchain_core.callbacksr Zlangchain_core.messagesr Zlangchain_core.outputsr r Zlangchain_core.utilsrrrr@r*rrrrrrs