a
    dg                     @   s   d Z ddlmZmZmZmZ ddlmZmZm	Z	m
Z
mZmZmZ ddlmZmZ ddlmZmZ dZG dd deZG d	d
 d
eZG dd deZG dd deZG dd deZdS )zqGeneric Wrapper for chat LLMs, with sample implementations
for Llama-2-chat, Llama-2-instruct and Vicuna models.
    )AnyListOptionalcast)	AIMessageBaseMessageChatGeneration
ChatResultHumanMessage	LLMResultSystemMessage)AsyncCallbackManagerForLLMRunCallbackManagerForLLMRun)LLMBaseChatModela  You are a helpful, respectful and honest assistant. Always answer as helpfully as possible, while being safe. Your answers should not include any harmful, unethical, racist, sexist, toxic, dangerous, or illegal content. Please ensure that your responses are socially unbiased and positive in nature.

If a question does not make any sense, or is not factually coherent, explain why instead of answering something not correct. If you don't know the answer to a question, please don't share false information.c                   @   s   e Zd ZU dZeed< eed< eed< eed< eed< eed< eed< d	Zee ed
< d	Z	ee ed< e
edZe
ed< dee eee  ee eedddZdee eee  ee eedddZee edddZeeedddZd	S )ChatWrapperzWrapper for chat LLMs.llmsys_begsys_endai_n_begai_n_end	usr_n_beg	usr_n_endN	usr_0_beg	usr_0_endcontentsystem_message)messagesstoprun_managerkwargsreturnc                 K   s0   |  |}| jjf |g||d|}| |S N)Zpromptsr   r    )_to_chat_promptr   	_generate_to_chat_resultselfr   r   r    r!   Z	llm_input
llm_result r*   |/var/www/html/cobodadashboardai.evdpl.com/venv/lib/python3.9/site-packages/langchain_experimental/chat_models/llm_wrapper.pyr%   *   s    
zChatWrapper._generatec                    s6   |  |}| jjf |g||d|I d H }| |S r#   )r$   r   
_agenerater&   r'   r*   r*   r+   r,   7   s    
zChatWrapper._agenerate)r   r"   c                 C   sJ  |st dt|d ts&| jg| }t|d ts<t dt|d tsRt dg }| jdu rh| j| _| jdu rz| j| _|	| j
tt|d j | j  |	| jtt|d j | j  t|ddd |d	dd D ]b\}}t|trt|tst d
|	| jtt|j | j  |	| jtt|j | j  qd|S )zHConvert a list of messages into a prompt format expected by wrapped LLM.z*at least one HumanMessage must be providedr      z<messages list must start with a SystemMessage or UserMessagez#last message must be a HumanMessageN      z]messages must be alternating human- and ai-messages, optionally prepended by a system message )
ValueError
isinstancer   r   r
   r   r   r   r   appendr   r   strr   r   zipr   r   r   join)r(   r   Zprompt_partsZ
ai_messageZhuman_messager*   r*   r+   r$   D   sF    

&zChatWrapper._to_chat_prompt)r)   r"   c                 C   sB   g }| j d D ]$}tt|jd|jd}|| qt|| jdS )Nr   r   )messagegeneration_info)generations
llm_output)r:   r   r   textr9   r4   r	   r;   )r)   Zchat_generationsgZchat_generationr*   r*   r+   r&   x   s    zChatWrapper._to_chat_result)NN)NN)__name__
__module____qualname____doc__r   __annotations__r5   r   r   r   r   DEFAULT_SYSTEM_PROMPTr   r   r   r   r   r	   r%   r   r,   r$   staticmethodr   r&   r*   r*   r*   r+   r      sD   
  
  
4r   c                   @   s   e Zd ZU dZeedddZdZeed< dZ	eed< d	Z
eed
< dZeed< dZeed< dZeed< dZeed< dZeed< dS )
Llama2ChatzWrapper for Llama-2-chat model.r"   c                 C   s   dS )Nzllama-2-chatr*   r(   r*   r*   r+   	_llm_type   s    zLlama2Chat._llm_typez<s>[INST] <<SYS>>
r   z
<</SYS>>

r    r    </s>r   
<s>[INST] r    [/INST]r   r1   r   r   Nr>   r?   r@   rA   propertyr5   rH   r   rB   r   r   r   r   r   r   r   r*   r*   r*   r+   rE      s   
rE   c                   @   s   e Zd ZU dZeedddZdZeed< dZ	eed< d	Z
eed
< dZeed< dZeed< dZeed< dZeed< dZeed< dS )MixtralzRSee https://huggingface.co/mistralai/Mixtral-8x7B-Instruct-v0.1#instruction-formatrF   c                 C   s   dS )NZmixtralr*   rG   r*   r*   r+   rH      s    zMixtral._llm_typerK   r   
r   rI   r   rJ   r   z [INST] r   rL   r   r1   r   r   NrM   r*   r*   r*   r+   rO      s   
rO   c                   @   sl   e Zd ZU dZeedddZdZeed< dZ	eed< d	Z
eed
< dZeed< dZeed< dZeed< dS )OrcazWrapper for Orca-style models.rF   c                 C   s   dS )Nz
orca-styler*   rG   r*   r*   r+   rH      s    zOrca._llm_typez### System:
r   z

r   z### Assistant:
r   r   z
### User:
r   r   Nr>   r?   r@   rA   rN   r5   rH   r   rB   r   r   r   r   r   r*   r*   r*   r+   rQ      s   
rQ   c                   @   sl   e Zd ZU dZeedddZdZeed< dZ	eed< d	Z
eed
< dZeed< dZeed< dZeed< dS )Vicunaz Wrapper for Vicuna-style models.rF   c                 C   s   dS )Nzvicuna-styler*   rG   r*   r*   r+   rH      s    zVicuna._llm_typer1   r   rI   r   zASSISTANT: r   rJ   r   zUSER: r   r   NrR   r*   r*   r*   r+   rS      s   
rS   N)rA   typingr   r   r   r   Zlangchain.schemar   r   r   r	   r
   r   r   Z langchain_core.callbacks.managerr   r   Zlangchain_core.language_modelsr   r   rC   r   rE   rO   rQ   rS   r*   r*   r*   r+   <module>   s   $	l