a bgX1@sddlmZddlZddlZddlmZmZmZmZm Z m Z m Z m Z m Z mZddlmZddlmZmZmZddlmZmZmZmZddlmZmZmZmZmZm Z e!e"Z#dd d d d Z$dd d ddZ%dddddZ&dd d dddZ'dd d dddZ(GdddeeZ)dS)) annotationsN) AnyCallableDictListLiteralOptionalSequenceSetTupleUnion) Embeddings)get_from_dict_or_envget_pydantic_field_namespre_init) BaseModel ConfigDictFieldmodel_validator) AsyncRetryingbefore_sleep_logretryretry_if_exception_typestop_after_attemptwait_exponentialLocalAIEmbeddingszCallable[[Any], Any]) embeddingsreturncCsrddl}d}d}tdt|jtd||dt|jjt|jjBt|jj Bt|jj Bt|jj Bt t tjdS)Nr T multiplierminmaxreraisestopwaitr before_sleep)openairr max_retriesrrerrorTimeoutAPIErrorAPIConnectionErrorRateLimitErrorServiceUnavailableErrorrloggerloggingWARNING)rr* min_seconds max_secondsr7t/var/www/html/cobodadashboardai.evdpl.com/venv/lib/python3.9/site-packages/langchain_community/embeddings/localai.py_create_retry_decorator%s$       r9rcsddl}d}d}tdt|jtd||dt|jjt|jjBt|jj Bt|jj Bt|jj Bt t tjdddd fd d }|S) NrrrTr r!r%r)funcrcsddddfdd }|S)Nrr)argskwargsrcs62z"3dHW}|i|IdHS6tddS)Nzthis is unreachable)AssertionError)r;r<_)async_retryingr:r7r8 wrapped_fQsz7_async_retry_decorator..wrap..wrapped_fr7)r:r@r?)r:r8wrapPsz$_async_retry_decorator..wrap)r*rrr+rrr,r-r.r/r0r1rr2r3r4)rr*r5r6rBr7rAr8_async_retry_decorator;s(       rCdict)responsercCs.tdd|dDr*ddl}|jd|S)Ncss|]}t|ddkVqdS) embeddingr N)len).0dr7r7r8 ]z"_check_response..datarz'LocalAI API returned an empty embedding)anyr*r,r.)rEr*r7r7r8_check_response\s rN)rr<rc s.t}|dddfdd }|fi|S))Use tenacity to retry the embedding call.rr<rcsjjfi|}t|SN)clientcreaterNr<rErr7r8_embed_with_retryhsz+embed_with_retry.._embed_with_retry)r9)rr<Zretry_decoratorrVr7rUr8embed_with_retrydsrWcs0tdddfdd }|fi|IdHS)rOrrPcs jjfi|IdH}t|SrQ)rRZacreaterNrTrUr7r8_async_embed_with_retryssz7async_embed_with_retry.._async_embed_with_retryN)rC)rr<rXr7rUr8async_embed_with_retrypsrYc@seZdZUdZdZded<dZded<eZded<dZd ed <dZ d ed <dZ d ed <d Z ded<dZ d ed<dZ d ed<eZded<dZded<dZded<dZded<dZded<dZded<dZded <eed!Zd"ed#<ed$d%d&Zed'd(ed"dd)d*d+Zed,d,d)d-d.Ze d,d/d0d1Z!ddd2d3d4d5Z"ddd2d3d6d7Z#dFd9d:d;d<d=d>Z$dGd9d:d;d<d?d@Z%dd2dAdBdCZ&dd2dAdDdEZ'dS)HraLocalAI embedding models. Since LocalAI and OpenAI have 1:1 compatibility between APIs, this class uses the ``openai`` Python package's ``openai.Embedding`` as its client. Thus, you should have the ``openai`` python package installed, and defeat the environment variable ``OPENAI_API_KEY`` by setting to a random string. You also need to specify ``OPENAI_API_BASE`` to point to your LocalAI service endpoint. Example: .. code-block:: python from langchain_community.embeddings import LocalAIEmbeddings openai = LocalAIEmbeddings( openai_api_key="random-string", openai_api_base="http://localhost:8080" ) NrrRztext-embedding-ada-002strmodel deploymentz Optional[str]openai_api_versionopenai_api_base openai_proxyiintembedding_ctx_lengthopenai_api_keyopenai_organizationzUnion[Literal['all'], Set[str]]allowed_specialallz.Union[Literal['all'], Set[str], Sequence[str]]disallowed_speciali chunk_sizer+z+Optional[Union[float, Tuple[float, float]]]request_timeoutheadersFboolshow_progress_bar)default_factoryzDict[str, Any] model_kwargsZforbidr7)extraZprotected_namespacesbefore)mode)valuesrc Cst|}|di}t|D]P}||vr8td|d||vrtd|d|d|d||||<q||}|rtd|d ||d<|S) z>Build extra kwargs from additional params that were passed in.rnzFound z supplied twice.z WARNING! z/ is not default parameter. zJ was transferred to model_kwargs. Please confirm that z is what you intended.z Parameters za should be specified explicitly. Instead they were passed in as part of `model_kwargs` parameter.) rgetlist ValueErrorwarningswarnpop intersectionkeys)clsrrZall_required_field_namesro field_nameZinvalid_model_kwargsr7r7r8 build_extras*   zLocalAIEmbeddings.build_extrarcCst|dd|d<t|dddd|d<t|dddd|d<d}t|d d |d|d <t|d d dd|d <zd dl}|j|d<WntytdYn0|S)z?Validate that api key and python package exists in environment.rbZOPENAI_API_KEYr^ZOPENAI_API_BASE)defaultr_Z OPENAI_PROXYr]ZOPENAI_API_VERSIONrcZOPENAI_ORGANIZATIONrNrRzTCould not import openai python package. Please install it with `pip install openai`.)rr*Z Embedding ImportError)r{rrZdefault_api_versionr*r7r7r8validate_environmentsH      z&LocalAIEmbeddings.validate_environment)rcCsJ|j|j|j|j|j|j|jd|j}|jrFddl }|j|jd|_ |S)N)r[rirjZapi_keyZ organizationZapi_base api_versionr)httphttps) r[rirjrbrcr^r]rnr_r*proxy)selfZ openai_argsr*r7r7r8_invocation_paramss  z$LocalAIEmbeddings._invocation_paramsz List[float])textenginercCs<|jdr|dd}t|fd|gi|jdddS))Call out to LocalAI's embedding endpoint.001  inputrLrrF)r[endswithreplacerWrrrrr7r7r8_embedding_funcs  z!LocalAIEmbeddings._embedding_funccsB|jdr|dd}t|fd|gi|jIdHdddS) rrrrrNrLrrF)r[rrrYrrr7r7r8_aembedding_funcs   z"LocalAIEmbeddings._aembedding_funcrz List[str]z Optional[int]zList[List[float]])textsrgrcsfdd|DS)aNCall out to LocalAI's embedding endpoint for embedding search docs. Args: texts: The list of texts to embed. chunk_size: The chunk size of embeddings. If None, will use the chunk size specified by the class. Returns: List of embeddings, one for each text. csg|]}j|jdqS)rrr\)rHrrr7r8 0rKz5LocalAIEmbeddings.embed_documents..r7)rrrgr7rr8embed_documents"sz!LocalAIEmbeddings.embed_documentscs2g}|D]$}|j||jdIdH}||q|S)aTCall out to LocalAI's embedding endpoint async for embedding search docs. Args: texts: The list of texts to embed. chunk_size: The chunk size of embeddings. If None, will use the chunk size specified by the class. Returns: List of embeddings, one for each text. rN)rr\append)rrrgrrrEr7r7r8aembed_documents2s  z"LocalAIEmbeddings.aembed_documents)rrcCs|j||jd}|S)zCall out to LocalAI's embedding endpoint for embedding query text. Args: text: The text to embed. Returns: Embedding for the text. rrrrrFr7r7r8 embed_queryEs zLocalAIEmbeddings.embed_querycs|j||jdIdH}|S)zCall out to LocalAI's embedding endpoint async for embedding query text. Args: text: The text to embed. Returns: Embedding for the text. rN)rr\rr7r7r8 aembed_queryQs zLocalAIEmbeddings.aembed_query)r)r)(__name__ __module__ __qualname____doc__rR__annotations__r[r\r]r^r_rarbrcsetrdrfrgr+rirjrlrrDrnrZ model_configr classmethodr}rrpropertyrrrrrrrr7r7r7r8r{sD                 *  )* __future__rr3rvtypingrrrrrrr r r r Zlangchain_core.embeddingsr Zlangchain_core.utilsrrrZpydanticrrrrtenacityrrrrrr getLoggerrr2r9rCrNrWrYrr7r7r7r8s 0  !