a bg<@sddlmZddlZddlZddlmZmZmZmZddl Z ddl m Z ddl mZddlmZddlmZeeZGdd d eZGd d d eZdS) ) annotationsN)AnyListOptionalTuple)Document) Embeddings) VectorStore)maximal_marginal_relevancec@seZdZdZd ddZd S) VikingDBConfigaAvikingdb connection config See the following documentation for details: https://www.volcengine.com/docs/6459/1167770 Attribute: host(str):The access address of the vector database server that the client needs to connect to. region(str):"cn-shanghai" or "cn-beijing" ak(str):Access Key ID, security credentials for accessing Volcano Engine services. sk(str):Secret Access Key, security credentials for accessing Volcano Engine services. scheme(str):http or https, defaulting to http. hostregionakskhttpcCs"||_||_||_||_||_dSN)r r rrscheme)selfr r rrrrw/var/www/html/cobodadashboardai.evdpl.com/venv/lib/python3.9/site-packages/langchain_community/vectorstores/vikingdb.py__init__"s zVikingDBConfig.__init__N)r r rrr)__name__ __module__ __qualname____doc__rrrrrr sr c @s8eZdZdZd=ddddd d d d d ZeddddZd>ddddddZddddZd?dddd ddddZ d@ddd dd d!d"Z dAddd d#d d$d%Z dBd&dd dd'd(d)Z dCd&dd d#d'd*d+Z dDddd.dd dd/d0d1ZdEd&dd.dd dd2d3d4ZdFd5d dd6d7d8ZedGddddddd9d d:d;d<ZdS)HVikingDBzvikingdb as a vector store In order to use this you need to have a database instance. See the following documentation for details: https://www.volcengine.com/docs/6459/1167774 LangChainCollectionNFrstrzOptional[VikingDBConfig]zOptional[dict]zOptional[bool]r)embedding_functioncollection_nameconnection_args index_paramsdrop_oldkwargsc Kszddlm}m}Wnty.tdYn0||_||_d|_||_||_||_ ||j |j |j |j |j|_z|j|} Wntyd} Yn0| |_d|_|jdur|j|j|j|_|rt|j|r|j|} | D]} |j|| jq|j|d|_d|_dS)Nr) CollectionVikingDBServicefCould not import volcengine python package. Please install it with `pip install --upgrade volcengine`.ZLangChainIndex)volcengine.viking_dbr$r% ImportErrorembedding_funcr index_namer r!r"r r rrrserviceZget_collection Exception collectionindexZ get_index isinstanceZ list_indexesZ drop_indexZdrop_collection) rrrr r!r"r#r$r%colZindexesr.rrrr2sD        zVikingDB.__init__)returncCs|jSr)r)rrrr embeddingsaszVikingDB.embeddingsrzOptional[List[dict]]None)r3 metadatasr1c Cszddlm}m}Wnty.tdYn0t|d}g}|rB|dD]\}}t|trx||||j qRt|t r||||j qRt|t r||||j qRt|trtdd|Dr||||jqRt|trtdd|Dr||||jqRt|tr8||||jqRtdqR||d|j||d |j d d ||d |j|d |j|j||_dS)Nr)Field FieldTyper&css|]}t|tVqdSr)r/r.0itemrrr zsz.VikingDB._create_collection..css|]}t|tVqdSr)r/intr8rrrr;~sz>metadatas value is invalidplease change the type of metadatas.text primary_keyT)Zis_primary_keyvector)dim)r'r6r7r(lenitemsr/rappendStringr<ZInt64boolZBoollistallZ List_StringZ List_Int64bytesText ValueErrorZVectorr+Zcreate_collectionrr-) rr3r5r6r7r@fieldskeyvaluerrr_create_collectionesB        zVikingDB._create_collectioncCszddlm}Wnty*tdYn0d}|}d}d}|jdur|jddurb|jd}|jddur||jd}|jddur|jd}|jd dur|jd }|jj|j|j||||d |_ dS) Nr)VectorIndexParamsr& cpu_quota vector_index partition_by scalar_index)rSrRrTrU) r'rOr(r!getr+Z create_indexrr*r.)rrOrRrSrTrUrrr _create_indexs6       zVikingDB._create_indexz List[str]r<)textsr5 batch_sizer#r1c szddlm}Wnty*tdYn0t|}zj|}Wn$tyhfdd|D}Yn0t|dkrt dgSj dur || g}g}t t|D]} tt} || || | || d} |dur*| t|kr*t|| } | D]} || | | | <q||| qt|}t d||D],}t|||}|||}j |qN|S) zInsert text data into VikingDB.r)Datar&csg|]}j|qSr)r) embed_query)r9xr2rr z&VikingDB.add_texts..zNothing to insert, skipping.N)r=r>r?)r'r[r(rFr)Zembed_documentsNotImplementedErrorrAloggerdebugr-rNrWrangeruuiduuid4rCkeysrVminZ upsert_data)rrYr5rZr#r[r3dataZpksr.r>fieldnamesnameZ total_countiendZ insert_datarr2r add_textssJ          zVikingDB.add_textszList[Document])queryparamsr#r1cKs$|jf||d|}dd|DS)5Perform a similarity search against the query string.)rorpcSsg|] \}}|qSrrr9doc_rrrr^r_z.VikingDB.similarity_search..)similarity_search_with_score)rrorpr#resrrrsimilarity_searchszVikingDB.similarity_searchzList[Tuple[Document, float]]cKs&|j|}|jf||d|}|S)APerform a search on a query string and return results with score. embeddingrp)r)r\&similarity_search_with_score_by_vector)rrorpr#rzrvrrrrus z%VikingDB.similarity_search_with_scorez List[float])rzrpr#r1cKs$|jf||d|}dd|DS)rqrycSsg|] \}}|qSrrrrrrrr^r_z8VikingDB.similarity_search_by_vector..)r{)rrzrpr#rvrrrsimilarity_search_by_vectors z$VikingDB.similarity_search_by_vectorcKs|jdurtdgSd}d}d}d}|dur|ddurF|d}|ddur\|d}|ddurr|d}|ddur|d}|jj|||||d }g} |D]l} d | jvr| jd d | jvr| jd d } d | jvr| jd } t| | jd} | | j f} | | q| S)rxN!No existing collection to search. defaultfilterlimit output_fields partitionrrrrr>r?rQr= page_contentmetadata) r-rarbrVr.search_by_vectorrKpoprZscorerC)rrzrpr#rrrrrvretr:rrspairrrrr{ sH          z/VikingDB.similarity_search_with_score_by_vector?float)rok lambda_multrpr#r1cKs&|j|}|jf||||d|S)>Perform a search and return results that are reordered by MMR.)rzrrrp)r)r\'max_marginal_relevance_search_by_vector)rrorrrpr#rzrrrmax_marginal_relevance_search8s z&VikingDB.max_marginal_relevance_search)rzrrrpr#r1cKs\|jdurtdgSd}d}d}d} |dur|ddurF|d}|ddur\|d}|ddurr|d}|ddur|d} |jj||||| d } g} g} | D]f} d | jvsd | jvsd | jvrq| | jd | jd | jd }t || jd }| |qt t || ||d}g}|D]&}|dkrFqXn|| |q0|S)rNr}r~rrrrrrr?r>r=r)rr) r-rarbrVr.rrKrCrrr nparray)rrzrrrpr#rrrrrvZ documentsZordered_result_embeddingsr:rrsZ new_orderingrr]rrrrJs^      z0VikingDB.max_marginal_relevance_search_by_vectorzOptional[List[str]])idsr#r1cKs$|jdurtd|j|dS)Nr})r-rarbZ delete_data)rrr#rrrdeletes  zVikingDB.deleterE)rYrzr r5rr!r"r#c Ks<|durtd|f|||||d|} | j||d| S)z0Create a collection, indexes it and insert data.NzVikingDBConfig does not exists)rrr r!r")rYr5)r,rn) clsrYrzr r5rr!r"r#Z vector_dbrrr from_textss zVikingDB.from_texts)rNNF)N)NrX)N)N)N)N)rrN)rrN)N)NNrNF)rrrrrpropertyr3rNrWrnrwrur|r{rrr classmethodrrrrrr*sN /-"7 2? r) __future__rloggingrdtypingrrrrnumpyrZlangchain_core.documentsrZlangchain_core.embeddingsrZlangchain_core.vectorstoresr Z&langchain_community.vectorstores.utilsr getLoggerrraobjectr rrrrrs