a bgM@sddlmZddlZddlZddlZddlmZmZmZm Z m Z m Z m Z m Z ddlZddlmZddlmZddlmZerddlZdZGdd d eZdS) ) annotationsN) TYPE_CHECKINGAnyDictIterableListOptionalTupleType)Document) Embeddings) VectorStorec @seZdZdZdZdZdeeefdddddd d d d d ZeddddZe deeefdddddddd dd ddZ e ddeeefddddddddd dd ddZ dddddddgfdd dd!d"d#Z dEddd$d%d&Z dFd'dd dd(d)d*Zd dd+d,Ze deeefdddddd dd-d.d/Zefddd dd0d1d2Zefd3dd dd4d5d6Zefddd d7d0d8d9ZdGddd d7d0d;d<ZdHd=d d>d?d@dAZdId=d dBd?dCdDZdS)JVearchZlangchain_vearchZcluster_client_dbNr z Optional[str]strintrNone)embedding_function path_or_url table_namedb_nameflagkwargsreturnc Ks@z|rddl}nddl}Wnty4tdYn0|r|durJtd|sv|j}|d7}|ttdd7}||_ ||_ | ||_nl|durt dd } n|} t j| st | t j| d } t j| st | || | |_| |_|s*|j}|d7}|ttdd7}||_||_||_dS) zSInitialize vearch vector store flag 1 for cluster,0 for standalone rNzhCould not import suitable python package. Please install it with `pip install vearch or vearch_cluster`.zPlease input url of cluster_-\/log)vearch_clustervearch ImportError ValueError_DEFAULT_CLUSTER_DB_NAMEruuiduuid4split using_db_nameurlZ VearchClusterosgetcwdreplacepathisdirmakedirsjoinZEngineusing_metapath_DEFAULT_TABLE_NAMEusing_table_nameembedding_funcr) selfrrrrrrr!r"Z metadata_pathlog_pathr8u/var/www/html/cobodadashboardai.evdpl.com/venv/lib/python3.9/site-packages/langchain_community/vectorstores/vearch.py__init__sF         zVearch.__init__zOptional[Embeddings])rcCs|jSN)r5r6r8r8r9 embeddingsNszVearch.embeddingsz Type[Vearch]zList[Document]) cls documents embeddingrrrrrrc Ks<dd|D}dd|D} |jf||| ||||d|S)Return Vearch VectorStorecSsg|] }|jqSr8) page_content.0dr8r8r9 _z)Vearch.from_documents..cSsg|] }|jqSr8)metadatarCr8r8r9rF`rG)textsr@ metadatasrrrr) from_texts) r>r?r@rrrrrrIrJr8r8r9from_documentsRs zVearch.from_documentsz List[str]zOptional[List[dict]]) r>rIr@rJrrrrrrc Ks&|||||||d} | j||d| S)rA)rr@rrrr)rIrJ) add_texts) r>rIr@rJrrrrr vearch_dbr8r8r9rKmszVearch.from_textstextfieldtyperHz List[dict])dim field_listrc srtjjtjjddddddd}fdd |D}tjd tjjd |d d ddidd}|jj||j||d}|S)z Create VectorStore Table Args: dim:dimension of vector fields_list: the field you want to store Return: code,0 for success,1 for failed )rri'ZIVFPQi )Z ncentroidsZ nsubvector) index_sizeretrieval_typeretrieval_paramcs$g|]}t|d|dqSrQ)r"ZGammaFieldInfo)rDfiZ type_dictr8r9rFsz(Vearch._create_table..text_embeddingT MemoryOnlyZ cache_sizeF)namerSZis_index dimensionZmodel_id store_typeZ store_paramZ has_source)r_fields vector_field)r"ZdataTypeINTSTRINGZGammaVectorInfoZVECTORZ create_tabler4)r6rTrUZ engine_inforbrc response_coder8r[r9 _create_tables2  zVearch._create_table)rTrc CsN|jdddddddidddiddid d |d d d d}|j|j|}|S)z Create VectorStore space Args: dim:dimension of vector Return: code,0 failed for ,1 for success rgammaZFLAT metric_typeZL2)r_rWrXrYrSstringvectorTr^)rSindexr`ra)rPrHr\)r_Z partition_numZ replica_numZengine properties)r4r"Z create_spacer))r6rTZ space_configrfr8r8r9 _create_spaces,  zVearch._create_spacez Iterable[str])rIrJrrcKsrd}|jdur|jt|}|dur.td|jrd|j}|j|vrd|j|j}|sdtd|j |j}|j |vr| t |d}|stdg} |durn|durnt |||D]\} } } i} | | d<| d| d<t| }d |tj|i| d <|j|j|j | }|d d kr:| |d qq|j|j|j | }| |d qqn tj|j|j d}tj|st |d}||}|rtd|durn|durng}t |||D]L\} } } i}| |d<| d|d<t| }|tj||d <||q|j|} d}t | t |krdtd|dkrXqd|d7}q.|j| S)z^ Returns: List of ids from adding the texts into the vectorstore. Nzembeddings is Nonezcreate db failed!!!rzcreate space failed!!!rPsourcerHfeaturer\status_id.schemazcreate table failed!!!g?r)r5Zembed_documentslistr$rr"Zlist_dbsr)Z create_dbZ list_spacesr4rnlenzipnparraylinalgnormtolistZ insert_oneappendr+r.r1r2existsrgaddtimesleepdump)r6rIrJrr=Zdbs_listZcreate_db_codeZ space_listZcreate_space_codeZdocidrPrHembedZprofilesZembed_npZ insert_resZ retry_insert table_pathrTrfZ doc_itemsZ profiles_vZt_timer8r8r9rMs|                   zVearch.add_textscCs|jdS)z: load vearch engine for standalone vearch N)r"loadr<r8r8r9_load*sz Vearch._load)r@rrrrrrc Ks\|s td|stdtj||d}tj|s>td||||||d}||S)zLoad the local specified table of standalone vearch. Returns: Success or failure of loading the local specified table zNo metadata path!!!zNo table name!!!rtz$vearch vectorbase table not exist!!!)rrrrr)r$r+r.r1rr) r>r@rrrrrrrNr8r8r9 load_local0s  zVearch.load_local)querykrrcKs.|jdurtd|j|}|||}|S)z5 Return docs most similar to query. Nembedding_func is None!!!)r5r$ embed_querysimilarity_search_by_vector)r6rrrr=docsr8r8r9similarity_searchPs   zVearch.similarity_searchz List[float])r@rrrc Ks t|}|jr^dd|tj|dgi|ddgd}|j|j|j |}|dd}nBd|tj|dggdd d d |d }|j|}|d d}g}|D]^} d} i} |jr| d} | D],} | dkr| | } q| dkr| | | d<qq| t | | dq|S)The most k similar documents and scores of the specified query. Args: embeddings: embedding vector of the query. k: The k most similar documents to the text query. min_score: the score of similar documents to the text query Returns: The k most similar documents to the specified text query. 0 is dissimilar, 1 is the most similar. sumr\rRrprPrHrsizerbhitsr InnerProductriZnproberkrbZis_brute_searchrYZtopnr result_itemsr]_sourcerorBrH) ryrzrr{r|r}r"searchr)r4r~r ) r6r@rrr query_data query_resultresritemcontent meta_dataitem_keyr8r8r9r`sR      z"Vearch.similarity_search_by_vectorzList[Tuple[Document, float]]cKsZ|jdurtd|j|}t|}|jr|dd|tj|dgi|gdd}|j |j |j |}|dd}nBd|tj|dggd d d d |d }|j |}|dd}g} |D]} d} i} |jr| d} | d} | D]L}|dkr| |} q|dkr| || d<q|jd kr|dkr| |} qqt | | d| f}| |q| S)rNrrr\r)r\rPrHrrrrrrrrrr]Z_scorerrPrHroscorer)r5r$rryrzrr{r|r}r"rr)r4r r~)r6rrrr=rrrrresultsrrrrrtmp_resr8r8r9similarity_search_with_scoresb           z#Vearch.similarity_search_with_scorercKs|j||fi|Sr;)r)r6rrrr8r8r9(_similarity_search_with_relevance_scoressz/Vearch._similarity_search_with_relevance_scoreszOptional[List[str]]zOptional[bool])idsrrcKsrd}g}|dus|dkr |S|D]6}|jrD|j|j|j|}n |j|}||q$tdd|D}|S)aIDelete the documents which have the specified ids. Args: ids: The ids of the embedding vectors. **kwargs: Other keyword arguments that subclasses might use. Returns: Optional[bool]: True if deletion is successful. False otherwise, None if not implemented. Nrcss|]}|dkVqdS)rNr8)rDir8r8r9 rGz Vearch.delete..) __len__rr"deleter)r4Zdel_docr~all)r6rrretrrsr8r8r9rs  z Vearch.deletezDict[str, Document]c Ks,i}|dus|dkr|S|jrdd|ii}|j|j|j|}|D]n}|ddurXqFd}i}|dD]6} | d kr|d| }qhqh| d krh|d| |d <qhqht||d ||d <qFnp|D]j} |j| }|ikrqd}i}|D].} | d kr|| }qq| d kr|| |d <qqt||d ||d <q|S)zReturn docs according ids. Args: ids: The ids of the embedding vectors. Returns: Documents which satisfy the input conditions. NrrrfoundFr]rrPrHrorrs)rrr"Z mget_by_idsr)r4r Z get_doc_by_id) r6rrrrZ docs_detailrecordrZ meta_inforRidr8r8r9get sP        z Vearch.get)rO)N)r)N)N)__name__ __module__ __qualname__r3r%Z_DEFAULT_VERSIONr:propertyr= classmethodrLrKrgrnrMrr DEFAULT_TOPNrrrrrrr8r8r8r9rsf6"$/-M"CK r) __future__rr+rr&typingrrrrrrr r numpyryZlangchain_core.documentsr Zlangchain_core.embeddingsr Zlangchain_core.vectorstoresr r"rrr8r8r8r9s (