a bg @spddlmZddlZddlZddlZddlZddlZddlZddlZddl m Z m Z m Z m Z mZmZmZmZmZmZmZmZmZmZddlZddlmZmZddlmZddlm Z ddl!m"Z"ddl#m$Z$dd l%m&Z&dd l'm(Z(dd l)m*Z*m+Z+dd l,m-Z-e.Z/e rjdd l0m1Z1ddl2m3Z3ddl4m5Z5m6Z6ddl7m8Z8ddl7m5Z9ddl:m;Z;mZ>m?Z?e&ddddZ@e&ddddZAe&ddddZBe&ddddZCdZDdOddd d d d!d"d#d$d d!d d%d&d'd(d)d*d+d,d-ZEGd.d/d/e(ZFGd0d1d1e$ZGd2d3d4d5d6ZHd7d3d4d8d9ZIdPd2dd3d?d@dAZJdQd2dd3d?dBdCZKdDdEdFdGdHZLdRdIdJdKdLdMdNZMdS)S) annotationsN) TYPE_CHECKINGAnyCallableClassVar CollectionDictIterableListLiteralOptionalTupleTypeUnioncast)#AsyncCallbackManagerForRetrieverRunCallbackManagerForRetrieverRun)Document) Embeddings)LangChainException) BaseRetriever) get_from_env) VectorStore) ConfigDictmodel_validator)maximal_marginal_relevance)TokenCredential)AsyncTokenCredential) SearchClientSearchItemPaged)AsyncSearchItemPagedr) CorsOptionsScoringProfile SearchFieldSemanticConfiguration VectorSearchZAZURESEARCH_FIELDS_IDid)keyZenv_keydefaultZAZURESEARCH_FIELDS_CONTENTcontentZ!AZURESEARCH_FIELDS_CONTENT_VECTORZcontent_vectorZAZURESEARCH_FIELDS_TAGmetadatai langchainFstr Optional[str]Optional[List[SearchField]]Optional[VectorSearch]COptional[Union[SemanticConfiguration, List[SemanticConfiguration]]]Optional[List[ScoringProfile]]Optional[CorsOptions]boolOptional[Dict[str, Any]]Optional[TokenCredential]Optional[AsyncTokenCredential]z&Union[SearchClient, AsyncSearchClient])endpoint index_namer(azure_ad_access_tokensemantic_configuration_namefields vector_searchsemantic_configurationsscoring_profilesdefault_scoring_profiledefault_fields user_agent cors_optionsasync_ additional_search_client_optionsazure_credentialazure_async_credentialreturnc0 sddlmm}m}ddlm}ddlm}m}ddl m}ddl m }ddl m }ddl m}ddlm}m}m}m}m}m}m} m}!m}"m}#m}$m}%m}&Gfd d d |}'|pi}| pg} |dur|d kr|}(|(d |(})n ||}(|(})n0|dur|'|}(|(})n|p|}(|p&|})|f||(| d |}*z|*j|dWn|y|durdd|Ddd| Dfddt !t !D}+t"|+dkrdddfdd d#fdd|+D},t$d|+d|,n| }|dur^|#|d|$j%|ddd|%j&d d!|d"|$j'||%j&d#d!g|&d$dd%|&d&d"d%gd'}|rt(|t)sv|g}|"||d(}-n2|r|||!| t*d)gd*d+}.|"|.gd,}-nd}-|||||-|| | d-}/|*+|/Yn0| s|f|||(| d.|S|f|||)| d.|SdS)/Nr) AccessTokenAzureKeyCredentialr)ResourceNotFoundError)DefaultAzureCredentialInteractiveBrowserCredential)rLr!)SearchIndexClient) #ExhaustiveKnnAlgorithmConfigurationExhaustiveKnnParametersHnswAlgorithmConfigurationHnswParameters SearchIndexr% SemanticFieldSemanticPrioritizedFieldsSemanticSearchr&VectorSearchAlgorithmKindVectorSearchAlgorithmMetricVectorSearchProfilecs@eZdZddfdd Zdddddddd d d d d dZdS)z6_get_search_client..AzureBearerTokenCredentialr-)tokencs|ttd|_dS)Ni)inttime_token)selfrZrIz/var/www/html/cobodadashboardai.evdpl.com/venv/lib/python3.9/site-packages/langchain_community/vectorstores/azuresearch.py__init__sz?_get_search_client..AzureBearerTokenCredential.__init__NF)claims tenant_id enable_caer.r4rrI)scopesrcrdrekwargsrHc_s|jSN)r])r^rcrdrerfrgr`r`ra get_tokensz@_get_search_client..AzureBearerTokenCredential.get_token)__name__ __module__ __qualname__rbrir`r_r`raAzureBearerTokenCredentials rmZ INTERACTIVEz!https://search.azure.com/.default)r8 credentialrBnamecSsi|]}|j|jqSr`rptype).0fr`r`ra z&_get_search_client..cSsi|]}|j|jqSr`rq)rsZdfr`r`rarurvcsi|]\}}||qSr`r`rsr(value)mandatory_fieldsr`rarusr-)xrHc s:|d|dd|d|d|d S)Nz current type: 'MISSINGz'. It has to be 'z#' or you can point to a different 'z;' field name by using the env variable 'AZURESEARCH_FIELDS_')getupper)rz) fields_typesryr`rafmt_errsz#_get_search_client..fmt_err csg|] }|qSr`r`rsrz)rr`ra rvz&_get_search_client..z2You need to specify at least the following fields z; or provide alternative field names in the env variables. r)ii)mZef_constructionZ ef_searchmetric)rpkind parametersZdefault_exhaustive_knn)r myHnswProfile)rpZalgorithm_configuration_nameZmyExhaustiveKnnProfile)Z algorithmsZprofiles)configurationsZdefault_configuration_name) field_name)Zcontent_fields)rpZprioritized_fields)r)rpr<r=semantic_searchr?r@rC)r8r9rnrB),azure.core.credentialsrIrJrZazure.core.exceptionsrKZazure.identityrLrMZazure.identity.aioazure.search.documentsrazure.search.documents.aioZazure.search.documents.indexesrN%azure.search.documents.indexes.modelsrOrPrQrRrSr%rTrUrVr&rWrXrYr~riZ get_indexsetitemslenjoin ValueErrorZHNSWZCOSINEZEXHAUSTIVE_KNN isinstancelistFIELDS_CONTENTZ create_index)0r8r9r(r:r;r<r=r>r?r@rArBrCrDrErFrGrJrrKrLrMZAsyncDefaultAzureCredentialrAsyncSearchClientrNrOrPrQrRrSr%rTrUrVr&rWrXrYrmrnZasync_credentialZ index_clientZmissing_fieldserrorrZsemantic_configurationindexr`)rIrrryra_get_search_clientSs     <           !   rc@seZdZdZddddddddddddddd d d dd d ddddddddZddddZeddddZdddddZddd d!d"d#dd$d%d&d'Z ddd d!d"d#dd$d%d(d)Z ddd d*d"d#d$d+d,d-Z ddd d*d"d#d$d+d.d/Z dd#dd0d1d2d3Z dd#dd0d1d4d5Zddd7dd8ddd9d:d;d<Zd6d=dd8dd>d?d@dAZddd7dd8ddd9d:dBdCZd6d=dd8dd>d?dDdEZdddFdd8dGdd>dHdIdJZdddFdd8dGdd>dHdKdLZdddMdd8ddd9dNdOdPZdddMdd8ddd9dNdQdRZddd8ddd>dNdSdTZddd8ddd>dNdUdVZdddMdd8d8dYddd>dZd[d\ZdddMdd8d8dYddd>dZd]d^Zddd8dd9d?d_d`Zddd8dd9d?dadbZddd8ddd>dNdcddZddd8ddd>dNdedfZdddFdd8dGdd>dHdgdhZdddFdd8dGdd>dHdidjZ dddMdd8d8dYddd>dZdkdlZ!dddMdd8d8dYddd>dZdmdnZ"ddMddd8dddodpdqdrZ#ddMddd8dddsdpdtduZ$ddd8dd9d?dvdwZ%ddd8dd9d?dxdyZ&dddFdd8d{dGdd>d|d}d~Z'dddFdd8d{dGdd>d|ddZ(dddMdd8ddddNddZ)dddMdd8ddddNddZ*e+ddd$dd"dddddddd ddZ,e+ddd$dd"dddddddd ddZ-e+dddddddd*dd"ddddddd ddZ.e+dddddddd*dd"ddddddd ddZ/dddddZ0dS) AzureSearchz&`Azure Cognitive Search` vector store.hybridN)vector_search_dimensionsrEr:rFrGr-r.zUnion[Callable, Embeddings]r/r0r1r2r3z Optional[int]r5r6r7r)azure_search_endpointazure_search_keyr9embedding_function search_typer;r<r=r>r?r@rCrrEr:rFrGrgc Kszddlm}m}m}m}Wn.tyJ}ztd|WYd}~n d}~00||_t|jtrj|jj |_ n|j|_ |t |j ddd|t |j d|t ||jd| pt| ddd |t|j dg}d }d |vr|d r|d |d 7}t|||||||| | | ||| ||d |_t|||||||| | | ||| d||d|_||_||_|rP|n||_||_||_||_||_||_||_| |_| |_| |_ ||_!||_"| |_#dS)Nr)SearchableFieldr$SearchFieldDataType SimpleFieldzeUnable to import azure.search.documents. Please install with `pip install -U azure-search-documents`.T)rprrr(Z filterablerqTextr)rprrZ searchablerZvector_search_profile_namer,rB ) r;r<r=r>r?r@rArBrCrErF) r;r<r=r>r?r@rArBrCrDrFrG)$rrr$rr ImportErrorrrr embed_query FIELDS_IDStringrFIELDS_CONTENT_VECTORrSinglerFIELDS_METADATArclient async_clientrr;r<Z_azure_search_endpointZ_azure_search_keyZ _index_nameZ_semantic_configuration_name_fieldsZ_vector_searchZ_semantic_configurationsZ_scoring_profilesZ_default_scoring_profileZ_default_fieldsZ _user_agentZ _cors_options)r^rrr9rrr;r<r=r>r?r@rCrrEr:rFrGrgrr$rrerArBr`r`rarb s    zAzureSearch.__init__None)rHc Cst|dr|jr|jt|dr|jrz6t}|rN||jn||jWnLt yt }t |z||jW|n |0Yn0dS)Nrr) hasattrrcloserasyncioget_event_loop is_running create_taskrun_until_complete RuntimeErrornew_event_loopset_event_loop)r^loopr`r`ra__del__s   zAzureSearch.__del__zOptional[Embeddings]cCst|jtr|jSdSrh)rrrr^r`r`ra embeddingss zAzureSearch.embeddingsz List[float])textrHcs,|jr|j|IdHStt|j|SdSrh)r aembed_queryrrr)r^rr`r`ra _aembed_queryszAzureSearch._aembed_querykeysz Iterable[str]zOptional[List[dict]]zOptional[List[str]]z List[str])texts metadatasrrgrHc stjtrHzjt|}WqZtyDfdd|D}YqZ0nfdd|D}t|dkrttdgS|sd|vrt|dt|kr|d}j t ||||dS)z$Add texts data to an existing index.csg|]}j|qSr`)rrrrr`rarrvz)AzureSearch.add_texts..csg|]}|qSr`rrrr`rarrvrNothing to insert, skipping.idsr) rrrZembed_documentsrNotImplementedErrorrloggerdebugadd_embeddingszipr^rrrrgrr`rra add_textss     zAzureSearch.add_textscstjtrTzjt|IdH}WqftyPfdd|DIdH}Yqf0nfdd|D}t|dkrtdgS|sd|vrt|dt|kr|d}j t ||||dIdHS)Ncsg|]}j|IdHqSrh)rrrrr`rarsz*AzureSearch.aadd_texts..csg|]}|qSr`rrrr`rarrvrrrr) rrrZaembed_documentsrrrrraadd_embeddingsrrr`rra aadd_textss      zAzureSearch.aadd_textsz!Iterable[Tuple[str, List[float]]])text_embeddingsrrrHc s@g}g}t|D]\}\}}|r*||} n"tt} tt| dd} |rX||ni} ddt| t |t t j |t j dtt| i} | rfdd| D} | | || || t|tkrjj|d} td d | Dst| g}qt|d kr|Sjj|d} td d | Dr4|St| d S)$Add embeddings to an existing index.utf-8ascii@search.actionuploadZdtypecs*i|]"\}}|ddjDvr||qS)cSsg|] }|jqSr`rorr`r`rar$rvz9AzureSearch.add_embeddings...r<rskvrr`raru!sz.AzureSearch.add_embeddings.. documentscss|] }|jVqdSrhZ succeededrsrr`r`ra -rvz-AzureSearch.add_embeddings..rcss|] }|jVqdSrhrrr`r`rar9rvN) enumerater-uuiduuid4base64urlsafe_b64encodebytesdecoderrrnparrayfloat32tolistrjsondumpsrupdateappendrMAX_UPLOAD_BATCH_SIZErupload_documentsallrr^rrrrdatair embeddingr(r+docZadditional_fieldsresponser`rrars@        zAzureSearch.add_embeddingsc sJg}g}t|D]\}\}}|r(||n tt} tt| dd} |rV||ni} ddt| t |t t j |t j dtt| i} | rfdd| D} | | || || t|tkrjj|dId H} td d | Dst| g}qt|d kr|Sjj|dId H} td d | Dr>|St| d S)rrrrrrcs*i|]"\}}|ddjDvr||qS)cSsg|] }|jqSr`rorr`r`rar]rvz:AzureSearch.aadd_embeddings...rrrr`raruZsz/AzureSearch.aadd_embeddings..rNcss|] }|jVqdSrhrrr`r`rarfrvz.AzureSearch.aadd_embeddings..rcss|] }|jVqdSrhrrr`r`rarrrv)rr-rrrrrrrrrrrrrrrrrrrrrrrrrrr`rrar>s<      zAzureSearch.aadd_embeddingsr4)rrgrHcKs.|r&|jdd|D}t|dkSdSdS)Delete by vector ID. Args: ids: List of ids to delete. Returns: bool: True if deletion is successful, False otherwise. cSsg|] }t|iqSr`)rrsrr`r`rarrvz&AzureSearch.delete..rFN)rdelete_documentsrr^rrgresr`r`radeletews  zAzureSearch.deletecs4|r,|jdd|DIdH}t|dkSdSdS)rcSsg|] }d|iqS)r'r`rr`r`rarrvz'AzureSearch.adelete..NrF)rrrrr`r`raadeletes  zAzureSearch.adeleter)rr[List[Document])queryrrrgrHcKs~|p|j}|dkr*|j|fd|i|}nP|dkrJ|j|fd|i|}n0|dkrj|j|fd|i|}ntd|d|SN similarityrrsemantic_hybridsearch_type of not allowed.)rr= hybrid_searchsemantic_hybrid_searchrr^rrrrgdocsr`r`rasimilarity_searchs zAzureSearch.similarity_search)rList[Tuple[Document, float]])rrrgrHcKs||d|j}|dkr,|j|fd|i|S|dkrJ|j|fd|i|S|dkrh|j|fd|i|Std|ddS) $Run similarity search with distance.rr rrr r r N)poprvector_search_with_scorehybrid_search_with_score!semantic_hybrid_search_with_scorerr^rrrgrr`r`rasimilarity_search_with_scoresz(AzureSearch.similarity_search_with_scorecs|p|j}|dkr0|j|fd|i|IdH}n\|dkrV|j|fd|i|IdH}n6|dkr||j|fd|i|IdH}ntd|d|Sr)ravector_searchahybrid_searchasemantic_hybrid_searchrrr`r`raasimilarity_searchs zAzureSearch.asimilarity_searchcs|d|j}|dkr2|j|fd|i|IdHS|dkrV|j|fd|i|IdHS|dkrz|j|fd|i|IdHStd|ddS) rrr rNrr r r )r}ravector_search_with_scoreahybrid_search_with_score"asemantic_hybrid_search_with_scorerrr`r`raasimilarity_search_with_scoresz)AzureSearch.asimilarity_search_with_scorescore_thresholdzOptional[float])rrr#rgrHc s4|j|fd|i|}dur"|Sfdd|DS)Nrcsg|]}|dkr|qSr`rr"r`rarrvzGAzureSearch.similarity_search_with_relevance_scores..rr^rrr#rgresultr`r"ra'similarity_search_with_relevance_scoress z3AzureSearch.similarity_search_with_relevance_scorescs:|j|fd|i|IdH}dur(|Sfdd|DS)Nrcsg|]}|dkr|qSr$r`rr"r`rarrvzHAzureSearch.asimilarity_search_with_relevance_scores..rr'r`r"ra(asimilarity_search_with_relevance_scoress z4AzureSearch.asimilarity_search_with_relevance_scores)filters)rrr,rgrHcKs|j|||d}dd|DS)\ Returns the most similar indexed documents to the query text. Args: query (str): The query text for which to find similar documents. k (int): The number of documents to return. Default is 4. Returns: List[Document]: A list of documents that are most similar to the query text. rr,cSsg|] \}}|qSr`r`rsr_r`r`rarrvz-AzureSearch.vector_search..r&r^rrr,rgdocs_and_scoresr`r`rar=s zAzureSearch.vector_searchcs$|j|||dIdH}dd|DS)r-r.NcSsg|] \}}|qSr`r`r/r`r`rarrvz.AzureSearch.avector_search..r*r1r`r`rars  zAzureSearch.avector_searchcKs,||}|j|d|fd|i|}t|S)Return docs most similar to query. Args: query (str): Text to look up documents similar to. k (int, optional): Number of Documents to return. Defaults to 4. filters (str, optional): Filtering expression. Defaults to None. Returns: List[Tuple[Document, float]]: List of Documents most similar to the query and score for each r,r_simple_search_results_to_documentsr^rrr,rgrresultsr`r`rars z$AzureSearch.vector_search_with_scorecs>||IdH}|j|d|fd|i|IdH}t|IdHS)r3Nr4r,r_asimple_search_aresults_to_documentsr8r`r`rar1s z%AzureSearch.avector_search_with_score?float)rrfetch_k lambda_multr,rgrHc Ks:||}|j|d|fd|i|}t|t|||dS)"Perform a search and return results that are reordered by MMR. Args: query (str): Text to look up documents similar to. k (int, optional): How many results to give. Defaults to 4. fetch_k (int, optional): Total results to select k from. Defaults to 20. lambda_mult: Number between 0 and 1 that determines the degree of diversity among the results with 0 corresponding to maximum diversity and 1 to minimum diversity. Defaults to 0.5 filters (str, optional): Filtering expression. Defaults to None. Returns: List[Tuple[Document, float]]: List of Documents most similar to the query and score for each r4r,query_embeddingrArrr60_reorder_results_with_maximal_marginal_relevancerr r^rrr@rAr,rgrr9r`r`ra(max_marginal_relevance_search_with_scoreJs  z4AzureSearch.max_marginal_relevance_search_with_scorec sL||IdH}|j|d|fd|i|IdH}t|t|||dIdHS)rBNr4r,rCrr;1_areorder_results_with_maximal_marginal_relevancerrrGr`r`ra)amax_marginal_relevance_search_with_scorels z5AzureSearch.amax_marginal_relevance_search_with_scorecKs$|j|fd|i|}dd|DS)r-rcSsg|] \}}|qSr`r`r/r`r`rarrvz-AzureSearch.hybrid_search..rr^rrrgr2r`r`rar s zAzureSearch.hybrid_searchcs*|j|fd|i|IdH}dd|DS)r-rNcSsg|] \}}|qSr`r`r/r`r`rarrvz.AzureSearch.ahybrid_search..rrMr`r`rars zAzureSearch.ahybrid_searchcKs,||}|j|||fd|i|}t|S)!Return docs most similar to query with a hybrid query. Args: query: Text to look up documents similar to. k: Number of Documents to return. Defaults to 4. Returns: List of Documents most similar to the query and score for each r,r5r8r`r`rars z$AzureSearch.hybrid_search_with_scorecs>||IdH}|j|||fd|i|IdH}t|IdHS)rONr,r:r8r`r`rars z%AzureSearch.ahybrid_search_with_scorec s4|j|fd|i|}dur"|Sfdd|DS)Nrcsg|]}|dkr|qSr$r`rr"r`rarrvzCAzureSearch.hybrid_search_with_relevance_scores..rLr'r`r"ra#hybrid_search_with_relevance_scoress z/AzureSearch.hybrid_search_with_relevance_scorescs:|j|fd|i|IdH}dur(|Sfdd|DS)Nrcsg|]}|dkr|qSr$r`rr"r`rarrvzDAzureSearch.ahybrid_search_with_relevance_scores..rNr'r`r"ra$ahybrid_search_with_relevance_scoress z0AzureSearch.ahybrid_search_with_relevance_scoresc Ks:||}|j|||fd|i|}t|t|||dS)Return docs most similar to query with a hybrid query and reorder results by MMR. Args: query (str): Text to look up documents similar to. k (int, optional): Number of Documents to return. Defaults to 4. fetch_k (int, optional): Total results to select k from. Defaults to 20. lambda_mult: Number between 0 and 1 that determines the degree of diversity among the results with 0 corresponding to maximum diversity and 1 to minimum diversity. Defaults to 0.5 filters (str, optional): Filtering expression. Defaults to None. Returns: List of Documents most similar to the query and score for each r,rCrErGr`r`ra/hybrid_max_marginal_relevance_search_with_scores z;AzureSearch.hybrid_max_marginal_relevance_search_with_scorec sL||IdH}|j|||fd|i|IdH}t|t|||dIdHS)rRNr,rCrIrGr`r`ra0ahybrid_max_marginal_relevance_search_with_score"s z.,semantic_hybrid_search_with_score_and_rerankrMr`r`rarsz"AzureSearch.semantic_hybrid_searchcs*|j|fd|i|IdH}dd|DS)rcrNcSsg|]\}}}|qSr`r`r/r`r`rarrvz7AzureSearch.asemantic_hybrid_search..-asemantic_hybrid_search_with_score_and_rerankrMr`r`rars z#AzureSearch.asemantic_hybrid_searchscorez"Literal['score', 'reranker_score'])rr score_typer#rgrHc sN|j|fd|i|}|dkr0fdd|DS|dkrJfdd|DSdS) Returns the most similar indexed documents to the query text. Args: query (str): The query text for which to find similar documents. k (int): The number of documents to return. Default is 4. score_type: Must either be "score" or "reranker_score". Defaulted to "score". filters: Filtering expression. Returns: List[Tuple[Document, float]]: A list of documents and their corresponding scores. rrhcs*g|]"\}}}dus|kr||fqSrhr`rsrrhr0r"r`rarszAAzureSearch.semantic_hybrid_search_with_score..reranker_scorecs*g|]"\}}}dus|kr||fqSrhr`rsrr0rlr"r`rarsNrdr^rrrir#rgr2r`r"rars  z-AzureSearch.semantic_hybrid_search_with_scorecsT|j|fd|i|IdH}|dkr6fdd|DS|dkrPfdd|DSdS)rjrNrhcs*g|]"\}}}dus|kr||fqSrhr`rkr"r`rarszBAzureSearch.asemantic_hybrid_search_with_score..rlcs*g|]"\}}}dus|kr||fqSrhr`rmr"r`rarsrfrnr`r"rar s   z.AzureSearch.asemantic_hybrid_search_with_scorez#List[Tuple[Document, float, float]]c sddlm}|jjf||tj||tjd|t dg|d|j dd|d|}| p^g}i|D]}|j |j d|j<qhfd d |D} | S) LReturn docs most similar to query with a hybrid query. Args: query: Text to look up documents similar to. k: Number of Documents to return. Defaults to 4. filters: Filtering expression. Returns: List of Documents most similar to the query and score for each rrWrrYsemantic extractiver\r]r^Z query_typer;Z query_captionZ query_answerr_r highlightsc sg|]}t|tit|vr*t|tinit|vrDt|tndd|D|dr|digdj |digdj dni|tddddt |dt |d fqS) cSsi|]\}}|tkr||qSr`rrr`r`raru<szWAzureSearch.semantic_hybrid_search_with_score_and_rerank...@search.captionsrrsr4ZcaptionsZanswersZ page_contentr+ @search.score@search.reranker_score rrrrrrloadsrr}rrtr?rsr(Zsemantic_answers_dictr`rar/sD*    %  zLAzureSearch.semantic_hybrid_search_with_score_and_rerank..)r`rXrrarrrrrrr; get_answersrrtr() r^rrr,rgrXr9semantic_answerssemantic_answerrr`r~rares8   *,z8AzureSearch.semantic_hybrid_search_with_score_and_rerankc sddlm}||IdH}|jjf||tj|tjd|t dg|d|j dd|d|IdH}| IdHptg}i|D]} | j | j d | j<q~fd d |2IdH} | S) rorrWNrrYrprqrrrsc sg|z3dHW}t|tit|vr2t|tinit|vrLt|tndd|D|dr|digdj |digdj dni|tddddt |d t |d fq6S) NcSsi|]\}}|tkr||qSr`rurr`r`raruszXAzureSearch.asemantic_hybrid_search_with_score_and_rerank...rvrrsr4rwrxryrzr{r}r~r`rarsD*    %  zMAzureSearch.asemantic_hybrid_search_with_score_and_rerank..)r`rXrrrarrrrrr;rrrtr() r^rrr,rgrXrZr9rrrr`r~rarg]s:   * ,z9AzureSearch.asemantic_hybrid_search_with_score_and_rerankr4langchain-indexzType[AzureSearch]r) clsrrrrrr:r9r<rgrHc Ks4|||||f||d| } | j||fi| | SN)r<r:)r rrrrrrr:r9r<rg azure_searchr`r`ra from_textss zAzureSearch.from_textsc s:|||||f||d| } | j||fi| IdH| Sr)rrr`r`ra afrom_textss zAzureSearch.afrom_texts)rrr9r<) rrrrrrr9r<rgrHc sbt|\}} | durtdt| d} |f|||||| d|} | j||fi|IdH| SNz0Cannot create AzureSearch from empty embeddings.r%)rrr9rr<r)_peekrrr rrrrrrr9r<rgZfirst_text_embeddingrrr`r`raafrom_embeddingss   zAzureSearch.afrom_embeddingsc Ks\t|\}} | durtdt| d} |f|||||| d|} | j||fi|| Sr)rrrrrr`r`rafrom_embeddingss    zAzureSearch.from_embeddingsAzureSearchVectorStoreRetriever)rgrHcKsN|d|j}||d<|ddp$g}||tfd|i|d|iS)aReturn AzureSearchVectorStoreRetriever initialized from this VectorStore. Args: search_type (Optional[str]): Overrides the type of search that the Retriever should perform. Defaults to `self.search_type`. Can be "similarity", "hybrid", or "semantic_hybrid". search_kwargs (Optional[Dict]): Keyword arguments to pass to the search function. Can include things like: score_threshold: Minimum relevance threshold for similarity_score_threshold fetch_k: Amount of documents to pass to MMR algorithm (Default: 20) lambda_mult: Diversity of results returned by MMR; 1 for minimum diversity and 0 for maximum. (Default: 0.5) filter: Filter by document metadata Returns: AzureSearchVectorStoreRetriever: Retriever class for VectorStore. rtagsN vectorstore)r}rrextendZ_get_retriever_tagsr)r^rgrrr`r`ra as_retriever&s zAzureSearch.as_retriever)rNNNNNNN)N)N)N)N)N)N)r)r)r)r)r)r)rN)rN)rr=r>)rr=r>)r)r)rN)rN)r)r)rr=r>)rr=r>)r)r)rrh)rrh)r)r)Nr4r4NrN)Nr4r4NrN)N)N)1rjrkrl__doc__rbrpropertyrrrrrrrrrrrr!r)r+r=rrrrHrKr rrrrPrQrSrTr6r;rrrr rerg classmethodrrrrrr`r`r`rarsX4} !!@9%'(.*%*(XX&&&&rc@seZdZUdZded<dZded<dZded <iZd ed <d Zd ed<e ddZ e dde dddddZ dddddddZdddddddZd S)!rz-Retriever that uses `Azure Cognitive Search`.rrrr-rrr[rdict search_kwargs)r similarity_score_thresholdrhybrid_score_thresholdr semantic_hybrid_score_thresholdzClassVar[Collection[str]]allowed_search_typesT)Zarbitrary_types_allowedbefore)moderr)valuesrHcCs4d|vr0|d}||jvr0td|d|j|S)zValidate search type.rr z not allowed. Valid values are: )rr)rrrr`r`ravalidate_search_typecs z4AzureSearchVectorStoreRetriever.validate_search_typerr)r run_managerrgrHcKs(i|j|}|jdkr4|jj|fd|ji|}n|jdkrddd|jj|fd|ji|D}n|jdkr|jj|fd|ji|}n|jdkrdd|jj|fd|ji|D}nj|jd kr|jj|fd|ji|}nD|jd krd d|jj |fd|ji|D}nt d |jd |S)Nr rrcSsg|] \}}|qSr`r`r/r`r`rar{szKAzureSearchVectorStoreRetriever._get_relevant_documents..rrcSsg|] \}}|qSr`r`r/r`r`rarsr rcSsg|] \}}|qSr`r`r/r`r`rarsr r ) rrrr=rr)r rPrrr)r^rrrgparamsrr`r`ra_get_relevant_documentspsN      z7AzureSearchVectorStoreRetriever._get_relevant_documentsrcsXi|j|}|jdkr<|jj|fd|ji|IdH}n|jdkrv|jj|fd|ji|IdH}dd|D}n|jdkr|jj|fd|ji|IdH}n|jdkr|jj|fd|ji|IdH}dd|D}nx|jd kr |jj|fd|ji|IdH}nJ|jd krBd d|jj |fd|ji|IdHD}nt d |jd |S)Nr rrcSsg|] \}}|qSr`r`r/r`r`rarrvzLAzureSearchVectorStoreRetriever._aget_relevant_documents..rrcSsg|] \}}|qSr`r`r/r`r`rarrvr rcSsg|] \}}|qSr`r`r/r`r`rarsr r ) rrrrrr+rrQrr r)r^rrrgrrr2r`r`ra_aget_relevant_documentssZ $   "     z8AzureSearchVectorStoreRetriever._aget_relevant_documentsN)rjrkrlr__annotations__rrrrrZ model_configrrrrrr`r`r`rarAs     'rzSearchItemPaged[Dict]r)r9rHcCsdd|D}|S)NcSs g|]}t|t|dfqSry_result_to_documentr?r}r`r`rars z)_results_to_documents..r`r9rr`r`rar7sr7zAsyncSearchItemPaged[Dict]csdd|2IdH}|S)Ncs*g|z 3dHW}t|t|dfq6SNryrr}r`r`rars z*_aresults_to_documents..r`rr`r`rar<s r<r>rz np.ndarrayr?r[)r9rDrArrHc sldd|2IdH}ttt|\}}}t||||d}g} |D]&} | dkrPqh| || || fq@| S)Ncs0g|z&3dHW}t|t|d|tfq6Srrr?rr}r`r`rars  zE_areorder_results_with_maximal_marginal_relevance..rrAmaprrrr r9rDrArrrZscoresZvectorsZ new_orderingretrzr`r`rarJs rJc Csndd|D}|sgSttt|\}}}t||||d}g} |D]&} | dkrRqj| || || fqB| S)NcSs&g|]}t|t|d|tfqSrrr}r`r`rars  zD_reorder_results_with_maximal_marginal_relevance..rrrrr`r`rarFsrFrr)r(rHcCsvt|vr0t|ttr |t}qBt|t}ndd|D}t|vrZt|ti}ni}t|t i||dS)NcSs"i|]\}}|ttfvr||qSr`)rrrwr`r`raru(s z'_result_to_document..rx) rrrrr|rrrrr)r(Zfields_metadataZ fields_idr`r`rar s$ rr z Optional[Any]zTuple[Iterable, Any])iterabler)rHcCsHz(t|}t|}t|g|}||fWStyB||fYS0dSrh)iternext itertoolschain StopIteration)rr)iteratorrxr`r`rar;s  r)NNNNNNNNNr,NFNNN)r>r)r>r)N)N __future__rrrrrloggingr\rtypingrrrrrrr r r r r rrrnumpyrZlangchain_core.callbacksrrZlangchain_core.documentsrZlangchain_core.embeddingsrZlangchain_core.exceptionsrZlangchain_core.retrieversrZlangchain_core.utilsrZlangchain_core.vectorstoresrZpydanticrrZ&langchain_community.vectorstores.utilsr getLoggerrrrZazure.core.credentials_asyncrrrrrr rrr"r#r$r%r&rrrrrrrrr7r<rJrFrrr`r`r`ras @            2K. $#