a bgF@sTddlZddlmZddlmZmZmZmZddlm Z ddl m Z m Z m Z ddlmZeeZdZdZd Zd Zd Zd Zd ZdZdZdZdZdZeeefeeefdddZ eeeefeeeefeeefdddZ!eeefedddZ"eedddZ#e$e e%ee&dd d!Z'e$e e%ee&d"d#d$Z(Gd%d&d&eZ)dS)'N)md5)AnyDictListOptional)get_from_dict_or_env) GraphDocumentNode Relationship) GraphStoreZ __Entity__z SHOW SCHEMA INFO z CALL schema.node_type_properties() YIELD nodeType AS label, propertyName AS property, propertyTypes AS type WITH label AS nodeLabels, collect({key: property, types: type}) AS properties RETURN {labels: nodeLabels, properties: properties} AS output a? MATCH (n)-[e]->(m) WITH DISTINCT labels(n) AS start_node_labels, type(e) AS rel_type, labels(m) AS end_node_labels, e, keys(e) AS properties UNWIND CASE WHEN size(properties) > 0 THEN properties ELSE [null] END AS prop WITH start_node_labels, rel_type, end_node_labels, CASE WHEN prop IS NULL THEN [] ELSE [prop, valueType(e[prop])] END AS property_info RETURN start_node_labels, rel_type, end_node_labels, COLLECT(DISTINCT CASE WHEN property_info <> [] THEN property_info ELSE null END) AS properties_info zv UNWIND $data AS row CALL merge.node(row.label, row.properties, {}, {}) YIELD node RETURN distinct 'done' AS result z| UNWIND $data AS row MERGE (source {id: row.source_id}) MERGE (target {id: row.target_id}) RETURN distinct 'done' AS result z UNWIND $data AS row MATCH (source {id: row.source_id}) MATCH (target {id: row.target_id}) WITH source, target, row CALL merge.relationship(source, row.type, {}, {}, target, {}) YIELD rel RETURN distinct 'done' AS result z MERGE (d:Document {id:$document.metadata.id}) SET d.content = $document.page_content SET d += $document.metadata RETURN distinct 'done' AS result z UNWIND $data AS row MATCH (source {id: row.source_id}), (d:Document {id: $document.metadata.id}) MERGE (d)-[:MENTIONS]->(source) RETURN distinct 'done' AS result z1 Node labels and properties (name and type) are: z) Relationship labels and properties are: z7 Nodes are connected with the following relationships: )datareturncCs&dd|dDdd|dDdS)NcSs4g|],}|ddd|dD|d|ddqS)end_node_labelscSs(g|] }|ddd|dDdqS)keycSsg|]}d|diqStypelower.0Z type_itemrw/var/www/html/cobodadashboardai.evdpl.com/venv/lib/python3.9/site-packages/langchain_community/graphs/memgraph_graph.py ms;get_schema_subset....typesrrrrproprrrrjs 0get_schema_subset... propertiesstart_node_labelsrrrr rr)redgerrrrgs z%get_schema_subset..edgescSs(g|] }|ddd|dDdqS)labelscSs(g|] }|ddd|dDdqS)rcSsg|]}d|diqSrrrrrrrsrrrrrrrrr|s rrr$rr)rnoderrrrys nodesr#r'rr rrrget_schema_subsetesr*)r'relsr cCsdd|Ddd|DdS)NcSs4g|],}|ddd|dD|d|ddqS)rcSs(g|] }|dd|digdqS)rrrrrrrrrs4get_reformated_schema...Zproperties_infor rel_typer!r)rrelrrrrs z)get_reformated_schema..cs:g|]2tdddgfdddDdqS)r$r,Ncs<g|]4}ddddkr|ddd|dDdqS)rrrcSsg|]}d|iqSrrrrrrrsz?get_reformated_schema....rrrrr&rrrsr-rr%)_remove_backticks)rrr1rrs  r(r)r'r+rrrget_reformated_schemas  r3)schemar c Cspd}d}d}|dD]t}|dd|dd7}|dgkr@q|d7}|dD]6}d d d |d D}|d |dd|d7}qPq|dD]}|d}d|d} d|d} |d| d|d| d7}|dgkrq|d|d7}|dD]6}d dd |d D}|d |dd|d7}qqd|rHt|nd|rXt|nd|rht|ndgS)Nr0r'z - labels: (::r$z) rz properties: z or cSsh|] }|dqSrrrZ prop_typesrrr z+transform_schema_to_text..rz - rz:  r#rr rz(:z)-[:z]->(:z - labels: z properties: cSsh|]}|dqSrrr6rrrr7r8)joinNODE_PROPS_TEXTREL_PROPS_TEXTREL_TEXT) r4Znode_props_dataZrel_props_datarel_datar&rZprop_types_strr/r.Z start_labelsZ end_labelsrrrtransform_schema_to_texts@      r?)textr cCs |ddS)N`r0)replace)r@rrrr2sr2)r'baseEntityLabelr cCsTg}|D]F}|jd|jiB}|r.t|jtgn t|jg}||d}||q|S)Nid)labelr)rrDr2rBASE_ENTITY_LABELappend)r'rCZtransformed_nodesr&Zproperties_dictrEZ node_dictrrr_transform_nodess   rH) relationshipsrCr cCsbg}|D]T}t|j|rtgn t|jjg|jj|r:tgn t|jjg|jjd}||q|S)N)rZ source_labelZ source_idZ target_labelZ target_id)r2rrFsourcerDtargetrG)rIrCZtransformed_relationshipsr/Zrel_dictrrr_transform_relationshipss   rLc @seZdZdZdddeeeeeeeeeeeddddZddd d Z e edd d Z e eee fdd dZ ifeeeeee fdddZddddZdeeeeddddZdS) MemgraphGraphaMemgraph wrapper for graph operations. Parameters: url (Optional[str]): The URL of the Memgraph database server. username (Optional[str]): The username for database authentication. password (Optional[str]): The password for database authentication. database (str): The name of the database to connect to. Default is 'memgraph'. refresh_schema (bool): A flag whether to refresh schema information at initialization. Default is True. driver_config (Dict): Configuration passed to Neo4j Driver. *Security note*: Make sure that the database connection uses credentials that are narrowly-scoped to only include necessary permissions. Failure to do so may result in data corruption or loss, since the calling code may attempt commands that would result in deletion, mutation of data if appropriately prompted or reading sensitive data if such data is present in the database. The best way to guard against such negative outcomes is to (as appropriate) limit the permissions granted to the credentials used with this tool. See https://python.langchain.com/docs/security for more information. NT) driver_config)urlusernamepassworddatabaserefresh_schemarNr c CsJz ddl}Wnty&tdYn0td|idd}|dkrN|dkrNd}n(td|idd}td |id d }||f}td |id d d }|jj|fd|i|pi|_||_d|_i|_z|j Wn<|j j yt dYn |j j yt dYn0|rFz |Wn.|j jyD} z| WYd} ~ n d} ~ 00dS)z-Create a new Memgraph graph wrapper instance.rNzRCould not import neo4j python package. Please install it with `pip install neo4j`.rOZ MEMGRAPH_URIr0rPZMEMGRAPH_USERNAMErQZMEMGRAPH_PASSWORDrRZMEMGRAPH_DATABASEZmemgraphauthzMCould not connect to Memgraph database. Please ensure that the url is correctz`Could not connect to Memgraph database. Please ensure that the username and password are correct)neo4j ImportErrorrZ GraphDatabaseZdriver_driver _databaser4structured_schemaZverify_connectivity exceptionsZServiceUnavailable ValueErrorZ AuthErrorrSZ ClientError) selfrOrPrQrRrSrNrUrTerrr__init__s`       zMemgraphGraph.__init__)r cCs$|jr td|jd|_dS)NzClosing the driver connection.)rWloggerinfocloser\rrrra_s  zMemgraphGraph.closecCs|jS)z(Returns the schema of the Graph database)r4rbrrr get_schemaeszMemgraphGraph.get_schemacCs|jS)z3Returns the structured schema of the Graph database)rYrbrrrget_structured_schemajsz#MemgraphGraph.get_structured_schema)queryparamsr c Csddlm}z.|jj||j|d\}}}dd|D}|WS|y}zr|jdks^|jdkrhd|jvs|jd krd |jvsd |jvs|jd krd |jvs|jd krd|jvsWYd}~n d}~00|jj|jd.}|||}dd|D}|WdS1s 0YdS)a Query the graph. Args: query (str): The Cypher query to execute. params (dict): The parameters to pass to the query. Returns: List[Dict[str, Any]]: The list of dictionaries containing the query results. r Neo4jError)Z database_Z parameters_cSsg|] }|qSrr)rrrrrrr8z'MemgraphGraph.query..z+Neo.DatabaseError.Statement.ExecutionFailedz4Neo.DatabaseError.Transaction.TransactionStartFailedzin an implicit transactionz'Neo.ClientError.Statement.SemanticErrorz&in an open transaction is not possiblez+tried to execute in an explicit transaction0Memgraph.ClientError.MemgraphError.MemgraphErrorzin multicommand transactionsSchemaInfo disabledN)rRcSsg|] }|qSrr)rirrrrr8) neo4j.exceptionsrhrWZ execute_queryrXcodemessagesessionrun) r\rerfrhr _Z json_datar]rprrrreosJ      zMemgraphGraph.queryc Cs ddl}ddlm}|dgkr&dSzf|tdd}|dur`t|t|jfr`| |}n|}|duspJt |}||_ t ||_ WdS|y}z*|jdkrd|jvrtdWYd}~n d}~00d d |tD}|t}t||}||_ t ||_ dS) zB Refreshes the Memgraph graph schema information. rNrgzMATCH (n) RETURN n LIMIT 1r4rkrlzSchema generation with SHOW SCHEMA INFO query failed. Set --schema-info-enabled=true to use SHOW SCHEMA INFO query. Falling back to alternative queries.cSsg|] }|dqS)outputr)rrerrrrr8z0MemgraphGraph.refresh_schema..)astrmrhre SCHEMA_QUERYget isinstancestrAST literal_evalr*rYr?r4rnror_r`NODE_PROPERTIES_QUERY REL_QUERYr3) r\rtrhresultZ schema_resultrYr]r'r+rrrrSs6      zMemgraphGraph.refresh_schemaF)graph_documentsinclude_sourcerCr cCs|r:|dtd|dtd|dtd|D]}|r|jjdsrt|jjd|jjd<|t d|jj i|t d t |j |it|j|}|td |i|td |i|r>|t||jj d q>|d S) a* Take GraphDocument as input as uses it to construct a graph in Memgraph. Parameters: - graph_documents (List[GraphDocument]): A list of GraphDocument objects that contain the nodes and relationships to be added to the graph. Each GraphDocument should encapsulate the structure of part of the graph, including nodes, relationships, and the source document information. - include_source (bool, optional): If True, stores the source document and links it to nodes in the graph using the MENTIONS relationship. This is useful for tracing back the origin of data. Merges source documents based on the `id` property from the source document metadata if available; otherwise it calculates the MD5 hash of `page_content` for merging process. Defaults to False. - baseEntityLabel (bool, optional): If True, each newly created node gets a secondary __Entity__ label, which is indexed and improves import speed and performance. Defaults to False. zCREATE CONSTRAINT ON (b:z) ASSERT b.id IS UNIQUE;zCREATE INDEX ON :z(id);;rDzutf-8documentr )r rN)rerFrJmetadatarvrZ page_contentencode hexdigestINCLUDE_DOCS_QUERY__dict__NODE_IMPORT_QUERYrHr'rLrIREL_NODES_IMPORT_QUERYREL_IMPORT_QUERYINCLUDE_DOCS_SOURCE_QUERYrS)r\r~rrCrr>rrradd_graph_documentss@    z!MemgraphGraph.add_graph_documents)NNNNT)FF)__name__ __module__ __qualname____doc__rrxboolrr^rapropertyrcrrddictrrerSrrrrrrrMs@ E"6.rM)*logginghashlibrtypingrrrrZlangchain_core.utilsrZ)langchain_community.graphs.graph_documentrr r Z&langchain_community.graphs.graph_storer getLoggerrr_rFrur{r|rrrrrr;r<r=rxr*r3r?r2listrrrHrLrMrrrrs:      ( #)