a
    bgP                     @  sL   d dl mZ d dlmZ d dlZd dlmZ d dlmZ G dd deZ	dS )    )annotations)IteratorN)Document)
BaseLoaderc                   @  s.   e Zd ZdZdddddZdddd	Zd
S )ToMarkdownLoaderz"Load `HTML` using `2markdown API`.strurlapi_keyc                 C  s   || _ || _dS )z Initialize with url and api key.Nr   )selfr	   r
    r   }/var/www/html/cobodadashboardai.evdpl.com/venv/lib/python3.9/site-packages/langchain_community/document_loaders/tomarkdown.py__init__   s    zToMarkdownLoader.__init__zIterator[Document])returnc                 c  sD   t jdd| jid| jid}| d }d| ji}t||dV  dS )	zLazily load the file.z#https://api.2markdown.com/v1/url2mdz	X-Api-Keyr	   )headersjsonZarticlesource)Zpage_contentmetadataN)requestspostr
   r	   r   r   )r   responsetextr   r   r   r   	lazy_load   s    
zToMarkdownLoader.lazy_loadN)__name__
__module____qualname____doc__r   r   r   r   r   r   r      s   r   )

__future__r   typingr   r   Zlangchain_core.documentsr   Z)langchain_community.document_loaders.baser   r   r   r   r   r   <module>   s
   