a
    bg                     @   s8   d dl mZ d dlmZ d dlmZ G dd deZdS )    )List)Document)WebBaseLoaderc                   @   s"   e Zd ZdZee dddZdS )CollegeConfidentialLoaderz%Load `College Confidential` webpages.)returnc                 C   s,   |   }|dj}d| ji}t||dgS )zLoad webpages as Documents.zmain[class='skin-handler']source)Zpage_contentmetadata)ZscrapeZ
select_onetextZweb_pathr   )selfZsoupr	   r    r   /var/www/html/cobodadashboardai.evdpl.com/venv/lib/python3.9/site-packages/langchain_community/document_loaders/college_confidential.pyload   s    
zCollegeConfidentialLoader.loadN)__name__
__module____qualname____doc__r   r   r   r   r   r   r   r      s   r   N)typingr   Zlangchain_core.documentsr   Z-langchain_community.document_loaders.web_baser   r   r   r   r   r   <module>   s   