§
    šŠtj¼  ã                   óz   — d Z ddlZddlmZmZmZ ddlmZ ddlm	Z	  ej
        e¦  «        Z G d„ de	¦  «        ZdS )z1Loader that uses unstructured to load HTML files.é    N)ÚAnyÚIteratorÚList)ÚDocument)Ú
BaseLoaderc                   ó|   — e Zd ZdZ	 	 	 	 ddee         dedededed	ed
dfd„Zd
ee	         fd„Z
d
ee	         fd„ZdS )ÚNewsURLLoadera/  Load news articles from URLs using `Unstructured`.

    Args:
        urls: URLs to load. Each is loaded into its own document.
        text_mode: If True, extract text from URL and use that for page content.
            Otherwise, extract raw HTML.
        nlp: If True, perform NLP on the extracted contents, like providing a summary
            and extracting keywords.
        continue_on_failure: If True, continue loading documents even if
            loading fails for a particular URL.
        show_progress_bar: If True, use tqdm to show a loading progress bar. Requires
            tqdm to be installed, ``pip install tqdm``.
        **newspaper_kwargs: Any additional named arguments to pass to
            newspaper.Article().

    Example:
        .. code-block:: python

            from langchain_community.document_loaders import NewsURLLoader

            loader = NewsURLLoader(
                urls=["<url-1>", "<url-2>"],
            )
            docs = loader.load()

    Newspaper reference:
        https://newspaper.readthedocs.io/en/latest/
    TFÚurlsÚ	text_modeÚnlpÚcontinue_on_failureÚshow_progress_barÚnewspaper_kwargsÚreturnNc                 ó¸   — 	 ddl }|j        | _        n# t          $ r t          d¦  «        ‚w xY w|| _        || _        || _        || _        || _        || _	        dS )zInitialize with file path.r   NzMnewspaper package not found, please install it with `pip install newspaper3k`)
Ú	newspaperÚ__version__Ú_NewsURLLoader__versionÚImportErrorr
   r   r   r   r   r   )Úselfr
   r   r   r   r   r   r   s           úg/var/www/html/CA-Chatbot/venv/lib/python3.11/site-packages/langchain_community/document_loaders/news.pyÚ__init__zNewsURLLoader.__init__+   s†   € ð	ØÐÐÐà&Ô2ˆDŒNˆNøÝð 	ð 	ð 	Ýð,ñô ð ð	øøøð ˆŒ	Ø"ˆŒØˆŒØ#6ˆÔ Ø 0ˆÔØ!2ˆÔÐÐs   ‚ “-c                 óÀ   — |                       ¦   «         }| j        r5	 ddlm} n"# t          $ r}t          d¦  «        |‚d }~ww xY w ||¦  «        }t	          |¦  «        S )Nr   )Útqdmz€Package tqdm must be installed if show_progress_bar=True. Please install with 'pip install tqdm' or set show_progress_bar=False.)Ú	lazy_loadr   r   r   Úlist)r   Úiterr   Úes       r   ÚloadzNewsURLLoader.loadF   sŒ   € Ø�~Š~ÑÔˆØÔ!ð 		ðØ%Ð%Ð%Ð%Ð%Ð%Ð%øÝð ð ð Ý!ð/ñô ð ð	øøøøðøøøð �4˜‘:”:ˆDÝ�D‰zŒzÐs   �$ ¤
A®>¾Ac              #   ó0  K  — 	 ddl m} n"# t          $ r}t          d¦  «        |‚d }~ww xY w| j        D �]`}	  ||fi | j        ¤Ž}|                     ¦   «          |                     ¦   «          | j        r|                     ¦   «          n@# t          $ r3}| j	        r%t                               d|› d|› �¦  «         Y d }~ŒŒ|‚d }~ww xY wt          |dd¦  «        t          |dt          |d	d¦  «        ¦  «        t          |d
g ¦  «        t          |dd¦  «        t          |dd¦  «        t          |dd¦  «        dœ}| j        r|j        }n|j        }| j        r(t          |dg ¦  «        |d<   t          |dd¦  «        |d<   t!          ||¬¦  «        V — �Œbd S )Nr   )ÚArticlezFCannot import newspaper, please install with `pip install newspaper3k`zError fetching or processing z, exception: ÚtitleÚ ÚurlÚcanonical_linkÚauthorsÚ	meta_langÚmeta_descriptionÚpublish_date)r"   Úlinkr&   ÚlanguageÚdescriptionr)   ÚkeywordsÚsummary)Úpage_contentÚmetadata)r   r!   r   r
   r   ÚdownloadÚparser   Ú	Exceptionr   ÚloggerÚerrorÚgetattrr   ÚtextÚhtmlr   )r   r!   r   r$   Úarticler0   Úcontents          r   r   zNewsURLLoader.lazy_loadT   s  è è € ð	Ø)Ð)Ð)Ð)Ð)Ð)Ð)øÝð 	ð 	ð 	ÝØXñô àðøøøøð	øøøð
 ”9ð "	Dñ "	DˆCðØ!˜' #Ð?Ð?¨Ô)>Ð?Ð?�Ø× Ò Ñ"Ô"Ð"Ø—’‘”�à”8ð "Ø—K’K‘M”M�Møøåð ð ð ØÔ+ð Ý—L’LÐ!VÀÐ!VÐ!VÐSTÐ!VÐ!VÑWÔWÐWØ�H�H�H�Hà�Gøøøøðøøøõ ! ¨'°2Ñ6Ô6Ý ¨µ¸ÐAQÐSUÑ0VÔ0VÑWÔWÝ" 7¨I°rÑ:Ô:Ý# G¨[¸"Ñ=Ô=Ý& wÐ0BÀBÑGÔGÝ '¨°ÀÑ DÔ Dðð ˆHð Œ~ð 'Ø!œ,��à!œ,�àŒxð FÝ'.¨w¸
ÀBÑ'GÔ'G�˜Ñ$Ý&-¨g°yÀ"Ñ&EÔ&E�˜Ñ#å¨¸(ÐCÑCÔCÐCÐCÐCÑCðE"	Dð "	Ds.   „ ‹
*•%¥*¸AB
Â

CÂ'CÃ CÃC)TFTF)Ú__name__Ú
__module__Ú__qualname__Ú__doc__r   ÚstrÚboolr   r   r   r   r   r   © ó    r   r	   r	      sÔ   € € € € € ðð ð@ ØØ$(Ø"'ð3ð 3à�3Œið3ð ð3ð ð	3ð
 "ð3ð  ð3ð  ð3ð 
ð3ð 3ð 3ð 3ð6�d˜8”nð ð ð ð ð*D˜8 HÔ-ð *Dð *Dð *Dð *Dð *Dð *DrB   r	   )r>   ÚloggingÚtypingr   r   r   Úlangchain_core.documentsr   Ú)langchain_community.document_loaders.baser   Ú	getLoggerr;   r4   r	   rA   rB   r   ú<module>rH      s°   ðØ 7Ð 7à €€€Ø &Ð &Ð &Ð &Ð &Ð &Ð &Ð &Ð &Ð &à -Ð -Ð -Ð -Ð -Ð -à @Ð @Ð @Ð @Ð @Ð @à	ˆÔ	˜8Ñ	$Ô	$€ðqDð qDð qDð qDð qD�Jñ qDô qDð qDð qDð qDrB   