Ë
    µŒj¼  ã                   óv   — d Z ddlZddlmZmZmZ ddlmZ ddlm	Z	  ej                  e«      Z G d„ de	«      Zy)z1Loader that uses unstructured to load HTML files.é    N)ÚAnyÚIteratorÚList)ÚDocument)Ú
BaseLoaderc                   óh   — e Zd ZdZ	 	 	 	 ddee   dedededededd	fd
„Zdee	   fd„Z
dee	   fd„Zy	)ÚNewsURLLoadera/  Load news articles from URLs using `Unstructured`.

    Args:
        urls: URLs to load. Each is loaded into its own document.
        text_mode: If True, extract text from URL and use that for page content.
            Otherwise, extract raw HTML.
        nlp: If True, perform NLP on the extracted contents, like providing a summary
            and extracting keywords.
        continue_on_failure: If True, continue loading documents even if
            loading fails for a particular URL.
        show_progress_bar: If True, use tqdm to show a loading progress bar. Requires
            tqdm to be installed, ``pip install tqdm``.
        **newspaper_kwargs: Any additional named arguments to pass to
            newspaper.Article().

    Example:
        .. code-block:: python

            from langchain_community.document_loaders import NewsURLLoader

            loader = NewsURLLoader(
                urls=["<url-1>", "<url-2>"],
            )
            docs = loader.load()

    Newspaper reference:
        https://newspaper.readthedocs.io/en/latest/
    ÚurlsÚ	text_modeÚnlpÚcontinue_on_failureÚshow_progress_barÚnewspaper_kwargsÚreturnNc                 ó´   — 	 ddl }|j                  | _        || _        || _        || _        || _        || _        || _	        y# t        $ r t        d«      ‚w xY w)zInitialize with file path.r   NzMnewspaper package not found, please install it with `pip install newspaper3k`)
Ú	newspaperÚ__version__Ú_NewsURLLoader__versionÚImportErrorr
   r   r   r   r   r   )Úselfr
   r   r   r   r   r   r   s           ús/var/www/html/Fitness-lenito-AI-main/venv/lib/python3.12/site-packages/langchain_community/document_loaders/news.pyÚ__init__zNewsURLLoader.__init__+   si   € ð	Ûà&×2Ñ2ˆDŒNð ˆŒ	Ø"ˆŒØˆŒØ#6ˆÔ Ø 0ˆÔØ!2ˆÕøô ò 	Üð,óð ð	ús   ‚A ÁAc                 ó¨   — | j                  «       }| j                  r	 ddlm}  ||«      }t	        |«      S # t        $ r}t        d«      |‚d }~ww xY w)Nr   )Útqdmz€Package tqdm must be installed if show_progress_bar=True. Please install with 'pip install tqdm' or set show_progress_bar=False.)Ú	lazy_loadr   r   r   Úlist)r   Úiterr   Úes       r   ÚloadzNewsURLLoader.loadF   s]   € Ø�~‰~ÓˆØ×!Ò!ðÝ%ñ ˜“:ˆDÜ�D‹zÐøô ò Ü!ð/óð ð	ûðús   ž7 ·	AÁ AÁAc              #   ó  K  — 	 ddl m} | j                  D �]	  }	  ||fi | j                  ¤Ž}|j                  «        |j                  «        | j                  r|j                  «        t        |dd«      t        |dt        |d	d«      «      t        |d
g «      t        |dd«      t        |dd«      t        |dd«      dœ}| j                  r|j                  }n|j                  }| j                  r t        |dg «      |d<   t        |dd«      |d<   t!        ||¬«      –— �Œ y # t        $ r}t        d«      |‚d }~ww xY w# t        $ r4}| j                  r!t        j                  d|› d|› �«       Y d }~�Œa|‚d }~ww xY w­w)Nr   )ÚArticlezFCannot import newspaper, please install with `pip install newspaper3k`zError fetching or processing z, exception: ÚtitleÚ ÚurlÚcanonical_linkÚauthorsÚ	meta_langÚmeta_descriptionÚpublish_date)r"   Úlinkr&   ÚlanguageÚdescriptionr)   ÚkeywordsÚsummary)Úpage_contentÚmetadata)r   r!   r   r
   r   ÚdownloadÚparser   Ú	Exceptionr   ÚloggerÚerrorÚgetattrr   ÚtextÚhtmlr   )r   r!   r   r$   Úarticler0   Úcontents          r   r   zNewsURLLoader.lazy_loadT   sr  è ø€ ð	Ý)ð —9•9ˆCðÙ! #Ñ?¨×)>Ñ)>Ñ?�Ø× Ñ Ô"Ø—‘”à—8’8Ø—K‘K”Mô ! ¨'°2Ó6Ü ¨´¸ÐAQÐSUÓ0VÓWÜ" 7¨I°rÓ:Ü# G¨[¸"Ó=Ü& wÐ0BÀBÓGÜ '¨°ÀÓ DñˆHð �~Š~Ø!Ÿ,™,‘à!Ÿ,™,�à�xŠxÜ'.¨w¸
ÀBÓ'G�˜Ñ$Ü&-¨g°yÀ"Ó&E�˜Ñ#ä¨¸(ÔCÔCñE øô ò 	ÜØXóàðûð	ûô ò Ø×+Ò+Ü—L‘LÐ#@ÀÀÀ]ÐSTÐRUÐ!VÔWÝà�GûðüsX   ‚F„D$ ŠF›AEÁ*B:FÄ$	D>Ä-D9Ä9D>Ä>FÅ	E>Å
'E9Å1FÅ7E9Å9E>Å>F)TFTF)Ú__name__Ú
__module__Ú__qualname__Ú__doc__r   ÚstrÚboolr   r   r   r   r   r   © ó    r   r	   r	      s†   „ ñð@ ØØ$(Ø"'ñ3à�3‰ið3ð ð3ð ð	3ð
 "ð3ð  ð3ð  ð3ð 
ó3ð6�d˜8‘nó ð*D˜8 HÑ-ô *DrB   r	   )r>   ÚloggingÚtypingr   r   r   Úlangchain_core.documentsr   Ú)langchain_community.document_loaders.baser   Ú	getLoggerr;   r4   r	   rA   rB   r   Ú<module>rH      s9   ðÙ 7ã ß &Ñ &å -å @à	ˆ×	Ñ	˜8Ó	$€ôqD�Jõ qDrB   