§
    šŠtj  ã                   óz   — d dl Z d dlmZmZ d dlZd dlmZ d dlmZ  e j	        e
¦  «        Z G d„ de¦  «        ZdS )é    N)ÚAnyÚList)ÚDocument)Ú
BaseLoaderc                   ón   — e Zd ZdZ	 ddedee         defd„Zdedefd	„Zd
ede	fd„Z
dee         fd„ZdS )ÚDiffbotLoaderzLoad `Diffbot` json file.TÚ	api_tokenÚurlsÚcontinue_on_failurec                 ó0   — || _         || _        || _        dS )a	  Initialize with API token, ids, and key.

        Args:
            api_token: Diffbot API token.
            urls: List of URLs to load.
            continue_on_failure: Whether to continue loading other URLs if one fails.
               Defaults to True.
        N)r	   r
   r   )Úselfr	   r
   r   s       új/var/www/html/CA-Chatbot/venv/lib/python3.11/site-packages/langchain_community/document_loaders/diffbot.pyÚ__init__zDiffbotLoader.__init__   s    € ð #ˆŒØˆŒ	Ø#6ˆÔ Ð Ð ó    Údiffbot_apiÚreturnc                 ó   — d|› �S )Nzhttps://api.diffbot.com/v3/© )r   r   s     r   Ú_diffbot_api_urlzDiffbotLoader._diffbot_api_url   s   € Ø:¨[Ð:Ð:Ð:r   Úurlc                 ó¨   — |                       d¦  «        }| j        |dœ}t          j        ||d¬¦  «        }|j        r|                     ¦   «         ni S )z'Get Diffbot file from Diffbot REST API.Úarticle)Útokenr   é
   )ÚparamsÚtimeout)r   r	   ÚrequestsÚgetÚokÚjson)r   r   Údiffbot_urlr   Úresponses        r   Ú_get_diffbot_datazDiffbotLoader._get_diffbot_data!   s^   € ð ×+Ò+¨IÑ6Ô6ˆà”^Øð
ð 
ˆõ ”< °FÀBÐGÑGÔGˆð #+¤+Ð5ˆx�}Š}‰Œˆ°2Ð5r   c                 óh  — t          ¦   «         }| j        D ]›}	 |                      |¦  «        }d|v r|d         d         d         nd}d|i}|                     t	          ||¬¦  «        ¦  «         Œ[# t
          $ r4}| j        r!t                               d|› d|› �¦  «         n|‚Y d	}~Œ”d	}~ww xY w|S )
z>Extract text from Diffbot on all the URLs and return DocumentsÚobjectsr   ÚtextÚ Úsource)Úpage_contentÚmetadatazError fetching or processing z, exception: N)	Úlistr
   r#   Úappendr   Ú	Exceptionr   ÚloggerÚerror)r   Údocsr   Údatar&   r*   Úes          r   ÚloadzDiffbotLoader.load.   sð   € å#™vœvˆà”9ð 
	ð 
	ˆCð	Ø×-Ò-¨cÑ2Ô2�Ø5>À$Ð5FÐ5F�t˜I” qÔ)¨&Ô1Ð1ÈB�Ø$ c˜?�Ø—’�H°$ÀÐJÑJÔJÑKÔKÐKÐKøÝð ð ð ØÔ+ð Ý—L’LÐ!VÀÐ!VÐ!VÐSTÐ!VÐ!VÑWÔWÐWÐWà�Gð XÐWÐWÐWÐWøøøøðøøøð
 ˆs   ™AA1Á1
B/Á;*B*Â*B/N)T)Ú__name__Ú
__module__Ú__qualname__Ú__doc__Ústrr   Úboolr   r   r   r#   r   r3   r   r   r   r   r      s¹   € € € € € Ø#Ð#ð LPð7ð 7Øð7Ø$(¨¤Ið7ØDHð7ð 7ð 7ð 7ð;¨Cð ;°Cð ;ð ;ð ;ð ;ð6 Sð 6¨Sð 6ð 6ð 6ð 6ð�d˜8”nð ð ð ð ð ð r   r   )ÚloggingÚtypingr   r   r   Úlangchain_core.documentsr   Ú)langchain_community.document_loaders.baser   Ú	getLoggerr4   r.   r   r   r   r   ú<module>r?      s™   ðØ €€€Ø Ð Ð Ð Ð Ð Ð Ð à €€€Ø -Ð -Ð -Ð -Ð -Ð -à @Ð @Ð @Ð @Ð @Ð @à	ˆÔ	˜8Ñ	$Ô	$€ð1ð 1ð 1ð 1ð 1�Jñ 1ô 1ð 1ð 1ð 1r   