
    dh                     N    S SK JrJrJr  S SKrS SKJr  S SKJr   " S S\5      r	g)    )IteratorListUnionN)Document)
BaseLoaderc                   X    \ rS rSrSr SS\S\\\\   4   S\4S jjr	S\
\   4S jrS	rg
)BrowserlessLoader	   z3Load webpages with `Browserless` /content endpoint.	api_tokenurlstext_contentc                 ,    Xl          X l         X0l        g)z0Initialize with API token and the URLs to scrapeN)r   r   r   )selfr   r   r   s       h/var/www/html/shao/venv/lib/python3.13/site-packages/langchain_community/document_loaders/browserless.py__init__BrowserlessLoader.__init__   s     #$	%(    returnc              #   v  #    U R                    H  nU R                  (       aU  [        R                  " SSU R                  0USS0/S.S9n[        UR                  5       S   S   S	   S   S
   SU0S9v   Mi  [        R                  " SSU R                  0SU0S9n[        UR                  SU0S9v   M     g7f)zLazy load Documents from URLs.z$https://chrome.browserless.io/scrapetokenselectorbody)urlelements)paramsjsondatar   resultstextsource)page_contentmetadataz%https://chrome.browserless.io/contentr   N)r   r   requestspostr   r   r   r   )r   r   responses      r   	lazy_loadBrowserlessLoader.lazy_load   s      99C  #==:  # !+F% !)!8!;I!Fq!I&!Q #  $==; s !) # C s   B7B9)r   r   r   N)T)__name__
__module____qualname____firstlineno____doc__strr   r   boolr   r   r   r&   __static_attributes__ r   r   r	   r	   	   sG    = QU))$)#tCy.$9)IM))8H- )r   r	   )
typingr   r   r   r#   langchain_core.documentsr   )langchain_community.document_loaders.baser   r	   r0   r   r   <module>r4      s     ( (  - @6
 6r   