
    dh                      ~    S SK JrJrJrJr  S SKJr  S SKJr  S SK	J
r
Jr  S SKJr  \" SSSS	9 " S
 S\\
5      5       rg)    )AnyCallableDictList)
deprecated)Document)	BaseModelmodel_validator)
BaseLoaderz0.3.18zThis class is deprecated and will be removed in a future version. You can swap to using the `ApifyDatasetLoader` implementation in `langchain_apify` package. See <https://github.com/apify/langchain-apify>z"langchain_apify.ApifyDatasetLoader)sincemessagealternative_importc                      ^  \ rS rSr% Sr\\S'    \\S'    \\	/\
4   \S'    S\S\\	/\
4   4U 4S jjr\" SS9\S	\	S
\4S j5       5       rS
\\
   4S jrSrU =r$ )ApifyDatasetLoader
   am  Load datasets from `Apify` web scraping, crawling, and data extraction platform.

For details, see https://docs.apify.com/platform/integrations/langchain

Example:
    .. code-block:: python

        from langchain_community.document_loaders import ApifyDatasetLoader
        from langchain_core.documents import Document

        loader = ApifyDatasetLoader(
            dataset_id="YOUR-DATASET-ID",
            dataset_mapping_function=lambda dataset_item: Document(
                page_content=dataset_item["text"], metadata={"source": dataset_item["url"]}
            ),
        )
        documents = loader.load()
apify_client
dataset_iddataset_mapping_functionc                     > [         TU ]  XS9  g)aB  Initialize the loader with an Apify dataset ID and a mapping function.

Args:
    dataset_id (str): The ID of the dataset on the Apify platform.
    dataset_mapping_function (Callable): A function that takes a single
        dictionary (an Apify dataset item) and converts it to an instance
        of the Document class.
)r   r   N)super__init__)selfr   r   	__class__s      j/var/www/html/shao/venv/lib/python3.13/site-packages/langchain_community/document_loaders/apify_dataset.pyr   ApifyDatasetLoader.__init__0   s     	! 	 	
    before)modevaluesreturnc                      SSK Jn  U" 5       n[        UR                  S5      =n(       a  UR                  S==   S-  ss'   X1S'   U$ ! [
         a    [        S5      ef = f)zAValidate environment.

Args:
    values: The values to validate.
r   )ApifyClienthttpx_clientz
user-agentz; Origin/langchainr   z`Could not import apify-client Python package. Please install it with `pip install apify-client`.)r   r"   getattrhttp_clientheadersImportError)clsr   r"   clientr#   s        r   validate_environment'ApifyDatasetLoader.validate_environment?   ss    	0 ]F&v'9'9>JJ|J$$\26JJ2%+>"   	E 	s   AA	 	Ac                     U R                   R                  U R                  5      R                  SS9R                  n[        [        U R                  U5      5      $ )zLoad documents.T)clean)r   datasetr   
list_itemsitemslistmapr   )r   dataset_itemss     r   loadApifyDatasetLoader.loadX   sO     %%doo6AAAMSS 	 C55}EFFr    )__name__
__module____qualname____firstlineno____doc__r   __annotations__strr   r   r   r   r
   classmethodr*   r   r4   __static_attributes____classcell__)r   s   @r   r   r   
   s    & TO6&vx'788>

9A4&(BR9S
 (#$ 3   $.Gd8n G Gr   r   N)typingr   r   r   r   langchain_core._apir   langchain_core.documentsr   pydanticr	   r
   )langchain_community.document_loaders.baser   r   r6   r   r   <module>rF      sL    , , * - / @ 
	9
 <	IGY IG	IGr   