Ë
    µŒjD  ã                   óÒ   — d dl Z d dlmZ d dlmZ d dlmZmZmZm	Z	m
Z
mZmZ d dlZd dlmZ d dlmZmZmZmZ d dlmZ  e j.                  e«      Z G d„ d	ee«      Z G d
„ de«      Zy)é    N)ÚEnum)ÚBytesIO)ÚAnyÚCallableÚDictÚIteratorÚListÚOptionalÚUnion)ÚDocument)Úbefore_sleep_logÚretryÚstop_after_attemptÚwait_exponential)Ú
BaseLoaderc                   ó4   — e Zd ZdZdZdZdZdZdZde	de
fd	„Zy
)ÚContentFormatz5Enumerator of the content formats of Confluence page.zbody.editorzbody.export_viewzbody.anonymous_export_viewzbody.storagez	body.viewÚpageÚreturnc                 óH   — |d   | j                   j                  «          d   S )NÚbodyÚvalue)ÚnameÚlower)Úselfr   s     úy/var/www/html/Fitness-lenito-AI-main/venv/lib/python3.12/site-packages/langchain_community/document_loaders/confluence.pyÚget_contentzContentFormat.get_content   s!   € Ø�F‰|˜DŸI™IŸO™OÓ-Ñ.¨wÑ7Ð7ó    N)Ú__name__Ú
__module__Ú__qualname__Ú__doc__ÚEDITORÚEXPORT_VIEWÚANONYMOUS_EXPORT_VIEWÚSTORAGEÚVIEWÚdictÚstrr   © r   r   r   r      s2   „ Ù?à€FØ$€KØ8ÐØ€GØ€Dð8 ð 8¨ô 8r   r   c            =       óÖ  — e Zd ZdZ	 	 	 	 	 	 	 	 	 	 d>ddddddddddej
                  dddddddœdedee   d	ee   d
eej                     dee
   dee   dee   dee   dee   dee   dee
   dee
   dee   deee      dee   dee   dededededededee   dee   dee   d ed!ed"eee
gef      f8d#„Ze	 	 	 	 	 	 	 d?dee   dee   d	ee   d
eej                     dee
   dee   dee
   d$eedf   fd%„«       Zd&ed'ed$efd(„Zd'ed$ee   fd)„Zd'ed$ee   fd*„Zd$ee   fd+„Z	 	 d@ded,ee   d-ed'ed$eee
   ef   f
d.„Zd/ed'ed$efd0„Zd1e
d$efd2„Z	 	 	 dAd3ee
   dedededededee   d ee   d!ed$ee   fd4„Z	 	 	 dAd1e
dededededee   d ee   d!ed$efd5„Z	 dBd6edee   d$ee   fd7„Z 	 dBd8edee   d$efd9„Z!	 dBd8edee   d$efd:„Z"d8ed$efd;„Z#d8ed$efd<„Z$	 dBd8edee   d$efd=„Z%y)CÚConfluenceLoaderaÏ  Load `Confluence` pages.

    Port of https://llamahub.ai/l/confluence
    This currently supports username/api_key, Oauth2 login, personal access token
    or cookies authentication.

    Specify a list page_ids and/or space_key to load in the corresponding pages into
    Document objects, if both are specified the union of both sets will be returned.

    You can also specify a boolean `include_attachments` to include attachments, this
    is set to False by default, if set to True all attachments will be downloaded and
    ConfluenceLoader will extract the text from the attachments and add it to the
    Document object. Currently supported attachment types are: PDF, PNG, JPEG/JPG,
    SVG, Word and Excel.

    Confluence API supports difference format of page content. The storage format is the
    raw XML representation for storage. The view format is the HTML representation for
    viewing with macros are rendered as though it is viewed by users. You can pass
    a enum `content_format` argument to specify the content format, this is
    set to `ContentFormat.STORAGE` by default, the supported values are:
    `ContentFormat.EDITOR`, `ContentFormat.EXPORT_VIEW`,
    `ContentFormat.ANONYMOUS_EXPORT_VIEW`, `ContentFormat.STORAGE`,
    and `ContentFormat.VIEW`.

    Hint: space_key and page_id can both be found in the URL of a page in Confluence
    - https://yoursite.atlassian.com/wiki/spaces/<space_key>/pages/<page_id>

    Example:
        .. code-block:: python

            from langchain_community.document_loaders import ConfluenceLoader

            loader = ConfluenceLoader(
                url="https://yoursite.atlassian.com/wiki",
                username="me",
                api_key="12345",
                space_key="SPACE",
                limit=50,
            )
            documents = loader.load()

            # Server on perm
            loader = ConfluenceLoader(
                url="https://confluence.yoursite.com/",
                username="me",
                api_key="your_password",
                cloud=False,
                space_key="SPACE",
                limit=50,
            )
            documents = loader.load()

    :param url: _description_
    :type url: str
    :param api_key: _description_, defaults to None
    :type api_key: str, optional
    :param username: _description_, defaults to None
    :type username: str, optional
    :param oauth2: _description_, defaults to {}
    :type oauth2: dict, optional
    :param token: _description_, defaults to None
    :type token: str, optional
    :param cloud: _description_, defaults to True
    :type cloud: bool, optional
    :param number_of_retries: How many times to retry, defaults to 3
    :type number_of_retries: Optional[int], optional
    :param min_retry_seconds: defaults to 2
    :type min_retry_seconds: Optional[int], optional
    :param max_retry_seconds:  defaults to 10
    :type max_retry_seconds: Optional[int], optional
    :param confluence_kwargs: additional kwargs to initialize confluence with
    :type confluence_kwargs: dict, optional
    :param cookies: _description_, defaults to {}
    :type cookies: dict, optional
    :param space_key: Space key retrieved from a confluence URL, defaults to None
    :type space_key: Optional[str], optional
    :param page_ids: List of specific page IDs to load, defaults to None
    :type page_ids: Optional[List[str]], optional
    :param label: Get all pages with this label, defaults to None
    :type label: Optional[str], optional
    :param cql: CQL Expression, defaults to None
    :type cql: Optional[str], optional
    :param include_restricted_content: defaults to False
    :type include_restricted_content: bool, optional
    :param include_archived_content: Whether to include archived content,
                                     defaults to False
    :type include_archived_content: bool, optional
    :param include_attachments: defaults to False
    :type include_attachments: bool, optional
    :param attachment_filter_func: A function that takes the attachment information
                                   from Confluence and decides whether or not the
                                   attachment is processed.
    :param include_comments: defaults to False
    :type include_comments: bool, optional
    :param content_format: Specify content format, defaults to
                            ContentFormat.STORAGE, the supported values are:
                            `ContentFormat.EDITOR`, `ContentFormat.EXPORT_VIEW`,
                            `ContentFormat.ANONYMOUS_EXPORT_VIEW`,
                            `ContentFormat.STORAGE`, and `ContentFormat.VIEW`.
    :type content_format: ContentFormat
    :param limit: Maximum number of pages to retrieve per request, defaults to 50
    :type limit: int, optional
    :param max_pages: Maximum number of pages to retrieve in total, defaults 1000
    :type max_pages: int, optional
    :param ocr_languages: The languages to use for the Tesseract agent. To use a
                          language, you'll first need to install the appropriate
                          Tesseract language pack.
    :type ocr_languages: str, optional
    :param keep_markdown_format: Whether to keep the markdown format, defaults to
        False
    :type keep_markdown_format: bool
    :param keep_newlines: Whether to keep the newlines format, defaults to
        False
    :type keep_newlines: bool
    :raises ValueError: Errors while validating input
    :raises ImportError: Required dependencies not installed.
    NFé2   iè  )ÚcookiesÚ	space_keyÚpage_idsÚlabelÚcqlÚinclude_restricted_contentÚinclude_archived_contentÚinclude_attachmentsÚinclude_commentsÚinclude_labelsÚcontent_formatÚlimitÚ	max_pagesÚocr_languagesÚkeep_markdown_formatÚkeep_newlinesÚattachment_filter_funcÚurlÚapi_keyÚusernameÚsessionÚoauth2ÚtokenÚcloudÚnumber_of_retriesÚmin_retry_secondsÚmax_retry_secondsÚconfluence_kwargsr.   r/   r0   r1   r2   r3   r4   r5   r6   r7   r8   r9   r:   r;   r<   r=   r>   c          	      ó€  — || _         || _        || _        || _        || _        || _        || _        || _        || _        || _	        || _
        || _        || _        || _        || _        || _        |xs i }t         j#                  |||||||¬«      }|rt%        d|› �«      ‚	 ddlm} || _        || _        |	| _        |
| _        |r |d||dœ|¤Ž| _        y |r |d|||dœ|¤Ž| _        y |r |d|||dœ|¤Ž| _        y |r |d|||d	œ|¤Ž| _        y  |d||||d
œ|¤Ž| _        y # t*        $ r t+        d«      ‚w xY w)N)r?   r@   rA   rB   rC   r.   rD   z!Error(s) while validating input: r   )Ú
ConfluencezL`atlassian` package not found, please run `pip install atlassian-python-api`)r?   rB   )r?   rC   rE   )r?   rD   rE   )r?   r.   rE   )r?   rA   ÚpasswordrE   r*   )r/   r0   r1   r2   r3   r4   r5   r6   r7   r8   r9   r:   r;   r<   r=   r>   r,   Úvalidate_init_argsÚ
ValueErrorÚ	atlassianrK   ÚImportErrorÚbase_urlrF   rG   rH   Ú
confluence)r   r?   r@   rA   rB   rC   rD   rE   rF   rG   rH   rI   r.   r/   r0   r1   r2   r3   r4   r5   r6   r7   r8   r9   r:   r;   r<   r=   r>   ÚerrorsrK   s                                  r   Ú__init__zConfluenceLoader.__init__˜   sÈ  € ð@ #ˆŒØ ˆŒØˆŒ
ØˆŒØ*DˆÔ'Ø(@ˆÔ%Ø#6ˆÔ Ø 0ˆÔØ,ˆÔØ,ˆÔØˆŒ
Ø"ˆŒØ*ˆÔØ$8ˆÔ!Ø*ˆÔØ&<ˆÔ#à-Ò3°ÐÜ!×4Ñ4ØØØØØØØð 5ó 
ˆñ ÜÐ@ÀÀÐIÓJÐJð	Ý,ð ˆŒØ!2ˆÔØ!2ˆÔØ!2ˆÔáÙ(ÐW¨S¸'ÑWÐEVÑWˆD�OÙÙ(ð Ø ¨eñØ7HñˆD�Oñ Ù(ð Ø˜u¨EñØ5FñˆD�Oñ Ù(ð Ø °ñØ9JñˆD�Oñ )ð ØØ!Ø Øñ	ð
 $ñˆD�Oøô5 ò 	Üð5óð ð	ús   Â$D( Ä(D=r   c                 óh  — g }| €|j                  d«       |r|r|r|s|j                  d«       t        d„ |xs |||||fD «       «      }t        |«      dkD  r5d}	t        d„ t	        ||	«      D «       «      }
|j                  d|	› d	|
› �«       |rPt        |j                  «       «      d
dhk(  r2t        |d
   j                  «       «      ddhk7  r|j                  d«       |rMt        |j                  «       «      h d£k7  r/t        |j                  «       «      d
dhk7  r|j                  d«       |xs dS )z/Validates proper combinations of init argumentsNzMust provide `base_url`zIIf one of `api_key` or `username` is provided, the other must be as well.c              3   ó$   K  — | ]  }|d u–— Œ
 y ­w©Nr*   )Ú.0Úxs     r   Ú	<genexpr>z6ConfluenceLoader.validate_init_args.<locals>.<genexpr>  s   è ø€ ð 
áM�ð �TŒMÙMùs   ‚é   )z(api_key, username)rB   rC   rD   r.   c              3   ó,   K  — | ]  \  }}|sŒ	|–— Œ y ­wrW   r*   )rX   rY   Úns      r   rZ   z6ConfluenceLoader.validate_init_args.<locals>.<genexpr>  s   è ø€ ÐOÑ+I¡4 1 aÊQœQÑ+Iùs   ‚
�z-Cannot provide a value for more than one of: z. Received values for: rD   Ú	client_idÚaccess_tokenÚ
token_typez You have either omitted require keys or added extra keys to the oauth2 dictionary. key values should be `['client_id', 'token': ['access_token', 'token_type']]`>   Úkey_certr_   Úconsumer_keyÚaccess_token_secretzêYou have either omitted required keys or added extra keys to the oauth2 dictionary. key values should be `['access_token', 'access_token_secret', 'consumer_key', 'key_cert']` or `['client_id', 'token': ['access_token', 'token_type']]`)ÚappendÚlistÚsumÚtupleÚzipÚsetÚkeys)r?   r@   rA   rB   rC   rD   r.   rS   Únon_null_credsÚ	all_namesÚprovideds              r   rM   z#ConfluenceLoader.validate_init_argsù   sg  € ð ˆØˆ;Ø�M‰MÐ3Ô4á™H©(¹7Ø�M‰Mð-ôô
 ñ 
àÒ* (¨W°f¸eÀWÑMó
ó 
ˆô ˆ~Ó Ò"ØXˆIÜÑO¬3¨~¸yÔ+IÓOÓOˆHØ�M‰MØ?À	¸{ð KØ'˜jð*ôñ Ü�F—K‘K“MÓ"àØðòô
 �F˜7‘O×(Ñ(Ó*Ó+àØðòð �M‰MðKôñ Ü�F—K‘K“MÓ"òòô �F—K‘K“MÓ"àØðòð �M‰MðNôð Š~˜Ðr   Ú
param_nameÚkwargsc                 ó,   — ||v r||   S t        | |«      S rW   )Úgetattr)r   rn   ro   s      r   Ú_resolve_paramzConfluenceLoader._resolve_paramF  s    € Ø%/°6Ñ%9ˆv�jÑ!ÐX¼wÀtÈZÓ?XÐXr   c              +   ó\  K  — |rt         j                  d|› d�«       | j                  d|«      }| j                  d|«      }| j                  d|«      }| j                  d|«      }| j                  d|«      }| j                  d|«      }| j                  d	|«      }| j                  d
|«      }	| j                  d|«      }
| j                  d|«      }| j                  d|«      }| j                  d|«      }| j                  d|«      }| j                  d|«      }| j                  d|«      }dj                  |j                  dg|
rdgng ¢«      }|s|s|s|st        d«      ‚|rQ| j                  | j                  j                  ||||rdnd|¬«      }| j                  ||||	|
||||¬«	      E d {  –—†  |ri| j                  | j                  j                  |||¬«      }|D �cg c]  }|d   ‘Œ	 }}|rt        t        ||z   «      «      }nt        t        |«      «      }|rC| j                  | j                  |||||¬«      }| j                  ||||	|
||||¬«	      E d {  –—†  |r¹|D ]³  } t        dt        | j                   «      t#        d| j$                  | j&                  ¬ «      t)        t         t*        j,                  «      ¬!«      | j                  j.                  «      } |||¬"«      }|s| j1                  |«      sŒ™| j3                  |||	|
||||¬«      –— Œµ y y 7 �Œqc c}w 7 ŒÈ­w)#NzReceived runtime arguments zd. Passing runtime args to `load` is deprecated. Please pass arguments during initialization instead.r/   r0   r1   r2   r3   r4   r5   r6   r7   r8   r9   r:   r;   r<   r=   Ú,Úversionzmetadata.labelszSMust specify at least one among `space_key`, `page_ids`, `label`, `cql` parameters.ÚanyÚcurrent)Úspacer9   r:   ÚstatusÚexpand©r;   r<   r=   )r1   r9   r:   Úid)r2   r9   r:   Úinclude_archived_spacesrz   )r=   Tr[   ©Ú
multiplierÚminÚmax©ÚreraiseÚstopÚwaitÚbefore_sleep)Úpage_idrz   )ÚloggerÚwarningrr   Újoinr   rN   Úpaginate_requestrR   Úget_all_pages_from_spaceÚprocess_pagesÚget_all_pages_by_labelre   ri   Ú_search_content_by_cqlr   r   rF   r   rG   rH   r   ÚloggingÚWARNINGÚget_page_by_idÚis_public_pageÚprocess_page)r   ro   r/   r0   r1   r2   r3   r4   r5   r6   r7   r8   r9   r:   r;   r<   r=   rz   Úpagesr   Úids_by_labelr‡   Úget_pages                          r   Ú
_lazy_loadzConfluenceLoader._lazy_loadI  sÈ  è ø€ ÙÜ�N‰NØ-¨f¨Xð 6Wð Xôð ×'Ñ'¨°VÓ<ˆ	Ø×&Ñ& z°6Ó:ˆØ×#Ñ# G¨VÓ4ˆØ×!Ñ! %¨Ó0ˆØ%)×%8Ñ%8Ø(¨&ó&
Ð"ð $(×#6Ñ#6Ø&¨ó$
Ð ð #×1Ñ1Ð2GÈÓPÐØ×.Ñ.Ð/AÀ6ÓJÐØ×,Ñ,Ð-=¸vÓFˆØ×,Ñ,Ð-=¸vÓFˆØ×#Ñ# G¨VÓ4ˆØ×'Ñ'¨°VÓ<ˆ	Ø×+Ñ+¨O¸VÓDˆØ#×2Ñ2Ð3IÈ6ÓRÐØ×+Ñ+¨O¸VÓDˆØ—‘à×$Ñ$Øðñ *8Ð$Ñ%¸Rðó
ˆñ ¡±%ÁÜð-óð ñ
 Ø×)Ñ)Ø—‘×8Ñ8ØØØ#Ù 8‘u¸iØð *ó ˆEð ×)Ñ)ØØ*Ø#Ø ØØØ+Ø%9Ø+ð *ó 
÷ 
ð 
ñ Ø×)Ñ)Ø—‘×6Ñ6ØØØ#ð	 *ó ˆEñ 49Ó9±5¨4˜D ›J°5ˆLÐ9ÙÜ¤ H¨|Ñ$;Ó <Ó=‘ä¤ LÓ 1Ó2�áØ×)Ñ)Ø×+Ñ+ØØØ#Ø(@Øð *ó ˆEð ×)Ñ)ØØ*Ø#Ø ØØØØ$Ø+ð *ó 
÷ 
ð 
ñ Û#�ðœ5Ø Ü+Ø×.Ñ.óô *Ø#$Ø ×2Ñ2Ø ×2Ñ2ôô
 "2´&¼'¿/¹/Ó!Jôð —/‘/×0Ñ0ó2�ñ  Ø#Ø!ô�ñ 2¸$×:MÑ:MÈdÔ:SØØ×'Ñ'ØØ'Ø$Ø"Ø"Ø!Ø(Ø"/ð (ó 	ó 	ñ' $ð ð]
ûò& :ð
ús2   ‚F/L,Æ1L"Æ23L,Ç%L%Ç1A0L,É!L*É"CL,Ì%L,c                 ó8   — t         | j                  di |¤Ž«      S )Nr*   )re   r˜   )r   ro   s     r   ÚloadzConfluenceLoader.loadÆ  s   € Ü�O�D—O‘OÑ- fÑ-Ó.Ð.r   c              #   ó@   K  — | j                  «       E d {  –—†  y 7 Œ­wrW   )r˜   )r   s    r   Ú	lazy_loadzConfluenceLoader.lazy_loadÉ  s   è ø€ Ø—?‘?Ó$×$Ò$ús   ‚–—r}   Únext_urlc                 ó  — |r| j                   j                  |«      }n;d}d|i}|j                  |«       |�||d<   | j                   j                  ||¬«      }|j                  dg «      |j                  di «      j                  dd«      fS )	Nzrest/api/content/searchr2   ÚincludeArchivedSpaces)ÚparamsÚresultsÚ_linksÚnextÚ )rR   ÚgetÚupdate)r   r2   r}   r�   ro   Úresponser?   r    s           r   r�   z'ConfluenceLoader._search_content_by_cqlÌ  sŽ   € ñ Ø—‘×*Ñ*¨8Ó4‰Hà+ˆCà&+¨S \ˆFØ�M‰M˜&Ô!Ø&Ð2Ø2I�Ð.Ñ/à—‘×*Ñ*¨3°vÐ*Ó>ˆHà�|‰|˜I rÓ*¨H¯L©L¸À2Ó,F×,JÑ,JÈ6ÐSUÓ,VÐVÐVr   Úretrieval_methodc           
      óè  — |j                  d«      }g }d}t        |«      |k  rË t        dt        | j                  «      t        d| j                  | j                  ¬«      t        t        t        j                  «      ¬«      |«      }| j                  r# |d
i |¤d|i¤Ž\  }}|s*|j                  |«       n8 |d
i |¤dt        |«      i¤Ž}|sn |j                  |«       t        |«      |k  rŒË|d	| S )a  Paginate the various methods to retrieve groups of pages.

        Unfortunately, due to page size, sometimes the Confluence API
        doesn't match the limit value. If `limit` is >100 confluence
        seems to cap the response to 100. Also, due to the Atlassian Python
        package, we don't get the "next" values from the "_links" key because
        they only return the value from the result key. So here, the pagination
        starts from 0 and goes until the max_pages, getting the `limit` number
        of pages with each request. We have to manually check if there
        are more docs based on the length of the returned list of pages, rather than
        just checking for the presence of a `next` key in the response like this page
        would have you do:
        https://developer.atlassian.com/server/confluence/pagination-in-the-rest-api/

        :param retrieval_method: Function used to retrieve docs
        :type retrieval_method: callable
        :return: List of documents
        :rtype: List
        r:   r¤   Tr[   r~   r‚   r�   ÚstartNr*   )ÚpopÚlenr   r   rF   r   rG   rH   r   rˆ   r�   r‘   r2   Úextend)r   r¨   ro   r:   Údocsr�   Ú	get_pagesÚbatchs           r   r‹   z!ConfluenceLoader.paginate_requestá  sù   € ð* —J‘J˜{Ó+ˆ	ØˆØˆÜ�$‹i˜)Ò#ðœØÜ'Ø×*Ñ*óô &Ø Ø×.Ñ.Ø×.Ñ.ôô
 .¬f´g·o±oÓFôð ó ˆIð �xŠxÙ"+Ñ"H¨fÑ"H¸xÒ"H‘��xÙØ—K‘K Ô&Øá!Ñ< FÑ<´#°d³)Ò<�ÙØØ�K‰K˜Ôô- �$‹i˜)Ó#ð. �J�YÐÐr   r   c                 ó�   — |d   dk7  ry| j                   j                  |d   «      }|d   d   d   d    xr |d   d   d	   d    S )
z'Check if a page is publicly accessible.ry   rw   Fr|   ÚreadÚrestrictionsÚuserr¡   Úgroup)rR   Ú get_all_restrictions_for_content)r   r   r³   s      r   r“   zConfluenceLoader.is_public_page  sl   € ð �‰>˜YÒ&Øà—‘×GÑGÈÈTÉ
ÓSˆð ˜VÑ$ ^Ñ4°VÑ<¸YÑGÐGò MØ  Ñ(¨Ñ8¸ÑAÀ)ÑLÐLð	
r   r•   c
              #   óx   K  — |D ]1  }
|s| j                  |
«      sŒ| j                  |
|||||||	¬«      –— Œ3 y­w)z1Process a list of pages into a list of documents.r{   N)r“   r”   )r   r•   r3   r5   r6   r7   r8   r;   r<   r=   r   s              r   r�   zConfluenceLoader.process_pages  sU   è ø€ ó ˆDÙ-°d×6IÑ6IÈ$Ô6OØØ×#Ñ#ØØ#Ø ØØØ+Ø%9Ø+ð $ó 	ó 	ñ ùs   ‚8:c	                 ó2  — |r	 ddl m }	 |s|s	 ddlm}
 |r| j	                  |d   |«      }ng }|j                  |«      }|r 	|d¬«      d	j                  |«      z   }ny|rK 
|j                  d
d«      j                  dd«      d«      j                  d«      d	j                  |«      z   }n, 
|d«      j                  dd¬«      d	j                  |«      z   }|rh| j                  j                  |d   dd¬«      d   }|D �cg c]%  } 
|d   d   d   d«      j                  dd¬«      ‘Œ' }}|d	j                  |«      z   }|rB|j                  di «      j                  di «      j                  dg «      D �cg c]  }|d   ‘Œ	 }}|d   |d   | j                  j                  d«      |d   d   z   d œ|rdini ¥}d!|v rd"|d!   v r|d!   d"   |d"<   t        ||¬#«      S # t        $ r t        d«      ‚w xY w# t        $ r t        d«      ‚w xY wc c}w c c}w )$Nr   )ÚmarkdownifyzE`markdownify` package not found, please run `pip install markdownify`)ÚBeautifulSoupzK`beautifulsoup4` package not found, please run `pip install beautifulsoup4`r|   ÚATX)Úheading_styler¤   z</p>z
</p>z<br />Ú
ÚlxmlÚ T)Ústripzbody.view.valueÚall)rz   Údepthr¡   r   Úviewr   ÚmetadataÚlabelsr   ÚtitleÚ/r¢   Úwebui)rÆ   r|   Úsourceru   Úwhen)Úpage_contentrÄ   )r¹   rP   Úbs4rº   Úprocess_attachmentr   rŠ   ÚreplaceÚget_textrR   Úget_page_commentsr¥   rQ   rÀ   r   )r   r   r5   r6   r7   r8   r;   r<   r=   r¹   rº   Úattachment_textsÚcontentÚtextÚcommentsÚcommentÚcomment_textsr1   rÅ   rÄ   s                       r   r”   zConfluenceLoader.process_page:  s«  € ñ  ðÝ3ñ Ñ#7ðÝ-ñ Ø#×6Ñ6°t¸D±zÀ=ÓQÑà!Ðà ×,Ñ,¨TÓ2ˆÙá˜w°eÔ<¸r¿w¹wÐGWÓ?XÑX‰Dñ Ù$Ø—O‘O F¨HÓ5×=Ñ=¸hÈÓMÈvóç‘(˜3“- "§'¡'Ð*:Ó";ñ<‘ñ % W¨fÓ5×>Ñ>Ø˜tð ?ó à—G‘GÐ,Ó-ñ.�ñ Ø—‘×8Ñ8Ø�T‘
Ð#4¸Eð 9ó àñˆHñ  (ó	ñ  (�Gñ ˜g f™o¨fÑ5°gÑ>ÀÓG×PÑPØ˜tð Qõ ð  (ð	 ð ð ˜"Ÿ'™' -Ó0Ñ0ˆDáð "ŸX™X j°"Ó5ß‘�X˜rÓ"ß‘�Y Ó#ð$óñ$�Eð �f“ð$ð ð ð ˜'‘]Ø�t‘*Ø—m‘m×)Ñ)¨#Ó.°°h±ÀÑ1HÑHñ
ñ &4�˜&Ñ!¸ð	
ˆð ˜Ñ ¨4°	©?Ñ!:Ø# I™¨vÑ6ˆH�VÑäØØô
ð 	
øô ò Ü!ð0óð ðûô ò Ü!ð3óð ðüò:ùòs"   „G �G7 Ä*HÅ8HÇG4Ç7Hr‡   c                 óè  — 	 ddl m} | j                  j	                  |«      d   }g }|D ]ä  }| j
                  r| j                  |«      sŒ!|d   d   }| j                  |d   d   z   }|d	   }		 |d
k(  r|	| j                  ||«      z   }
nu|dk(  s
|dk(  s|dk(  r|	| j                  ||«      z   }
nP|dk(  r|	| j                  |«      z   }
n6|dk(  r|	| j                  |«      z   }
n|dk(  r|	| j                  ||«      z   }
nŒÔ|j                  |
«       Œæ |S # t        $ r t        d«      ‚w xY w# t        j                  $ r3}|j                  j                   dk(  rt#        d|› �«       Y d }~�ŒA‚ d }~ww xY w)Nr   ©ÚImagez;`Pillow` package not found, please run `pip install Pillow`r¡   rÄ   Ú	mediaTyper¢   ÚdownloadrÆ   zapplication/pdfz	image/pngz	image/jpgz
image/jpegzGapplication/vnd.openxmlformats-officedocument.wordprocessingml.documentzapplication/vnd.ms-excelzimage/svg+xmli”  zAttachment not found at )ÚPILrÙ   rP   rR   Úget_attachments_from_contentr>   rQ   Úprocess_pdfÚprocess_imageÚprocess_docÚprocess_xlsÚprocess_svgrd   ÚrequestsÚ	HTTPErrorr§   Ústatus_codeÚprint)r   r‡   r;   rÙ   ÚattachmentsÚtextsÚ
attachmentÚ
media_typeÚabsolute_urlrÆ   rÓ   Úes               r   rÍ   z#ConfluenceLoader.process_attachmentŒ  s±  € ð
	Ý!ð —o‘o×BÑBÀ7ÓKÈIÑVˆØˆÛ%ˆJØ×*Ò*°4×3NÑ3NØô4ð à# JÑ/°Ñ<ˆJØŸ=™=¨:°hÑ+?À
Ñ+KÑKˆLØ˜wÑ'ˆEðØÐ!2Ò2Ø  4×#3Ñ#3°LÀ-Ó#PÑP‘Dà +Ò-Ø! [Ò0Ø! \Ò1à  4×#5Ñ#5°lÀMÓ#RÑR‘Dàð #1ò 1ð ! 4×#3Ñ#3°LÓ#AÑA‘DØÐ#=Ò=Ø  4×#3Ñ#3°LÓ#AÑA‘DØ ?Ò2Ø  4×#3Ñ#3°LÀ-Ó#PÑP‘DàØ—‘˜TÕ"ð; &ðJ ˆøô] ò 	ÜØMóð ð	ûôN ×%Ñ%ò Ø—:‘:×)Ñ)¨SÒ0ÜÐ4°\°NÐCÔDÝàûðús0   ‚D Á.BD+Ã>D+ÄD(Ä+E1Ä>'E,Å+E,Å,E1Úlinkc                 óþ  — 	 dd l }ddlm} | j                  j                  |d¬«      }d}|j                  dk7  s|j                  dk(  s|j                  €|S 	  ||j                  «      }t        |«      D ](  \  }}		 |j                  |	|¬	«      }
|d
|dz   › d|
› d�z  }Œ* |S # t        $ r t        d«      ‚w xY w# t        $ r |cY S w xY w# |j                  $ r"}t        j                  d|› �«       Y d }~Œ‚d }~ww xY w)Nr   )Úconvert_from_bytesz^`pytesseract` or `pdf2image` package not found, please run `pip install pytesseract pdf2image`T©ÚpathÚabsoluter¤   éÈ   r   ©ÚlangzPage r[   ú:
ú

zTesseractError: )ÚpytesseractÚ	pdf2imagerï   rP   rR   Úrequestrå   rÒ   rN   Ú	enumerateÚimage_to_stringÚTesseractErrorrˆ   r‰   )r   rí   r;   rø   rï   r§   rÓ   ÚimagesÚiÚimageÚ
image_textÚexs               r   rÞ   zConfluenceLoader.process_pdfÃ  s+  € ð
	ÛÝ4ð —?‘?×*Ñ*°¸tÐ*ÓDˆØˆð × Ñ  CÒ'Ø×Ñ 3Ò&Ø×ÑÐ'àˆKð	Ù'¨×(8Ñ(8Ó9ˆFô " &Ö)‰HˆAˆuð8Ø(×8Ñ8¸À]Ð8ÓS�
Ø˜%  A¡˜w c¨*¨°TÐ:Ñ:‘ð *ð ˆøô7 ò 	ÜðAóð ð	ûô" ò 	ØŠKð	ûð ×-Ñ-ò 8Ü—‘Ð!1°"°Ð6×7Ñ7ûð8ús5   ‚
B" ÁB: Á<"CÂ"B7Â:CÃCÃC<ÃC7Ã7C<c                 óp  — 	 dd l }ddlm} | j                  j                  |d¬«      }d}|j                  dk7  s|j                  dk(  s|j                  €|S 	 |j                  t        |j                  «      «      }|j                  ||¬	«      S # t        $ r t        d«      ‚w xY w# t        $ r |cY S w xY w)
Nr   rØ   zX`pytesseract` or `Pillow` package not found, please run `pip install pytesseract Pillow`Trð   r¤   ró   r   rô   )rø   rÜ   rÙ   rP   rR   rú   rå   rÒ   Úopenr   ÚOSErrorrü   )r   rí   r;   rø   rÙ   r§   rÓ   r   s           r   rß   zConfluenceLoader.process_imageè  sÊ   € ð
	ÛÝ!ð —?‘?×*Ñ*°¸tÐ*ÓDˆØˆð × Ñ  CÒ'Ø×Ñ 3Ò&Ø×ÑÐ'àˆKð	Ø—J‘Jœw x×'7Ñ'7Ó8Ó9ˆEð ×*Ñ*¨5°}Ð*ÓEÐEøô) ò 	Üð>óð ð	ûô" ò 	ØŠKð	ús   ‚
B Á$B' ÂB$Â'B5Â4B5c                 ó  — 	 dd l }| j                  j                  |d¬«      }d}|j                  dk7  s|j
                  dk(  s|j
                  €|S t        |j
                  «      }|j                  |«      S # t        $ r t        d«      ‚w xY w)Nr   z?`docx2txt` package not found, please run `pip install docx2txt`Trð   r¤   ró   r   )Údocx2txtrP   rR   rú   rå   rÒ   r   Úprocess)r   rí   r  r§   rÓ   Ú	file_datas         r   rà   zConfluenceLoader.process_doc  s›   € ð	Ûð —?‘?×*Ñ*°¸tÐ*ÓDˆØˆð × Ñ  CÒ'Ø×Ñ 3Ò&Ø×ÑÐ'àˆKÜ˜H×,Ñ,Ó-ˆ	à×Ñ 	Ó*Ð*øô! ò 	ÜØQóð ð	ús   ‚A7 Á7Bc                 ó’  — dd l }dd l}	 dd l}	 dd l}| j
                  j                  |d¬«      }d}|j                  dk7  s|j                  dk(  s|j                  €|S |j                  j                  |«      }|j                  j                  |«      d	   }	|	j                  d
«      rV|j                  j                  d«      }
|j                  |j                  |
«      «      }||j!                  dd¬«      dz   z  }|S |j#                  |j                  ¬«      }|j%                  «       D ]j  }||j&                  › d�z  }t)        |j*                  «      D ]9  }t)        |j,                  «      D ]  }||j/                  ||«      › d�z  }Œ |dz  }Œ; |dz  }Œl |S # t        $ r t        d«      ‚w xY w# t        $ r t        d«      ‚w xY w)Nr   z7`xlrd` package not found, please run `pip install xlrd`z;`pandas` package not found, please run `pip install pandas`Trð   r¤   ró   r   r[   z.csvzutf-8F)ÚindexÚheaderr÷   )Úfile_contentsrö   Ú	r½   )ÚioÚosÚxlrdrP   ÚpandasrR   rú   rå   rÒ   rñ   ÚbasenameÚsplitextÚ
startswithÚdecodeÚread_csvÚStringIOÚ	to_stringÚopen_workbookÚsheetsr   ÚrangeÚnrowsÚncolsÚ
cell_value)r   rí   r  r  r  Úpdr§   rÓ   ÚfilenameÚfile_extensionÚcontent_stringÚdfÚworkbookÚsheetÚrowÚcols                   r   rá   zConfluenceLoader.process_xls  sÛ  € ÛÛð	YÛð
	Ûð —?‘?×*Ñ*°¸tÐ*ÓDˆØˆð × Ñ  CÒ'Ø×Ñ 3Ò&Ø×ÑÐ'àˆKà—7‘7×#Ñ# DÓ)ˆð Ÿ™×)Ñ)¨(Ó3°AÑ6ˆà×$Ñ$Øô
ð &×-Ñ-×4Ñ4°WÓ=ˆNØ—‘˜RŸ[™[¨Ó8Ó9ˆBØ�B—L‘L u°U�LÓ;¸fÑDÑDˆDð ˆð ×)Ñ)¸×8HÑ8HÐ)ÓIˆHØ!Ÿ™Ö*�Ø˜5Ÿ:™:˜, cÐ*Ñ*�Ü  §¡Ö-�CÜ$ U§[¡[Ö1˜Ø 5×#3Ñ#3°C¸Ó#=Ð">¸bÐ AÑA™ð  2à˜D‘L‘Dð .ð ˜‘‘ð +ð ˆøôU ò 	YÜÐWÓXÐXð	Yûô ò 	ÜØMóð ð	ús   ŠF �F1 ÆF.Æ1Gc                 óÒ  — 	 dd l }ddlm} ddlm} ddlm} | j                  j                  |d¬«      }d}|j                  d	k7  s|j                  d
k(  s|j                  €|S  |t        |j                  «      «      }	t        «       }
|j                  |	|
d¬«       |
j                  d«       |j                  |
«      }|j!                  ||¬«      S # t        $ r t        d«      ‚w xY w)Nr   rØ   )ÚrenderPM)Úsvg2rlgz€`pytesseract`, `Pillow`, `reportlab` or `svglib` package not found, please run `pip install pytesseract Pillow reportlab svglib`Trð   r¤   ró   r   ÚPNG)Úfmtrô   )rø   rÜ   rÙ   Úreportlab.graphicsr*  Úsvglib.svglibr+  rP   rR   rú   rå   rÒ   r   Ú
drawToFileÚseekr  rü   )r   rí   r;   rø   rÙ   r*  r+  r§   rÓ   ÚdrawingÚimg_datar   s               r   râ   zConfluenceLoader.process_svgN  sç   € ð
		ÛÝ!Ý3Ý-ð —?‘?×*Ñ*°¸tÐ*ÓDˆØˆð × Ñ  CÒ'Ø×Ñ 3Ò&Ø×ÑÐ'àˆKáœ' (×"2Ñ"2Ó3Ó4ˆä“9ˆØ×Ñ˜G X°5ÐÔ9Ø�‰�aÔØ—
‘
˜8Ó$ˆà×*Ñ*¨5°}Ð*ÓEÐEøô/ ò 	ÜðOóð ð	ús   ‚C ÃC&)
NNNNNTé   é   é
   N)NNNNNNN)Nr¤   )NFFrW   )&r   r    r!   r"   r   r&   r)   r
   rã   ÚSessionr(   ÚboolÚintr	   r   rT   Ústaticmethodr   rM   r   rr   r   r   r˜   rš   rœ   rg   r�   r‹   r“   r�   r”   rÍ   rÞ   rß   rà   rá   râ   r*   r   r   r,   r,   !   ss  „ ñtðr "&Ø"&Ø.2Ø!%Ø#Ø $Ø+,Ø+,Ø+-Ø,0ð_ð #'Ø#'Ø(,Ø#Ø!Ø+0Ø).Ø$)Ø!&Ø$Ø(5×(=Ñ(=Ø!Ø#'Ø'+Ø%*Ø#ØCGò=_àð_ð ˜#‘ð_ð ˜3‘-ð	_ð
 ˜(×*Ñ*Ñ+ð_ð ˜‘ð_ð ˜‰}ð_ð ˜‰~ð_ð $ C™=ð_ð $ C™=ð_ð $ C™=ð_ð $ D™>ð_ð ˜$‘ð_ð ˜C‘=ð_ð  ˜4 ™9Ñ%ð!_ð" ˜‰}ð#_ð$ �c‰]ð%_ð& %)ð'_ð( #'ð)_ð* "ð+_ð, ð-_ð. ð/_ð0 &ð1_ð2 ˜‰}ð3_ð4 ˜C‘=ð5_ð6   ‘}ð7_ð8 #ð9_ð: ð;_ð< !)¨°4°&¸$°,Ñ)?Ñ @ó=_ðB à!Ø!%Ø"&Ø.2Ø!%Ø#Ø"&ñJØ�c‰]ðJà˜#‘ðJð ˜3‘-ðJð ˜(×*Ñ*Ñ+ð	Jð
 ˜‘ðJð ˜‰}ðJð ˜$‘ðJð 
ˆt�TˆzÑ	òJó ðJðXY¨ð Y°cð Y¸có Yð{ 3ð {¨8°HÑ+=ó {ðz/˜Sð / T¨(¡^ó /ð%˜8 HÑ-ó %ð 37Øñ	WàðWð "*¨$¡ðWð ð	Wð
 ðWð 
ˆt�D‰z˜3ˆÑ	óWð*/ °ð / ÀSð / ÈTó / ðb
 4ð 
¨Dó 
ð* (,Ø/4Ø#ñà�D‰zðð %)ðð "ð	ð
 ðð ðð &ðð   ‘}ðð ' t™nðð ðð 
�(Ñ	óðD (,Ø/4Ø#ñP
àðP
ð "ðP
ð ð	P
ð
 ðP
ð &ðP
ð   ‘}ðP
ð ' t™nðP
ð ðP
ð 
óP
ðj (,ñ5àð5ð   ‘}ð5ð 
ˆc‰ó	5ðt (,ñ#àð#ð   ‘}ð#ð 
ó	#ðP (,ñFàðFð   ‘}ðFð 
ó	Fð<+ ð +¨ó +ð*1 ð 1¨ó 1ðl (,ñ!Fàð!Fð   ‘}ð!Fð 
ô	!Fr   r,   )r�   Úenumr   r  r   Útypingr   r   r   r   r	   r
   r   rã   Úlangchain_core.documentsr   Útenacityr   r   r   r   Ú)langchain_community.document_loaders.baser   Ú	getLoggerr   rˆ   r)   r   r,   r*   r   r   Ú<module>rA     s]   ðÛ Ý Ý ß G× GÑ Gã Ý -÷ó õ Aà	ˆ×	Ñ	˜8Ó	$€ô
8�C˜ô 
8ôNF�zõ NFr   