§
    ™ŠtjL›  ã                  óþ  — d Z ddlmZ ddlZddlZddlZddlmZ ddlm	Z	m
Z
mZmZmZmZ ddlmZmZ ddlmZmZ ddlmZ dd	lmZ e
rdd
lmZmZmZmZ ddlmZ 	 ddl Z dZ!n# e"$ r dZ!Y nw xY w	 ddl#m$Z$m%Z% ddlm&Z&m'Z' dZ(n# e"$ r dZ(Y nw xY w	 ddl)m*Z* dZ+n# e"$ r dZ+Y nw xY w G d„ de¦  «        Z,ddœd&d„Z-dddœd'd„Z. G d „ d!¦  «        Z/ G d"„ d#¦  «        Z0 e¦   «          G d$„ d%e¦  «        ¦   «         Z1dS )(zHTML text splitters.é    )ÚannotationsN)ÚStringIO)ÚIOÚTYPE_CHECKINGÚAnyÚLiteralÚ	TypedDictÚcast)ÚbetaÚ
deprecated)ÚBaseDocumentTransformerÚDocument)Úoverride)ÚRecursiveCharacterTextSplitter)ÚCallableÚIterableÚIteratorÚSequence)Ú	ResultSetTF)ÚBeautifulSoupÚTag)ÚNavigableStringÚPageElement)Úetreec                  ó<   — e Zd ZU dZded<   ded<   ded<   ded<   dS )	ÚElementTypezElement type as typed dict.ÚstrÚurlÚxpathÚcontentúdict[str, str]ÚmetadataN)Ú__name__Ú
__module__Ú__qualname__Ú__doc__Ú__annotations__© ó    ú[/var/www/html/CA-Chatbot/venv/lib/python3.11/site-packages/langchain_text_splitters/html.pyr   r   4   s?   € € € € € € Ø%Ð%à€H€H�HØ€J€J�JØ€L€L�LØÐÐÑÐÐr)   r   ©Ú	recursiveÚtagr   r,   ÚboolÚreturnúResultSet[NavigableString]c               ó0   — |                       d|¬¦  «        S )NT)Ústringr,   ©Úfind_all)r-   r,   s     r*   Ú_find_all_stringsr5   A   s   € ð
 �<Š<˜t¨yˆ<Ñ9Ô9Ð9r)   )Únamer,   r6   úbool | str | list[str] | NoneúResultSet[Tag]c               ó0   — |                       ||¬¦  «        S )Nr+   r3   )r-   r6   r,   s      r*   Ú_find_all_tagsr:   I   s   € ð �<Š<˜¨	ˆ<Ñ2Ô2Ð2r)   c                  ój   — e Zd ZdZ	 d d!d	„Zd"d„Z eddd¬¦  «        	 d#d$d„¦   «         Zd%d„Zd&d„Z	dS )'ÚHTMLHeaderTextSplitteraý	  Split HTML content into structured Documents based on specified headers.

    Splits HTML content by detecting specified header tags and creating hierarchical
    `Document` objects that reflect the semantic structure of the original content. For
    each identified section, the splitter associates the extracted text with metadata
    corresponding to the encountered headers.

    If no specified headers are found, the entire content is returned as a single
    `Document`. This allows for flexible handling of HTML input, ensuring that
    information is organized according to its semantic headers.

    The splitter provides the option to return each HTML element as a separate
    `Document` or aggregate them into semantically meaningful chunks. It also
    gracefully handles multiple levels of nested headers, creating a rich,
    hierarchical representation of the content.

    Example:
        ```python
        from langchain_text_splitters.html_header_text_splitter import (
            HTMLHeaderTextSplitter,
        )

        # Define headers for splitting on h1 and h2 tags.
        headers_to_split_on = [("h1", "Main Topic"), ("h2", "Sub Topic")]

        splitter = HTMLHeaderTextSplitter(
            headers_to_split_on=headers_to_split_on,
            return_each_element=False
        )

        html_content = """
        <html>
            <body>
                <h1>Introduction</h1>
                <p>Welcome to the introduction section.</p>
                <h2>Background</h2>
                <p>Some background details here.</p>
                <h1>Conclusion</h1>
                <p>Final thoughts.</p>
            </body>
        </html>
        """

        documents = splitter.split_text(html_content)

        # 'documents' now contains Document objects reflecting the hierarchy:
        # - Document with metadata={"Main Topic": "Introduction"} and
        #   content="Introduction"
        # - Document with metadata={"Main Topic": "Introduction"} and
        #   content="Welcome to the introduction section."
        # - Document with metadata={"Main Topic": "Introduction",
        #   "Sub Topic": "Background"} and content="Background"
        # - Document with metadata={"Main Topic": "Introduction",
        #   "Sub Topic": "Background"} and content="Some background details here."
        # - Document with metadata={"Main Topic": "Conclusion"} and
        #   content="Conclusion"
        # - Document with metadata={"Main Topic": "Conclusion"} and
        #   content="Final thoughts."
        ```
    FÚheaders_to_split_onúlist[tuple[str, str]]Úreturn_each_elementr.   r/   ÚNonec                ó    — t          |d„ ¬¦  «        | _        t          | j        ¦  «        | _        d„ | j        D ¦   «         | _        || _        dS )aì  Initialize with headers to split on.

        Args:
            headers_to_split_on: A list of `(header_tag,
                header_name)` pairs representing the headers that define splitting
                boundaries.

                For example, `[("h1", "Header 1"), ("h2", "Header 2")]` will split
                content by `h1` and `h2` tags, assigning their textual content to the
                `Document` metadata.
            return_each_element: If `True`, every HTML element encountered
                (including headers, paragraphs, etc.) is returned as a separate
                `Document`.

                If `False`, content under the same header hierarchy is aggregated into
                fewer `Document` objects.
        c                ó<   — t          | d         dd …         ¦  «        S )Nr   é   )Úint)Úxs    r*   ú<lambda>z1HTMLHeaderTextSplitter.__init__.<locals>.<lambda>¨   s   € ­s°1°Q´4¸¸¸´8©}¬}€ r)   )Úkeyc                ó   — g | ]\  }}|‘ŒS r(   r(   )Ú.0r-   Ú_s      r*   ú
<listcomp>z3HTMLHeaderTextSplitter.__init__.<locals>.<listcomp>«   s   € ÐGÐGÐG¡F C¨˜CÐGÐGÐGr)   N)Úsortedr=   ÚdictÚheader_mappingÚheader_tagsr?   )Úselfr=   r?   s      r*   Ú__init__zHTMLHeaderTextSplitter.__init__�   s`   € õ. $*ØÐ%<Ð%<ð$
ñ $
ô $
ˆÔ õ # 4Ô#;Ñ<Ô<ˆÔØGÐG¨dÔ.FÐGÑGÔGˆÔØ#6ˆÔ Ð Ð r)   Útextr   úlist[Document]c                óF   — |                       t          |¦  «        ¦  «        S )al  Split the given text into a list of `Document` objects.

        Args:
            text: The HTML text to split.

        Returns:
            A list of split `Document` objects.

                Each `Document` contains `page_content` holding the extracted text and
                `metadata` that maps the header hierarchy to their corresponding titles.
        ©Úsplit_text_from_filer   ©rP   rR   s     r*   Ú
split_textz!HTMLHeaderTextSplitter.split_text®   s   € ð ×(Ò(­°$©¬Ñ8Ô8Ð8r)   z1.1.2z2.0.0zNPlease fetch the HTML content from the URL yourself and pass it to split_text.)ÚsinceÚremovalÚmessageé
   r   ÚtimeoutrD   Úkwargsr   c                óà   — ddl m}  |¦   «         5 }|                     ||¬¦  «        }|                     ¦   «          |                      |j        ¦  «        cddd¦  «         S # 1 swxY w Y   dS )a:  Fetch text content from a URL and split it into documents.

        Args:
            url: The URL to fetch content from.
            timeout: Timeout for the request.
            **kwargs: Additional keyword arguments for the request.

        Returns:
            A list of split `Document` objects.

                Each `Document` contains `page_content` holding the extracted text and
                `metadata` that maps the header hierarchy to their corresponding titles.

        Raises:
            requests.RequestException: If the HTTP request fails.
        r   )Ússrf_safe_client)r]   N)Ú#langchain_core._security._transportr`   ÚgetÚraise_for_statusrX   rR   )rP   r   r]   r^   r`   ÚclientÚresponses          r*   Úsplit_text_from_urlz*HTMLHeaderTextSplitter.split_text_from_url¼   sÊ   € ð<	
ð 	
ð 	
ð 	
ð 	
ð 	
ð ÐÑÔð 	2 6Ø—z’z #¨w�zÑ7Ô7ˆHØ×%Ò%Ñ'Ô'Ð'Ø—?’? 8¤=Ñ1Ô1ð	2ð 	2ð 	2ð 	2ñ 	2ô 	2ð 	2ð 	2ð 	2ð 	2ð 	2ð 	2øøøð 	2ð 	2ð 	2ð 	2ð 	2ð 	2s   ‘AA#Á#A'Á*A'Úfileústr | IO[str]c                óê   — t          |t          ¦  «        r)t          j        |¦  «                             d¬¦  «        }n|                     ¦   «         }t          |                      |¦  «        ¦  «        S )a™  Split HTML content from a file into a list of `Document` objects.

        Args:
            file: A file path or a file-like object containing HTML content.

        Returns:
            A list of split `Document` objects.

                Each `Document` contains `page_content` holding the extracted text and
                `metadata` that maps the header hierarchy to their corresponding titles.
        zutf-8)Úencoding)Ú
isinstancer   ÚpathlibÚPathÚ	read_textÚreadÚlistÚ_generate_documents)rP   rg   Úhtml_contents      r*   rV   z+HTMLHeaderTextSplitter.split_text_from_fileã   sa   € õ �d�CÑ Ô ð 	'Ý"œ<¨Ñ-Ô-×7Ò7ÀÐ7ÑIÔIˆLˆLàŸ9š9™;œ;ˆLÝ�D×,Ò,¨\Ñ:Ô:Ñ;Ô;Ð;r)   rr   úIterator[Document]c              #  ó¾  ‡‡‡‡K  — t           sd}t          |¦  «        ‚t          |d¦  «        }|j        p|}i Šg Šdˆˆfd„}|g}|�rù|                     ¦   «         }t          |j        ¦  «        }|                     d„ t          |¦  «        D ¦   «         ¦  «         t          |dd¦  «        }	|	sŒkd	„ t          |d
¬¦  «        D ¦   «         }
d                     d„ |
D ¦   «         ¦  «        }|sŒ¨t          t          |j        ¦  «        ¦  «        Š|	| j        v r±| j        s |¦   «         }|r|V — 	 t!          |	dd…         ¦  «        Šn# t"          $ r dŠY nw xY wˆfd„‰                     ¦   «         D ¦   «         }|D ]}‰|= Œ| j        |	         }|‰‰f‰|<   d„ ‰                     ¦   «         D ¦   «         }t)          ||¬¦  «        V — nvˆfd„‰                     ¦   «         D ¦   «         }|D ]}‰|= Œ| j        r2d„ ‰                     ¦   «         D ¦   «         }t)          ||¬¦  «        V — n‰                     |¦  «         |�°ù| j        s |¦   «         }|r|V — dS dS dS )aØ  Private method that performs a DFS traversal over the DOM and yields.

        Document objects on-the-fly. This approach maintains the same splitting logic
        (headers vs. non-headers, chunking, etc.) while walking the DOM explicitly in
        code.

        Args:
            html_content: The raw HTML content.

        Yields:
            Document objects as they are created.

        Raises:
            ImportError: If BeautifulSoup is not installed.
        zEUnable to import BeautifulSoup. Please install via `pip install bs4`.úhtml.parserr/   úDocument | Nonec                 óü   •— ‰sdS d                      d„ ‰D ¦   «         ¦  «        } ‰                     ¦   «          |                      ¦   «         sdS d„ ‰                     ¦   «         D ¦   «         }t	          | |¬¦  «        S )z6Finalize the accumulated chunk into a single Document.Nz  
c              3  óB   K  — | ]}|                      ¦   «         ¯|V — Œd S ©N©Ústrip)rI   Úlines     r*   ú	<genexpr>zUHTMLHeaderTextSplitter._generate_documents.<locals>.finalize_chunk.<locals>.<genexpr>  s/   è è € Ð$TÐ$T¨dÀtÇzÂzÁ|Ä|Ð$T TÐ$TÐ$TÐ$TÐ$TÐ$TÐ$Tr)   c                ó&   — i | ]\  }}||d          “ŒS ©r   r(   ©rI   ÚkÚvs      r*   ú
<dictcomp>zVHTMLHeaderTextSplitter._generate_documents.<locals>.finalize_chunk.<locals>.<dictcomp>  s"   € ÐEÐEÐE¡d a¨˜!˜Q˜qœTÐEÐEÐEr)   ©Úpage_contentr"   )ÚjoinÚclearr{   Úitemsr   )Ú
final_textÚ
final_metaÚactive_headersÚcurrent_chunks     €€r*   Úfinalize_chunkzBHTMLHeaderTextSplitter._generate_documents.<locals>.finalize_chunk  s�   ø€ à ð Ø�tàŸšÐ$TÐ$T°mÐ$TÑ$TÔ$TÑTÔTˆJØ×ÒÑ!Ô!Ð!Ø×#Ò#Ñ%Ô%ð Ø�tàEÐE¨n×.BÒ.BÑ.DÔ.DÐEÑEÔEˆJÝ¨¸jÐIÑIÔIÐIr)   c              3  óD   K  — | ]}t          |t          ¦  «        ¯|V — Œd S ry   )rk   r   ©rI   Úchilds     r*   r}   z=HTMLHeaderTextSplitter._generate_documents.<locals>.<genexpr>'  sE   è è € ð ð Ø½ÀEÍ3Ñ9OÔ9OðØðð ð ð ð ð r)   r6   Nc                óP   — g | ]#}t          |¦  «                             ¦   «         ‘Œ$S r(   )r   r{   r�   s     r*   rK   z>HTMLHeaderTextSplitter._generate_documents.<locals>.<listcomp>/  s7   € ð ð ð Ø',•�E‘
”
× Ò Ñ"Ô"ðð ð r)   Fr+   ú c              3  ó   K  — | ]}|¯|V — Œ	d S ry   r(   )rI   Úelems     r*   r}   z=HTMLHeaderTextSplitter._generate_documents.<locals>.<genexpr>2  s'   è è € Ð HÐ H¨$À4Ð H Ð HÐ HÐ HÐ HÐ HÐ Hr)   rC   i'  c                ó.   •— g | ]\  }\  }}}|‰k    ¯|‘ŒS r(   r(   )rI   r�   rJ   ÚlvlÚdÚlevels        €r*   rK   z>HTMLHeaderTextSplitter._generate_documents.<locals>.<listcomp>G  s/   ø€ ð %ð %ð %Ù(˜!™[˜a  aÀcÈUÂlÀl�AÀlÀlÀlr)   c                ó&   — i | ]\  }}||d          “ŒS r   r(   r€   s      r*   rƒ   z>HTMLHeaderTextSplitter._generate_documents.<locals>.<dictcomp>R  s"   € ÐJÐJÐJ©4¨1¨a˜q ! A¤$ÐJÐJÐJr)   r„   c                ó.   •— g | ]\  }\  }}}‰|k     ¯|‘ŒS r(   r(   )rI   r�   rJ   r—   Ú	dom_depths       €r*   rK   z>HTMLHeaderTextSplitter._generate_documents.<locals>.<listcomp>V  s0   ø€ ð (ð (ð (Ù&˜!™Y˜a  AÀIÐPQÂMÀM�AÀMÀMÀMr)   c                ó&   — i | ]\  }}||d          “ŒS r   r(   r€   s      r*   rƒ   z>HTMLHeaderTextSplitter._generate_documents.<locals>.<dictcomp>^  s"   € ÐGÐGÐG©¨¨1˜A˜q œtÐGÐGÐGr)   )r/   rv   )Ú_HAS_BS4ÚImportErrorr   ÚbodyÚpoprp   ÚchildrenÚextendÚreversedÚgetattrr5   r†   ÚlenÚparentsrO   r?   rD   Ú
ValueErrorrˆ   rN   r   Úappend)rP   rr   ÚmsgÚsouprŸ   r�   ÚstackÚnoder¡   r-   Útext_elementsÚ	node_textÚdocÚheaders_to_removerG   Úheader_nameÚheader_metaÚheaders_out_of_scopeÚmetar‹   rŒ   r›   r˜   s                      @@@@r*   rq   z*HTMLHeaderTextSplitter._generate_documentsõ   s”  øøøøè è € õ  ð 	#àWð õ ˜cÑ"Ô"Ð"å˜\¨=Ñ9Ô9ˆØŒyÐ ˜Dˆð
 ;=ˆØ#%ˆð	Jð 	Jð 	Jð 	Jð 	Jð 	Jð 	Jð �ˆØñ ?	4Ø—9’9‘;”;ˆDÝ˜DœMÑ*Ô*ˆHà�LŠLð ð Ý#+¨HÑ#5Ô#5ðñ ô ñ ô ð õ ˜$ ¨Ñ-Ô-ˆCØð Øðð Ý0AÀ$ÐRWÐ0XÑ0XÔ0Xðñ ô ˆMð ŸšÐ HÐ H°-Ð HÑ HÔ HÑHÔHˆIØð Øå�D ¤Ñ.Ô.Ñ/Ô/ˆIð �dÔ&Ð&Ð&àÔ/ð "Ø(˜.Ñ*Ô*�CØð "Ø!˜	˜	˜	ð!Ý  A B B¤™LœL�E�EøÝ!ð !ð !ð !Ø �E�E�Eð!øøøð%ð %ð %ð %Ø,:×,@Ò,@Ñ,BÔ,Bð%ñ %ô %Ð!ð -ð ,ð ,�CØ& sÐ+Ð+ð #Ô1°#Ô6�Ø/8¸%ÀÐ.K�˜{Ñ+ð KÐJ°>×3GÒ3GÑ3IÔ3IÐJÑJÔJ�Ý¨IÀÐLÑLÔLÐLÐLÐLÐLð(ð (ð (ð (Ø*8×*>Ò*>Ñ*@Ô*@ð(ñ (ô (Ð$ð 0ð ,ð ,�CØ& sÐ+Ð+àÔ+ð 4àGÐG°×0DÒ0DÑ0FÔ0FÐGÑGÔG�DÝ"°	ÀDÐIÑIÔIÐIÐIÐIÐIð "×(Ò(¨Ñ3Ô3Ð3ð ñ ?	4ðD Ô'ð 	Ø �.Ñ"Ô"ˆCØð Ø�	�	�	�	�	ð	ð 	ðð s   Ä0E ÅEÅEN)F)r=   r>   r?   r.   r/   r@   ©rR   r   r/   rS   )r\   )r   r   r]   rD   r^   r   r/   rS   )rg   rh   r/   rS   )rr   r   r/   rs   )
r#   r$   r%   r&   rQ   rX   r   rf   rV   rq   r(   r)   r*   r<   r<   R   sÈ   € € € € € ð;ð ;ð@ %*ð7ð 7ð 7ð 7ð 7ð<9ð 9ð 9ð 9ð €ZØØðð	ñ ô ð ð2ð 2ð 2ð 2ñô ð2ð><ð <ð <ð <ð$sð sð sð sð sð sr)   r<   c                  óN   — e Zd ZdZdd„Zdd„Zd d„Z	 d!d"d„Zd#d„Zd$d„Z	d%d„Z
dS )&ÚHTMLSectionSplitterz\Splitting HTML files based on specified tag and font sizes.

    Requires lxml package.
    r=   r>   r^   r   r/   r@   c                ó¬   — t          |¦  «        | _        t          j        t          ¦  «        j        dz                       ¦   «         | _        || _        dS )a–  Create a new `HTMLSectionSplitter`.

        Args:
            headers_to_split_on: List of tuples of headers we want to track mapped to
                (arbitrary) keys for metadata.

                Allowed header values: `h1`, `h2`, `h3`, `h4`, `h5`, `h6`, e.g.:
                `[("h1", "Header 1"), ("h2", "Header 2"]`.
            **kwargs: Additional optional arguments for customizations.

        zxsl/converting_to_header.xsltN)	rM   r=   rl   rm   Ú__file__ÚparentÚabsoluteÚ	xslt_pathr^   )rP   r=   r^   s      r*   rQ   zHTMLSectionSplitter.__init__q  sH   € õ  $(Ð(;Ñ#<Ô#<ˆÔ åŒL�Ñ"Ô"Ô)Ð,KÑKß
Š(‰*Œ*ð 	Œð ˆŒˆˆr)   Ú	documentsúIterable[Document]rS   c                óö   — g g }}|D ]6}|                      |j        ¦  «         |                      |j        ¦  «         Œ7|                      ||¬¦  «        }t	          di | j        ¤Ž}|                     |¦  «        S )z­Split documents.

        Args:
            documents: Iterable of `Document` objects to be split.

        Returns:
            A list of split `Document` objects.
        )Ú	metadatasr(   )r¨   r…   r"   Úcreate_documentsr   r^   Úsplit_documents)rP   r½   ÚtextsrÀ   r¯   ÚresultsÚtext_splitters          r*   rÂ   z#HTMLSectionSplitter.split_documents‡  s‹   € ð ˜rˆyˆØð 	+ð 	+ˆCØ�LŠL˜Ô)Ñ*Ô*Ð*Ø×Ò˜Sœ\Ñ*Ô*Ð*Ð*Ø×'Ò'¨¸Ð'ÑCÔCˆå6ÐEÐE¸¼ÐEÐEˆà×,Ò,¨WÑ5Ô5Ð5r)   rR   r   c                óF   — |                       t          |¦  «        ¦  «        S )z�Split HTML text string.

        Args:
            text: HTML text

        Returns:
            A list of split `Document` objects.
        rU   rW   s     r*   rX   zHTMLSectionSplitter.split_textš  s   € ð ×(Ò(­°$©¬Ñ8Ô8Ð8r)   NrÃ   ú	list[str]rÀ   úlist[dict[Any, Any]] | Nonec                ó„  — |pi gt          |¦  «        z  }g }t          |¦  «        D ]˜\  }}|                      |¦  «        D ]}}t          j        ||         ¦  «        }|j        D ]#}	|j        |	         dk    r|d         |j        |	<   Œ$i |¥|j        ¥}t          |j        |¬¦  «        }
|                     |
¦  «         Œ~Œ™|S )a,  Create a list of `Document` objects from a list of texts.

        Args:
            texts: A list of texts to be split and converted into documents.
            metadatas: Optional list of metadata to associate with each document.

        Returns:
            A list of `Document` objects.
        ú#TITLE#ÚTitler„   )	r¥   Ú	enumeraterX   ÚcopyÚdeepcopyr"   r   r…   r¨   )rP   rÃ   rÀ   Ú
metadatas_r½   ÚirR   Úchunkr"   rG   Únew_docs              r*   rÁ   z$HTMLSectionSplitter.create_documents¥  sê   € ð Ð3 2 $­¨U©¬Ñ"3ˆ
Øˆ	Ý  Ñ'Ô'ð 		*ð 		*‰GˆAˆtØŸš¨Ñ.Ô.ð *ð *�Ýœ=¨°A¬Ñ7Ô7�à œ>ð @ð @�CØ”~ cÔ*¨iÒ7Ð7Ø.6°wÔ.?˜œ sÑ+øØ9˜hÐ9¨%¬.Ð9�Ý"°Ô0BÈXÐVÑVÔV�Ø× Ò  Ñ)Ô)Ð)Ð)ð*ð Ðr)   Úhtml_docúlist[dict[str, str | None]]c                ó�  — t           sd}t          |¦  «        ‚t          |d¦  «        }t          | j                             ¦   «         ¦  «        }g }t          |dg|¢¬¦  «        }t          |¦  «        D ]Ñ\  }}|dk    rd}	d}
g }n"|j         	                    ¦   «         }	|j
        }
g }|j        D ]S}|dz   t          |¦  «        k     r|||dz            k    r n+t          |t          ¦  «        r|                     |¦  «         ŒTd	                     |¦  «         	                    ¦   «         }|r|                     |	||
d
œ¦  «         ŒÒ|S )a=  Split an HTML document into sections based on specified header tags.

        This method uses BeautifulSoup to parse the HTML content and divides it into
        sections based on headers defined in `headers_to_split_on`. Each section
        contains the header text, content under the header, and the tag name.

        Args:
            html_doc: The HTML document to be split into sections.

        Returns:
            A list of dictionaries representing sections.

                Each dictionary contains:

                * `'header'`: The header text or a default title for the first section.
                * `'content'`: The content under the header.
                * `'tag_name'`: The name of the header tag (e.g., `h1`, `h2`).

        Raises:
            ImportError: If BeautifulSoup is not installed.
        zzUnable to import BeautifulSoup/PageElement,                     please install with `pip install                     bs4`.ru   rŸ   ©r6   r   rÊ   Úh1rC   r’   )Úheaderr    Útag_name)r�   rž   r   rp   r=   Úkeysr:   rÌ   rR   r{   r6   Únext_elementsr¥   rk   r   r¨   r†   )rP   rÓ   r©   rª   Úheader_namesÚsectionsÚheadersrÐ   rØ   Úcurrent_headerÚcurrent_header_tagÚsection_contentÚelementr    s                 r*   Úsplit_html_by_headersz)HTMLSectionSplitter.split_html_by_headers¿  s~  € õ, ð 	#ðˆCõ ˜cÑ"Ô"Ð"å˜X }Ñ5Ô5ˆÝ˜DÔ4×9Ò9Ñ;Ô;Ñ<Ô<ˆØ02ˆå  ¨VÐ,C°lÐ,CÐDÑDÔDˆå" 7Ñ+Ô+ð 	ð 	‰IˆAˆvØ�AŠvˆvØ!*�Ø%)Ð"Ø-/��à!'¤×!2Ò!2Ñ!4Ô!4�Ø%+¤[Ð"Ø"$�Ø!Ô/ð 4ð 4�Ø�q‘5�3˜w™<œ<Ò'Ð'¨G°w¸qÀ1¹u´~Ò,EÐ,EØ�EÝ˜g¥sÑ+Ô+ð 4Ø#×*Ò*¨7Ñ3Ô3Ð3øØ—h’h˜Ñ/Ô/×5Ò5Ñ7Ô7ˆGàð Ø—’à"0Ø#*Ø$6ðð ñô ð øð ˆr)   rr   c                ó„  — t           sd}t          |¦  «        ‚t          j        d¬¦  «        }t          j        ddd¬¦  «        }t          j        j        }t          j        t          |¦  «        |¦  «        }t          j        | j	        |¦  «        }t          j
        ||¬¦  «        } ||¦  «        }	t          |	¦  «        S )a  Convert specific HTML tags to headers using an XSLT transformation.

        This method uses an XSLT file to transform the HTML content, converting
        certain tags into headers for easier parsing. If no XSLT path is provided,
        the HTML content is returned unchanged.

        Args:
            html_content: The HTML content to be transformed.

        Returns:
            The transformed HTML content as a string.

        Raises:
            ImportError: If the `lxml` library is not installed.
        z>Unable to import lxml, please install with `pip install lxml`.T)Ú
no_networkF)Úresolve_entitiesrå   Úload_dtd)Úaccess_control)Ú	_HAS_LXMLrž   r   Ú
HTMLParserÚ	XMLParserÚXSLTAccessControlÚDENY_ALLÚparser   r¼   ÚXSLTr   )
rP   rr   r©   Úhtml_parserÚxslt_parserÚacÚtreeÚ	xslt_treeÚ	transformÚresults
             r*   Úconvert_possible_tags_to_headerz3HTMLSectionSplitter.convert_possible_tags_to_headerü  s·   € õ  ð 	#ØRˆCÝ˜cÑ"Ô"Ð"õ Ô&°$Ð7Ñ7Ô7ˆÝ”oØ"¨t¸eð
ñ 
ô 
ˆõ Ô$Ô-ˆåŒ{�8 LÑ1Ô1°;Ñ?Ô?ˆÝ”K ¤°Ñ<Ô<ˆ	Ý”J˜y¸Ð<Ñ<Ô<ˆ	Ø�˜4‘”ˆÝ�6‰{Œ{Ðr)   rg   r   c                óœ   ‡ — |                      ¦   «         }‰                      |¦  «        }‰                      |¦  «        }ˆ fd„|D ¦   «         S )zèSplit HTML content from a file into a list of `Document` objects.

        Args:
            file: A file path or a file-like object containing HTML content.

        Returns:
            A list of split `Document` objects.
        c           
     ó¦   •— g | ]M}t          t          d |d         ¦  «        ‰j        t          |d         ¦  «                 |d         i¬¦  «        ‘ŒNS )r   r    rÙ   rØ   )r"   )r   r
   r=   r   )rI   ÚsectionrP   s     €r*   rK   z<HTMLSectionSplitter.split_text_from_file.<locals>.<listcomp>.  st   ø€ ð 

ð 

ð 

ð õ Ý�U˜G IÔ.Ñ/Ô/àÔ,­S°¸Ô1DÑ-EÔ-EÔFÈØ ôIððñ ô ð

ð 

ð 

r)   )Úgetvaluer÷   rã   )rP   rg   Úfile_contentrÝ   s   `   r*   rV   z(HTMLSectionSplitter.split_text_from_file!  se   ø€ ð —}’}‘”ˆØ×;Ò;¸LÑIÔIˆØ×-Ò-¨lÑ;Ô;ˆð

ð 

ð 

ð 

ð $ð

ñ 

ô 

ð 
	
r)   )r=   r>   r^   r   r/   r@   )r½   r¾   r/   rS   rµ   ry   )rÃ   rÇ   rÀ   rÈ   r/   rS   )rÓ   r   r/   rÔ   )rr   r   r/   r   )rg   r   r/   rS   )r#   r$   r%   r&   rQ   rÂ   rX   rÁ   rã   r÷   rV   r(   r)   r*   r·   r·   k  s¸   € € € € € ðð ð
ð ð ð ð,6ð 6ð 6ð 6ð&	9ð 	9ð 	9ð 	9ð JNðð ð ð ð ð4;ð ;ð ;ð ;ðz#ð #ð #ð #ðJ
ð 
ð 
ð 
ð 
ð 
r)   r·   c                  óÀ   — e Zd ZdZddddddddddddddddddœd>d%„Zd?d(„Zed@d-„¦   «         ZdAd0„Ze	dAd1„¦   «         Z
dAd2„ZdBd3„ZdCd4„ZdDd9„ZdEd<„Ze	dFd=„¦   «         ZdS )GÚHTMLSemanticPreservingSplitteraD  Split HTML content preserving semantic structure.

    Splits HTML content by headers into generalized chunks, preserving semantic
    structure. If chunks exceed the maximum chunk size, it uses
    `RecursiveCharacterTextSplitter` for further splitting.

    The splitter preserves full HTML elements and converts links to Markdown-like links.
    It can also preserve images, videos, and audio elements by converting them into
    Markdown format. Note that some chunks may exceed the maximum size to maintain
    semantic integrity.

    !!! version-added "Added in `langchain-text-splitters` 0.3.5"

    Example:
        ```python
        from langchain_text_splitters.html import HTMLSemanticPreservingSplitter

        def custom_iframe_extractor(iframe_tag):
            ```
            Custom handler function to extract the 'src' attribute from an <iframe> tag.
            Converts the iframe to a Markdown-like link: [iframe:<src>](src).

            Args:
                iframe_tag (bs4.element.Tag): The <iframe> tag to be processed.

            Returns:
                str: A formatted string representing the iframe in Markdown-like format.
            ```
            iframe_src = iframe_tag.get('src', '')
            return f"[iframe:{iframe_src}]({iframe_src})"

        text_splitter = HTMLSemanticPreservingSplitter(
            headers_to_split_on=[("h1", "Header 1"), ("h2", "Header 2")],
            max_chunk_size=500,
            preserve_links=True,
            preserve_images=True,
            custom_handlers={"iframe": custom_iframe_extractor}
        )
        ```
    iè  r   NFÚenglishT)Úmax_chunk_sizeÚchunk_overlapÚ
separatorsÚelements_to_preserveÚpreserve_linksÚpreserve_imagesÚpreserve_videosÚpreserve_audioÚcustom_handlersÚstopword_removalÚstopword_langÚnormalize_textÚexternal_metadataÚallowlist_tagsÚdenylist_tagsÚpreserve_parent_metadataÚkeep_separatorr=   r>   r   rD   r  r  úlist[str] | Noner  r  r.   r  r  r  r  ú&dict[str, Callable[[Tag], str]] | Noner	  r
  r   r  r  údict[str, str] | Noner  r  r  r  úbool | Literal['start', 'end']r/   r@   c               ó  ‡— t           sd}t          |¦  «        ‚t          ‰¦  «        | _        || _        |pg | _        || _        || _        || _        |	| _	        |
pi | _
        || _        || _        || _        |pi | _        || _        || _        || _        |r.t%          t'          |d„ ‰D ¦   «         z   ¦  «        ¦  «        | _        || _        |rˆfd„|D ¦   «         | _        |rt+          ||||¬¦  «        | _        nt+          |||¬¦  «        | _        | j        rit.          sd}t          |¦  «        ‚t1          j        d¦  «         t'          t0          j        j                             | j        ¦  «        ¦  «        | _        dS dS )	a>  Initialize splitter.

        Args:
            headers_to_split_on: HTML headers (e.g., `h1`, `h2`) that define content
                sections.
            max_chunk_size: Maximum size for each chunk, with allowance for exceeding
                this limit to preserve semantics.
            chunk_overlap: Number of characters to overlap between chunks to ensure
                contextual continuity.
            separators: Delimiters used by `RecursiveCharacterTextSplitter` for
                further splitting.
            elements_to_preserve: HTML tags (e.g., `table`, `ul`) to remain
                intact during splitting.
            preserve_links: Converts `a` tags to Markdown links (`[text](url)`).
            preserve_images: Converts `img` tags to Markdown images (`![alt](src)`).
            preserve_videos: Converts `video` tags to Markdown video links
                (`![video](src)`).
            preserve_audio: Converts `audio` tags to Markdown audio links
                (`![audio](src)`).
            custom_handlers: Optional custom handlers for specific HTML tags, allowing
                tailored extraction or processing.
            stopword_removal: Optionally remove stopwords from the text.
            stopword_lang: The language of stopwords to remove.
            normalize_text: Optionally normalize text (e.g., lowercasing, removing
                punctuation).
            external_metadata: Additional metadata to attach to the Document objects.
            allowlist_tags: Only these tags will be retained in the HTML.
            denylist_tags: These tags will be removed from the HTML.
            preserve_parent_metadata: Whether to pass through parent document metadata
                to split documents when calling
                `transform_documents/atransform_documents()`.
            keep_separator: Whether separators should be at the beginning of a chunk, at
                the end, or not at all.

        Raises:
            ImportError: If BeautifulSoup or NLTK (when stopword removal is enabled)
                is not installed.
        zICould not import BeautifulSoup. Please install it with 'pip install bs4'.c                ó   — g | ]
}|d          ‘ŒS r   r(   ©rI   rØ   s     r*   rK   z;HTMLSemanticPreservingSplitter.__init__.<locals>.<listcomp>º  s   € Ð%RÐ%RÐ%R°F f¨Q¤iÐ%RÐ%RÐ%Rr)   c                ó0   •— g | ]}|d „ ‰D ¦   «         v¯|‘ŒS )c                ó   — g | ]
}|d          ‘ŒS r   r(   r  s     r*   rK   zFHTMLSemanticPreservingSplitter.__init__.<locals>.<listcomp>.<listcomp>Á  s   € ÐKÐKÐK¨V˜v aœyÐKÐKÐKr)   r(   )rI   r-   r=   s     €r*   rK   z;HTMLSemanticPreservingSplitter.__init__.<locals>.<listcomp>¾  s>   ø€ ð #ð #ð #àØÐKÐKÐ7JÐKÑKÔKÐKÐKð àKÐKÐKr)   )r  r  Ú
chunk_sizer  )r  r  r  zACould not import nltk. Please install it with 'pip install nltk'.Ú	stopwordsN)r�   rž   rL   Ú_headers_to_split_onÚ_max_chunk_sizeÚ_elements_to_preserveÚ_preserve_linksÚ_preserve_imagesÚ_preserve_videosÚ_preserve_audioÚ_custom_handlersÚ_stopword_removalÚ_stopword_langÚ_normalize_textÚ_external_metadataÚ_allowlist_tagsÚ_preserve_parent_metadataÚ_keep_separatorrp   ÚsetÚ_denylist_tagsr   Ú_recursive_splitterÚ	_HAS_NLTKÚnltkÚdownloadÚcorpusr  ÚwordsÚ
_stopwords)rP   r=   r   r  r  r  r  r  r  r  r  r	  r
  r  r  r  r  r  r  r©   s    `                  r*   rQ   z'HTMLSemanticPreservingSplitter.__init__f  sõ  ø€ õx ð 	#ð<ð õ ˜cÑ"Ô"Ð"å$*Ð+>Ñ$?Ô$?ˆÔ!Ø-ˆÔØ%9Ð%?¸RˆÔ"Ø-ˆÔØ /ˆÔØ /ˆÔØ-ˆÔØ /Ð 5°2ˆÔØ!1ˆÔØ+ˆÔØ-ˆÔØ"3Ð"9°rˆÔØ-ˆÔØ)AˆÔ&Ø-ˆÔØð 	Ý#'Ý�NÐ%RÐ%RÐ>QÐ%RÑ%RÔ%RÑRÑSÔSñ$ô $ˆDÔ ð ,ˆÔØð 	ð#ð #ð #ð #à(ð#ñ #ô #ˆDÔð
 ð 	Ý'EØ%Ø-Ø)Ø+ð	(ñ (ô (ˆDÔ$Ð$õ (FØ-Ø)Ø+ð(ñ (ô (ˆDÔ$ð Ô!ð 	TÝð 'àWð õ " #Ñ&Ô&Ð&ÝŒM˜+Ñ&Ô&Ð&Ý!¥$¤+Ô"7×"=Ò"=¸dÔ>QÑ"RÔ"RÑSÔSˆDŒOˆOˆOð	Tð 	Tr)   rR   rS   c                óô   — t          |d¦  «        }|                      |¦  «         | j        r|                      |¦  «         | j        s| j        r|                      |¦  «         |                      |¦  «        S )zîSplits the provided HTML text into smaller chunks based on the configuration.

        Args:
            text: The HTML content to be split.

        Returns:
            A list of `Document` objects containing the split content.
        ru   )r   Ú_process_mediar  Ú_process_linksr(  r,  Ú_filter_tagsÚ_process_html)rP   rR   rª   s      r*   rX   z)HTMLSemanticPreservingSplitter.split_textÚ  sƒ   € õ ˜T =Ñ1Ô1ˆà×Ò˜DÑ!Ô!Ð!àÔð 	&Ø×Ò Ñ%Ô%Ð%àÔð 	$ 4Ô#6ð 	$Ø×Ò˜dÑ#Ô#Ð#à×!Ò! $Ñ'Ô'Ð'r)   r½   úSequence[Document]r^   r   c                óž   ‡— g }|D ]FŠ|                       ‰j        ¦  «        }| j        rˆfd„|D ¦   «         }|                     |¦  «         ŒG|S )zÕTransform sequence of documents by splitting them.

        Args:
            documents: A sequence of `Document` objects to be split.

        Returns:
            A sequence of split `Document` objects.
        c                óX   •— g | ]&}t          |j        i ‰j        ¥|j        ¥¬ ¦  «        ‘Œ'S )r„   )r   r…   r"   )rI   Ú	split_docr¯   s     €r*   rK   zFHTMLSemanticPreservingSplitter.transform_documents.<locals>.<listcomp>ÿ  sR   ø€ ð ð ð ð
 "õ	 Ø%.Ô%;Ø!G C¤LÐ!G°IÔ4FÐ!Gðñ ô ðð ð r)   )rX   r…   r)  r¢   )rP   r½   r^   ÚtransformedÚsplitsr¯   s        @r*   Útransform_documentsz2HTMLSemanticPreservingSplitter.transform_documentsï  s�   ø€ ð ˆØð 
	'ð 
	'ˆCØ—_’_ SÔ%5Ñ6Ô6ˆFØÔ-ð ðð ð ð ð
 &,ðñ ô �ð ×Ò˜vÑ&Ô&Ð&Ð&ØÐr)   rª   r   c                óŒ  — | j         rdt          |d¬¦  «        D ]R}|                     dd¦  «        }d|› d|› d�}|                     d¦  «        }||_        |                     |¦  «         ŒS| j        rdt          |d	¬¦  «        D ]R}|                     dd¦  «        }d
|› d|› d�}|                     d¦  «        }||_        |                     |¦  «         ŒS| j        rdt          |d¬¦  «        D ]T}	|	                     dd¦  «        }
d|
› d|
› d�}|                     d¦  «        }||_        |	                     |¦  «         ŒSdS dS )zøProcesses the media elements.

        Process elements in the HTML content by wrapping them in a <media-wrapper> tag
        and converting them to Markdown format.

        Args:
            soup: Parsed HTML content using BeautifulSoup.
        ÚimgrÖ   ÚsrcÚ z![image:ú](ú)zmedia-wrapperÚvideoz![video:Úaudioz![audio:N)r   r:   rb   Únew_tagr2   Úreplace_withr!  r"  )rP   rª   Úimg_tagÚimg_srcÚmarkdown_imgÚwrapperÚ	video_tagÚ	video_srcÚmarkdown_videoÚ	audio_tagÚ	audio_srcÚmarkdown_audios               r*   r5  z-HTMLSemanticPreservingSplitter._process_media	  s›  € ð Ô ð 	.Ý)¨$°UÐ;Ñ;Ô;ð .ð .�Ø!Ÿ+š+ e¨RÑ0Ô0�Ø?¨'Ð?Ð?°WÐ?Ð?Ð?�ØŸ,š, Ñ7Ô7�Ø!-�”Ø×$Ò$ WÑ-Ô-Ð-Ð-àÔ ð 	0Ý+¨D°wÐ?Ñ?Ô?ð 0ð 0�	Ø%ŸMšM¨%°Ñ4Ô4�	Ø!E¨IÐ!EÐ!E¸Ð!EÐ!EÐ!E�ØŸ,š, Ñ7Ô7�Ø!/�”Ø×&Ò& wÑ/Ô/Ð/Ð/àÔð 	0Ý+¨D°wÐ?Ñ?Ô?ð 0ð 0�	Ø%ŸMšM¨%°Ñ4Ô4�	Ø!E¨IÐ!EÐ!E¸Ð!EÐ!EÐ!E�ØŸ,š, Ñ7Ô7�Ø!/�”Ø×&Ò& wÑ/Ô/Ð/Ð/ð	0ð 	0ð0ð 0r)   c                ó  — t          | d¬¦  «        D ]u}|                     dd¦  «        }|                     d¬¦  «        }d|› d|› d	�}|                      d
¦  «        }||_        |                     t          |¦  «        ¦  «         ŒvdS )z{Processes the links in the HTML content.

        Args:
            soup: Parsed HTML content using BeautifulSoup.
        ÚarÖ   ÚhrefrC  Trz   ú[rD  rE  zlink-wrapperN)r:   rb   Úget_textrH  r2   rI  r   )rª   Úa_tagÚa_hrefÚa_textÚmarkdown_linkrM  s         r*   r6  z-HTMLSemanticPreservingSplitter._process_links*  sŸ   € õ $ D¨sÐ3Ñ3Ô3ð 	?ð 	?ˆEØ—Y’Y˜v rÑ*Ô*ˆFØ—^’^¨$�^Ñ/Ô/ˆFØ3 Ð3Ð3¨&Ð3Ð3Ð3ˆMØ—l’l >Ñ2Ô2ˆGØ*ˆGŒNØ×Ò�¨}Ñ=Ô=Ñ>Ô>Ð>Ð>ð	?ð 	?r)   c                óì   — | j         r6t          |d¬¦  «        D ]$}|j        | j         vr|                     ¦   «          Œ%| j        r-t          || j        ¬¦  «        D ]}|                     ¦   «          ŒdS dS )z•Filters the HTML content based on the allowlist and denylist tags.

        Args:
            soup: Parsed HTML content using BeautifulSoup.
        TrÖ   N)r(  r:   r6   Ú	decomposer,  )rP   rª   r-   s      r*   r7  z+HTMLSemanticPreservingSplitter._filter_tags9  s–   € ð Ôð 	$Ý% d°Ð6Ñ6Ô6ð $ð $�Ø”8 4Ô#7Ð7Ð7Ø—M’M‘O”O�OøàÔð 	 Ý% d°Ô1DÐEÑEÔEð  ð  �Ø—’‘”��ð	 ð 	 ð ð  r)   c                ó.  ‡ — ‰ j         rR|                     ¦   «         }t          j        dd|¦  «        }t          j        dd|¦  «                             ¦   «         }‰ j        r3d                     ˆ fd„|                     ¦   «         D ¦   «         ¦  «        }|S )z²Normalizes the text by removing extra spaces and newlines.

        Args:
            text: The text to be normalized.

        Returns:
            The normalized text.
        z[^\w\s]rC  ú\s+r’   c                ó&   •— g | ]}|‰j         v¯|‘ŒS r(   )r3  )rI   ÚwordrP   s     €r*   rK   zLHTMLSemanticPreservingSplitter._normalize_and_clean_text.<locals>.<listcomp>X  s%   ø€ ÐNÐNÐN˜$°$¸d¼oÐ2MÐ2M�Ð2MÐ2MÐ2Mr)   )r&  ÚlowerÚreÚsubr{   r$  r†   ÚsplitrW   s   ` r*   Ú_normalize_and_clean_textz8HTMLSemanticPreservingSplitter._normalize_and_clean_textH  s“   ø€ ð Ôð 	5Ø—:’:‘<”<ˆDÝ”6˜* b¨$Ñ/Ô/ˆDÝ”6˜& # tÑ,Ô,×2Ò2Ñ4Ô4ˆDàÔ!ð 	Ø—8’8ØNÐNÐNÐN $§*¢*¡,¤,ÐNÑNÔNñô ˆDð ˆr)   c                ó
  ‡ ‡‡	— g }i }g }i }d}dˆˆ fd„Št          |d¬¦  «        }dˆˆ	ˆ fd„Š	 ‰	||||||¦  «        \  }}}}}|r=|                     ‰                      |d                     |¦  «        |¦  «        ¦  «         |S )z÷Processes the HTML content using BeautifulSoup and splits it using headers.

        Args:
            soup: Parsed HTML content using BeautifulSoup.

        Returns:
            A list of `Document` objects containing the split content.
        r   râ   r   r/   r   c                ó@  •— t          d| ¦  «        } | j        ‰j        v r ‰j        | j                 | ¦  «        S d}| j        �6| j        D ]-} ‰|¦  «                             ¦   «         }|r|r|dz  }||z  }Œ.n| j        r
|| j        z  }‰                     |¦  «        S )a-  Recursively extracts and processes the text of an element.

            Applies custom handlers where applicable, and ensures correct spacing.

            Args:
                element: The HTML element to process.

            Returns:
                The processed text of the element.
            zTag | NavigableStringrC  Nr’   )r
   r6   r#  r¡   r{   r2   rg  )râ   rR   r�   Ú
child_textÚ_get_element_textrP   s       €€r*   rk  zGHTMLSemanticPreservingSplitter._process_html.<locals>._get_element_textl  sÏ   ø€ õ Ð2°GÑ<Ô<ˆGØŒ|˜tÔ4Ð4Ð4Ø:�tÔ,¨W¬\Ô:¸7ÑCÔCÐCàˆDàŒ|Ð'Ø$Ô-ð 'ð '�EØ!2Ð!2°5Ñ!9Ô!9×!?Ò!?Ñ!AÔ!A�JØð $ 
ð $Ø ™˜Ø˜JÑ&�D�Dð	'ð
 ”ð 'Ø˜œÑ&�à×1Ò1°$Ñ7Ô7Ð7r)   Fr+   r8   r½   rS   Úcurrent_headersr!   Úcurrent_contentrÇ   Úpreserved_elementsÚplaceholder_countrD   úEtuple[list[Document], dict[str, str], list[str], dict[str, str], int]c           	     ó@  •— | D �]“}|j         d„ ‰j        D ¦   «         v rŸ|re|                     ‰                     |d                     |¦  «        |¦  «        ¦  «         |                     ¦   «          |                     ¦   «          |                     d¬¦  «        }t          ‰j        ¦  «        |j                  |i}Œº|j         ‰j        v r.d|› �} ‰|¦  «        ||<   | 	                    |¦  «         |dz  }Œöt          |d¬¦  «        }	|	rh ‰|	|||||¦  «        \  }}}}}d                     t          |d¬¦  «        ¦  «        }
|
r*‰                     |
¦  «        }
| 	                    |
¦  «         �Œq ‰|¦  «        }
|
r| 	                    |
¦  «         �Œ•|||||fS )	Nc                ó   — g | ]
}|d          ‘ŒS r   r(   )rI   Úhs     r*   rK   zZHTMLSemanticPreservingSplitter._process_html.<locals>._process_element.<locals>.<listcomp>“  s   € Ð IÐ IÐ I¨!  1¤Ð IÐ IÐ Ir)   r’   Trz   Ú
PRESERVED_rC   Fr+   )r6   r  r¢   Ú_create_documentsr†   r‡   rX  rM   r  r¨   r:   r5   rg  )râ   r½   rl  rm  rn  ro  r”   r±   Úplaceholderr¡   r    rk  Ú_process_elementrP   s              €€€r*   rw  zFHTMLSemanticPreservingSplitter._process_html.<locals>._process_elementŠ  s  ø€ ð  ð 6<ñ 6<�Ø”9Ð IÐ I¨tÔ/HÐ IÑ IÔ IÐIÐIØ&ð 	3Ø!×(Ò(Ø ×2Ò2Ø /Ø #§¢¨Ñ 9Ô 9Ø 2ñô ñô ð ð (×-Ò-Ñ/Ô/Ð/Ø*×0Ò0Ñ2Ô2Ð2Ø"&§-¢-°d -Ñ";Ô";�Kå˜TÔ6Ñ7Ô7¸¼	ÔBÀKð'�O�Oð ”Y $Ô"<Ð<Ð<Ø"BÐ/@Ð"BÐ"B�KØ6GÐ6GÈÑ6MÔ6MÐ& {Ñ3Ø#×*Ò*¨;Ñ7Ô7Ð7Ø%¨Ñ*Ð%Ð%õ  .¨d¸eÐDÑDÔD�HØð <ð -Ð,Ø$Ø%Ø+Ø+Ø.Ø-ñô ñØ%Ø+Ø+Ø.Ø-ð #&§(¢(Õ+<¸TÈUÐ+SÑ+SÔ+SÑ"TÔ"T˜Ø"ð <Ø&*×&DÒ&DÀWÑ&MÔ&M˜GØ+×2Ò2°7Ñ;Ô;Ð;ùð
 #4Ð"3°DÑ"9Ô"9˜Ø"ð <Ø+×2Ò2°7Ñ;Ô;Ð;ùð ØØØ"Ø!ðð r)   r’   )râ   r   r/   r   )râ   r8   r½   rS   rl  r!   rm  rÇ   rn  r!   ro  rD   r/   rp  )r:   r¢   ru  r†   )
rP   rª   r½   rl  rm  rn  ro  Úelementsrk  rw  s
   `       @@r*   r8  z,HTMLSemanticPreservingSplitter._process_html]  s  øøø€ ð %'ˆ	Ø*,ˆØ%'ˆØ-/ÐØ!"Ðð	8ð 	8ð 	8ð 	8ð 	8ð 	8ð 	8õ8 " $°%Ð8Ñ8Ô8ˆðF	ð F	ð F	ð F	ð F	ð F	ð F	ð F	ð^ ÐØØØØØØñ
ô 
ñ	
ØØØØØð ð 	Ø×ÒØ×&Ò&Ø#Ø—H’H˜_Ñ-Ô-Ø&ñô ñô ð ð Ðr)   rÞ   r!   r    rn  c                ó  — t          j        dd|¦  «                             ¦   «         }i |¥| j        ¥}t	          |¦  «        | j        k    r(|                      ||¦  «        }t          ||¬¦  «        gS |                      |||¦  «        S )ar  Creates Document objects from the provided headers, content, and elements.

        Args:
            headers: The headers to attach as metadata to the `Document`.
            content: The content of the `Document`.
            preserved_elements: Preserved elements to be reinserted into the content.

        Returns:
            A list of `Document` objects.
        r`  r’   r„   )	rd  re  r{   r'  r¥   r  Ú_reinsert_preserved_elementsr   Ú_further_split_chunk)rP   rÞ   r    rn  r"   r…   s         r*   ru  z0HTMLSemanticPreservingSplitter._create_documentsî  s•   € õ ”&˜  gÑ.Ô.×4Ò4Ñ6Ô6ˆà9�gÐ9 Ô!8Ð9ˆåˆw‰<Œ<˜4Ô/Ò/Ð/Ø×<Ò<ØÐ+ñô ˆLõ ¨,ÀÐJÑJÔJÐKÐKØ×(Ò(¨°(Ð<NÑOÔOÐOr)   r"   údict[Any, Any]c                ó  — | j                              |¦  «        }g }|D ]b}|                      ||¦  «        }|                     ¦   «         r6|                     t          |                     ¦   «         |¬¦  «        ¦  «         Œc|S )a[  Further splits the content into smaller chunks.

        Args:
            content: The content to be split.
            metadata: Metadata to attach to each chunk.
            preserved_elements: Preserved elements to be reinserted into each chunk.

        Returns:
            A list of `Document` objects containing the split content.
        r„   )r-  rX   rz  r{   r¨   r   )rP   r    r"   rn  r>  rö   rf  Úsplit_with_preserveds           r*   r{  z3HTMLSemanticPreservingSplitter._further_split_chunk  s¢   € ð Ô)×4Ò4°WÑ=Ô=ˆØˆàð 
	ð 
	ˆEØ#'×#DÒ#DØÐ)ñ$ô $Ð ð $×)Ò)Ñ+Ô+ð Ø—’ÝØ%9×%?Ò%?Ñ%AÔ%AØ!)ðñ ô ñô ð øð ˆr)   c                ó¤   — t          |                     ¦   «         ¦  «        D ]-\  }}|                      ||                     ¦   «         ¦  «        } Œ.| S )aN  Reinserts preserved elements into the content into their original positions.

        Args:
            content: The content where placeholders need to be replaced.
            preserved_elements: Preserved elements to be reinserted.

        Returns:
            The content with placeholders replaced by preserved elements.
        )r£   rˆ   Úreplacer{   )r    rn  rv  Úpreserved_contents       r*   rz  z;HTMLSemanticPreservingSplitter._reinsert_preserved_elements$  sW   € õ /7Ð7I×7OÒ7OÑ7QÔ7QÑ.RÔ.Rð 	Nð 	NÑ*ˆKÐ*Ø—o’o kÐ3D×3JÒ3JÑ3LÔ3LÑMÔMˆGˆGØˆr)   )&r=   r>   r   rD   r  rD   r  r  r  r  r  r.   r  r.   r  r.   r  r.   r  r  r	  r.   r
  r   r  r.   r  r  r  r  r  r  r  r.   r  r  r/   r@   rµ   )r½   r9  r^   r   r/   rS   )rª   r   r/   r@   )rR   r   r/   r   )rª   r   r/   rS   )rÞ   r!   r    r   rn  r!   r/   rS   )r    r   r"   r|  rn  r!   r/   rS   )r    r   rn  r!   r/   r   )r#   r$   r%   r&   rQ   rX   r   r?  r5  Ústaticmethodr6  r7  rg  r8  ru  r{  rz  r(   r)   r*   rþ   rþ   ;  su  € € € € € ð'ð 'ðZ #ØØ'+Ø15Ø$Ø %Ø %Ø$ØBFØ!&Ø&Ø$Ø37Ø+/Ø*.Ø).Ø9=ð)rTð rTð rTð rTð rTð rTðh(ð (ð (ð (ð* ðð ð ñ „Xðð20ð 0ð 0ð 0ðB ð?ð ?ð ?ñ „\ð?ð ð  ð  ð  ðð ð ð ð*Oð Oð Oð OðbPð Pð Pð Pð0ð ð ð ð< ðð ð ñ „\ðð ð r)   rþ   )r-   r   r,   r.   r/   r0   )r-   r   r6   r7   r,   r.   r/   r8   )2r&   Ú
__future__r   rÍ   rl   rd  Úior   Útypingr   r   r   r   r	   r
   Úlangchain_core._apir   r   Úlangchain_core.documentsr   r   Útyping_extensionsr   Ú"langchain_text_splitters.characterr   Úcollections.abcr   r   r   r   Úbs4.elementr   r/  r.  rž   Úbs4r   r   r   r   r�   Úlxmlr   ré   r   r5   r:   r<   r·   rþ   r(   r)   r*   ú<module>rŽ     s/  ðØ Ð à "Ð "Ð "Ð "Ð "Ð "à €€€Ø €€€Ø 	€	€	€	Ø Ð Ð Ð Ð Ð ðð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð 1Ð 0Ð 0Ð 0Ð 0Ð 0Ð 0Ð 0Ø FÐ FÐ FÐ FÐ FÐ FÐ FÐ FØ &Ð &Ð &Ð &Ð &Ð &à MÐ MÐ MÐ MÐ MÐ Màð &ØFÐFÐFÐFÐFÐFÐFÐFÐFÐFÐFÐFà%Ð%Ð%Ð%Ð%Ð%ðØ€K€K€Kà€I€IøØð ð ð Ø€I€I€IðøøøðØ&Ð&Ð&Ð&Ð&Ð&Ð&Ð&Ø8Ð8Ð8Ð8Ð8Ð8Ð8Ð8à€H€HøØð ð ð Ø€H€H€HðøøøðØÐÐÐÐÐà€I€IøØð ð ð Ø€I€I€Iðøøøðð ð ð ð �)ñ ô ð ð  ð:ð :ð :ð :ð :ð :ð +/Øð	3ð 3ð 3ð 3ð 3ð 3ðVð Vð Vð Vð Vñ Vô Vð VðrM
ð M
ð M
ð M
ð M
ñ M
ô M
ð M
ð` €�„ðwð wð wð wð wÐ%<ñ wô wñ „ðwð wð ws6   ÁA# Á#A-Á,A-Á1B ÂBÂBÂB ÂB%Â$B%