
    dhN                     V    S SK r S SKJr  S SKJrJr  S SKJr  S SKJ	r	   " S S\	5      r
g)    N)Path)ListUnion)Document)
BaseLoaderc                   D    \ rS rSrSrS\\\4   4S jrS\	\
   4S jrSrg)	CoNLLULoader
   zLoad `CoNLL-U` files.	file_pathc                     Xl         g)zInitialize with a file path.Nr   )selfr   s     c/var/www/html/shao/venv/lib/python3.13/site-packages/langchain_community/document_loaders/conllu.py__init__CoNLLULoader.__init__   s    "    returnc                    [        U R                  SS9 n[        [        R                  " USS95      nU Vs/ sH  n[        U5      S:  d  M  UPM     nnSSS5        Sn[        W5       H3  u  pcUS   S	:X  d  U[        U5      S-
  :X  a	  XSS   -  nM)  XSS   S
-   -  nM5     S[        U R                  5      0n[        XWS9/$ s  snf ! , (       d  f       Nx= f)zLoad from a file path.utf8)encoding	)	delimiter   N 	   zSpaceAfter=No source)page_contentmetadata)	openr   listcsvreaderlen	enumeratestrr   )r   ftsvlinelinestextir   s           r   loadCoNLLULoader.load   s    $..62aszz!t45C '*;cdSY]TcE;	 3  'GAAw/)Q#e*q.-@QQ#% ( c$..12d>?? <	 32s"   #CCCCC
Cr   N)__name__
__module____qualname____firstlineno____doc__r   r&   r   r   r   r   r-   __static_attributes__ r   r   r	   r	   
   s,    #%T	"2 #@d8n @r   r	   )r"   pathlibr   typingr   r   langchain_core.documentsr   )langchain_community.document_loaders.baser   r	   r5   r   r   <module>r:      s"    
   - @@: @r   