§
    éƒtjU  ã                  ó\   — d Z ddlmZ ddlZddlmZ ddlmZ ddlm	Z	 ddl
mZ ddœdd„ZdS )z=Ingest dual-write: vectors (existing) + structured FDI index.é    )ÚannotationsN)ÚPath)Úextract_structured)Úpersist_structured)Ú	rag_debug)Ú	mime_typeÚorg_idÚstrÚagent_idÚ	kb_doc_idÚpathr   Úfilenamer   ú
str | NoneÚreturnúdict[str, object]c                óX  — |                      ¦   «         }t          j        |¦  «                             ¦   «         }t	          ||¦  «        }t          | |||t          |¦  «        |||¬¦  «        }	t          j        d||	|j	        |j
        t          |j        ¦  «        t          |j        ¦  «        t          |j        ¦  «        ¦  «         |	|j	        |j
        |j        t          |j        ¦  «        t          |j        ¦  «        t          |j        ¦  «        t!          |j        ¦  «        dœS )zEExtract and persist structured financial knowledge for a KB document.)r	   r   r   r   Ústorage_uriÚsha256r   ÚextractzPFDI indexed kb_doc=%s fdi_doc=%s type=%s conf=%.2f lines=%s ids=%s assertions=%s)Úfdi_document_idÚdoc_typeÚdoc_type_confidenceÚparse_confidenceÚ
line_countÚidentifier_countÚassertion_countÚwarnings)Ú
read_bytesÚhashlibr   Ú	hexdigestr   r   r
   ÚdbgÚlog_infor   r   ÚlenÚlinesÚidentifiersÚ
assertionsr   Úlistr   )
r	   r   r   r   r   r   ÚrawÚshar   Údoc_ids
             ú,/var/www/html/CA-Chatbot/app/fdi/pipeline.pyÚindex_document_structuredr,      s   € ð �/Š/Ñ
Ô
€CÝ
Œ.˜Ñ
Ô
×
'Ò
'Ñ
)Ô
)€CÝ   xÑ0Ô0€GÝØØØØÝ˜‘I”IØØØð	ñ 	ô 	€Fõ „LØZØØØÔØÔ#ÝˆGŒMÑÔÝˆGÔÑ Ô ÝˆGÔÑÔñ	ô 	ð 	ð "ØÔ$Ø&Ô:Ø#Ô4Ý˜'œ-Ñ(Ô(Ý Ô 3Ñ4Ô4Ý˜wÔ1Ñ2Ô2Ý˜Ô)Ñ*Ô*ð	ð 	ð 	ó    )r	   r
   r   r
   r   r
   r   r   r   r
   r   r   r   r   )Ú__doc__Ú
__future__r   r   Úpathlibr   Úapp.fdi.extractr   Úapp.fdi.storer   Úapp.saasr   r!   r,   © r-   r+   ú<module>r5      s›   ðØ CÐ Cà "Ð "Ð "Ð "Ð "Ð "à €€€Ø Ð Ð Ð Ð Ð à .Ð .Ð .Ð .Ð .Ð .Ø ,Ð ,Ð ,Ð ,Ð ,Ð ,Ø %Ð %Ð %Ð %Ð %Ð %ð !ð*ð *ð *ð *ð *ð *ð *ð *r-   