tj*$UdZddlmZddlZddlZddlmZddlmZddl m Z m Z ddl m Z mZmZddlmZmZejZiZd ed <iZd ed <e d z dz Zd.dZd/dZd0dZd1dZd2dZd3d"Zd4d#Zd5d%Z d6d'Z!d7d(Z"d8d)Z#d*d+d9d-Z$dS):zIn-memory PDF calculation jobs (confirm-before-calc). By default user PDFs and extracted content are kept in process memory only and are never written to disk (see Settings.persist_user_data). ) annotationsN)Path)Any)BASE_DIR get_settings) calculateformat_job_context validate_rows)ExtractionResult extract_pdfzdict[str, dict[str, Any]]_JOBSzdict[str, str] _SESSION_JOBSdata pdf_uploadsreturnboolcBttjSN)rrpersist_user_data)/var/www/html/CA-Chatbot/app/pdf/store.py_persist_enabledrs  0 1 11rrcHtddtS)NT)parentsexist_ok) _UPLOAD_DIRmkdirrrr_ensure_upload_dirrs!dT222 rrows list[Any]list[dict[str, Any]]c $g}|D]}t|drVt|tsA||j|j|j|j|j|j |j dh|t||S)N__dict__ descriptiondebitcreditamountdateaccountraw) hasattr isinstancedictappendr&r'r(r)r*r+r,)r outrs r_serialize_rowsr3!s C    1j ! ! *Q*=*= JJ#$=WhhF y5     JJtAww     Jrjobdict[str, Any]NonectsdStt|ddz }|t jd|DddS)u5Optional durable copy — off by default for privacy.Njob_id.jsonc&i|]\}}|dk ||S) file_pathr).0kvs r z"_save_job_disk..<s(EEETQA4D4DAq4D4D4Dr)indent)rrr write_textjsondumpsitems)r4 meta_paths r_save_job_diskrG5s   X5555I  EESYY[[EEEaPPPr saved_pathfilenamestrct||}t|ddpd}tt|j|}||_|jr|drd}d}d}nd}d}d }d|_d|_id |j d |j d |j d|d |d |ddd|dt|jd|j d|j p|j d|jd|d|jdt!rt#|nddddt|ddpi}t$5|t&|j <dddn #1swxYwYt)||S)N)rI document_kindunknownrLokFTready needs_confirmr8rI source_typetrusted confirmedstatusr text_preview document_textwarnings validationocr_usedr; calculationstatement_totals)r getattrr r3r rYrSgetrQr8rIrRrVrWrXrZrrJ_LOCKr rG) rHrIresultkindrYrQrSrUr4s rcreate_job_from_uploadrb@s4*:IIIF 6?D 1 1 >YDv{;;4PPPJ"F~ $*.... $   # &- FO  v)     7      U  &   ,,  +  -D1D  FO  j  FO  (8(:(:DS___  t! " GF,>EEK# C( ##"fm###############3 Js,EE E r8dict[str, Any] | Nonect5t|}dddn #1swxYwY|r|StsdSt|dz }|rQt j|}t5|t|<dddn #1swxYwY|SdS)Nr9) r_r r^rrexistsrCloads read_text)r8r4rFrs rget_jobrhms>   ii                   t....Iz)--//00  ! ! E&M ! ! ! ! ! ! ! ! ! ! ! ! ! ! ! 4s/33 B33B7:B7c t|}|stdg}|D]}|t|dpd|d|d|d|d|d|d pdd t ||d pd }||d<||d<d|d<d|d<t|d|d<|drdnd|d<t|dpg|d<|ds"|d|dgz|d<t5|t|<dddn #1swxYwYt||S)N Job not foundr&r'r(r)r*r+r,r%rLrMrNr rYTrTFrQrOrSinvalidrUrXissues) rhKeyErrorr0rJr^stripr rlistr_r rG)r8r r4cleanedr2rYs r confirm_jobrr}s/ &//C ('''G    "155#7#7#=2>>DDFFw%%//%%//f 55++uuU||)r   wcggo6N6N6[R[\\\JCK"C C  C*....//C N#->>$#7#7FKKYCM377:..4"55C O >>$  Ij/JNN8R,H,HHJ f 3 Js G$$G(+G( session_idc|sdSt5t|}|t|<|r!||krt|dddddS#1swxYwYdSr)r_rr^r pop)rsr8prevs rattach_job_to_sessionrws  ""  ,,$* j!  "DFNN IIdD ! ! ! """"""""""""""""""sAA!!A%(A% str | Nonec|sdSt5t|}dddn #1swxYwY|sdSt|Sr)r_rr^rh)rsr8s rget_session_jobrzs t //"":../////////////// t 6??s 377c|sdSt5t|d}|rt|ddddn #1swxYwY ddlm}||dS#t $rYdSwxYw)Nr)clear_session_history)r_rrur app.rag.chainr| Exception)rsr8r|s rclear_session_jobrs  $$"":t44  $ IIfd # # #$$$$$$$$$$$$$$$  777777j)))))      s#9AAAA00 A>=A>c  t||}|dpg}|sM|ds8|ds#d|d|d<|rt||d|S|dpi}|d |d \|d pd }|dkrd }||d < |r,t|d|}t |d}nhd|d<d|d<d|d<ddlm}||g|d<d|d<t5|t|d<d d d n #1swxYwYt|nt#t$rg}tt t|dpgt|gz|d<Yd }~nd }~wwxYw|rt||dt||d<|S|rt|d|} t |d}n#t$r}tt t|dpgt|gz|d<|rt||dt||d<|cYd }~Sd }~wwxYw|rt||dt||d<|S)uNExtract → auto-confirm → calculate → bind to chat session (memory only).r rWrVu&Could not read usable content from “u”.errorr8r\ money_outNmoney_inrLbank_statementrMTrTFrQrSr)calculate_from_statement_totals)r r[ calculatedrUrX context_block)rbr^rwrr calculate_job app.pdf.calcrr_r rGr~rpr/fromkeysrJr ) rHrIrsr4r headerrarexcs ringest_pdf_for_chatrs X 6 6C 776?? bD 11SWW^5L5LNNNNG  = !*c(m < < < WW' ( ( .BF zz+*fjj.D.D.Pww'';+; 9  #D#'C  ` $!#h-66#CM22#'K ',O$!%IHHHHHH%D%DVRT%U%U%UM" ,H //+.E#h-(///////////////s### ` ` `"4==cggj6I6I6OR1P1PTWX[T\T\S]1]#^#^__C OOOOOO `  = !*c(m < < <1#66O  #h-.. H ..CC   "4==cggj6I6I6OR1P1PTWX[T\T\S]1]#^#^__C O A%j#h-@@@#5c#:#:C JJJJJJ  9j#h-888-c22C Js]AE5=E E5EE5!E"E55 G&?AG!!G&.I K!BKK!K!T)allow_unbalancedrc t|}|std|ds*|ds|ds$|dstd|dpg}|dpd }|d pi}|s9|d $|d t d |rt ||n dgdddd|d}||d<d|dpgD}|r%t dd|z|d pid sfddlm}||dp|dpd} | r)| |d <| }|dpd d krd|d<d}t|||pd} |dkr|ddurd| d<d| d <|dpg} | d!dd"zd| zd#z| d!<tt t|d$pg| z|d$<nW|dkrQ|ds<|s:t dd|dpgz| |d%<||d<d&|d'<t5|t|<dddn #1swxYwYt||S)(NrjrZrQrSrTuZConfirm extracted amounts before calculating. Click “Confirm amounts”, then Calculate.r rLrMr\rrz6No line items to calculate. Add or confirm rows first.rNTr)rOrm row_count debit_total credit_totalbalancedrLrYc>g|]}d|v|S)zno numeric amount)lower)r<is r z!calculate_job..s0cccBUYZY`Y`YbYbBbBb1BbBbBbrrmzValidation failed: z; )parse_statement_header_totalsrWrVrkr)rLr\rFrO imbalancedsummaryz/ | WARNING: debits and credits do not balance ()rXr[rrU)rhrnr^PermissionError ValueErrorr joinapp.pdf.extractrrrpr/rr_r rG) r8rr4r rarrY hard_issuesrparsedr`rms rrrs! &//C (''' wwzcggo66cggi>P>Pww{## !?  776?? bD 77? # # 0yD WW' ( ( .BF S ;+vzz*/E/E/QQRRR<@t48888GGJ#C ccz~~h77=2cccKI.;1G1GGHHH GG& ' ' -2 2 2; ? ? (AAAAAA.. GGO $ $ E(?(? E2    (&,C" #F((5I)CC'7O$' t4&.D Q Q QF JNN:$>$>%$G$Gt #|))/R JJy" % %? @ii   y t}}T#''*2E2E2K-L-Lv-UVVWWJ ! ! !*..*>*> !GW !.:>>(;S;S;YWY1Z1ZZ[[[C C CM f 3 Js MM M)rr)rr)r r!rr")r4r5rr6)rHrrIrJrr5)r8rJrrc)r8rJr r"rr5)rsrJr8rJrr6)rsrxrrc)rsrxrr6)rHrrIrJrsrxrr5)r8rJrrrr5)%__doc__ __future__rrC threadingpathlibrtypingr app.configrrrrr r rr r Lockr_r __annotations__rrrrr3rGrbrhrrrwrzrrrrrrrs #""""" --------EEEEEEEEEE99999999 #%%%%% " """"-/ 2222 (****Z     !!!!H""""     6666r<@FFFFFFFFr