Ƈtj2ddlmZddlmZddlmZddlmZmZm Z m Z ddl m Z m Z ddlmZmZmZGdd ZGd d Ze eefZe eZGd d ZdS)) annotations)aliases)sub)AnyIteratorListTuple)RE_POSSIBLE_ENCODING_INDICATIONTOO_BIG_SEQUENCE) iana_nameis_multi_byte_encoding unicode_rangeceZdZ d1d2dZd3dZd3dZed4dZd5dZd5dZ d6dZ ed5dZ ed7dZ ed8dZ ed8dZed7dZed5d Zed4d!Zed4d"Zed4d#Zed4d$Zed9d%Zed:d'Zed8d(Zed7d)Zed7d*Zd;d CharsetMatchNpayloadbytes | bytearrayguessed_encodingstrmean_mess_ratiofloathas_sig_or_bombool languagesCoherenceMatchesdecoded_payload str | Nonepreemptive_declarationc||_||_||_||_||_d|_g|_d|_d|_d|_ ||_ ||_ dS)N) _payload _encoding_mean_mess_ratio _languages_has_sig_or_bom_unicode_ranges_leaves_mean_coherence_ratio_output_payload_output_encoding_string_preemptive_declaration)selfrrrrrrrs W/var/www/html/CA-Chatbot/venv/lib/python3.11/site-packages/charset_normalizer/models.py__init__zCharsetMatch.__init__ se,3 .'6,5%315+- ,/"-1,0#2 3I$$$otherobjectreturnct|ts/t|trt||jkSdS|j|jko|j|jkS)NF) isinstancerrr encoding fingerprintr-r1s r.__eq__zCharsetMatch.__eq__(s_%.. %%% 9 ''4=885}.X43CuGX3XXr0ct|tstt|j|jz }t|j|jz }|dkr|dkr|j|jkS|dkrC|dkr=t |jtkr|j|jkS|j |j kS|j|jkS)zQ Implemented to make sorted available upon CharsetMatches items. g{Gzt?g{Gz?) r5r ValueErrorabschaos coherencelenr!r multi_byte_usage)r-r1chaos_differencecoherence_differences r.__lt__zCharsetMatch.__lt__/s%..  "%dj5;&>"?"?&)$.5?*J&K&K e # #(EO3 3  % %*>$*F*F4=!!%555zEK//(5+AA AzEK''r0cjdtt|t|jz z S)Ng?)r?rrawr-s r.r@zCharsetMatch.multi_byte_usageEs&c#d))nns48}}455r0c|j^t|j|jd|_|jr7|jdkr,|jr%|jddkr|jdd|_|jS)Nstrictutf_7rur )r+rr!r"r%rFs r.__str__zCharsetMatch.__str__Isp < t}dnhGGDL $ 0Ng--L.LOx//#|ABB/ |r0c(d|jd|jdS)Nz)r6r7rFs r.__repr__zCharsetMatch.__repr__Ys IIIT5EIIIIr0Nonect|tr||kr'td|jd|_|j|dS)Nz;Unable to add instance <{}> as a submatch of a CharsetMatch)r5rr;format __class__r+r'appendr8s r. add_submatchzCharsetMatch.add_submatch\sk%.. %4--MTTO    E"""""r0c|jSN)r"rFs r.r6zCharsetMatch.encodinggs ~r0 list[str]cg}tjD]F\}}|j|kr||&|j|kr||G|S)z Encoding name are known by many name, using this could help when searching for IBM855 when it's listed as CP855. )ritemsr6rQ)r- also_known_asups r.encoding_aliaseszCharsetMatch.encoding_aliasesksn $& MOO ( (DAq}!!$$Q''''!##$$Q'''r0c|jSrTr%rFs r.bomzCharsetMatch.bomx ##r0c|jSrTr]rFs r.byte_order_markzCharsetMatch.byte_order_mark|r_r0c$d|jDS)z Return the complete list of possible languages found in decoded sequence. Usually not really useful. Returned list may be empty even if 'language' property return something != 'Unknown'. cg|] }|d S)r).0es r. z*CharsetMatch.languages..s...!...r0r$rFs r.rzCharsetMatch.languagess /.do....r0c|jshd|jvrdSddlm}m}t |jr||jn||j}t|dksd|vrdS|dS|jddS)z Most probable language found in decoded sequence. If none were detected or inferred, the property will return "Unknown". asciiEnglishr)encoding_languagesmb_encoding_languagesz Latin BasedUnknown)r$could_be_from_charsetcharset_normalizer.cdrlrmrr6r?)r-rlrmrs r.languagezCharsetMatch.languages  $444 y X W W W W W W W*$-887%%dm444'' 66  9~~""my&@&@ yQ< q!!$$r0c|jSrT)r#rFs r.r=zCharsetMatch.chaoss $$r0c:|jsdS|jddS)Nr rr rhrFs r.r>zCharsetMatch.coherences# 3q!!$$r0c4t|jdzdSNd)ndigits)roundr=rFs r. percent_chaoszCharsetMatch.percent_chaossTZ#%q1111r0c4t|jdzdSru)ryr>rFs r.percent_coherencezCharsetMatch.percent_coherencesT^c)15555r0c|jS)z+ Original untouched bytes. )r!rFs r.rEzCharsetMatch.raws }r0list[CharsetMatch]c|jSrT)r'rFs r.submatchzCharsetMatch.submatchs |r0c2t|jdkSNr)r?r'rFs r. has_submatchzCharsetMatch.has_submatchs4<  1$$r0c|j|jSdt|D}ttd|D|_|jS)Nc,g|]}t|Srd)r)rechars r.rgz*CharsetMatch.alphabets..s ,W,W,WT]4-@-@,W,W,Wr0ch|]}||Srdrd)rers r. z)CharsetMatch.alphabets..s+L+L+L!!+LA+L+L+Lr0)r&rsortedlist)r-detected_rangess r. alphabetszCharsetMatch.alphabetss^   +' ',W,WSQUYY,W,W,W%d+L+L+L+L+L&M&MNN##r0c6|jgd|jDzS)z The complete list of encoding that output the exact SAME str result and therefore could be the originating encoding. This list does include the encoding available in property 'encoding'. cg|] }|j Srd)r6)rems r.rgz6CharsetMatch.could_be_from_charset..s"D"D"D!1:"D"D"Dr0)r"r'rFs r.roz"CharsetMatch.could_be_from_charsets%"D"Dt|"D"D"DDDr0utf_8r6bytesc<j j|kr|_t}jKjdvr0t t fd|ddd}||ddz}||d_jS)z Method to get re-encoded bytes payload using given target encoding. Default to UTF-8. Any errors will be simply ignored by the encoder NOT replaced. N)zutf-8utf8rc&|j|d|d|dt jddS)Nrr _-)stringspanreplacegroupsr r*)rr-s r.z%CharsetMatch.output..shahqvvxx{QVVXXa['@AII 1 !$"788@@cJJr0i r )countr)r*rr,lowerrr encoder))r-r6decoded_stringpatched_headers` r.outputzCharsetMatch.outputs  (D,AX,M,M$,D ! YYN,806688122"%3#5D5)""""0.2G!G#1#8#89#M#MD ##r0intc:tt|S)z] Retrieve a hash fingerprint of the decoded payload, used for deduplication. )hashrrFs r.r7zCharsetMatch.fingerprints CIIr0)NN)rrrrrrrrrrrrrr)r1r2r3r)r3rr3r)r1rr3rM)r3rUr3r)r3r)r3r~)r)r6rr3rr3r)__name__ __module__ __qualname__r/r9rCpropertyr@rJrLrRr6r[r^rarrqr=r>rzr|rErrrrorr7rdr0r.rr s'+-1JJJJJ8YYYY((((,666X6 JJJJ # # # #X   X $$$X$$$$X$///X/%%%X%6%%%X%%%%X% 222X2666X6X X%%%X%$$$X$EEEXE$$$$$:Xr0rcTeZdZdZdddZddZdd ZddZddZddZ ddZ ddZ dS)CharsetMatchesz Container with every CharsetMatch items ordered by default from most probable to the less one. Act like a list(iterable) but does not implements all related methods. Nresultslist[CharsetMatch] | Nonec6|rt|ng|_dSrT)r_results)r-rs r.r/zCharsetMatches.__init__s?F,NF7OOOB r0r3Iterator[CharsetMatch]c#$K|jEd{VdSrTrrFs r.__iter__zCharsetMatches.__iter__s&=         r0item int | strrct|tr |j|St|tr't |d}|jD]}||jvr|cSt )z Retrieve a single item either by its position or encoding name (alias may be used here). Raise KeyError upon invalid index or encoding not present in results. F)r5rrrr roKeyError)r-rresults r. __getitem__zCharsetMatches.__getitem__ sv dC  '=& & dC  "T5))D- " "6777!MMM8r0rc*t|jSrTr?rrFs r.__len__zCharsetMatches.__len__s4=!!!r0rc2t|jdkSrrrFs r.__bool__zCharsetMatches.__bool__s4=!!A%%r0rMct|ts4tdt |jt |jtkrB|j D]:}|j |j kr(|j |j kr| |dS;|j |t|j |_ dS)z~ Insert a single match. Will be inserted accordingly to preserve sort. Can be inserted as a submatch. z-Cannot append instance '{}' to CharsetMatchesN)r5rr;rOrrPr?rEr rr7r=rRrQr)r-rmatchs r.rQzCharsetMatches.appends $ -- ?FF''  tx==+ + +  $(888U[DJ=V=V&&t,,,FF T"""t}-- r0CharsetMatch | Nonec.|jsdS|jdS)zQ Simply return the first match. Strict equivalent to matches[0]. NrrrFs r.bestzCharsetMatches.best1s } 4}Qr0c*|S)zP Redundant method, call the method best(). Kept for BC reasons. )rrFs r.firstzCharsetMatches.first9syy{{r0rT)rr)r3r)rrr3rrr)rrr3rM)r3r) rrr__doc__r/rrrrrQrrrdr0r.rrs OOOOO!!!!    """"&&&&....(    r0rc6eZdZddZeddZddZdS)CliDetectionResultpathrr6rr[rUalternative_encodingsrqrrrr=rr> unicode_path is_preferredc ||_| |_||_||_||_||_||_||_||_| |_ | |_ dSrT) rrr6r[rrqrrr=r>r) r-rr6r[rrqrrr=r>rrs r.r/zCliDetectionResult.__init__Es\ (4$, +;0E"% $-$2! )".r0r3dict[str, Any]c |j|j|j|j|j|j|j|j|j|j |j d S)N rr6r[rrqrrr=r>rrrrFs r.__dict__zCliDetectionResult.__dict___sOI $ 5%)%? "1Z - -   r0c4ddlm}||jddS)Nr)dumpsT) ensure_asciiindent)jsonrr)r-rs r.to_jsonzCliDetectionResult.to_jsonos-uT]a@@@@r0N)rrr6rr[rUrrUrqrrrUrrr=rr>rrrrr)r3rr)rrrr/rrrrdr0r.rrDsb////4    X  AAAAAAr0rN) __future__rencodings.aliasesrrertypingrrrr constantr r utilsr rrrrrrCoherenceMatchrrrdr0r.rsN""""""%%%%%%------------GGGGGGGGCCCCCCCCCCooooooood@@@@@@@@FsEz"'.A.A.A.A.A.A.A.A.A.Ar0