o tBh0@sddlZddlmZddlmZddlmZddlmZm Z m Z m Z ddl m Z ddlmZmZddlmZdd lmZdd lmZmZmZGd d d ZGd ddZe eefZe eZGdddZ eZ!dS)N)aliases)sha256)dumps)OptionalListTupleSet)Counter)subcompile)TOO_BIG_SEQUENCE) mess_ratio) iana_nameis_multi_byte_encoding unicode_rangec@s eZdZ dEdededededddeef d d Zd efd d Z d efddZ e d efddZ e d efddZ e d efddZd efddZd efddZdFddZe d efddZe d eefdd Ze d efd!d"Ze d efd#d$Ze d eefd%d&Ze d efd'd(Ze d efd)d*Ze d efd+d,Ze d efd-d.Ze d efd/d0Ze d efd1d2Ze d edfd3d4Ze d efd5d6Z e d eefd7d8Z!e d eefd9d:Z"dGd;d<Z#dGd=d>Z$dHd@ed efdAdBZ%e d efdCdDZ&dS)I CharsetMatchNpayloadguessed_encodingmean_mess_ratiohas_sig_or_bom languagesCoherenceMatchesdecoded_payloadcCsF||_||_||_||_||_d|_g|_d|_d|_d|_ ||_ dS)N) _payload _encoding_mean_mess_ratio _languages_has_sig_or_bom_unicode_ranges_leaves_mean_coherence_ratio_output_payload_output_encoding_string)selfrrrrrrr&p/var/www/html/riverr-enterprise-integrations-main/venv/lib/python3.10/site-packages/charset_normalizer/models.py__init__s  zCharsetMatch.__init__returncCs>t|tstdt|jt|j|j|jko|j|jkS)Nz&__eq__ cannot be invoked on {} and {}.) isinstancer TypeErrorformatstr __class__encoding fingerprintr%otherr&r&r'__eq__(s zCharsetMatch.__eq__cCs>t|tstt|j|j}|dkr|j|jkS|j|jkS)zQ Implemented to make sorted available upon CharsetMatches items. g{Gz?)r*r ValueErrorabschaos coherence)r%r2chaos_differencer&r&r'__lt__-s   zCharsetMatch.__lt__cCstdttt|dS)z Check once again chaos in decoded text, except this time, with full content. Use with caution, this can be very slow. Notice: Will be removed in 3.0 z=chaos_secondary_pass is deprecated and will be removed in 3.0g?)warningswarnDeprecationWarningr r-r%r&r&r'chaos_secondary_pass<s z!CharsetMatch.chaos_secondary_passcCstdtdS)zy Coherence ratio on the first non-latin language detected if ANY. Notice: Will be removed in 3.0 z)r,r/r0r=r&r&r'__repr__dszCharsetMatch.__repr__r2cCs8t|tr ||krtd|jd|_|j|dS)Nz;Unable to add instance <{}> as a submatch of a CharsetMatch)r*rr4r,r.r$r appendr1r&r&r' add_submatchgszCharsetMatch.add_submatchcC|jSN)rr=r&r&r'r/nzCharsetMatch.encodingcCsDg}tD]\}}|j|kr||q|j|kr||q|S)z Encoding name are known by many name, using this could help when searching for IBM855 when it's listed as CP855. )ritemsr/rJ)r% also_known_asupr&r&r'encoding_aliasesrs    zCharsetMatch.encoding_aliasescCrLrMrr=r&r&r'bomrNzCharsetMatch.bomcCrLrMrTr=r&r&r'byte_order_markrNzCharsetMatch.byte_order_markcCsdd|jDS)z Return the complete list of possible languages found in decoded sequence. Usually not really useful. Returned list may be empty even if 'language' property return something != 'Unknown'. cSsg|]}|dqS)rr&).0er&r&r' sz*CharsetMatch.languages..rr=r&r&r'rszCharsetMatch.languagescCsp|js1d|jvr dSddlm}m}t|jr||jn||j}t|dks+d|vr-dS|dS|jddS)z Most probable language found in decoded sequence. If none were detected or inferred, the property will return "Unknown". asciiEnglishr)mb_encoding_languagesencoding_languagesz Latin BasedUnknown)rcould_be_from_charsetcharset_normalizer.cdr]r^rr/len)r%r]r^rr&r&r'languages zCharsetMatch.languagecCrLrM)rr=r&r&r'r6rNzCharsetMatch.chaoscCs|jsdS|jddS)NrrrZr=r&r&r'r7szCharsetMatch.coherencecCt|jdddSNd)ndigits)roundr6r=r&r&r' percent_chaoszCharsetMatch.percent_chaoscCrerf)rjr7r=r&r&r'percent_coherencerlzCharsetMatch.percent_coherencecCrL)z+ Original untouched bytes. )rr=r&r&r'rawszCharsetMatch.rawcCrLrM)r r=r&r&r'submatchrNzCharsetMatch.submatchcCst|jdkS)Nr)rbr r=r&r&r' has_submatchszCharsetMatch.has_submatchcCsR|jdur|jSt}t|D]}t|}|r|t|qtt||_|jSrM)rsetr-raddsortedlist)r%detected_ranges characterdetected_ranger&r&r' alphabetss  zCharsetMatch.alphabetscCs|jgdd|jDS)z The complete list of encoding that output the exact SAME str result and therefore could be the originating encoding. This list does include the encoding available in property 'encoding'. cSsg|]}|jqSr&)r/)rWmr&r&r'rYsz6CharsetMatch.could_be_from_charset..)rr r=r&r&r'r`sz"CharsetMatch.could_be_from_charsetcC|Sz> Kept for BC reasons. Will be removed in 3.0. r&r=r&r&r'firstzCharsetMatch.firstcCrzr{r&r=r&r&r'bestr}zCharsetMatch.bestutf_8r/cCs2|jdus |j|kr||_t||d|_|jS)z Method to get re-encoded bytes payload using given target encoding. Default to UTF-8. Any errors will be simply ignored by the encoder NOT replaced. Nreplace)r#r-encoder")r%r/r&r&r'outputszCharsetMatch.outputcCst|S)zw Retrieve the unique SHA256 computed using the transformed (re-encoded) payload. Not the original one. )rr hexdigestr=r&r&r'r0szCharsetMatch.fingerprintrM)r2rr)N)r)r)r)'__name__ __module__ __qualname__bytesr-floatboolrr(r3r9propertyr>r?r rFrHrIrKr/rrSrUrVrrcr6r7rkrmrnrorprxr`r|r~rr0r&r&r&r'rsz         rc@s~eZdZdZddeefddZddZdefd d Zde fd d Z d eddfddZ de dfddZ de dfddZdS)CharsetMatchesz Container with every CharsetMatch items ordered by default from most probable to the less one. Act like a list(iterable) but does not implements all related methods. NresultscCs|r t||_dSg|_dSrM)rs_results)r%rr&r&r'r(szCharsetMatches.__init__ccs|jD]}|VqdSrMr)r%resultr&r&r'__iter__s zCharsetMatches.__iter__r)cCsJt|tr |j|St|tr#t|d}|jD] }||jvr"|Sqt)z Retrieve a single item either by its position or encoding name (alias may be used here). Raise KeyError upon invalid index or encoding not present in results. F)r*intrr-rr`KeyError)r%itemrr&r&r' __getitem__ s      zCharsetMatches.__getitem__cCs t|jSrM)rbrr=r&r&r'__len__s zCharsetMatches.__len__rcCs|t|tstdt|jt|jtkr0|j D]}|j |j kr/|j |j kr/| |dSq|j |t|j |_ dS)z~ Insert a single match. Will be inserted accordingly to preserve sort. Can be inserted as a submatch. z-Cannot append instance '{}' to CharsetMatchesN)r*rr4r,r-r.rbrnr rr0r6rKrJrs)r%rmatchr&r&r'rJs    zCharsetMatches.appendrcCs|jsdS|jdS)zQ Simply return the first match. Strict equivalent to matches[0]. Nrrr=r&r&r'r~+s zCharsetMatches.bestcCs|S)zP Redundant method, call the method best(). Kept for BC reasons. )r~r=r&r&r'r|3szCharsetMatches.firstrM)rrr__doc__rrr(rrrrrJrr~r|r&r&r&r'rsrc@sleZdZdededeedeededeededed ed eed efd d Ze ddZ defddZ dS)CliDetectionResultpathr/rSalternative_encodingsrcrxrr6r7 unicode_path is_preferredc CsF||_| |_||_||_||_||_||_||_||_| |_ | |_ dSrM) rrr/rSrrcrxrr6r7r) r%rr/rSrrcrxrr6r7rrr&r&r'r(@s zCliDetectionResult.__init__c Cs2|j|j|j|j|j|j|j|j|j|j |j d S)N rr/rSrrcrxrr6r7rrrr=r&r&r'__dict__MszCliDetectionResult.__dict__r)cCst|jdddS)NT) ensure_asciiindent)rrr=r&r&r'to_json]s zCliDetectionResult.to_jsonN) rrrr-rrrrr(rrrr&r&r&r'r>s F r)"r:encodings.aliasesrhashlibrjsonrtypingrrrr collectionsr rer r rAcharset_normalizer.constantr charset_normalizer.mdr charset_normalizer.utilsrrrrrr-rCoherenceMatchrrCharsetNormalizerMatchr&r&r&r's"      q <'