o "i 0@sddlmZddlmZddlmZddlmZddlm Z m Z m Z m Z ddl mZmZddlmZmZmZGd d d ZGd d d Ze eefZe eZGd ddZdS)) annotations)aliases)dumps)sub)AnyIteratorListTuple)RE_POSSIBLE_ENCODING_INDICATIONTOO_BIG_SEQUENCE) iana_nameis_multi_byte_encoding unicode_rangec@sHeZdZ  dHdIddZdJddZdJddZedKddZdLddZdLddZ dMdd Z edLd!d"Z edNd$d%Z edOd&d'Z edOd(d)ZedNd*d+ZedLd,d-ZedKd.d/ZedKd0d1ZedKd2d3ZedKd4d5ZedPd6d7ZedQd9d:ZedOd;d<ZedNd=d>ZedNd?d@ZdRdSdCdDZedTdFdGZdS)U CharsetMatchNpayloadbytesguessed_encodingstrmean_mess_ratiofloathas_sig_or_bombool languagesCoherenceMatchesdecoded_payload str | Nonepreemptive_declarationcCsL||_||_||_||_||_d|_g|_d|_d|_d|_ ||_ ||_ dS)N) _payload _encoding_mean_mess_ratio _languages_has_sig_or_bom_unicode_ranges_leaves_mean_coherence_ratio_output_payload_output_encoding_string_preemptive_declaration)selfrrrrrrrr,]/var/www/html/voicebot/backend/venv/lib/python3.10/site-packages/charset_normalizer/models.py__init__ s  zCharsetMatch.__init__otherobjectreturncCs>t|tst|trt||jkSdS|j|jko|j|jkS)NF) isinstancerrr encoding fingerprintr+r/r,r,r-__eq__)s  zCharsetMatch.__eq__cCst|tstt|j|j}t|j|j}|dkr%|dkr%|j|jkS|dkr@|dkr@t|jtkr:|j|jkS|j |j kS|j|jkS)zQ Implemented to make sorted available upon CharsetMatches items. g{Gz?g{Gz?) r2r ValueErrorabschaos coherencelenrr multi_byte_usage)r+r/chaos_differencecoherence_differencer,r,r-__lt__0s     zCharsetMatch.__lt__cCsdtt|t|jS)Ng?)r;rrawr+r,r,r-r<FszCharsetMatch.multi_byte_usagecCs"|jdurt|j|jd|_|jS)Nstrict)r)rrr rAr,r,r-__str__Js zCharsetMatch.__str__cCsd|jd|jdS)Nz)r3r4rAr,r,r-__repr__PszCharsetMatch.__repr__NonecCs8t|tr ||krtd|jd|_|j|dS)Nz;Unable to add instance <{}> as a submatch of a CharsetMatch)r2rr7format __class__r)r%appendr5r,r,r- add_submatchSszCharsetMatch.add_submatchcC|jSN)r rAr,r,r-r3^zCharsetMatch.encoding list[str]cCsDg}tD]\}}|j|kr||q|j|kr||q|S)z Encoding name are known by many name, using this could help when searching for IBM855 when it's listed as CP855. )ritemsr3rH)r+ also_known_asupr,r,r-encoding_aliasesbs    zCharsetMatch.encoding_aliasescCrJrKr#rAr,r,r-bomorLzCharsetMatch.bomcCrJrKrSrAr,r,r-byte_order_marksrLzCharsetMatch.byte_order_markcCsdd|jDS)z Return the complete list of possible languages found in decoded sequence. Usually not really useful. Returned list may be empty even if 'language' property return something != 'Unknown'. cSsg|]}|dqS)rr,).0er,r,r- }z*CharsetMatch.languages..r"rAr,r,r-rwszCharsetMatch.languagescCsp|js1d|jvr dSddlm}m}t|jr||jn||j}t|dks+d|vr-dS|dS|jddS)z Most probable language found in decoded sequence. If none were detected or inferred, the property will return "Unknown". asciiEnglishr)encoding_languagesmb_encoding_languagesz Latin BasedUnknown)r"could_be_from_charsetcharset_normalizer.cdr]r^rr3r;)r+r]r^rr,r,r-languages  zCharsetMatch.languagecCrJrK)r!rAr,r,r-r9rLzCharsetMatch.chaoscCs|jsdS|jddS)Nrrr rZrAr,r,r-r:szCharsetMatch.coherencecCt|jdddSNd)ndigits)roundr9rAr,r,r- percent_chaoszCharsetMatch.percent_chaoscCrcrd)rhr:rAr,r,r-percent_coherencerjzCharsetMatch.percent_coherencecCrJ)z+ Original untouched bytes. )rrAr,r,r-r@szCharsetMatch.rawlist[CharsetMatch]cCrJrK)r%rAr,r,r-submatchrLzCharsetMatch.submatchcCt|jdkSNr)r;r%rAr,r,r- has_submatchszCharsetMatch.has_submatchcCs@|jdur|jSddt|D}ttdd|D|_|jS)NcSsg|]}t|qSr,)r)rVcharr,r,r-rXrYz*CharsetMatch.alphabets..cSsh|]}|r|qSr,r,)rVrr,r,r- rYz)CharsetMatch.alphabets..)r$rsortedlist)r+detected_rangesr,r,r- alphabetss zCharsetMatch.alphabetscCs|jgdd|jDS)z The complete list of encoding that output the exact SAME str result and therefore could be the originating encoding. This list does include the encoding available in property 'encoding'. cSsg|]}|jqSr,)r3)rVmr,r,r-rXsz6CharsetMatch.could_be_from_charset..)r r%rAr,r,r-r`sz"CharsetMatch.could_be_from_charsetutf_8r3cs~jdus j|kr<|_t}jdur5jdvr5ttfdd|dddd}||dd}||d_jS) z Method to get re-encoded bytes payload using given target encoding. Default to UTF-8. Any errors will be simply ignored by the encoder NOT replaced. N)zutf-8utf8rycs<|j|d|d|dtjddS)Nrr _-)stringspanreplacegroupsr r()rxrAr,r-s z%CharsetMatch.output..i r )countr)r(rr*lowerrr encoder')r+r3decoded_stringpatched_headerr,rAr-outputs     zCharsetMatch.outputintcCs tt|S)z] Retrieve a hash fingerprint of the decoded payload, used for deduplication. )hashrrAr,r,r-r4s zCharsetMatch.fingerprint)NN)rrrrrrrrrrrrrr)r/r0r1r)r1rr1r)r/rr1rE)r1rMr1r)r1r)r1rl)ry)r3rr1rr1r)__name__ __module__ __qualname__r.r6r?propertyr<rCrDrIr3rRrTrUrrbr9r:rirkr@rmrprwr`rr4r,r,r,r-r sX                      rc@sbeZdZdZddddZd d d Zd!ddZd"ddZd#ddZd$ddZ d%ddZ d%ddZ dS)&CharsetMatchesz Container with every CharsetMatch items ordered by default from most probable to the less one. Act like a list(iterable) but does not implements all related methods. Nresultslist[CharsetMatch] | NonecCs|r t||_dSg|_dSrK)rt_results)r+rr,r,r-r.szCharsetMatches.__init__r1Iterator[CharsetMatch]ccs|jEdHdSrKrrAr,r,r-__iter__szCharsetMatches.__iter__item int | strrcCsJt|tr |j|St|tr#t|d}|jD] }||jvr"|Sqt)z Retrieve a single item either by its position or encoding name (alias may be used here). Raise KeyError upon invalid index or encoding not present in results. F)r2rrrr r`KeyError)r+rresultr,r,r- __getitem__s      zCharsetMatches.__getitem__rcCs t|jSrKr;rrAr,r,r-__len__s zCharsetMatches.__len__rcCrnrorrAr,r,r-__bool__szCharsetMatches.__bool__rEcCs|t|tstdt|jt|jtkr0|j D]}|j |j kr/|j |j kr/| |dSq|j |t|j |_ dS)z~ Insert a single match. Will be inserted accordingly to preserve sort. Can be inserted as a submatch. z-Cannot append instance '{}' to CharsetMatchesN)r2rr7rFrrGr;r@r rr4r9rIrHrt)r+rmatchr,r,r-rHs    zCharsetMatches.appendCharsetMatch | NonecCs|jsdS|jdS)zQ Simply return the first match. Strict equivalent to matches[0]. NrrrAr,r,r-best(s zCharsetMatches.bestcCs|S)zP Redundant method, call the method best(). Kept for BC reasons. )rrAr,r,r-first0szCharsetMatches.firstrK)rr)r1r)rrr1rrr)rrr1rE)r1r) rrr__doc__r.rrrrrHrrr,r,r,r-rs       rc@s.eZdZdddZedddZdddZdS)CliDetectionResultpathrr3rrRrMalternative_encodingsrbrwrrr9rr: unicode_path is_preferredc CsF||_| |_||_||_||_||_||_||_||_| |_ | |_ dSrK) rrr3rRrrbrwrr9r:r) r+rr3rRrrbrwrr9r:rrr,r,r-r.<s zCliDetectionResult.__init__r1dict[str, Any]c Cs2|j|j|j|j|j|j|j|j|j|j |j d S)N rr3rRrrbrwrr9r:rrrrAr,r,r-__dict__VszCliDetectionResult.__dict__cCst|jdddS)NT) ensure_asciiindent)rrrAr,r,r-to_jsonfszCliDetectionResult.to_jsonN)rrr3rrRrMrrMrbrrwrMrrr9rr:rrrrr)r1rr)rrrr.rrrr,r,r,r-r;s   rN) __future__rencodings.aliasesrjsonrrertypingrrrr constantr r utilsr rrrrrrCoherenceMatchrrr,r,r,r-s   i C