Mhj0ddlmZddlmZddlmZddlmZddlm Z ddl m Z m Z m Z mZddlmZmZdd lmZmZmZGd d ZGd d ZeeefZe eZGddZdS)) annotations)aliases)sha256)dumps)sub)AnyIteratorListTuple)RE_POSSIBLE_ENCODING_INDICATIONTOO_BIG_SEQUENCE) iana_nameis_multi_byte_encoding unicode_rangeceZdZ d/d0dZd1dZd1dZed2dZd3dZd3dZ d4dZ ed3dZ ed5dZ ed6dZ ed6dZed5dZed3d Zed2d!Zed2d"Zed2d#Zed2d$Zed7d%Zed8d'Zed6d(Zed5d)Zed5d*Zd9d:d-Zed3d.ZdS); CharsetMatchNpayloadbytesguessed_encodingstrmean_mess_ratiofloathas_sig_or_bombool languagesCoherenceMatchesdecoded_payload str | Nonepreemptive_declarationc||_||_||_||_||_d|_g|_d|_d|_d|_ ||_ ||_ dS)N) _payload _encoding_mean_mess_ratio _languages_has_sig_or_bom_unicode_ranges_leaves_mean_coherence_ratio_output_payload_output_encoding_string_preemptive_declaration)selfrrrrrrr s Y/var/www/html/test/jupyter/venv/lib/python3.11/site-packages/charset_normalizer/models.py__init__zCharsetMatch.__init__se ' .'6,5%315+- ,/"-1,0#2 3I$$$otherobjectreturnct|ts/t|trt||jkSdS|j|jko|j|jkS)NF) isinstancerrrencoding fingerprintr/r3s r0__eq__zCharsetMatch.__eq__*s_%.. %%% 9 ''4=885}.X43CuGX3XXr2ct|tstt|j|jz }t|j|jz }|dkr|dkr|j|jkS|dkrC|dkr=t |jtkr|j|jkS|j |j kS|j|jkS)zQ Implemented to make sorted available upon CharsetMatches items. g{Gz?g{Gz?) r7r ValueErrorabschaos coherencelenr#rmulti_byte_usage)r/r3chaos_differencecoherence_differences r0__lt__zCharsetMatch.__lt__1s%..  "%dj5;&>"?"?&)$.5?*J&K&K d " "';d'B'B>EO3 3  $ $)=)E)E4=!!%555zEK//(5+AA AzEK''r2cjdtt|t|jz z S)Ng?)rArrawr/s r0rBzCharsetMatch.multi_byte_usageGs&c#d))nns48}}455r2c^|j t|j|jd|_|jS)Nstrict)r-rr#r$rHs r0__str__zCharsetMatch.__str__Ks) < t}dnhGGDL|r2c(d|jd|jdS)Nz)r8r9rHs r0__repr__zCharsetMatch.__repr__Qs LLL8HLLLLr2Nonect|tr||kr'td|jd|_|j|dS)Nz;Unable to add instance <{}> as a submatch of a CharsetMatch)r7rr=format __class__r-r)appendr:s r0 add_submatchzCharsetMatch.add_submatchTsk%.. %4--MTTO    E"""""r2c|jSN)r$rHs r0r8zCharsetMatch.encoding_s ~r2 list[str]cg}tjD]F\}}|j|kr||&|j|kr||G|S)z Encoding name are known by many name, using this could help when searching for IBM855 when it's listed as CP855. )ritemsr8rR)r/ also_known_asups r0encoding_aliaseszCharsetMatch.encoding_aliasescsn $& MOO ( (DAq}!!$$Q''''!##$$Q'''r2c|jSrUr'rHs r0bomzCharsetMatch.bomp ##r2c|jSrUr^rHs r0byte_order_markzCharsetMatch.byte_order_marktr`r2c$d|jDS)z Return the complete list of possible languages found in decoded sequence. Usually not really useful. Returned list may be empty even if 'language' property return something != 'Unknown'. cg|] }|d S)r).0es r0 z*CharsetMatch.languages..~s...!...r2r&rHs r0rzCharsetMatch.languagesxs /.do....r2c|jshd|jvrdSddlm}m}t |jr||jn||j}t|dksd|vrdS|dS|jddS)z Most probable language found in decoded sequence. If none were detected or inferred, the property will return "Unknown". asciiEnglishr)encoding_languagesmb_encoding_languagesz Latin BasedUnknown)r&could_be_from_charsetcharset_normalizer.cdrmrnrr8rA)r/rmrnrs r0languagezCharsetMatch.languages  $444 y X W W W W W W W*$-887%%dm444'' 66  9~~""my&@&@ yQ< q!!$$r2c|jSrU)r%rHs r0r?zCharsetMatch.chaoss $$r2c:|jsdS|jddS)Nr"rr rirHs r0r@zCharsetMatch.coherences# 3q!!$$r2c4t|jdzdSNd)ndigits)roundr?rHs r0 percent_chaoszCharsetMatch.percent_chaossTZ#%q1111r2c4t|jdzdSrv)rzr@rHs r0percent_coherencezCharsetMatch.percent_coherencesT^c)15555r2c|jS)z+ Original untouched bytes. )r#rHs r0rGzCharsetMatch.raws }r2list[CharsetMatch]c|jSrU)r)rHs r0submatchzCharsetMatch.submatchs |r2c2t|jdkSNr)rAr)rHs r0 has_submatchzCharsetMatch.has_submatchs4<  1$$r2c|j|jSdt|D}ttd|D|_|jS)Nc,g|]}t|Sre)r)rfchars r0rhz*CharsetMatch.alphabets..s ,W,W,WT]4-@-@,W,W,Wr2ch|]}||Srere)rfrs r0 z)CharsetMatch.alphabets..s+L+L+L!!+LA+L+L+Lr2)r(rsortedlist)r/detected_rangess r0 alphabetszCharsetMatch.alphabetss^   +' ',W,WSQUYY,W,W,W%d+L+L+L+L+L&M&MNN##r2c6|jgd|jDzS)z The complete list of encoding that output the exact SAME str result and therefore could be the originating encoding. This list does include the encoding available in property 'encoding'. cg|] }|j Sre)r8)rfms r0rhz6CharsetMatch.could_be_from_charset..s"D"D"D!1:"D"D"Dr2)r$r)rHs r0rpz"CharsetMatch.could_be_from_charsets%"D"Dt|"D"D"DDDr2utf_8r8c<j j|kr|_t}jKjdvr0t t fd|ddd}||ddz}||d_jS)z Method to get re-encoded bytes payload using given target encoding. Default to UTF-8. Any errors will be simply ignored by the encoder NOT replaced. N)zutf-8utf8rc&|j|d|d|dt jddS)Nrr _-)stringspanreplacegroupsrr,)rr/s r0z%CharsetMatch.output..shahqvvxx{QVVXXa['@AII 1 !$"788@@cJJr2i r )countr)r,rr.lowerrr encoder+)r/r8decoded_stringpatched_headers` r0outputzCharsetMatch.outputs  (D,AX,M,M$,D ! YYN,806688122"%3#5D5)""""0.2G!G#1#8#89#M#MD ##r2cht|S)zw Retrieve the unique SHA256 computed using the transformed (re-encoded) payload. Not the original one. )rr hexdigestrHs r0r9zCharsetMatch.fingerprints& dkkmm$$..000r2)NN)rrrrrrrrrrrrr r)r3r4r5r)r5rr5r)r3rr5rN)r5rVr5r)r5r)r5r)r)r8rr5r)__name__ __module__ __qualname__r1r;rEpropertyrBrKrMrSr8r\r_rbrrrr?r@r{r}rGrrrrprr9rer2r0rr s'+-1JJJJJ8YYYY((((,666X6 MMMM # # # #X   X $$$X$$$$X$///X/%%%X%6%%%X%%%%X% 222X2666X6X X%%%X%$$$X$EEEXE$$$$$:111X111r2rcTeZdZdZdddZddZdd ZddZddZddZ ddZ ddZ dS)CharsetMatchesz Container with every CharsetMatch items ordered by default from most probable to the less one. Act like a list(iterable) but does not implements all related methods. Nresultslist[CharsetMatch] | Nonec6|rt|ng|_dSrU)r_results)r/rs r0r1zCharsetMatches.__init__s?F,NF7OOOB r2r5Iterator[CharsetMatch]c#$K|jEd{VdSrUrrHs r0__iter__zCharsetMatches.__iter__s&=         r2item int | strrct|tr |j|St|tr't |d}|jD]}||jvr|cSt )z Retrieve a single item either by its position or encoding name (alias may be used here). Raise KeyError upon invalid index or encoding not present in results. F)r7intrrrrpKeyError)r/rresults r0 __getitem__zCharsetMatches.__getitem__sv dC  '=& & dC  "T5))D- " "6777!MMM8r2rc*t|jSrUrArrHs r0__len__zCharsetMatches.__len__s4=!!!r2rc2t|jdkSrrrHs r0__bool__zCharsetMatches.__bool__s4=!!A%%r2rNct|ts4tdt |jt |jtkrB|j D]:}|j |j kr(|j |j kr| |dS;|j |t|j |_ dS)z~ Insert a single match. Will be inserted accordingly to preserve sort. Can be inserted as a submatch. z-Cannot append instance '{}' to CharsetMatchesN)r7rr=rPrrQrArGrrr9r?rSrRr)r/rmatchs r0rRzCharsetMatches.appends $ -- ?FF''  tx==+ + +  $(888U[DJ=V=V&&t,,,FF T"""t}-- r2CharsetMatch | Nonec.|jsdS|jdS)zQ Simply return the first match. Strict equivalent to matches[0]. NrrrHs r0bestzCharsetMatches.best)s } 4}Qr2c*|S)zP Redundant method, call the method best(). Kept for BC reasons. )rrHs r0firstzCharsetMatches.first1syy{{r2rU)rr)r5r)rrr5r)r5rr)rrr5rN)r5r) rrr__doc__r1rrrrrRrrrer2r0rrs OOOOO!!!!    """"&&&&....(    r2rc6eZdZddZeddZddZdS)CliDetectionResultpathrr8rr\rValternative_encodingsrrrrrr?rr@ unicode_path is_preferredc ||_| |_||_||_||_||_||_||_||_| |_ | |_ dSrU) rrr8r\rrrrrr?r@r) r/rr8r\rrrrrr?r@rrs r0r1zCliDetectionResult.__init__=s\ (4$, +;0E"% $-$2! )".r2r5dict[str, Any]c |j|j|j|j|j|j|j|j|j|j |j d S)N rr8r\rrrrrr?r@rrrrHs r0__dict__zCliDetectionResult.__dict__WsOI $ 5%)%? "1Z - -   r2c0t|jddS)NT) ensure_asciiindent)rrrHs r0to_jsonzCliDetectionResult.to_jsongsT]a@@@@r2N)rrr8rr\rVrrVrrrrrVrrr?rr@rrrrr)r5rr)rrrr1rrrrer2r0rr<sb////4    X  AAAAAAr2rN) __future__rencodings.aliasesrhashlibrjsonrrertypingrr r r constantr rutilsrrrrrrrCoherenceMatchrrrer2r0rsr""""""%%%%%%------------GGGGGGGGCCCCCCCCCCe1e1e1e1e1e1e1e1P@@@@@@@@FsEz"',A,A,A,A,A,A,A,A,A,Ar2