o :g0@sddlmZddlmZddlmZddlmZddlm Z m Z m Z m Z m Z mZmZddlmZmZddlmZmZmZGd d d ZGd d d ZeeefZe eZGd ddZdS))aliases)sha256)dumps)sub)AnyDictIteratorListOptionalTupleUnion)RE_POSSIBLE_ENCODING_INDICATIONTOO_BIG_SEQUENCE) iana_nameis_multi_byte_encoding unicode_rangec@seZdZ  d>dededededddeed eefd d Zd e d efddZ d e d efddZ e d efddZ d efddZd efddZd?ddZe d efddZe d eefddZe d efddZe d efd d!Ze d eefd"d#Ze d efd$d%Ze d efd&d'Ze d efd(d)Ze d efd*d+Ze d efd,d-Ze d efd.d/Ze d edfd0d1Ze d efd2d3Ze d eefd4d5Ze d eefd6d7Z d@d9ed efd:d;Z!e d efdt|tst|trt||jkSdS|j|jko|j|jkS)NF) isinstancerstrrencoding fingerprintr)r-r*r*r+__eq__(s  zCharsetMatch.__eq__cCst|tstt|j|j}t|j|j}|dkr%|dkr%|j|jkS|dkr@|dkr@t|jtkr:|j|jkS|j |j kS|j|jkS)zQ Implemented to make sorted available upon CharsetMatches items. g{Gz?g{Gz?) r/r ValueErrorabschaos coherencelenrrmulti_byte_usage)r)r-chaos_differencecoherence_differencer*r*r+__lt__/s     zCharsetMatch.__lt__cCsdtt|t|jS)Ng?)r9r0rawr)r*r*r+r:EszCharsetMatch.multi_byte_usagecCs"|jdurt|j|jd|_|jS)Nstrict)r'r0rrr?r*r*r+__str__Is zCharsetMatch.__str__cCsd|j|jS)Nz)formatr1r2r?r*r*r+__repr__OzCharsetMatch.__repr__cCs8t|tr ||krtd|jd|_|j|dS)Nz;Unable to add instance <{}> as a submatch of a CharsetMatch)r/rr5rB __class__r'r#appendr3r*r*r+ add_submatchRszCharsetMatch.add_submatchcC|jSN)rr?r*r*r+r1]zCharsetMatch.encodingcCsDg}tD]\}}|j|kr||q|j|kr||q|S)z Encoding name are known by many name, using this could help when searching for IBM855 when it's listed as CP855. )ritemsr1rF)r) also_known_asupr*r*r+encoding_aliasesas    zCharsetMatch.encoding_aliasescCrHrIr!r?r*r*r+bomnrJzCharsetMatch.bomcCrHrIrPr?r*r*r+byte_order_markrrJzCharsetMatch.byte_order_markcCsdd|jDS)z Return the complete list of possible languages found in decoded sequence. Usually not really useful. Returned list may be empty even if 'language' property return something != 'Unknown'. cSsg|]}|dqS)rr*).0er*r*r+ |z*CharsetMatch.languages..r r?r*r*r+rvszCharsetMatch.languagescCsp|js1d|jvr dSddlm}m}t|jr||jn||j}t|dks+d|vr-dS|dS|jddS)z Most probable language found in decoded sequence. If none were detected or inferred, the property will return "Unknown". asciiEnglishr)encoding_languagesmb_encoding_languagesz Latin BasedUnknown)r could_be_from_charsetcharset_normalizer.cdrZr[rr1r9)r)rZr[rr*r*r+language~s  zCharsetMatch.languagecCrHrI)rr?r*r*r+r7rJzCharsetMatch.chaoscCs|jsdS|jddS)Nrrr rWr?r*r*r+r8szCharsetMatch.coherencecCt|jdddSNd)ndigits)roundr7r?r*r*r+ percent_chaoszCharsetMatch.percent_chaoscCr`ra)rer8r?r*r*r+percent_coherencergzCharsetMatch.percent_coherencecCrH)z+ Original untouched bytes. )rr?r*r*r+r>szCharsetMatch.rawcCrHrI)r#r?r*r*r+submatchrJzCharsetMatch.submatchcCt|jdkSNr)r9r#r?r*r*r+ has_submatchszCharsetMatch.has_submatchcCs@|jdur|jSddt|D}ttdd|D|_|jS)NcSsg|]}t|qSr*)r)rScharr*r*r+rUsz*CharsetMatch.alphabets..cSsh|]}|r|qSr*r*)rSrr*r*r+ rVz)CharsetMatch.alphabets..)r"r0sortedlist)r)detected_rangesr*r*r+ alphabetss zCharsetMatch.alphabetscCs|jgdd|jDS)z The complete list of encoding that output the exact SAME str result and therefore could be the originating encoding. This list does include the encoding available in property 'encoding'. cSsg|]}|jqSr*)r1)rSmr*r*r+rUsz6CharsetMatch.could_be_from_charset..)rr#r?r*r*r+r]sz"CharsetMatch.could_be_from_charsetutf_8r1cs|jdus j|kr;|_t}jdur4jdvr4ttfdd|ddd}||dd}||d_jS)z Method to get re-encoded bytes payload using given target encoding. Default to UTF-8. Any errors will be simply ignored by the encoder NOT replaced. N)zutf-8utf8rucs4|j|d|d|dtjS)Nrr )stringspanreplacegroupsrr&)rtr?r*r+sz%CharsetMatch.output..i r ry)r&r0r(lowerrrencoder%)r)r1decoded_stringpatched_headerr*r?r+outputs     zCharsetMatch.outputcCst|S)zw Retrieve the unique SHA256 computed using the transformed (re-encoded) payload. Not the original one. )rr hexdigestr?r*r*r+r2szCharsetMatch.fingerprint)NN)r-rr.N)ru)#__name__ __module__ __qualname__bytesr0floatboolr r,objectr4r=propertyr:rArCrGr1r rOrQrRrr_r7r8rfrhr>rirlrsr]rr2r*r*r*r+r st     rc@seZdZdZddeeefddZdeefddZ d e e e fdefd d Z de fd d ZdefddZd eddfddZdedfddZdedfddZdS)CharsetMatchesz Container with every CharsetMatch items ordered by default from most probable to the less one. Act like a list(iterable) but does not implements all related methods. NresultscCs|r t||_dSg|_dSrI)rp_results)r)rr*r*r+r,szCharsetMatches.__init__r.ccs|jEdHdSrIrr?r*r*r+__iter__szCharsetMatches.__iter__itemcCsJt|tr |j|St|tr#t|d}|jD] }||jvr"|Sqt)z Retrieve a single item either by its position or encoding name (alias may be used here). Raise KeyError upon invalid index or encoding not present in results. F)r/intrr0rr]KeyError)r)rresultr*r*r+ __getitem__s      zCharsetMatches.__getitem__cCs t|jSrIr9rr?r*r*r+__len__s zCharsetMatches.__len__cCrjrkrr?r*r*r+__bool__szCharsetMatches.__bool__cCs|t|tstdt|jt|jtkr0|j D]}|j |j kr/|j |j kr/| |dSq|j |t|j |_ dS)z~ Insert a single match. Will be inserted accordingly to preserve sort. Can be inserted as a submatch. z-Cannot append instance '{}' to CharsetMatchesN)r/rr5rBr0rEr9r>rrr2r7rGrFrp)r)rmatchr*r*r+rFs    zCharsetMatches.appendrcCs|jsdS|jdS)zQ Simply return the first match. Strict equivalent to matches[0]. Nrrr?r*r*r+best(s zCharsetMatches.bestcCs|S)zP Redundant method, call the method best(). Kept for BC reasons. )rr?r*r*r+first0szCharsetMatches.firstrI)rrr__doc__r r rr,rrr rr0rrrrrFrrr*r*r*r+rsrc@s~eZdZdedeedeedeededeededed ed eed efd d Ze de ee ffddZ defddZ dS)CliDetectionResultpathr1rOalternative_encodingsr_rsrr7r8 unicode_path is_preferredc CsF||_| |_||_||_||_||_||_||_||_| |_ | |_ dSrI) rrr1rOrr_rsrr7r8r) r)rr1rOrr_rsrr7r8rrr*r*r+r,<s zCliDetectionResult.__init__r.c Cs2|j|j|j|j|j|j|j|j|j|j |j d S)N rr1rOrr_rsrr7r8rrrr?r*r*r+__dict__VszCliDetectionResult.__dict__cCst|jdddS)NT) ensure_asciiindent)rrr?r*r*r+to_jsonfrDzCliDetectionResult.to_jsonN)rrrr0r r rrr,rrrrrr*r*r*r+r;s6    rN)encodings.aliasesrhashlibrjsonrrertypingrrrr r r r constantrrutilsrrrrrr0rCoherenceMatchrrr*r*r*r+s   $j C