Viewing File: /opt/alt/python35/lib/python3.5/site-packages/chardet/__pycache__/mbcharsetprober.cpython-35.pyc
<_9YU
ã @ s@ d d l m Z d d l m Z m Z Gd d „ d e ƒ Z d S)é )Ú
CharSetProber)Ú ProbingStateÚ MachineStatec sy e Z d Z d Z d ‡ f d d † Z ‡ f d d † Z e d d „ ƒ Z e d d
„ ƒ Z d d „ Z d
d „ Z
‡ S)ÚMultiByteCharSetProberz
MultiByteCharSetProber
Nc s> t t | ƒ j d | ƒ d | _ d | _ d d g | _ d S)NÚ lang_filteré )Úsuperr Ú__init__Údistribution_analyzerÚ coding_smÚ
_last_char)Úselfr )Ú __class__© ú/mbcharsetprober.pyr ' s z MultiByteCharSetProber.__init__c sR t t | ƒ j ƒ | j r) | j j ƒ | j r? | j j ƒ d d g | _ d S)Nr )r r Úresetr r
r )r
)r r r r - s
z MultiByteCharSetProber.resetc C s
t ‚ d S)N)ÚNotImplementedError)r
r r r Ú charset_name5 s z#MultiByteCharSetProber.charset_namec C s
t ‚ d S)N)r )r
r r r Úlanguage9 s z MultiByteCharSetProber.languagec C sc xt t | ƒ ƒ D]ò } | j j | | ƒ } | t j k rm | j j d | j | j | ƒ t
j | _ Pq | t j
k rΠt
j | _ Pq | t j k r | j j ƒ } | d k rà | d | j d <| j j | j | ƒ q | j j | | d | d … | ƒ q W| d | j d <| j t
j k r\| j j ƒ r\| j ƒ | j k r\t
j | _ | j S)Nz!%s %s prober hit error at byte %sr r éÿÿÿÿ)ÚrangeÚlenr Z
next_stater ÚERRORÚloggerÚdebugr r r ZNOT_MEÚ_stateZITS_MEZFOUND_ITZSTARTZget_current_charlenr r
ÚfeedÚstateZ DETECTINGZgot_enough_dataÚget_confidenceZSHORTCUT_THRESHOLD)r
Zbyte_strÚiZ coding_stateZchar_lenr r r r = s. zMultiByteCharSetProber.feedc C s
| j j ƒ S)N)r
r )r
r r r r Z s z%MultiByteCharSetProber.get_confidence) Ú__name__Ú
__module__Ú __qualname__Ú__doc__r r Úpropertyr r r r r r )r r r " s r N)Z
charsetproberr Zenumsr r r r r r r Ú<module> s
Back to Directory
File Manager