3
ajU
@ s0 d dl mZ d dlmZmZ G dd deZdS ) )
CharSetProber) ProbingState MachineStatec sV e Zd ZdZd fdd Z fddZedd Zed d
Zd d Z d
d Z
Z S )MultiByteCharSetProberz
MultiByteCharSetProber
Nc s, t t| j|d d | _d | _ddg| _d S )N) lang_filter )superr __init__distribution_analyzer coding_sm
_last_char)selfr ) __class__ %/usr/lib/python3.6/mbcharsetprober.pyr ' s z MultiByteCharSetProber.__init__c s< t t| j | jr | jj | jr.| jj ddg| _d S )Nr )r r resetr r
r )r
)r r r r - s
z MultiByteCharSetProber.resetc C s t d S )N)NotImplementedError)r
r r r charset_name5 s z#MultiByteCharSetProber.charset_namec C s t d S )N)r )r
r r r language9 s z MultiByteCharSetProber.languagec C s xt t|D ]}| jj|| }|tjkrN| jjd| j| j | t
j | _ P q|tj
krdt
j| _ P q|tjkr| jj }|dkr|d | jd< | jj| j| q| jj||d |d | qW |d | jd< | jt
jkr| jj r| j | jkrt
j| _ | jS )Nz!%s %s prober hit error at byte %sr r )rangelenr Z
next_stater ZERRORZloggerdebugr r r ZNOT_MEZ_stateZITS_MEZFOUND_ITZSTARTZget_current_charlenr r
feedstateZ DETECTINGZgot_enough_dataget_confidenceZSHORTCUT_THRESHOLD)r
Zbyte_striZ coding_stateZchar_lenr r r r = s.
zMultiByteCharSetProber.feedc C s
| j j S )N)r
r )r
r r r r Z s z%MultiByteCharSetProber.get_confidence)N) __name__
__module__ __qualname____doc__r r propertyr r r r
__classcell__r r )r r r " s r N)Z
charsetproberr Zenumsr r r r r r r <module> s