3
aj @ s` d dl mZmZ d dlmZ d dlmZ d dlmZ d dl m
Z
d dl m Z G dd deZ
d S )
) ProbingState MachineState)MultiByteCharSetProber)CodingStateMachine)EUCJPDistributionAnalysis)EUCJPContextAnalysis)EUCJP_SM_MODELc sP e Zd Z fddZ fddZedd Zedd Zd d
Zd d Z Z
S )
EUCJPProberc s4 t t| j tt| _t | _t | _ | j
d S )N) superr __init__r r coding_smr distribution_analyzerr context_analyzerreset)self) __class__ !/usr/lib/python3.6/eucjpprober.pyr % s
zEUCJPProber.__init__c s t t| j | jj d S )N)r
r r r )r )r r r r , s zEUCJPProber.resetc C s dS )NzEUC-JPr )r r r r charset_name0 s zEUCJPProber.charset_namec C s dS )NZJapaneser )r r r r language4 s zEUCJPProber.languagec C s6 xt t|D ]}| jj|| }|tjkrN| jjd| j| j | t
j | _ P q|tj
krdt
j| _ P q|tjkr| jj }|dkr|d | jd< | jj| j| | jj| j| q| jj||d |d | | jj||d |d | qW |d | jd< | jt
jkr0| jj r0| j | jkr0t
j| _ | jS )Nz!%s %s prober hit error at byte %s r )rangelenr Z
next_stater ZERRORZloggerdebugr r r ZNOT_MEZ_stateZITS_MEZFOUND_ITZSTARTZget_current_charlenZ
_last_charr feedr
stateZ DETECTINGZgot_enough_dataget_confidenceZSHORTCUT_THRESHOLD)r Zbyte_striZ coding_stateZchar_lenr r r r 8 s4
zEUCJPProber.feedc C s | j j }| jj }t||S )N)r r r
max)r Z context_confZ distrib_confr r r r Y s
zEUCJPProber.get_confidence) __name__
__module__ __qualname__r r propertyr r r r
__classcell__r r )r r r $ s !r N)Zenumsr r Zmbcharsetproberr Zcodingstatemachiner Zchardistributionr Zjpcntxr Zmbcssmr r r r r r <module> s