Viewing File: /usr/lib/python3.6/site-packages/pip/_vendor/chardet/__pycache__/sbcharsetprober.cpython-36.pyc

3

aj@s4ddlmZddlmZmZmZGdddeZdS))
CharSetProber)CharacterCategoryProbingStateSequenceLikelihoodcsbeZdZdZdZdZdZdfdd	Zfd	d
Ze	ddZ
e	d
dZddZddZ
ZS)SingleByteCharSetProber@igffffff?g?FNcsJtt|j||_||_||_d|_d|_d|_d|_	d|_
|jdS)N)superr__init___model	_reversed_name_prober_last_order
_seq_counters_total_seqs_total_char
_freq_charreset)selfmodelreversedZname_prober)	__class__%/usr/lib/python3.6/sbcharsetprober.pyr	'sz SingleByteCharSetProber.__init__cs:tt|jd|_dgtj|_d|_d|_d|_	dS)N)
rrrr
rZget_num_categoriesrrrr)r)rrrr5szSingleByteCharSetProber.resetcCs|jr|jjS|jdSdS)Ncharset_name)rrr
)rrrrr?sz$SingleByteCharSetProber.charset_namecCs|jr|jjS|jjdSdS)Nlanguage)rrr
get)rrrrrFsz SingleByteCharSetProber.languagec	Csn|jds|j|}|s|jS|jd}xt|D]\}}||}|tjkrZ|jd7_||jkr|jd7_|j	|jkr|j
d7_
|js|j	|j|}|jd|}n||j|j	}|jd|}|j|d7<||_	q2W|jd}|jt
jkrh|j
|jkrh|j}||jkr@|jjd||t
j|_n(||jkrh|jjd|||jt
j|_|jS)NZkeep_english_letterchar_to_order_maprZprecedence_matrixrz$%s confidence = %s, we have a winnerz9%s confidence = %s, below negative shortcut threshhold %s)r
Zfilter_international_wordsstate	enumeraterZCONTROLrSAMPLE_SIZErr
rrrrZ	DETECTINGSB_ENOUGH_REL_THRESHOLDget_confidencePOSITIVE_SHORTCUT_THRESHOLDZloggerdebugZFOUND_ITZ_stateNEGATIVE_SHORTCUT_THRESHOLDZNOT_ME)	rZbyte_strricorderrrZ
confidencerrrfeedMsF







zSingleByteCharSetProber.feedcCsNd}|jdkrJd|jtj|j|jd}||j|j}|dkrJd}|S)Ng{Gz?rg?Ztypical_positive_ratiogGz?)rrrZPOSITIVEr
rr)rrrrrr#|s
 z&SingleByteCharSetProber.get_confidence)FN)__name__
__module____qualname__r!r"r$r&r	rpropertyrrr*r#
__classcell__rr)rrr!s
/rN)Z
charsetproberrZenumsrrrrrrrr<module>s
Back to Directory File Manager