Viewing File: /opt/alt/python35/lib/python3.5/site-packages/chardet/__pycache__/sbcharsetprober.cpython-35.pyc
<_9Y ã @ sF d d l m Z d d l m Z m Z m Z Gd d „ d e ƒ Z d S)é )Ú
CharSetProber)ÚCharacterCategoryÚ ProbingStateÚSequenceLikelihoodc sŽ e Z d Z d Z d Z d Z d Z d d ‡ f d d † Z ‡ f d d
† Z e d d „ ƒ Z
e d
d „ ƒ Z d d „ Z d d „ Z
‡ S)ÚSingleByteCharSetProberé@ i gffffffî?gš™™™™™©?FNc si t t | ƒ j ƒ | | _ | | _ | | _ d | _ d | _ d | _ d | _ d | _
| j ƒ d S)N) Úsuperr Ú__init__Ú_modelÚ _reversedÚ _name_proberÚ _last_orderÚ
_seq_countersÚ _total_seqsÚ _total_charÚ
_freq_charÚreset)ÚselfÚmodelÚreversedZ name_prober)Ú __class__© ú/sbcharsetprober.pyr ' s z SingleByteCharSetProber.__init__c sQ t t | ƒ j ƒ d | _ d g t j ƒ | _ d | _ d | _ d | _ d S)Néÿ é )
r r r r
r Zget_num_categoriesr r r r )r )r r r r 5 s z SingleByteCharSetProber.resetc C s" | j r | j j S| j d Sd S)NÚ charset_name)r r r
)r r r r r ? s
z$SingleByteCharSetProber.charset_namec C s' | j r | j j S| j j d ƒ Sd S)NÚlanguage)r r r
Úget)r r r r r F s
z SingleByteCharSetProber.languagec C sÙ | j d s | j | ƒ } | s) | j S| j d } xñ t | ƒ D]ã \ } } | | } | t j k rw | j d 7_ | | j k r | j d 7_ | j | j k r | j
d 7_
| j sç | j | j | } | j d | } n% | | j | j } | j d | } | j | d 7<| | _ qC W| j d } | j t
j k rÒ| j
| j k rÒ| j ƒ } | | j k r›| j j d | | ƒ t
j | _ n7 | | j k rÒ| j j d | | | j ƒ t
j | _ | j S)NZkeep_english_letterÚchar_to_order_mapr Zprecedence_matrixr z$%s confidence = %s, we have a winnerz9%s confidence = %s, below negative shortcut threshhold %s)r
Zfilter_international_wordsÚstateÚ enumerater ZCONTROLr Ú SAMPLE_SIZEr r
r r r r Z DETECTINGÚSB_ENOUGH_REL_THRESHOLDÚget_confidenceÚPOSITIVE_SHORTCUT_THRESHOLDÚloggerÚdebugZFOUND_ITÚ_stateÚNEGATIVE_SHORTCUT_THRESHOLDZNOT_ME) r Zbyte_strr ÚiÚcÚorderr r Z
confidencer r r ÚfeedM sF
z SingleByteCharSetProber.feedc C se d } | j d k ra d | j t j | j | j d } | | j | j } | d k ra d } | S)Ng{®Gáz„?r g ð?Ztypical_positive_ratiog®Gáz®ï?)r r r ZPOSITIVEr
r r )r Úrr r r r# | s & z&SingleByteCharSetProber.get_confidence)Ú__name__Ú
__module__Ú __qualname__r! r" r$ r( r r Úpropertyr r r, r# r r )r r r ! s
/r N)Z
charsetproberr Zenumsr r r r r r r r Ú<module> s
Back to Directory
File Manager