|
Server : Apache System : Linux cvar2.toservers.com 3.10.0-962.3.2.lve1.5.73.el7.x86_64 #1 SMP Wed Aug 24 21:31:23 UTC 2022 x86_64 User : njnconst ( 1116) PHP Version : 8.4.18 Disable Function : NONE Directory : /usr/lib/python2.7/site-packages/chardet/ |
Upload File : |
�
K�bc @ sz d d l m Z d d l m Z d d l m Z m Z m Z e d d d d d d
d d g � Z d
e f d � � YZ d S( i����( t
namedtuplei ( t
CharSetProber( t CharacterCategoryt ProbingStatet SequenceLikelihoodt SingleByteCharSetModelt charset_namet languaget char_to_order_mapt language_modelt typical_positive_ratiot keep_ascii_letterst alphabett SingleByteCharSetProberc B sh e Z d Z d Z d Z d Z e d
d � Z d � Z e
d � � Z e
d � � Z d � Z
d � Z RS( i@ i gffffff�?g�������?c C si t t | � j � | | _ | | _ | | _ d | _ d | _ d | _ d | _
d | _ | j � d S( N(
t superR
t __init__t _modelt _reversedt _name_probert Nonet _last_ordert
_seq_counterst _total_seqst _total_chart
_freq_chart reset( t selft modelt reversedt name_prober( ( s: /tmp/pip-install-vuwKUq/chardet/chardet/sbcharsetprober.pyR 3 s c C sQ t t | � j � d | _ d g t j � | _ d | _ d | _ d | _ d S( Ni� i (
R R
R R R t get_num_categoriesR R R R ( R ( ( s: /tmp/pip-install-vuwKUq/chardet/chardet/sbcharsetprober.pyR A s c C s! | j r | j j S| j j Sd S( N( R R R ( R ( ( s: /tmp/pip-install-vuwKUq/chardet/chardet/sbcharsetprober.pyR K s
c C s! | j r | j j S| j j Sd S( N( R R R ( R ( ( s: /tmp/pip-install-vuwKUq/chardet/chardet/sbcharsetprober.pyR R s
c C s� | j j s | j | � } n | s+ | j S| j j } | j j } x� | D]� } | j | t j � } | t j k r� | j
d 7_
n | | j k r | j d 7_ | j
| j k r | j d 7_ | j s� | | j
| } n | | | j
} | j | c d 7<q n | | _
qJ W| j j } | j t j k r�| j | j k r�| j � } | | j k r�| j j d | | � t j | _ q�| | j k r�| j j d | | | j � t j | _ q�q�n | j S( Ni s$ %s confidence = %s, we have a winners9 %s confidence = %s, below negative shortcut threshhold %s( R R t filter_international_wordst stateR R t getR t UNDEFINEDt CONTROLR t SAMPLE_SIZER R R R R R R t DETECTINGt SB_ENOUGH_REL_THRESHOLDt get_confidencet POSITIVE_SHORTCUT_THRESHOLDt loggert debugt FOUND_ITt _statet NEGATIVE_SHORTCUT_THRESHOLDt NOT_ME( R t byte_strR R t chart ordert lm_catR t
confidence( ( s: /tmp/pip-install-vuwKUq/chardet/chardet/sbcharsetprober.pyt feedY sD
c C sj d } | j d k rf d | j t j | j | j j } | | j | j } | d k rf d } qf n | S( Ng{�G�z�?i g �?g�G�z��?( R R R t POSITIVER R
R R ( R t r( ( s: /tmp/pip-install-vuwKUq/chardet/chardet/sbcharsetprober.pyR' � s % N( t __name__t
__module__R$ R& R( R- t FalseR R R t propertyR R R4 R' ( ( ( s: /tmp/pip-install-vuwKUq/chardet/chardet/sbcharsetprober.pyR
- s
0N(
t collectionsR t
charsetproberR t enumsR R R R R
( ( ( s: /tmp/pip-install-vuwKUq/chardet/chardet/sbcharsetprober.pyt <module> s