File manager - Edit - /opt/gsutil/third_party/chardet/chardet/__pycache__/chardistribution.cpython-39.pyc
Back
a Y�d0' � @ s d dl mZmZ ddlmZmZmZ ddlmZm Z m Z ddl m Z m Z mZ ddlmZmZmZ ddlmZmZmZ ddlmZ G d d � d �ZG d d � d e�ZG d d� de�ZG dd� de�Z G dd� de�Z G dd� de�Z G dd� de�Z G dd� de�Z dS )� )�Tuple�Union� )�BIG5_CHAR_TO_FREQ_ORDER�BIG5_TABLE_SIZE� BIG5_TYPICAL_DISTRIBUTION_RATIO)�EUCKR_CHAR_TO_FREQ_ORDER�EUCKR_TABLE_SIZE� EUCKR_TYPICAL_DISTRIBUTION_RATIO)�EUCTW_CHAR_TO_FREQ_ORDER�EUCTW_TABLE_SIZE� EUCTW_TYPICAL_DISTRIBUTION_RATIO)�GB2312_CHAR_TO_FREQ_ORDER�GB2312_TABLE_SIZE�!GB2312_TYPICAL_DISTRIBUTION_RATIO)�JIS_CHAR_TO_FREQ_ORDER�JIS_TABLE_SIZE� JIS_TYPICAL_DISTRIBUTION_RATIO)�JOHAB_TO_EUCKR_ORDER_TABLEc @ s� e Zd ZdZdZdZdZdd�dd�Zdd�d d �Ze e e f e dd �d d �Z ed�dd�Zed�dd�Ze e e f e d�dd�ZdS )�CharDistributionAnalysisi g�G�z��?g{�G�z�?� N��returnc C s2 t � | _d| _d| _d| _d| _d| _| �� d S )Nr g F)�tuple�_char_to_freq_order� _table_size�typical_distribution_ratio�_done� _total_chars� _freq_chars�reset��self� r# �;/opt/gsutil/third_party/chardet/chardet/chardistribution.py�__init__@ s z!CharDistributionAnalysis.__init__c C s d| _ d| _d| _dS )z reset analyser, clear any stateFr N)r r r r! r# r# r$ r O s z CharDistributionAnalysis.reset)�char�char_lenr c C sX |dkr| � |�}nd}|dkrT| jd7 _|| jk rTd| j| krT| jd7 _dS )z"feed a character with known length� ���r r i N)� get_orderr r r r )r" r& r' �orderr# r# r$ �feedX s z CharDistributionAnalysis.feedc C sT | j dks| j| jkr | jS | j | jkrN| j| j | j | j }|| jk rN|S | jS )z(return confidence based on existing datar )r r �MINIMUM_DATA_THRESHOLD�SURE_NOr �SURE_YES)r" �rr# r# r$ �get_confidencef s � z'CharDistributionAnalysis.get_confidencec C s | j | jkS �N)r �ENOUGH_DATA_THRESHOLDr! r# r# r$ �got_enough_dataw s z(CharDistributionAnalysis.got_enough_data)�_r c C s dS )Nr) r# )r" r5 r# r# r$ r* | s z"CharDistributionAnalysis.get_order)�__name__� __module__� __qualname__r3 r/ r. r- r% r r �bytes� bytearray�intr, �floatr1 �boolr4 r* r# r# r# r$ r : s r c s: e Zd Zdd�� fdd� Zeeef ed�dd�Z� Z S )�EUCTWDistributionAnalysisNr c s t � �� t| _t| _t| _d S r2 )�superr% r r r r r r r! �� __class__r# r$ r% � s z"EUCTWDistributionAnalysis.__init__��byte_strr c C s, |d }|dkr(d|d |d d S dS )Nr �� �^ r � r) r# �r" rC � first_charr# r# r$ r* � s z#EUCTWDistributionAnalysis.get_order� r6 r7 r8 r% r r9 r: r; r* � __classcell__r# r# r@ r$ r> � s r> c s: e Zd Zdd�� fdd� Zeeef ed�dd�Z� Z S )�EUCKRDistributionAnalysisNr c s t � �� t| _t| _t| _d S r2 �r? r% r r r r r r r! r@ r# r$ r% � s z"EUCKRDistributionAnalysis.__init__rB c C s, |d }|dkr(d|d |d d S dS )Nr � rE r rF r) r# rG r# r# r$ r* � s z#EUCKRDistributionAnalysis.get_orderrI r# r# r@ r$ rK � s rK c s: e Zd Zdd�� fdd� Zeeef ed�dd�Z� Z S )�JOHABDistributionAnalysisNr c s t � �� t| _t| _t| _d S r2 rL r! r@ r# r$ r% � s z"JOHABDistributionAnalysis.__init__rB c C s@ |d }d| kr dk r<n n |d |d }t �|d�S dS )Nr � �� � r r) )r �get)r" rC rH �coder# r# r$ r* � s z#JOHABDistributionAnalysis.get_orderrI r# r# r@ r$ rN � s rN c s: e Zd Zdd�� fdd� Zeeef ed�dd�Z� Z S )�GB2312DistributionAnalysisNr c s t � �� t| _t| _t| _d S r2 )r? r% r r r r r r r! r@ r# r$ r% � s z#GB2312DistributionAnalysis.__init__rB c C s: |d |d }}|dkr6|dkr6d|d | d S dS )Nr r rM rF rE r) r# �r" rC rH � second_charr# r# r$ r* � s z$GB2312DistributionAnalysis.get_orderrI r# r# r@ r$ rT � s rT c s: e Zd Zdd�� fdd� Zeeef ed�dd�Z� Z S )�Big5DistributionAnalysisNr c s t � �� t| _t| _t| _d S r2 )r? r% r r r r r r r! r@ r# r$ r% � s z!Big5DistributionAnalysis.__init__rB c C sR |d |d }}|dkrN|dkr:d|d | d d S d|d | d S dS ) Nr r � rF � �? �@ r) r# rU r# r# r$ r* � s z"Big5DistributionAnalysis.get_orderrI r# r# r@ r$ rW � s rW c s: e Zd Zdd�� fdd� Zeeef ed�dd�Z� Z S )�SJISDistributionAnalysisNr c s t � �� t| _t| _t| _d S r2 �r? r% r r r r r r r! r@ r# r$ r% � s z!SJISDistributionAnalysis.__init__rB c C s� |d |d }}d| kr&dkr8n nd|d }n.d| krLdkrbn nd|d d }nd S || d }|d kr~d }|S ) Nr r � � � �� �� � r) r[ � r# )r" rC rH rV r+ r# r# r$ r* � s z"SJISDistributionAnalysis.get_orderrI r# r# r@ r$ r\ � s r\ c s: e Zd Zdd�� fdd� Zeeef ed�dd�Z� Z S )�EUCJPDistributionAnalysisNr c s t � �� t| _t| _t| _d S r2 r] r! r@ r# r$ r% � s z"EUCJPDistributionAnalysis.__init__rB c C s, |d }|dkr(d|d |d d S dS )Nr � rE rF r r) r# )r" rC r& r# r# r$ r* � s z#EUCJPDistributionAnalysis.get_orderrI r# r# r@ r$ re � s re N)!�typingr r Zbig5freqr r r Z euckrfreqr r r Z euctwfreqr r r Z gb2312freqr r r Zjisfreqr r r Z johabfreqr r r> rK rN rT rW r\ re r# r# r# r$ �<module> s J
| ver. 1.4 |
Github
|
.
| PHP 8.2.28 | Generation time: 0.02 |
proxy
|
phpinfo
|
Settings