| Server IP : 162.144.4.212 / Your IP : 216.73.216.108 Web Server : Apache System : Linux gator2125.hostgator.com 5.14.0-162.23.1.9991722448259.nf.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Jul 31 18:11:45 UTC 2024 x86_64 User : cozeellc ( 2980) PHP Version : 8.3.31 Disable Function : NONE MySQL : OFF | cURL : ON | WGET : ON | Perl : ON | Python : OFF | Sudo : ON | Pkexec : ON Directory : /usr/libexec/oracle-cloud-agent/plugins/osms/chardet/ |
Upload File : |
a
i��f0' � @ s d dl mZmZ ddlmZmZmZ ddlmZm Z m
Z
ddl m Z m
Z
mZ ddlmZmZmZ ddlmZmZmZ ddlmZ G d d
� d
�ZG d d � d e�ZG d
d� de�ZG dd� de�Z G dd� de�Z G dd� de�Z G dd� de�Z G dd� de�Z dS )� )�Tuple�Union� )�BIG5_CHAR_TO_FREQ_ORDER�BIG5_TABLE_SIZE� BIG5_TYPICAL_DISTRIBUTION_RATIO)�EUCKR_CHAR_TO_FREQ_ORDER�EUCKR_TABLE_SIZE� EUCKR_TYPICAL_DISTRIBUTION_RATIO)�EUCTW_CHAR_TO_FREQ_ORDER�EUCTW_TABLE_SIZE� EUCTW_TYPICAL_DISTRIBUTION_RATIO)�GB2312_CHAR_TO_FREQ_ORDER�GB2312_TABLE_SIZE�!GB2312_TYPICAL_DISTRIBUTION_RATIO)�JIS_CHAR_TO_FREQ_ORDER�JIS_TABLE_SIZE� JIS_TYPICAL_DISTRIBUTION_RATIO)�JOHAB_TO_EUCKR_ORDER_TABLEc @ s� e Zd ZdZdZdZdZdd�dd�Zdd�d d
�Ze e
e f e dd �d d
�Z
ed�dd�Zed�dd�Ze e
e f e d�dd�ZdS )�CharDistributionAnalysisi g�G�z��?g{�G�z�?� N��returnc C s2 t � | _d| _d| _d| _d| _d| _| �� d S )Nr g F)�tuple�_char_to_freq_order� _table_size�typical_distribution_ratio�_done� _total_chars� _freq_chars�reset��self� r# �|/sparta/input/_build_configuration/image_build+validate/lib/bmcenv/lib64/python3.9/site-packages/chardet/chardistribution.py�__init__@ s z!CharDistributionAnalysis.__init__c C s d| _ d| _d| _dS )z reset analyser, clear any stateFr N)r r r r! r# r# r$ r O s z CharDistributionAnalysis.reset)�char�char_lenr c C sX |dkr| � |�}nd}|dkrT| jd7 _|| jk rTd| j| krT| jd7 _dS )z"feed a character with known length� ���r r i N)� get_orderr r r r )r" r& r' �orderr# r# r$ �feedX s
z CharDistributionAnalysis.feedc C sT | j dks| j| jkr | jS | j | jkrN| j| j | j | j }|| jk rN|S | jS )z(return confidence based on existing datar )r r �MINIMUM_DATA_THRESHOLD�SURE_NOr �SURE_YES)r" �rr# r# r$ �get_confidencef s �
z'CharDistributionAnalysis.get_confidencec C s | j | jkS �N)r �ENOUGH_DATA_THRESHOLDr! r# r# r$ �got_enough_dataw s z(CharDistributionAnalysis.got_enough_data)�_r c C s dS )Nr) r# )r" r5 r# r# r$ r* | s z"CharDistributionAnalysis.get_order)�__name__�
__module__� __qualname__r3 r/ r. r- r% r r �bytes� bytearray�intr, �floatr1 �boolr4 r* r# r# r# r$ r : s r c s: e Zd Zdd�� fdd� Zeeef ed�dd�Z� Z S )�EUCTWDistributionAnalysisNr c s t � �� t| _t| _t| _d S r2 )�superr% r r r r r
r r! �� __class__r# r$ r% � s
z"EUCTWDistributionAnalysis.__init__��byte_strr c C s, |d }|dkr(d|d |d d S dS )Nr �� �^ r � r) r# �r" rC �
first_charr# r# r$ r* � s z#EUCTWDistributionAnalysis.get_order�
r6 r7 r8 r% r r9 r: r; r* �
__classcell__r# r# r@ r$ r> � s r> c s: e Zd Zdd�� fdd� Zeeef ed�dd�Z� Z S )�EUCKRDistributionAnalysisNr c s t � �� t| _t| _t| _d S r2 �r? r% r r r r r
r r! r@ r# r$ r% � s
z"EUCKRDistributionAnalysis.__init__rB c C s, |d }|dkr(d|d |d d S dS )Nr � rE r rF r) r# rG r# r# r$ r* � s z#EUCKRDistributionAnalysis.get_orderrI r# r# r@ r$ rK � s rK c s: e Zd Zdd�� fdd� Zeeef ed�dd�Z� Z S )�JOHABDistributionAnalysisNr c s t � �� t| _t| _t| _d S r2 rL r! r@ r# r$ r% � s
z"JOHABDistributionAnalysis.__init__rB c C s@ |d }d| kr dk r<n n |d |d }t �|d�S dS )Nr � �� � r r) )r �get)r" rC rH �coder# r# r$ r* � s
z#JOHABDistributionAnalysis.get_orderrI r# r# r@ r$ rN � s rN c s: e Zd Zdd�� fdd� Zeeef ed�dd�Z� Z S )�GB2312DistributionAnalysisNr c s t � �� t| _t| _t| _d S r2 )r? r% r r r r r r r! r@ r# r$ r% � s
z#GB2312DistributionAnalysis.__init__rB c C s: |d |d }}|dkr6|dkr6d|d | d S dS )Nr r rM rF rE r) r# �r" rC rH � second_charr# r# r$ r* � s z$GB2312DistributionAnalysis.get_orderrI r# r# r@ r$ rT � s rT c s: e Zd Zdd�� fdd� Zeeef ed�dd�Z� Z S )�Big5DistributionAnalysisNr c s t � �� t| _t| _t| _d S r2 )r? r% r r r r r r r! r@ r# r$ r% � s
z!Big5DistributionAnalysis.__init__rB c C sR |d |d }}|dkrN|dkr:d|d | d d S d|d | d S dS ) Nr r � rF � �? �@ r) r# rU r# r# r$ r* � s z"Big5DistributionAnalysis.get_orderrI r# r# r@ r$ rW � s rW c s: e Zd Zdd�� fdd� Zeeef ed�dd�Z� Z S )�SJISDistributionAnalysisNr c s t � �� t| _t| _t| _d S r2 �r? r% r r r r r r r! r@ r# r$ r% � s
z!SJISDistributionAnalysis.__init__rB c C s� |d |d }}d| kr&dkr8n nd|d }n.d| krLdkrbn nd|d d }nd S || d
}|d kr~d }|S ) Nr r � � � �� �� � r) r[ � r# )r" rC rH rV r+ r# r# r$ r* � s z"SJISDistributionAnalysis.get_orderrI r# r# r@ r$ r\ � s r\ c s: e Zd Zdd�� fdd� Zeeef ed�dd�Z� Z S )�EUCJPDistributionAnalysisNr c s t � �� t| _t| _t| _d S r2 r] r! r@ r# r$ r% � s
z"EUCJPDistributionAnalysis.__init__rB c C s, |d }|dkr(d|d |d d S dS )Nr � rE rF r r) r# )r" rC r& r# r# r$ r* � s z#EUCJPDistributionAnalysis.get_orderrI r# r# r@ r$ re � s re N)!�typingr r �big5freqr r r � euckrfreqr r r
� euctwfreqr r r
�
gb2312freqr r r �jisfreqr r r � johabfreqr r r> rK rN rT rW r\ re r# r# r# r$ �<module> s J