Файловый менеджер - Редактировать - /home/digitalm/venv/lib/python3.7/site-packages/pandas/tests/io/parser/__pycache__/test_encoding.cpython-37.pyc
Назад
B �5�g� � @ s� d Z ddlmZ ddlZddlZddlZddlZddlm Z m Z ddl m Z dd� Zdd� Zej�d d d g�ej�d d ddg�dd� ��Zdd� Zdd� Zej�ddi e ddgi�fddd ie ddgi�fd d dgie dd d gi�fd!dgd"d#�e ddgi�fd!dgd$d#�e dejdgi�fg�d%d&� �Zd'd(� Zej�d)d*d+d,g�d-d.� �Zej�d/d"d$g�d0d1� �Zd2d3� Zej�d d4d d5d6d7g�d8d9� �Zej�d d4dd d:d;g�d<d=� �Z d>d?� Z d@dA� Z dS )BzZ Tests encoding functionality during parsing for all of the parsers defined in parsers.py � )�BytesION)� DataFrame�read_csvc C sL d}| }t d�|��}|j|d|d�}tddggddgd �}t�||� d S ) N�cp1255u שלום:1234 562:123�:)�sep�encodingi2 �{ u שלום�1234)�columns)r �encoder r �tm�assert_frame_equal)� all_parsersr �parser�data�result�expected� r �Z/home/digitalm-up/venv/lib/python3.7/site-packages/pandas/tests/io/parser/test_encoding.py�test_bytes_io_input s r c C s@ | }t d�� �}|j|ddd d�}tddgg�}t�||� d S )Nu Łaski, Jan;1�;zutf-8)r r �headeru Łaski, Jan� )r r r r r r )r r r r r r r r �test_read_csv_unicode s r r �,� r zutf-16zutf-16lezutf-16bec C s� | }d� d|�}dt�d�� d�}|dd�}d}t�|���}d d lm} |�|�} t|d ��} | �| � W d Q R X t |�|��} || |d �} |j |fd |i|��} |j | fd |i|��} | � � t� | | � W d Q R X d S )Nz)skip this skip this too A,B,C 1,2,3 4,5,6r �__� z__.csv� )r Zskiprowszutf-8r )� TextIOWrapper�wb)r r ) �replacer Zrands� ensure_clean�ior r �open�writer r �closer )r r r r r �path�kwargs�utf8r � bytes_data�fZ bytes_bufferr r r r r �test_utf16_bom_skiprows( s" r- c C s6 t j�|d�}| }|j|ddd�}t|�dks2t�d S )Nz utf16_ex.txtzutf-16r )r r �2 )�osr( �joinr �len�AssertionError)r � csv_dir_pathr( r r r r r �test_utf16_exampleJ s r4 c C sL t j�|d�}| }|j|d dd�}|�d�}|d d }d}||ksHt�d S )Nzunicode_series.csvzlatin-1)r r r r i` u$ Á köldum klaka (Cold Fever) (1994))r/ r( r0 r Z set_indexr2 )r r3 r( r r �gotr r r r �test_unicode_encodingQ s r6 zdata,kwargs,expectedza 1�ar z"a" 1� quotechar�"zb 1�names�b�1z 1T)r: Zskip_blank_linesFc sD | }d� d�� �fdd�}|j ||�fd�i|��}t�||� d S )Nu zutf-8c s � | � ��}t|�S )N)r r )�_dataZbom_data)�bomr* r r �_encode_data_with_bomv s z,test_utf8_bom.<locals>._encode_data_with_bomr )r r r )r r r) r r r? r r )r> r* r � test_utf8_bom] s r@ c C sL t dgdgd��}| }|�|�}d�|�}|jt|�|d�}t�||� d S )Ng333333@�test)Zmb_numZ multibytezmb_num,multibyte 4.8,test)r )r �formatr r r r r )r � utf_value� encoding_fmtr r r r r r r r �test_read_csv_utf_aliases~ s rE zfile_path,encoding))r$ r �csvz test1.csvzutf-8))r$ r r zunicode_series.csvzlatin-1))r$ r r zsauron.SHIFT_JIS.csv�shiftjisc C s� | }||� }|j ||d�}t||d��}|� |�} |jr<t�W d Q R X t�|| � t|dd�� } |j | |d�} | jrxt�W d Q R X t�|| � t|ddd�� } |j | |d�} | jr�t�W d Q R X t�|| � d S )N)r �rb)�moder )rI � buffering)r r% �closedr2 r r ) r r3 � file_pathr Zdatapathr Zfpathr �far Zfbr r r � test_binary_mode_file_buffers� s rN � pass_encodingc C sr | }|� |�}tddgi�}tjd|dd��<}|�d� |�d� |j||rP|nd d�}t�||� W d Q R X d S ) NZfoo�barzw+T)rI r Zreturn_filelikezfoo barr )r )rB r r r# r& �seekr r ) r rC rD rO r r r r, r r r r �test_encoding_temp_file� s rR c C s� | }d}|j dkr t�d� d}d}t||gi�}t�� �N}|�|� d|� ��|�� |�d� |j ||d�}t � ||� |j r�t �W d Q R X d S ) Nz shift-jis�pythonz3NamedTemporaryFile does not work with Python engineu てすとu こむ� r )r )�engine�pytest�skipr �tempfile�NamedTemporaryFiler& r rQ r r r rK r2 )r r r �titler r r, r r r r � test_encoding_named_temp_file� s r[ zutf-8z utf-16-bez utf-16-lezutf-32c C sR d}t |�| ��}t|d| d�}tddgddgdd ggd d gd �}t�||� d S ) Nu a b ：foo 0 bar 1 baz 2r )� delimiterr u ：foor rP r Zbazr r7 r; )r r )r r r r r r )r r Z encoded_datar r r r r �%test_parse_encoded_special_characters� s "r] r zlatin-1c C sp | }t ddddgddddgd d d d gd ��}t�� �&}|j|d|d� |j||dd�}W d Q R X t�||� d S )NZRaphaelZ Donatelloz Miguel AngelZLeonardo�red�purpleZorange�blueZsaizbo staffZnunchunkZkatana)�name�maskZweaponF)�indexr T)r � memory_map)r r r# �to_csvr r )r r r r �file�dfr r r �test_encoding_memory_map� s rh c C sh | }t dgd d�}d|jd< t�d��*}|j|dddd � |j|d d d d �}W d Q R X t�||� d S )zO Chunk splits a multibyte character with memory_map=True GH 43540 Zaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaai )r u� aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaąi� zbug-gh43540.csvFzutf-8)rc r r NT�c)r rd rU )r Zilocr r# re r r )r r rg �fnameZdfrr r r � test_chunk_splits_multibyte_char� s rk c C sh | }|j dkrt�d� t�� �$}|�d� |�d� |�|�}W d Q R X tg dgd�}t � ||� d S )N)rS Zpyarrowz5SpooledTemporaryFile does only work with the c-engines abcdr �abcd)r ) rU rV rW rX �SpooledTemporaryFiler& rQ r r r r )r r �handlerg r r r r �test_not_readable s ro ) �__doc__r$ r r/ rX �numpy�nprV Zpandasr r Zpandas._testingZ_testingr r r �markZ parametrizer- r4 r6 �nanr@ rE rN rR r[ r] rh rk ro r r r r �<module> sF !
| ver. 1.4 |
Github
|
.
| PHP 8.3.23 | Генерация страницы: 0.05 |
proxy
|
phpinfo
|
Настройка