Файловый менеджер - Редактировать - /home/digitalm/venv/lib/python3.7/site-packages/pandas/tests/io/parser/__pycache__/test_textreader.cpython-37.pyc
Назад
B �5�g<* � @ s� d Z ddlmZmZ ddlZddlZddlZddlm m Z ddlm Z ddl mZ ddlmZ ddlmZmZ ddlmZ G dd � d �Zd d � ZdS ) z\ Tests the TextReader class in parsers.pyx, which is integral to the C engine in parsers.py � )�BytesIO�StringION)� TextReader)� DataFrame)�TextFileReader�read_csv)�ensure_dtype_objsc @ s� e Zd Zejdd�dd� �Zdd� Zdd� Zd d � Zd d � Z d d� Z dd� Z dd� Z dd� Z dd� Zdd� Zdd� Zdd � Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� Zd'd(� Zd)d*� Zd+d,� Zd-d.� Zd/d0� Zd1S )2�TestTextReaderT)Zautousec C sR |ddd�| _ |ddd�}tj�|d�| _tj�| j d�| _tj�| j d�| _d S )N�io�parser�data�csvz test1.csvz test2.csvztest.xls)�dirpath�os�path�join�csv1Zcsv2Zxls1)�selfZdatapathZ csv1_dirpath� r �\/home/digitalm-up/venv/lib/python3.7/site-packages/pandas/tests/io/parser/test_textreader.py� setup_method s zTestTextReader.setup_methodc C s, t | jd��}t|�}|�� W d Q R X d S )N�rb)�openr r �read)r �f�readerr r r �test_file_handle$ s z TestTextReader.test_file_handlec C s0 t | jd��}t|d d�}|�� W d Q R X d S )Nr )�header)r r r r )r r r r r r �test_file_handle_mmap) s z$TestTextReader.test_file_handle_mmapc C s@ t | jd��}|�� }W d Q R X t|�}t|d d�}|�� d S )Nr )r )r r r r r )r r �text�srcr r r r � test_StringIO/ s z TestTextReader.test_StringIOc C s> d}t t|�d d�}|�� }tttt|d ���dks:t�d S )Nz a b a b a)r r � )r r r �len�set�map�id�AssertionError)r r r �resultr r r �test_string_factorize6 s z$TestTextReader.test_string_factorizec C sj d}t t|�dd d�}|�� }t�|d tjddddgtjd�� t�|d tjddddgtjd�� d S ) Nza, b a, b a, b a, bT)�skipinitialspacer r �a)�dtype� �b)r r r �tm�assert_numpy_array_equal�np�array�object_)r r r r( r r r �test_skipinitialspace= s z$TestTextReader.test_skipinitialspacec C s4 d}t t|�d d�}|�� }|d jtjks0t�d S )NzTrue False True True)r r )r r r r, r1 Zbool_r' )r r r r( r r r �test_parse_booleansJ s z"TestTextReader.test_parse_booleansc C sf d}t t|�dd d�}|�� }t�|d tjdddgtjd�� t�|d tjdddgtjd�� d S ) Nza b a "b" "a" bT)�delim_whitespacer r r+ )r, r- r. )r r r r/ r0 r1 r2 r3 )r r r r( r r r �test_delimit_whitespaceR s z&TestTextReader.test_delimit_whitespacec C sF d}t t|�d d�}|�� }tjdddgtjd�}t�|d |� d S )Nza "hello there" this)r r+ z hello there�this)r, r )r r r r1 r2 r3 r/ r0 )r r r r( �expectedr r r �test_embedded_newline_ s z$TestTextReader.test_embedded_newlinec C sB d}t t|�ddd d�}|�� }t�ddg�}t�|d |� d S )Nz12345,67 345,678�:�,)� delimiter�decimalr g)\��� �@g+�ٚu@r )r r r r1 r2 r/ �assert_almost_equal)r r r r( r9 r r r �test_euro_decimalh s z TestTextReader.test_euro_decimalc C sH d}t t|�ddd d�}|�� }tjddgtjd�}t�|d |� d S ) Nz123,456 12,500r; r< )r= � thousandsr i@� i�0 )r, r )r r r r1 r2 �int64r/ r? )r r r r( r9 r r r �test_integer_thousandsq s z%TestTextReader.test_integer_thousandsc C s< d}t t|�ddd d�}|�� }tddg�}t�||� d S )Nz123.456 12.500r; �.)r= rA r i@� i�0 )r r r r r/ �assert_frame_equal)r r r r( r9 r r r �test_integer_thousands_altz s z)TestTextReader.test_integer_thousands_altc C s� d}t t|�dd d�}d}tjtj|d�� |�� W d Q R X t t|�dd dd�}|�� }tjdd d d gt d �tjd dddgt d �tjddddgt d �d�}t ||� t t|�dd dd�}|�� |� � }d|j ks�t �d|j ks�t �d S )Nz'a:b:c d:e:f g:h:i j:k:l:m l:m:n o:p:q:rr; )r= r zCError tokenizing data\. C error: Expected 3 fields in line 4, saw 4)�matchr" )r= r Z on_bad_linesr+ �d�g�l)r, r. �e�h�m�cr �i�n)r r- r" r- zSkipping line 4zSkipping line 6)r r �pytestZraisesr Z ParserErrorr r1 r2 �object�assert_array_dicts_equalZ readouterr�errr' )r Zcapsysr r �msgr( r9 Zcapturedr r r �test_skip_bad_lines� s$ z"TestTextReader.test_skip_bad_linesc C s� d}t t|�ddd�}|j}dddgg}||ks4t�|�� }tjdd gtjd �tjdd gtjd �tjd d gtjd �d�}t||� d S )Nz%skip this skip this a,b,c 1,2,3 4,5,6r< r" )r= r r+ r. rN r- � )r, � � � )r r- r" ) r r r r' r r1 r2 rB rS )r r r r r9 Zrecsr r r � test_header_not_enough_lines� s z+TestTextReader.test_header_not_enough_linesc C sF d}t t|�dd dd�}|�� }dtjdgd td�i}t||� d S ) Nz,\"hello world" \"hello world" \"hello world"r< �\)r= r � escapecharr z "hello world"rY )r, )r r r r1 r2 rR rS )r r r r( r9 r r r �test_escapechar� s z TestTextReader.test_escapecharc C s d S )Nr )r r r r �test_eof_has_eol� s z TestTextReader.test_eof_has_eolc C s d S )Nr )r r r r �test_na_substitution� s z#TestTextReader.test_na_substitutionc s� d� � fdd�}|dd�}|� � }|d jdks4t�tjdd d d d gdd�}|d |k�� s`t�|d jdksrt�|dd�}|� � }|d jdks�t�tjdd d d d gdd�}|d |k�� s�t�|d jdks�t�d S )Nz a,1 aa,2 aaa,3 aaaa,4 aaaaa,5c s2 d| krt | d �| d< tt� �fdd d�| ��S )Nr, r< )r= r )r r r )�kwds)r r r � _make_reader� s z<TestTextReader.test_numpy_string_dtype.<locals>._make_readerzS5,i4)r, r ZS5r+ ZaaZaaaZaaaaZaaaaar- �i4ZS4)r r, r' r1 r2 �all)r rb r r( Z ex_valuesr )r r �test_numpy_string_dtype� s z&TestTextReader.test_numpy_string_dtypec s� d� � fdd�}|ddd�d�}|� � }|d jdks:t�|d jdksLt�|tjtd�d�}|� � }|d jdksxt�|d jd ks�t�|t�d�t�d �d�d�}|� � }|d jdks�t�|d jd ks�t�d S ) Nzone,two 1,a 2,b 3,c 4,dc s0 d| krt | d �| d< tt� �fddi| ��S )Nr, r= r< )r r r )ra )r r r rb � s z4TestTextReader.test_pass_dtype.<locals>._make_reader�u1ZS1)�oner- )r, r r- �O)r r, r' r1 Zuint8rR )r rb r r( r )r r �test_pass_dtype� s z TestTextReader.test_pass_dtypec sp d� � fdd�}|dd�}|� � }|� � � }t|�dks<t�|d |d k�� sTt�|d |d k�� slt�d S )Nz a,b,c 1,2,3 4,5,6 7,8,9 10,11,12c s t t� �fddi| ��S )Nr= r< )r r )ra )r r r rb s z1TestTextReader.test_usecols.<locals>._make_reader)r- r" )Zusecolsr" r- )r r# r' rd )r rb r r( �expr )r r � test_usecols� s zTestTextReader.test_usecolsc C sl dd� }d}||dd� d}||dd� d }||dd� d }||dd� d }||dd� d }||dd� d S ) Nc [ sB | � dd�}tt| �f|��� }tt|�f|��� }t||� d S )N� z )�replacer r r rS )r �kwargsZ nice_textr( r9 r r r �_test s z/TestTextReader.test_cr_delimited.<locals>._testz a,b,c 1,2,3 4,5,6 7,8,9 10,11,12r< )r= z*a b c 1 2 3 4 5 6 7 8 9 10 11 12T)r6 z a,b,c 1,2,3 4,5,6 ,88,9 10,11,12zdA,B,C,D,E,F,G,H,I,J,K,L,M,N,O AAAAA,BBBBB,0,0,0,0,0,0,0,0,0,0,0,0,0 ,BBBBB,0,0,0,0,0,0,0,0,0,0,0,0,0zA B C 2 3 4 5 6zA B C 2 3 4 5 6r )r ro r �sampler r r �test_cr_delimited s z TestTextReader.test_cr_delimitedc C sj d}t t|�dd��� }tjddgtjd�tjddgtd�tjd dgtd�d �}t||� td gtj ggd gd d gd�}tddddgddddggt d�ddgd�}tddddgdtj tj tj gddddgddtj tj ggt d�dddd gd�}xvt d �D ]j}t td �dd gd d �}t �||� t td �t d�d d!�}t �||� t td"�t d�d d!�}t �||� q�W d S )#Nza,b,c 1,2,3 4,,r< )r= r- rW )r, �2� �3)r r- r" r. r+ rN )�columns�indexr �abcdr" rY rZ � � � � � � rX � � �d za,b c )Zskiprows�names�enginez1,1,1,1,0 1,1,1,1,0 )r� r� z"0,1,2,3,4 5,6 7,8,9,10,11 12,13,14)r r r r1 r2 rB rR rS r �nan�list�ranger r/ rE ) r r r( r9 r+ r. rN �_�dfr r r �test_empty_field_eof* s4 * z#TestTextReader.test_empty_field_eofc C s6 t t� dd dddgd��}t|t�s(t�W d Q R X d S )N� r+ r. rN )� chunksizer r� )r r � isinstancer r' )r r� r r r �test_empty_csv_inputT s z#TestTextReader.test_empty_csv_inputN) �__name__� __module__� __qualname__rQ Zfixturer r r r! r) r4 r5 r7 r: r@ rC rF rV r[ r^ r_ r` re ri rk rq r� r� r r r r r s. *r c C s6 x0| � � D ]$\}}t�t�|�t�|| �� q W d S )N)�itemsr/ r0 r1 Zasarray)�left�right�k�vr r r rS \ s rS )�__doc__r r r r �numpyr1 rQ Zpandas._libs.parsersZ_libs�parsersr r Zpandasr Zpandas._testingZ_testingr/ Zpandas.io.parsersr r Z"pandas.io.parsers.c_parser_wrapperr r rS r r r r �<module> s C
| ver. 1.4 |
Github
|
.
| PHP 8.3.23 | Генерация страницы: 0.03 |
proxy
|
phpinfo
|
Настройка