Файловый менеджер - Редактировать - /home/digitalm/venv/lib/python3.7/site-packages/pandas/tests/io/parser/__pycache__/test_network.cpython-37.pyc
Назад
B �5�g�+ � @ s d Z ddlmZmZ ddlZddlZddlZddlm m Z ddl m Z ddlmZ ddlmZ ddlmZ ejjej�ddd d d g�ej�d d dg�ej�dddg�dd� ����Zejdd� �Zejddd�dd� �Zejdd � �Z ej� d �e � � G d d � d ���Z dS ) zl Tests parsers ability to read and parse non-local files and hence require a network connection to be read. � )�BytesIO�StringION)� DataFrame)� read_feather)�read_csvzcompress_type, extension)�gzipz.gz)�bz2z.bz2)�zipz.zip)�xzz.xz�mode�explicit�infer�engine�python�cc C s t | ||||� d S )N)�check_compressed_urls)�salaries_table� compress_type� extensionr r � r �Y/home/digitalm-up/venv/lib/python3.7/site-packages/pandas/tests/io/parser/test_network.py�test_compressed_urls s r c C s8 d}|| }|dkr|}t |d||d�}t�|| � d S )NzXhttps://github.com/pandas-dev/pandas/raw/master/pandas/tests/io/parser/data/salaries.csvr � )�sep� compressionr )r �tm�assert_frame_equal)r r r r r �base_url�urlZ url_tabler r r r " s r z"https://raw.githubusercontent.com/T)Zcheck_before_testc C s( d} t | ddd�}|jd dks$t�dS )zN read_csv should honor the requested encoding for URLs. GH 10424 zihttps://raw.githubusercontent.com/pandas-dev/pandas/master/pandas/tests/io/parser/data/unicode_series.csvzlatin-1N)�encoding�header)� � u$ Á köldum klaka (Cold Fever) (1994))r �loc�AssertionError)�path�dfr r r �test_url_encoding_csv4 s r' c C s t | dddd��S )z DataFrame with the tips dataset.�io�data�csvztips.csv)r )Zdatapathr r r �tips_dfC s r+ � s3_resourcec @ s� e Zd Ze�d�dd� �Zdd� Zdd� Zdd � Zd d � Z d d � Z dd� Z dd� Z dd� Z dd� Zejjddd�dd� �Zejjddd�e�d�d d � ��Zd d � Zd d!� Zd"d#� Ze�d�d$d%� �Zd&S )'�TestS3�s3fsc C s| xFdD ]>\}}t d| ||d�}t|t�s.t�|jr8t�t�||� qW t d|d�}t|t�sbt�|jrlt�t�||� d S )N))� N)z.gzr )z.bz2r zs3://pandas-test/tips.csv)r �storage_optionszs3://cant_get_it/tips.csv)r0 )r � isinstancer r$ �emptyr r )�selfr+ �s3so�ext�compr& r r r �test_parse_public_s3_bucketL s z"TestS3.test_parse_public_s3_bucketc C s@ t dd|d�}t|t�s t�|jr&t�t�|jd d� |� d S )Nzs3n://pandas-test/tips.csv� )�nrowsr0 )r r1 r r$ r2 r r �iloc)r3 r+ r4 r& r r r � test_parse_public_s3n_bucketa s z#TestS3.test_parse_public_s3n_bucketc C s@ t dd|d�}t|t�s t�|jr&t�t�|jd d� |� d S )Nzs3a://pandas-test/tips.csvr8 )r9 r0 )r r1 r r$ r2 r r r: )r3 r+ r4 r& r r r � test_parse_public_s3a_bucketi s z#TestS3.test_parse_public_s3a_bucketc C sX xRdD ]J\}}t d| d||d�}t|t�s0t�|jr:t�t�|jd d� |� qW d S )N))r/ N)z.gzr )z.bz2r zs3://pandas-test/tips.csvr8 )r9 r r0 )r r1 r r$ r2 r r r: )r3 r+ r4 r5 r6 r& r r r �!test_parse_public_s3_bucket_nrowsp s z(TestS3.test_parse_public_s3_bucket_nrowsc C s� d}x�dD ]�\}}t d| |||d��h}|j|ks6t�xRdD ]J}|�� }t|t�sVt�|jr`t�|j|| ||d � } t� | |� q<W W d Q R X q W d S )N� ))r/ N)z.gzr )z.bz2r zs3://pandas-test/tips.csv)� chunksizer r0 )r r" � r" ) r r? r$ � get_chunkr1 r r2 r: r r ) r3 r+ r4 r? r5 r6 � df_reader�i_chunkr& �true_dfr r r �#test_parse_public_s3_bucket_chunked| s z*TestS3.test_parse_public_s3_bucket_chunkedc C s� d}x�dD ]�\}}t d| ||d|d��h}|j|ks8t�xRdD ]J}|�� }t|t�sXt�|jrbt�|j|| ||d � } t� | |� q>W W d Q R X q W d S )Nr> ))r/ N)z.gzr )z.bz2r zs3://pandas-test/tips.csvr )r? r r r0 )r r" r@ r" ) r r? r$ rA r1 r r2 r: r r ) r3 r+ r4 r? r5 r6 rB rC r& rD r r r �*test_parse_public_s3_bucket_chunked_python� s" z1TestS3.test_parse_public_s3_bucket_chunked_pythonc C sN xHdD ]@\}}t d| d||d�}t|t�s0t�|jr:t�t�||� qW d S )N))r/ N)z.gzr )z.bz2r zs3://pandas-test/tips.csvr )r r r0 )r r1 r r$ r2 r r )r3 r+ r4 r5 r6 r& r r r �"test_parse_public_s3_bucket_python� s z)TestS3.test_parse_public_s3_bucket_pythonc C sJ xDdD ]<}t d| dd|d�}t|t�s,t�|jr6t�t�||� qW d S )N)r/ z.gzz.bz2zs3://pandas-test/tips.csvr r )r r r0 )r r1 r r$ r2 r r )r3 r+ r4 r5 r& r r r �test_infer_s3_compression� s z TestS3.test_infer_s3_compressionc C sZ xTdD ]L\}}t d| dd||d�}t|t�s2t�|jr<t�t�|jd d� |� qW d S )N))r/ N)z.gzr )z.bz2r zs3://pandas-test/tips.csvr r8 )r r9 r r0 )r r1 r r$ r2 r r r: )r3 r+ r4 r5 r6 r& r r r �(test_parse_public_s3_bucket_nrows_python� s z/TestS3.test_parse_public_s3_bucket_nrows_pythonc C sP d}t jt|d�� td|d� W d Q R X t jt|d�� td� W d Q R X d S )Nz#The specified bucket does not exist)�matchzs3://nyqpug/asdf.csv)r0 zs3://cant_get_it/file.csv)�pytest�raises�IOErrorr )r3 r4 �msgr r r �test_read_s3_fails� s zTestS3.test_read_s3_failszGH#39155 s3fs upgradeF)�reason�strictc C s@ dd l }t|jjf}tj|dd�� |jd|d� W d Q R X d S )Nr z#The specified bucket does not exist)rJ z/s3://an_s3_bucket_data_doesnt_exit/not_real.csv)r0 )�botocore�FileNotFoundError� exceptions� ClientErrorrK rL �to_csv)r3 r+ r4 rR �errorr r r �test_write_s3_csv_fails� s z TestS3.test_write_s3_csv_failsZpyarrowc C s@ dd l }t|jjf}tj|dd�� |jd|d� W d Q R X d S )Nr z#The specified bucket does not exist)rJ z3s3://an_s3_bucket_data_doesnt_exit/not_real.parquet)r0 )rR rS rT rU rK rL Z to_parquet)r3 r+ r4 rR rW r r r �test_write_s3_parquet_fails� s z"TestS3.test_write_s3_parquet_failsc C sj |j jjddd�}t|d �� ��}t|dd�}W d Q R X t|t�sHt�|j rRt�t|�}t � ||� d S )Nz pandas-testztips.csv)�Bucket�Key�Body�utf8)r ) �meta�clientZ get_objectr �readr r1 r r$ r2 r r )r3 r, Z tips_fileZ s3_object�buffer�result�expectedr r r �$test_read_csv_handles_boto_s3_object� s z+TestS3.test_read_csv_handles_boto_s3_objectc C s� dd l }ttj�dd�td�d�}t� }|�|� t|� � � d��}|� d�j d|d � |j �� |jtjd d ��, td d |d� ddd� |jD �ks�t�W d Q R X d S )Nr i�� � �abcd)�columnszutf-8z pandas-testzlarge-file.csv)r[ r\ r. )�loggerz s3://pandas-test/large-file.csvr> )r9 r0 )r i T c s s | ]}|j d d� V qdS )���N)�args)�.0�xr r r � <genexpr> s z8TestS3.test_read_csv_chunked_download.<locals>.<genexpr>)r. r �np�randomZrandn�listr rV r �getvalue�encoderZ Z put_objectZ S3FileSystemZclear_instance_cacheZat_level�logging�DEBUGr �recordsr$ )r3 r, Zcaplogr4 r. r& Zstr_buf�bufr r r � test_read_csv_chunked_download s z%TestS3.test_read_csv_chunked_downloadc C s t d|d�}t�||� d S )Nzs3://pandas-test/tips#1.csv)r0 )r r r )r3 r+ r4 rb r r r � test_read_s3_with_hash_in_key s z$TestS3.test_read_s3_with_hash_in_keyc C s$ t |�}t d|d�}t�||� d S )Nz's3://pandas-test/simple_dataset.feather)r0 )r r r )r3 Z feather_filer4 rc �resr r r � test_read_feather_s3_file_path% s z%TestS3.test_read_feather_s3_file_pathN)�__name__� __module__� __qualname__�tdZ skip_if_nor7 r; r< r= rE rF rG rH rI rO rK �markZxfailrX rY rd rw rx rz r r r r r- I s" r- ) �__doc__r( r r rs �numpyrn rK Z pandas.util._test_decorators�utilZ_test_decoratorsr~ Zpandasr Zpandas._testingZ_testingr Zpandas.io.feather_formatr Zpandas.io.parsersr r �networkZ parametrizer r r' Zfixturer+ Z usefixturesZskip_if_not_us_localer- r r r r �<module> s(
| ver. 1.4 |
Github
|
.
| PHP 8.3.23 | Генерация страницы: 0.05 |
proxy
|
phpinfo
|
Настройка