Файловый менеджер - Редактировать - /home/digitalm/venv/lib/python3.7/site-packages/pandas/tests/io/__pycache__/test_html.cpython-37.pyc
Назад
B �5�g�� � @ s� d dl mZ d dlmZ d dlmZmZ d dlZd dlm Z d dl Z d dl Z d dl m Z d dlZd dlZd dlmZ d dlmZ d dlm mZ d d lmZmZm Z m Z m Z m Z m Z d dl!m"Z# d d l$m%Z% d dl&Zd d l&m'Z' ej(�)e*�Z+ej,d d ddgd�dd� �Z-dd� Z.e�/d�e�/d�dd� ��Z0dd� Z1e�/d�e�/d�e�/d�d d � ���Z2ej3j4d ej5de�/d�e�/d�gd �ej5de�/d�d �gd d!�G d"d#� d#��Z6dS )$� )�partial)�reload)�BytesIO�StringION)�Path)�URLError)�is_platform_windows)� ParserError)� DataFrame� MultiIndex�Series� Timestamp� date_range�read_csv� to_datetime)�file_path_to_url)� read_htmlzchinese_utf-16.htmlzchinese_utf-32.htmlzchinese_utf-8.htmlzletz_latin1.html)�paramsc C s |ddd| j �S )z6Parametrized fixture for HTML encoding test filenames.�io�dataZ html_encoding)�param)�request�datapath� r �O/home/digitalm-up/venv/lib/python3.7/site-packages/pandas/tests/io/test_html.py�html_encoding_file& s r c O s� t | �t |�ks,tdt | �� dt |�� ���d}ttdd� | |��}|sPt|��x8t| |�D ]*\}}tj||f|�|� |jr\td��q\W d S )Nz*lists are not of equal size len(list1) == z, len(list2) == z$not all list elements are DataFramesc S s t | t�ot |t�S )N)� isinstancer )�x�yr r r �<lambda>< � z(assert_framelist_equal.<locals>.<lambda>zframes are both empty)�len�AssertionError�all�map�zip�tm�assert_frame_equal�empty)Zlist1Zlist2�args�kwargs�msgZ both_framesZframe_iZframe_jr r r �assert_framelist_equal3 s r, �bs4�html5libc C sJ dd l }| �|dd� tjtdd�� t|dddd �d d � W d Q R X d S ) Nr � __version__z4.2zPandas requires version)�matchr r �htmlz spam.htmlr- )�flavor)r- �setattr�pytest�raises� ImportErrorr )Z monkeypatchr r- r r r �test_bs4_version_failsG s r7 c C s@ d} d}d| d }t jt|d�� t| d|d� W d Q R X d S )Nz google.comzinvalid flavorz\{z \} is not a valid set of flavors)r0 Zgoogle)r0 r2 )r4 r5 � ValueErrorr )�urlr2 r+ r r r �test_invalid_flavorQ s r: �lxmlc C s< | dddd�}t |ddgd�}t |ddgd�}t||� d S ) Nr r r1 zvalid_markup.htmlr r; )� index_colr2 r- )r r, )r �filenameZdfs_lxmlZdfs_bs4r r r �test_same_orderingZ s r> r2 )Zmarks�class)�scopec @ s� e Zd Zejdd�dd� �Zejddd�dd� �Zd d � Zejj d d �e j d d� ��Z ejj d d �e j dd� ��Z e j dd� �Zejjdd� �Zdd� Zdd� Zdd� Zdd � Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� Zd'd(� Zd)d*� Zd+d,� Z d-d.� Z d/d0� Z d1d2� Z d3d4� Z d5d6� Z!d7d8� Z"d9d:� Z#d;d<� Z$e j d=d>� �Z%e j ejjd?d@� ��Z&ejjdAdB� �Z'ejjdCdD� �Z(dEdF� Z)ejjdGdH� �Z*ejjdIdJ� �Z+ejjdKdL� �Z,ejjdMdN� �Z-ejjdOdP� �Z.ejjdQdR� �Z/ejjdSdT� �Z0dUdV� Z1e j dWdX� �Z2e j dYdZ� �Z3d[d\� Z4d]d^� Z5d_d`� Z6dadb� Z7dcdd� Z8dedf� Z9ejjdgdh� �Z:ejjdidj� �Z;dkdl� Z<dmdn� Z=dodp� Z>dqdr� Z?dsdt� Z@dudv� ZAdwdx� ZBdydz� ZCd{d|� ZDd}d~� ZEdd�� ZFd�d�� ZGd�d�� ZHd�d�� ZId�d�� ZJd�d�� ZKd�d�� ZLd�d�� ZMd�d�� ZNd�d�� ZOd�d�� ZPejjd�d�� �ZQd�d�� ZRej�Sd�deTd�g�d�fd�eTd�g�eTd�g�fg�d�d�� �ZUd�d�� ZVd�d�� ZWd�d�� ZXejjd�d�� �ZYd�d�� ZZd�S )�� TestReadHtmlT)�autousec C s4 |dddd�| _ i | _d| jd< |dddd�| _d S )Nr r r1 z spam.htmlzUTF-8�encodingz banklist.html)� spam_data�spam_data_kwargs� banklist_data)�selfr r r r � set_filesm s zTestReadHtml.set_files�function)rB r@ c c s t t|d�| _d V d S )N)r2 )r r )rG r2 r r r r � set_defaultst s zTestReadHtml.set_defaultsc C sV t jdddd� ddd��dj��t�}|�� }| j|dd id d �d }t �||� d S ) N� � c W s t j�� S )N)�np�randomZrand)r) r r r r ~ r z2TestReadHtml.test_to_html_compat.<locals>.<lambda>F)Z data_gen_fZ c_idx_namesZ r_idx_namesz{:.3f}r? Z dataframer )�attrsr< ) r& ZmakeCustomDataframe�applymap�formatZastype�float�to_htmlr r' )rG �df�out�resr r r �test_to_html_compaty s z TestReadHtml.test_to_html_compatzHtml file was removed)�reasonc C sf d}t �t�� | j|dddid�}W d Q R X t �t�� | j|dddid�}W d Q R X t||� d S )Nz9https://www.fdic.gov/bank/individual/failed/banklist.htmlz First Federal Bank of Florida�id�table)rO z Metcalf Bank)r& Zassert_produces_warning� FutureWarningr r, )rG r9 �df1�df2r r r �"test_banklist_url_positional_match� s z/TestReadHtml.test_banklist_url_positional_matchc C s: d}| j |dddid�}| j |dddid�}t||� d S )Nz9https://www.fdic.gov/bank/individual/failed/banklist.htmlz First Federal Bank of FloridarY rZ )r0 rO z Metcalf Bank)r r, )rG r9 r\ r] r r r �test_banklist_url� s z TestReadHtml.test_banklist_urlc C s. d}| j |dd�}| j |dd�}t||� d S )Nz^https://raw.githubusercontent.com/pandas-dev/pandas/master/pandas/tests/io/data/html/spam.htmlz .*Water.*)r0 �Unit)r r, )rG r9 r\ r] r r r � test_spam_url� s zTestReadHtml.test_spam_urlc C s: | j | jdddid�}| j | jdddid�}t||� d S )Nz .*Florida.*rY rZ )r0 rO z Metcalf Bank)r rF r, )rG r\ r] r r r � test_banklist� s zTestReadHtml.test_banklistc C sZ | j | jdd�}| j | jdd�}t||� |d jd dks@t�|d jd dksVt�d S )Nz .*Water.*)r0 r` r )r r � ProximatesZNutrient)r rD r, �ilocr" �columns)rG r\ r] r r r � test_spam� s zTestReadHtml.test_spamc C s, | � | j�}x|D ]}t|t�st�qW d S )N)r rD r r r" )rG �dfsrT r r r �test_spam_no_match� s z TestReadHtml.test_spam_no_matchc C s4 | j | jddid�}x|D ]}t|t�st�qW d S )NrY rZ )rO )r rF r r r" )rG rg rT r r r �test_banklist_no_match� s z#TestReadHtml.test_banklist_no_matchc C s6 | j | jddd�d }|jd dks(t�|jr2t�d S )Nz .*Water.*� )r0 �headerr rc )r rD re r" r( )rG rT r r r �test_spam_header� s z TestReadHtml.test_spam_headerc C s2 | j | jddd�}| j | jddd�}t||� d S )Nz .*Water.*� )r0 �skiprowsr` )r rD r, )rG r\ r] r r r �test_skiprows_int� s z TestReadHtml.test_skiprows_intc C s: | j | jdtd�d�}| j | jdtd�d�}t||� d S )Nz .*Water.*rj )r0 rn r` )r rD �ranger, )rG r\ r] r r r �test_skiprows_range� s z TestReadHtml.test_skiprows_rangec C s: | j | jdddgd�}| j | jdddgd�}t||� d S )Nz .*Water.*rm rj )r0 rn r` )r rD r, )rG r\ r] r r r �test_skiprows_list� s z TestReadHtml.test_skiprows_listc C s: | j | jdddhd�}| j | jdddhd�}t||� d S )Nz .*Water.*rm rj )r0 rn r` )r rD r, )rG r\ r] r r r �test_skiprows_set� s z TestReadHtml.test_skiprows_setc C s2 | j | jddd�}| j | jddd�}t||� d S )Nz .*Water.*rm )r0 rn r` )r rD r, )rG r\ r] r r r �test_skiprows_slice� s z TestReadHtml.test_skiprows_slicec C s: | j | jdtd�d�}| j | jdtd�d�}t||� d S )Nz .*Water.*rj )r0 rn r` )r rD �slicer, )rG r\ r] r r r �test_skiprows_slice_short� s z&TestReadHtml.test_skiprows_slice_shortc C s@ | j | jdtdd�d�}| j | jdtddd�d�}t||� d S ) Nz .*Water.*rj � )r0 rn r` rK rm ���)r rD ru r, )rG r\ r] r r r �test_skiprows_slice_long� s z%TestReadHtml.test_skiprows_slice_longc C s> | j | jdt�d�d�}| j | jdt�d�d�}t||� d S )Nz .*Water.*rj )r0 rn r` )r rD rM Zaranger, )rG r\ r] r r r �test_skiprows_ndarray� s z"TestReadHtml.test_skiprows_ndarrayc C s0 t jtdd�� | j| jddd� W d Q R X d S )Nz%is not a valid type for skipping rows)r0 z .*Water.*Zasdf)r0 rn )r4 r5 � TypeErrorr rD )rG r r r �test_skiprows_invalid� s z"TestReadHtml.test_skiprows_invalidc C s2 | j | jddd�}| j | jddd�}t||� d S )Nz .*Water.*r )r0 r< r` )r rD r, )rG r\ r] r r r � test_index s zTestReadHtml.test_indexc C s6 | j | jdddd�}| j | jdddd�}t||� d S )Nz .*Water.*rm r )r0 rk r< r` )r rD r, )rG r\ r] r r r � test_header_and_index_no_types s z+TestReadHtml.test_header_and_index_no_typesc C s6 | j | jdddd�}| j | jdddd�}t||� d S )Nz .*Water.*rm r )r0 rk r< r` )r rD r, )rG r\ r] r r r � test_header_and_index_with_types s z-TestReadHtml.test_header_and_index_with_typesc C s2 | j | jddd�}| j | jddd�}t||� d S )Nz .*Water.*r )r0 r< r` )r rD r, )rG r\ r] r r r �test_infer_types s z TestReadHtml.test_infer_typesc C sz t | jf| j��}t|�� �}W d Q R X t | jf| j��}t|�� �}W d Q R X | j|dd�}| j|dd�}t||� d S )Nz .*Water.*)r0 r` )�openrD rE r �readr r, )rG �f�data1�data2r\ r] r r r �test_string_io s zTestReadHtml.test_string_ioc C sN t | jf| j��}|�� }W d Q R X | j|dd�}| j|dd�}t||� d S )Nz .*Water.*)r0 r` )r� rD rE r� r r, )rG r� r r\ r] r r r � test_string$ s zTestReadHtml.test_stringc C sb t | jf| j��}| j|dd�}W d Q R X t | jf| j��}| j|dd�}W d Q R X t||� d S )Nz .*Water.*)r0 r` )r� rD rE r r, )rG r� r\ r] r r r �test_file_like- s zTestReadHtml.test_file_likec C s, t jtdd�� | jddd� W d Q R X d S )Nz#urlopen error unknown url type: git)r0 zgit://github.comz .*Water.*)r4 r5 r r )rG r r r �test_bad_url_protocol6 s z"TestReadHtml.test_bad_url_protocolc C s4 d}t jttf|d�� | jddd� W d Q R X d S )NzNName or service not known|Temporary failure in name resolution|No tables found)r0 z http://www.a23950sdfa908sd.comz .*Water.*)r4 r5 r r8 r )rG r+ r r r �test_invalid_url; s z TestReadHtml.test_invalid_urlc C sT | j }| jttj�|��dddid�}t|t�s4t�x|D ]}t|t �s:t�q:W d S )NZFirstrY rZ )r0 rO ) rF r r �os�path�abspathr �listr" r )rG r9 rg rT r r r � test_file_urlE s zTestReadHtml.test_file_urlc C s8 | j }tjtdd�� | j|dddid� W d Q R X d S )NzNo tables found)r0 z First Federal Bank of FloridarY Z tasdfable)r0 rO )rF r4 r5 r8 r )rG r9 r r r �test_invalid_table_attrsO s z%TestReadHtml.test_invalid_table_attrsc O s" | j | jf|�dddid�|��S )N�MetcalfrY rZ )r0 rO )r rF )rG r) r* r r r � _bank_dataW s zTestReadHtml._bank_datac C s( | j ddgd�d }t|jt�s$t�d S )Nr rm )rk )r� r re r r" )rG rT r r r �test_multiindex_header\ s z#TestReadHtml.test_multiindex_headerc C s( | j ddgd�d }t|jt�s$t�d S )Nr rm )r< )r� r �indexr r" )rG rT r r r �test_multiindex_indexa s z"TestReadHtml.test_multiindex_indexc C s> | j ddgddgd�d }t|jt�s*t�t|jt�s:t�d S )Nr rm )rk r< )r� r re r r" r� )rG rT r r r � test_multiindex_header_indexf s z)TestReadHtml.test_multiindex_header_indexc C s* | j ddgdd�d }t|jt�s&t�d S )Nr rm )rk rn )r� r re r r" )rG rT r r r �&test_multiindex_header_skiprows_tuplesl s z3TestReadHtml.test_multiindex_header_skiprows_tuplesc C s* | j ddgdd�d }t|jt�s&t�d S )Nr rm )rk rn )r� r re r r" )rG rT r r r � test_multiindex_header_skiprowsq s z,TestReadHtml.test_multiindex_header_skiprowsc C s@ | j ddgddgdd�d }t|jt�s,t�t|jt�s<t�d S )Nr rm )rk r< rn )r� r r� r r" re )rG rT r r r �%test_multiindex_header_index_skiprowsv s z2TestReadHtml.test_multiindex_header_index_skiprowsc C s` | j }| jttj�|��t�t�d��ddid�}t|t �s@t �x|D ]}t|t �sFt �qFW d S )NZFloridarY rZ )r0 rO ) rF r r r� r� r� �re�compiler r� r" r )rG r9 rg rT r r r �test_regex_idempotency| s z#TestReadHtml.test_regex_idempotencyc C s4 d}t jt|d�� | j| jddd� W d Q R X d S )Nz \(you passed a negative value\))r0 ZWaterrx )r0 rn )r4 r5 r8 r rD )rG r+ r r r �test_negative_skiprows� s z#TestReadHtml.test_negative_skiprowsc C s& d}| j |dd�}t|�dks"t�d S )Nzhttps://docs.python.org/2/�Python)r0 rm )r r! r" )rG r9 rg r r r �test_multiple_matches� s z"TestReadHtml.test_multiple_matchesc C s< d}| j |dd�}dd� |D �}t|�tddg�ks8t�d S )Nzhttps://docs.python.org/2/r� )r0 c S s g | ]}|j d dd� �qS ))r r r rK )rd )�.0rT r r r � <listcomp>� s z7TestReadHtml.test_python_docs_table.<locals>.<listcomp>ZRepoZWhat)r �sortedr" )rG r9 rg �zzr r r �test_python_docs_table� s z#TestReadHtml.test_python_docs_tablec C s" d}| � |�}t|�dks t�dS )z@ Make sure that read_html ignores empty tables. a� <table> <thead> <tr> <th>A</th> <th>B</th> </tr> </thead> <tbody> <tr> <td>1</td> <td>2</td> </tr> </tbody> </table> <table> <tbody> </tbody> </table> rm N)r r! r" )rG r1 �resultr r r �test_empty_tables� s z TestReadHtml.test_empty_tablesc C s: | � d�d }tddgddggddgd �}t�||� d S ) Na� <table> <thead> <tr> <th>A</th> <th>B</th> </tr> </thead> <tbody> <tr> <td>1</td> <td>2</td> </tr> </tbody> <tbody> <tr> <td>3</td> <td>4</td> </tr> </tbody> </table>r rm rj rL rK �A�B)r re )r r r& r' )rG r� �expectedr r r �test_multiple_tbody� s z TestReadHtml.test_multiple_tbodyc C s0 | � d�d }tddidgd�}t�||� dS )zt Don't fail with bs4 when there is a header and only one column as described in issue #9178 a3 <table> <thead> <tr> <th>Header</th> </tr> </thead> <tbody> <tr> <td>first</td> </tr> </tbody> </table>r �Header�first)r r� N)r r r& r' )rG r� r� r r r �test_header_and_one_column� s z'TestReadHtml.test_header_and_one_columnc C s8 | � d�d }tdddggdddgd �}t�||� d S ) zK Ensure parser adds <tr> within <thead> on malformed HTML. a� <table> <thead> <tr> <th>Country</th> <th>Municipality</th> <th>Year</th> </tr> </thead> <tbody> <tr> <td>Ukraine</td> <th>Odessa</th> <td>1944</td> </tr> </tbody> </table>r ZUkraineZOdessai� ZCountryZ MunicipalityZYear)r re N)r r r& r' )rG r� r� r r r �test_thead_without_tr� s z"TestReadHtml.test_thead_without_trc C s� d}t ddggddgd�}t ddgddggddgd�}|jd d �}|jd d �}| �|�d }| �|�d }t�||� t�||� d S )zh Make sure that read_html reads tfoot, containing td or th. Ignores empty tfoot a� <table> <thead> <tr> <th>A</th> <th>B</th> </tr> </thead> <tbody> <tr> <td>bodyA</td> <td>bodyB</td> </tr> </tbody> <tfoot> {footer} </tfoot> </table>ZbodyAZbodyBr� r� )r re ZfootAZfootB� )�footerz%<tr><td>footA</td><th>footB</th></tr>r N)r rQ r r& r' )rG Z data_templateZ expected1Z expected2r� r� Zresult1Zresult2r r r �test_tfoot_read s z TestReadHtml.test_tfoot_readc C s4 | j ddd�d }tddggdd�}t�||� d S )Na <table> <tr> <td>S</td> <td>I</td> </tr> <tr> <td>text</td> <td>1944</td> </tr> </table> r )rk �texti� )�S�I)re )r r r& r' )rG r� r� r r r �&test_parse_header_of_non_string_column/ s z3TestReadHtml.test_parse_header_of_non_string_columnc s� ddl m� � fdd�}| j| jdddid�d }t|d d d d �ttd �d�}|j|jks^t�ddddddddddg }dddd d d d d d!d"g }|�|�� ||�}|�|�}|j d#d#d$�} d%d&g} | | � t �| | < t �| |� d S )'Nr )�_remove_whitespacec s" y� | �S t k r | S X d S )N)�AttributeError)r )r� r r � try_remove_wsJ s z8TestReadHtml.test_banklist_header.<locals>.try_remove_wsr� rY rZ )r0 rO r r �csvz banklist.csv)z Updated Datez Closing Date)� convertersz+First Vietnamese American BankIn Vietnamesez!Westernbank Puerto RicoEn Espanolz)R-G Premier Bank of Puerto RicoEn EspanolzEurobankEn Espanolz Sanderson State BankEn EspanolzKWashington Mutual Bank(Including its subsidiary Washington Mutual Bank FSB)zSilver State BankEn Espanolz$AmTrade International BankEn EspanolzHamilton Bank, NAEn Espanolz5The Citizens Savings BankPioneer Community Bank, Inc.z First Vietnamese American BankzWesternbank Puerto Ricoz R-G Premier Bank of Puerto RicoZEurobankzSanderson State BankzWashington Mutual BankzSilver State BankzAmTrade International BankzHamilton Bank, NAzThe Citizens Savings BankT)�datetime�numericz Closing Datez Updated Date)�pandas.io.htmlr� r rF r r �shaper" rP �replace�_convert�applyr r& r' ) rG r r� rT Z ground_truth�old�newZdfnewZgtnewZ convertedZ date_colsr )r� r �test_banklist_headerF sD z!TestReadHtml.test_banklist_headerc C s\ d}t | j��}|�� }W d Q R X ||ks.t�| j| jdddid�d }||�� ksXt�d S )Nz Gold CanyonrY rZ )r0 rO r )r� rF r� r" r Z to_string)rG �gcr� Zraw_textrT r r r �test_gold_canyonx s z TestReadHtml.test_gold_canyonc C s4 | j ddd�d }| j ddd�d }t�||� d S )Na� <table> <thead> <tr style="text-align: right;"> <th></th> <th>C_l0_g0</th> <th>C_l0_g1</th> <th>C_l0_g2</th> <th>C_l0_g3</th> <th>C_l0_g4</th> </tr> </thead> <tbody> <tr> <th>R_l0_g0</th> <td> 0.763</td> <td> 0.233</td> <td> nan</td> <td> nan</td> <td> nan</td> </tr> <tr> <th>R_l0_g1</th> <td> 0.244</td> <td> 0.285</td> <td> 0.392</td> <td> 0.137</td> <td> 0.222</td> </tr> </tbody> </table>r )r< a� <table> <thead> <tr style="text-align: right;"> <th></th> <th>C_l0_g0</th> <th>C_l0_g1</th> <th>C_l0_g2</th> <th>C_l0_g3</th> <th>C_l0_g4</th> </tr> </thead> <tbody> <tr> <th>R_l0_g0</th> <td> 0.763</td> <td> 0.233</td> </tr> <tr> <th>R_l0_g1</th> <td> 0.244</td> <td> 0.285</td> <td> 0.392</td> <td> 0.137</td> <td> 0.222</td> </tr> </tbody> </table>)r r& r' )rG r� r� r r r � test_different_number_of_cols� s z*TestReadHtml.test_different_number_of_colsc C s8 | � d�d }tdddggdddgd �}t�||� d S ) NaZ <table> <tr> <th>A</th> <th colspan="1">B</th> <th rowspan="1">C</th> </tr> <tr> <td>a</td> <td>b</td> <td>c</td> </tr> </table> r �a�b�cr� r� �C)re )r r r& r' )rG r� r� r r r �test_colspan_rowspan_1� s z#TestReadHtml.test_colspan_rowspan_1c C sD | j ddd�d }tdddddggdd d dd gd �}t�||� d S ) Na� <table> <tr> <td colspan="2">X</td> <td>Y</td> <td rowspan="2">Z</td> <td>W</td> </tr> <tr> <td>A</td> <td colspan="2">B</td> <td>C</td> </tr> </table> r )rk r� r� �Zr� �XzX.1�Y�W)r re )r r r& r' )rG r� r� r r r � test_colspan_rowspan_copy_values� s z-TestReadHtml.test_colspan_rowspan_copy_valuesc C sD | j ddd�d }tdddddggddddd gd �}t�||� d S ) Na( <table> <tr> <td rowspan="2">A</td> <td rowspan="2" colspan="3">B</td> <td>C</td> </tr> <tr> <td>D</td> </tr> </table> r )rk r� r� �DzB.1zB.2r� )r re )r r r& r' )rG r� r� r r r � test_colspan_rowspan_both_not_1 s z,TestReadHtml.test_colspan_rowspan_both_not_1c C s8 | j ddd�d }tddggddgd�}t�||� d S )Nz� <table> <tr> <td>A</td> <td rowspan="2">B</td> </tr> <tr> <td>C</td> </tr> </table> r )rk r� r� r� )r re )r r r& r' )rG r� r� r r r �test_rowspan_at_end_of_row s z'TestReadHtml.test_rowspan_at_end_of_rowc C s> | j ddd�d }tddgddggddgd�}t�||� d S )Nz� <table> <tr> <td rowspan="3">A</td> <td rowspan="3">B</td> </tr> </table> r )rk r� r� )r re )r r r& r' )rG r� r� r r r �test_rowspan_only_rows9 s z#TestReadHtml.test_rowspan_only_rowsc C sT | � d�d }tddgddggddgddggd�}tdd gg|d �}t�||� d S ) Nam <table> <tr> <th>A</th> <th>B</th> </tr> <tr> <th>a</th> <th>b</th> </tr> <tr> <td>1</td> <td>2</td> </tr> </table> r r� r� r� r� rm )�levels�codesrj )r re )r r r r& r' )rG r� re r� r r r �+test_header_inferred_from_rows_with_only_thL s $z8TestReadHtml.test_header_inferred_from_rows_with_only_thc C sd t dtddd�i�}|�� }| j|dgdd�}t�||d � | j|dgdd�}t�||d � d S )N�datez1/1/2001� )�periodsrm r )� parse_datesr< )r r rS r r& r' )rG rT r� rV r r r �test_parse_dates_listf s z"TestReadHtml.test_parse_dates_listc C sn t tddd��}t|�dd� �|�dd� �d��}| j|�� dd d gid d �}td|i�}t�||d � d S ) Nz1/1/2001r� )r� c S s t | �� �S )N)�strr� )r r r r r r r z7TestReadHtml.test_parse_dates_combine.<locals>.<lambda>c S s t | �� �S )N)r� �time)r r r r r s r )r� r� r� rm rj )r� r< r )r r r r$ r rS r& r' )rG Z raw_datesrT rV Znewdfr r r �test_parse_dates_combinen s z%TestReadHtml.test_parse_dates_combinec C s� |dddd�}t j�|�s,tt|�� d���t j�|�sJtt|�� d���| j|ddd �d }|jd kslt�d |jd ks~t�|d j t � d�ks�t�t � |j d d�s�t�d S )Nr r r1 zwikipedia_states.htmlz is not a filez is an empty file�Arizonarm )r0 rk r )�< � �Unnamedrx zsq mi�float64)r zsq migH�zPN$A) r� r� �isfiler" �repr�getsizer r� re �dtyperM �allclose�loc)rG r r r� r r r �test_wikipedia_states_table| s z(TestReadHtml.test_wikipedia_states_tablec C sp |dddd�}| j |ddd�d }|jdks0t�d |jd d ksFt�|jjd ksVt�t�|jd d�slt�d S )Nr r r1 zwikipedia_states.htmlr� r )r0 r< )r� � r� rx rm rj )ZAlaska)z Total area[2]zsq migH�zPN$A)r r� r" re ZnlevelsrM r� r� )rG r r r� r r r � test_wikipedia_states_multiindex� s z-TestReadHtml.test_wikipedia_states_multiindexc C s4 d}t jt|d�� | jdddgd� W d Q R X d S )NzGPassed header=\[0,1\] are too many rows for this multi_index of columns)r0 aK <table> <thead> <tr><th></th><th></tr> <tr><th>A</th><th>B</th></tr> </thead> <tbody> <tr><td>a</td><td>b</td></tr> </tbody> </table> r rm )rk )r4 r5 r r )rG r+ r r r �%test_parser_error_on_empty_header_row� s z2TestReadHtml.test_parser_error_on_empty_header_rowc C sL | j ddd�d }tddidgd�}|d jt�d�ks<t�t�||� d S ) Na� <html> <body> <table> <thead> <tr> <th>Header</th> </tr> </thead> <tbody> <tr> <td>1100#101</td> </tr> </tbody> </table> </body> </html>�#)�decimalr r� g�C�lg0�@)r r� r� )r r r� rM r" r& r' )rG r� r� r r r �test_decimal_rows� s z TestReadHtml.test_decimal_rowsc C sF t �d�}x6dD ].}tjt|d�� | j| j|d� W d Q R X qW d S )Nz�Passing a bool to header is invalid. Use header=None for no header or header=int or list-like of ints to specify the row(s) making up the column names)TF)r0 )rk )r� �escaper4 r5 r{ r rD )rG r+ �argr r r �test_bool_header_arg� s z!TestReadHtml.test_bool_header_argc C s6 | j ddtid�d }tdddgi�}t�||� d S )Na� <table> <thead> <tr> <th>a</th> </tr> </thead> <tbody> <tr> <td> 0.763</td> </tr> <tr> <td> 0.244</td> </tr> </tbody> </table>r� )r� r z0.763z0.244)r r� r r& r' )rG r� r� r r r �test_converters� s z TestReadHtml.test_convertersc C s6 | j ddgd�d }tddtjgi�}t�||� d S )Na� <table> <thead> <tr> <th>a</th> </tr> </thead> <tbody> <tr> <td> 0.763</td> </tr> <tr> <td> 0.244</td> </tr> </tbody> </table>g� Zd;�?)Z na_valuesr r� g�"�~j�?)r r rM �nanr& r' )rG r� r� r r r �test_na_values� s zTestReadHtml.test_na_valuesc C sh d}t dddgi�}| j|dd�d }t�||� t dtjtjgi�}| j|dd�d }t�||� d S ) Na� <table> <thead> <tr> <th>a</th> </tr> </thead> <tbody> <tr> <td> N/A</td> </tr> <tr> <td> NA</td> </tr> </tbody> </table>r� zN/AZNAF)Zkeep_default_nar T)r r r& r' rM r� )rG Z html_data� expected_df�html_dfr r r �test_keep_default_na� s z!TestReadHtml.test_keep_default_nac C s> | � d�d }tddgtjtjggddgd�}t�||� d S )Nak <table> <tr> <th>A</th> <th>B</th> </tr> <tr> <td>a</td> <td>b</td> </tr> <tr> <td></td> <td></td> </tr> </table> r r� r� r� r� )r re )r r rM r� r& r' )rG r� r� r r r �test_preserve_empty_rows s z%TestReadHtml.test_preserve_empty_rowsc C sT | � d�d }tddgddggddgddggd�}tdd gg|d �}t�||� d S ) NaU <table> <thead> <tr><th></th><th></tr> <tr><th>A</th><th>B</th></tr> <tr><th>a</th><th>b</th></tr> </thead> <tbody> <tr><td>1</td><td>2</td></tr> </tbody> </table> r r� r� r� r� rm )r� r� rj )r re )r r r r& r' )rG r� re r� r r r �,test_ignore_empty_rows_when_inferring_header, s $z9TestReadHtml.test_ignore_empty_rows_when_inferring_headerc C sP t dddgd�}dddgdd d gg|_|jd d �}| �|�d }t�||� d S )N)ZHillary�D r� )ZBernie�J r� )ZDonald�E �R)r zUnnamed: 0_level_0ZAgeZParty�NamezUnnamed: 1_level_1zUnnamed: 2_level_1F)r� r )r re rS r r& r' )rG r� r1 r� r r r �test_multiple_header_rowsA s z&TestReadHtml.test_multiple_header_rowsc C s@ |dddd�}| j |dd�}t|t�s*t�t|d t�s<t�d S )Nr r r1 zvalid_markup.htmlr )r< )r r r� r" r )rG r r= rg r r r �test_works_on_valid_markupN s z'TestReadHtml.test_works_on_valid_markupc C s& |dddd�}| j |dddgd� d S ) Nr r r1 z banklist.htmlz .*Water.*r; r. )r0 r2 )r )rG r rF r r r �test_fallback_successT s z"TestReadHtml.test_fallback_successc C s: t ddd�}ttj�dd�|d�}|�� }d|ks6t�d S )Nz 2000-01-01r� )r� rK )r� )r r rM rN ZrandnrS r" )rG �rngrT r� r r r �test_to_html_timestampY s z#TestReadHtml.test_to_html_timestampzdisplayed_only,exp0,exp1ZfooNFzfoo bar baz quxc C sT t d�}| j||d�}t�|d |� |d k r@t�|d |� nt|�dksPt�d S )Na <html> <body> <table> <tr> <td> foo <span style="display:none;text-align:center">bar</span> <span style="display:none">baz</span> <span style="display: none">qux</span> </td> </tr> </table> <table style="display: none"> <tr> <td>foo</td> </tr> </table> </body> </html>)�displayed_onlyr rm )r r r& r' r! r" )rG r Zexp0Zexp1r rg r r r �test_displayed_only` s z TestReadHtml.test_displayed_onlyc C s� t j�|�}t j�|�d }|�d�\}}y�t|d�� }| j|�� |dd��� }W d Q R X t|d��"}| jt |�� �|dd��� }W d Q R X | j||dd��� } t � ||� t � || � W n4 t k r� t � r�d|ks�d|kr�t�� � Y nX d S )Nr �_�rb)rC r< Z16Z32)r� r� �basename�splitext�splitr� r r� �popr r& r' � Exceptionr r4 �skip) rG r � base_path�rootr rC ZfobjZ from_stringZfrom_file_like� from_filenamer r r � test_encode� s& " zTestReadHtml.test_encodec C sj | j j�d�dkr t�d� G dd� dt�}|d�}| � |�sBt�tjtdd�� | � |� W d Q R X d S ) Nr2 r; zNot applicable for lxmlc @ s e Zd Zdd� ZdS )zFTestReadHtml.test_parse_failure_unseekable.<locals>.UnseekableStringIOc S s dS )NFr )rG r r r �seekable� s zOTestReadHtml.test_parse_failure_unseekable.<locals>.UnseekableStringIO.seekableN)�__name__� __module__� __qualname__r r r r r �UnseekableStringIO� s r z? <table><tr><td>spam<foobr />eggs</td></tr></table>z#passed a non-rewindable file object)r0 ) r �keywords�getr4 r r r" r5 r8 )rG r �badr r r � test_parse_failure_unseekable� s z*TestReadHtml.test_parse_failure_unseekablec C s> G dd� d�}|d�}|d�}| � |�s,t�| � |�s:t�d S )Nc @ s. e Zd Zdd� Zd dd�Zdd� Zdd � ZdS ) z9TestReadHtml.test_parse_failure_rewinds.<locals>.MockFilec S s || _ d| _d S )NF)r �at_end)rG r r r r �__init__� s zBTestReadHtml.test_parse_failure_rewinds.<locals>.MockFile.__init__Nc S s | j r dn| j}d| _ |S )Nr� T)r r )rG �sizer r r r r� � s z>TestReadHtml.test_parse_failure_rewinds.<locals>.MockFile.readc S s d| _ d S )NF)r )rG �offsetr r r �seek� s z>TestReadHtml.test_parse_failure_rewinds.<locals>.MockFile.seekc S s dS )NTr )rG r r r r � s zBTestReadHtml.test_parse_failure_rewinds.<locals>.MockFile.seekable)N)r r r r r� r# r r r r r �MockFile� s r$ z/<table><tr><td>spam<br />eggs</td></tr></table>z2<table><tr><td>spam<foobr />eggs</td></tr></table>)r r" )rG r$ Zgoodr r r r �test_parse_failure_rewinds� s z'TestReadHtml.test_parse_failure_rewindsc C s� G dd� dt j�}ttjj� |dddd�}|| j|fd�}|| j|fd�}|�� |�� x|�� s^|�� rpq^W d |j kr�|j ks�n t �d S )Nc s e Zd Z� fdd�Z� ZS )z@TestReadHtml.test_importcheck_thread_safety.<locals>.ErrorThreadc sB yt � �� W n( tk r6 } z || _W d d }~X Y nX d | _d S )N)�super�runr �err)rG r( )� __class__r r r' � s zDTestReadHtml.test_importcheck_thread_safety.<locals>.ErrorThread.run)r r r r' � __classcell__r r )r) r � ErrorThread� s r+ r r r1 zvalid_markup.html)�targetr) ) � threading�Threadr �pandasr r1 r �start�is_aliver( r" )rG r r+ r= Zhelper_thread1Zhelper_thread2r r r � test_importcheck_thread_safety� s z+TestReadHtml.test_importcheck_thread_safetyc C sB |dddd�}t |�}| �|�d }| �|�d }t�||� d S )Nr r r1 z spam.htmlr )r r r& r' )rG r Zfile_path_string� file_pathr\ r] r r r �test_parse_path_object� s z#TestReadHtml.test_parse_path_object)[r r r r4 �fixturerH rJ rW �markZxfailr& �networkr^ r_ ra Zslowrb rf rh ri rl ro rq rr rs rt rv ry rz r| r} r~ r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r � parametrizer r r r r% r2 r4 r r r r rA d s� &2 D! "# rA )7� functoolsr � importlibr r r r r� �pathlibr r� r- � urllib.errorr �numpyrM r4 Z pandas.compatr Z pandas.errorsr Z pandas.util._test_decorators�utilZ_test_decorators�tdr/ r r r r r r r Zpandas._testingZ_testingr& Zpandas.io.commonr r� r r� �dirname�__file__ZHEREr5 r r, Z skip_if_nor7 r: r> r6 r8 r rA r r r r �<module> sF $
| ver. 1.4 |
Github
|
.
| PHP 8.3.23 | Генерация страницы: 0.05 |
proxy
|
phpinfo
|
Настройка