Файловый менеджер - Редактировать - /home/digitalm/venv/lib/python3.7/site-packages/pandas/core/internals/__pycache__/concat.cpython-37.pyc
Назад
B �5�g�\ � @ s� d dl mZ d dlZd dlZd dlmZmZmZ d dlZ d dl m Z d dl mZmZmZmZ d dlmZ d dlmZmZ d dlmZmZmZmZm Z m Z d d l m Z m Z d d l!m"Z" d d l#m$Z$m%Z% d dl&m' m(Z) d d l*m+Z+m,Z, d d l-m.Z. d dl/m0Z0m1Z1 d dl2m3Z3m4Z4 d dl5m6Z6 e�r0d dl7m8Z8 ddddd�dd�Z9ddd�d d �Z:ddddd�d d �Z;d d!d"�d#d$�Z<G d%d&� d&�Z=d'dddd(�d)d*�Z>d+dd,�d-d.�Z?d/d+d0�d1d2�Z@d'dd0�d3d4�ZAdd5�d6d7�ZBd&dd&d8�d9d:�ZCdd;�d<d=�ZDdS )>� )� annotationsN)� TYPE_CHECKING�Sequence�cast)� internals)� ArrayLike�DtypeObj�Manager�Shape)�cache_readonly)�ensure_dtype_can_hold_na�find_common_type)�is_1d_only_ea_dtype�is_1d_only_ea_obj�is_datetime64tz_dtype�is_dtype_equal�is_extension_array_dtype� is_sparse)�cast_to_common_type� concat_compat)�ExtensionDtype)�is_valid_na_for_dtype�isna_all)� DatetimeArray�ExtensionArray)� ensure_wrapped_if_datetimelike)� ArrayManager�NullArrayProxy)�ensure_block_shape� new_block)� BlockManager)�Indexz list[Index]�int�boolr )�axes� concat_axis�copy�returnc s� g � xH| D ]@\}}x,|� � D ] \}}|j|| ||ddd�}q W � �|� q W |dkr�� fdd�tt� d j��D �}t||d |d gdd�S |dks�t�tt j � d d� � D ���}t||d |d gdd�S d S ) z� Concatenate array managers into one. Parameters ---------- mgrs_indexers : list of (ArrayManager, {axis: indexer,...}) tuples axes : list of Index concat_axis : int copy : bool Returns ------- ArrayManager T)�axisZ allow_dupsZ use_na_proxy� c s, g | ]$� t � �fd d�tt���D ���qS )c s g | ]}�| j � �qS � )�arrays)�.0�i)�j�mgrsr* �R/home/digitalm-up/venv/lib/python3.7/site-packages/pandas/core/internals/concat.py� <listcomp>^ s z:_concatenate_array_managers.<locals>.<listcomp>.<listcomp>)� concat_arrays�range�len)r, )r/ )r. r0 r1 ^ s z/_concatenate_array_managers.<locals>.<listcomp>r F)Zverify_integrityc S s g | ] }|j �qS r* )r+ )r, �mgrr* r* r0 r1 e s N) �itemsZreindex_indexer�appendr3 r4 r+ r �AssertionError�list� itertools�chain� from_iterable) � mgrs_indexersr$ r% r& r5 �indexers�ax�indexerr+ r* )r/ r0 �_concatenate_array_managers@ s rA r9 r )� to_concatr' c s" dd� | D �}dd� |D �}t |�dk}|r8|d j� n6tdd� |D ��r\t�t|�g �� ntd d� |D ��� � jd kr�� fd d�| D �} t|d �j| dd �S � fd d�| D �} t | d t �r�t| d �}|�| �S t� | �}t |�dk�r dd� |D �}t |�dk�r d|k�r |� t �}|S )a� Alternative for concat_compat but specialized for use in the ArrayManager. Differences: only deals with 1D arrays (no axis keyword), assumes ensure_wrapped_if_datetimelike and does not skip empty arrays to determine the dtype. In addition ensures that all NullArrayProxies get replaced with actual arrays. Parameters ---------- to_concat : list of arrays Returns ------- np.ndarray or ExtensionArray c S s g | ]}t |t�s|�qS r* )� isinstancer )r, �xr* r* r0 r1 | s z!concat_arrays.<locals>.<listcomp>c S s h | ] }|j �qS r* )�dtype)r, rD r* r* r0 � <setcomp>~ s z concat_arrays.<locals>.<setcomp>r) r c s s$ | ] }|j d kot|tj�V qdS ))r- �u�bN)�kindrC �nprE )r, rD r* r* r0 � <genexpr>� s z concat_arrays.<locals>.<genexpr>c S s g | ] }|j �qS r* )rE )r, �arrr* r* r0 r1 � s )�m�Mc s$ g | ] }t |t�r |�� �n|�qS r* )rC r �to_array)r, rL )� target_dtyper* r0 r1 � s )r( c s* g | ]"}t |t�r |�� �nt|� ��qS r* )rC r rO r )r, rL )rP r* r0 r1 � s c S s h | ] }|j j�qS r* )rE rI )r, �objr* r* r0 rF � s rH )r4 rE �allrJ r r9 rI �typeZ_concat_same_typerC r � concatenate�astype�object)rB Zto_concat_no_proxy�dtypesZ single_dtype�cls�result�kindsr* )rP r0 r2 i s0 r2 c C sH t | d d t�r t| |||�S dd� | D �}t||�}g }x�|D ]�\}}|d } | j} t|�dkr�|d js�| j} |r�| �� } n| � � } d} ntt |�r�dd� |D �} | j s�t j | | jd d�} nt| dd�} t| | j�} t| �} | jj| jk} nt|||d�} d } | �r| j| |d �}nt| |t|�d �}|�|� qBW tt|�|�S ) z� Concatenate block managers into one. Parameters ---------- mgrs_indexers : list of (BlockManager, {axis: indexer,...}) tuples axes : list of Index concat_axis : int copy : bool Returns ------- BlockManager r c S s g | ]\}}t ||��qS r* )�_get_mgr_concatenation_plan)r, r5 r> r* r* r0 r1 � s z(concatenate_managers.<locals>.<listcomp>r) Tc S s g | ] }|j j�qS r* )�block�values)r, �jur* r* r0 r1 � s )r( )r& F)� placement)r_ �ndim)rC r rA �_combine_concat_plansr\ r4 r> r] r& �view�_is_uniform_join_units� is_extensionrJ rT r` r r r rE �_concatenate_join_unitsZmake_block_same_classr r7 r �tuple)r= r$ r% r& Z concat_plansZ concat_plan�blocksr_ � join_units�unit�blkr] Zfastpath�valsrH r* r* r0 �concatenate_managers� s: rl r zdict[int, np.ndarray])r5 r> c C s� t | j�}x |�� D ]\}}t|�||< qW t|�}d|krl|�d�}tj| j|dd�}tj| j |dd�}n4| j r�| j d } | j t | ||�fgS d}| j}| j }g } x�tj|dd�D ]�\} } | js�t�|�� } t |�}t| �|d< t|�}| dkr�t d|�}n�| j | } || j }t| �t| j �k�oZ|dk�rJ| j j�rJ| j jjdk�pZt�|�dk�� }|�rp| �dd� n|| d< t | || �}| �| |f� q�W | S )z� Construct concatenation plan for given block manager and indexers. Parameters ---------- mgr : BlockManager indexers : dict of {axis: indexer} Returns ------- plan : list of (BlockPlacement, JoinUnit) tuples r ���)� fill_valueNF)�groupr) )r9 �shaper6 r4 rf �pop�algos�take_nd�blknos�blklocsZis_single_blockrg Zmgr_locs�JoinUnit� libinternalsZget_blkno_placementsZ is_slice_liker8 r& r@ �as_slice�steprJ �diffrR r7 )r5 r> Zmgr_shape_listr? r@ Z mgr_shapeZ ax0_indexerrt ru rj �planZblkno� placementsZjoin_unit_indexersZ shape_listrp ri Zax0_blk_indexerZunit_no_ax0_reindexingr* r* r0 r[ � sH r[ c @ sz e Zd Zddd�dd�Zdd�dd �Zed d�d d ��Zed d� �Zdd d�dd�Zed d�dd��Z ddd�dd�Z dS )rv Nr )rp c C s" |d kr i }|| _ || _|| _d S )N)r\ r> rp )�selfr\ rp r> r* r* r0 �__init__H s zJoinUnit.__init__�str)r' c C s$ t | �j� dt| j�� d| j� d�S )N�(z, �))rS �__name__�reprr\ r> )r} r* r* r0 �__repr__P s zJoinUnit.__repr__r# c C s( x"| j �� D ]}|dk�� r dS q W dS )Nrm TF)r> r] �any)r} r@ r* r* r0 � needs_fillingS s zJoinUnit.needs_fillingc C s, | j }|d krtd��| js"|jS t|j�S )NzBlock is None, no dtype)r\ r8 r� rE r )r} rj r* r* r0 rE \ s zJoinUnit.dtyper )rE r' c s� | j s dS | jdkrdS | jtkrH| jj}t� fdd�|jdd�D ��S | jj� j krbdkrvn nt| j� �svdS | jj }t |� �S ) z� Check that we are all-NA of a type/dtype that is compatible with this dtype. Augments `self.is_na` with an additional check of the type of NA values. FNTc 3 s | ]}t |� �V qd S )N)r )r, rD )rE r* r0 rK r s z+JoinUnit.is_valid_na_for.<locals>.<genexpr>�K)�orderrN ) �is_nar\ rE rV r] rR �ravelrI r rn r )r} rE r] �na_valuer* )rE r0 �is_valid_na_forf s zJoinUnit.is_valid_na_forc C sV | j d krdS | j jsdS | j j}t| j jj�r4dS | j jrB|}n |jdd�}t|�S )NTFr� )r� )r\ Z _can_hold_nar] r rE rd r� r )r} r] Z values_flatr* r* r0 r� } s zJoinUnit.is_nar )� empty_dtyper' c C s� |d kr | j j}| j �� }�nT|}| �|��r4t| j dd �}|t�d�krr| j jjdd�}t |�rr|d d krrd }t |�r�t� | j |j �}t||d�S t|�r�n�t|��r tt|�}|�� }|jg |d�}| j \} } | dks�t| ��dtj| ftjd� } |j| d |d �S ttj|�}tj| j |d�}|�|� |S | j�sN| j j �sN| j jS | j j �rj| j � tj �j}n| j j}| j�s�|� � }n*x(| j�!� D ]\} } t"j#|| | d �}�q�W |S ) NrE rV r� )r� r )rE r) rm T)Z allow_fillrn )r( )$r\ rn Z get_valuesr� �getattrrJ rE r] r� r4 r �fullrp �valuer r r r r Zconstruct_array_typeZ_from_sequencer8 ZonesZintpZtake�empty�fillr> Z_can_consolidateZis_boolrU Zobject_rb r6 rr rs )r} r� � upcasted_narn r] Z blk_dtypeZi8valuesrX Z missing_arrZncolsZnrowsZ empty_arrr? r@ r* r* r0 �get_reindexed_values� sL z JoinUnit.get_reindexed_values)N) r� � __module__� __qualname__r~ r� r r� rE r� r� r� r* r* r* r0 rv G s rv zlist[JoinUnit])rh r% r& r' c s� |dkr t | �dkr td��t| �� tdd� | D ��}t� |��� �fdd�| D �}t |�dkr�|d }|r�t|tj�r�|jdk r�|� � }q�|� � }nFtd d� |D ��r�d d� |D �}t |dd d �}t |d �}n t ||d�}|S )zI Concatenate values from several join units along selected axis. r r) z$Concatenating join units along axis0c s s | ]}|j d kV qd S )N)r\ )r, ri r* r* r0 rK � s z*_concatenate_join_units.<locals>.<genexpr>c s g | ]}|j � �d ��qS ))r� r� )r� )r, r^ )r� r� r* r0 r1 � s z+_concatenate_join_units.<locals>.<listcomp>Nc s s | ]}t |�V qd S )N)r )r, �tr* r* r0 rK � s c S s( g | ] }t |�r|n|d dd�f �qS )r N)r )r, r� r* r* r0 r1 s T)r( Zea_compat_axis� )r( ) r4 r8 �_get_empty_dtyper� �_dtype_to_na_valuerC rJ Zndarray�baser& r r )rh r% r& �has_none_blocksrB Z concat_valuesr* )r� r� r0 re � s* re r )rE r� c C sv t | t�r| jS | jdkr$| �d�S | jdkr8| �d�S | jdkrFdS | jdkr^|sXdS tjS | jdkrntjS t�dS ) z2 Find the NA value to go with this dtype. )rM rN ZNaT)�f�c�NaNrH N)r- rG �O)rC r r� rI rS rJ �nan�NotImplementedError)rE r� r* r* r0 r� s r� zSequence[JoinUnit])rh r' c C s� t | �dkr*| d j}|dkr*t�tj�S t| �rB| d jj}|S tdd� | D ��}dd� | D �}t |�sxdd� | D �}t|�}|r�t|�}|S ) z� Return dtype and N/A values to use when concatenating specified units. Returned N/A value may be None which means there was no casting involved. Returns ------- dtype r) r Nc s s | ]}|j d kV qd S )N)r\ )r, ri r* r* r0 rK ; s z#_get_empty_dtype.<locals>.<genexpr>c S s" g | ]}|j d k r|js|j�qS )N)r\ r� rE )r, ri r* r* r0 r1 > s z$_get_empty_dtype.<locals>.<listcomp>c S s g | ]}|j d k r|j�qS )N)r\ rE )r, ri r* r* r0 r1 A s ) r4 r\ rJ rE Zfloat64�_is_uniform_reindexr� r r )rh rj r� r� rW rE r* r* r0 r� ' s r� c s\ t � fdd�� D ��oZt � fdd�� D ��oZt dd� � D ��oZt dd� � D ��oZt� �dkS )z� Check if the join units consist of blocks of uniform type that can be concatenated using Block.concat_same_type instead of the generic _concatenate_join_units (which uses `concat_compat`). c 3 s& | ] }t |j�t � d j�kV qdS )r N)rS r\ )r, r^ )rh r* r0 rK R s z)_is_uniform_join_units.<locals>.<genexpr>c 3 s2 | ]*}t |jj� d jj�p(|jjjdkV qdS )r )rH r- rG N)r r\ rE rI )r, r^ )rh r* r0 rK V s c s s | ]}|j p|jjV qd S )N)r� r\ rd )r, r^ r* r* r0 rK _ s c s s | ]}|j V qd S )N)r> )r, r^ r* r* r0 rK b s r) )rR r4 )rh r* )rh r0 rc I s rc )r' c C s( t dd� | D ��o&tdd� | D ��dkS )Nc s s | ]}|j o|j jV qd S )N)r\ rd )r, r^ r* r* r0 rK l s z&_is_uniform_reindex.<locals>.<genexpr>c S s h | ]}|j jj�qS r* )r\ rE �name)r, r^ r* r* r0 rF m s z&_is_uniform_reindex.<locals>.<setcomp>r) )rR r4 )rh r* r* r0 r� i s r� )� join_unit�lengthr' c C s� d| j krF| j }| jdkr d}q�| j�t|d��}| j�t|��| _n>| j}t�| j �}|d |d� |d< | j d d|� | j d< | jd | f| jdd� }|f| jdd� | _t|||d�S )z� Reduce join_unit's shape along item axis to length. Extra items that didn't fit are returned as a separate block. r Nr) )r\ r> rp )r> r\ Z getitem_block�slicer& rp rv )r� r� Zextra_indexersZ extra_blockZ extra_shaper* r* r0 �_trim_join_unitq s r� )r% c # s� t | �dkr6x$| d D ]}|d |d gfV qW �n�|dkr�d}xL| D ]D}d}x&|D ] \}}|�|�|gfV |}qVW |dk rH||jj7 }qHW �n2dg� � fdd�}ttt| ��} tt|| ��} �x � d t | �k�rĈ d dkr�td��t| � \} } ttt | ��} t | �t | � } }| |k�rD| d | fV t|| �| dd�< q�d}dgt | � }x`t | �D ]T\}\}}|||< t |�| k�r�|| d� t || �f| |< n|}|| | �| |< �q`W ||fV q�W dS )z` Combine multiple concatenation plans into one. existing_plan is updated in-place. r) r Nc s& t | d �}|d kr"� d d7 < |S )Nr r) )�next)�seq�retval)� num_endedr* r0 � _next_or_none� s z,_combine_concat_plans.<locals>._next_or_nonezPlan shapes are not aligned) r4 �addrx �stopr9 �map�iter� ValueError�zip�min�max� enumerater� )Zplansr% �p�offsetr{ Zlast_plcZplcri r� Z next_itemsr| Zunits�lengthsZmin_len�max_lenZyielded_placementZ yielded_unitsr- r* )r� r0 ra � sD ra )E� __future__r r& r: �typingr r r �numpyrJ Z pandas._libsr rw Zpandas._typingr r r r Zpandas.util._decoratorsr Zpandas.core.dtypes.castr r Zpandas.core.dtypes.commonr r r r r r Zpandas.core.dtypes.concatr r Zpandas.core.dtypes.dtypesr Zpandas.core.dtypes.missingr r Zpandas.core.algorithms�coreZ algorithmsrr Zpandas.core.arraysr r Zpandas.core.constructionr Z#pandas.core.internals.array_managerr r Z pandas.core.internals.blocksr r Z pandas.core.internals.managersr Zpandasr! rA r2 rl r[ rv re r� r� rc r� r� ra r* r* r* r0 �<module> sB )BDX 5"
| ver. 1.4 |
Github
|
.
| PHP 8.3.23 | Генерация страницы: 0.06 |
proxy
|
phpinfo
|
Настройка