U
    MZfL                     @  s  d Z ddlmZ ddlZddlmZ ddlmZ ddlZ	ddl
mZmZ ddlmZ ddlmZ dd	lmZ ddlm  mZ dd
lmZmZmZ ddlmZ ddlmZ ddl m!Z! ddl"m#Z# ddl$m%Z% ddl&m'Z'm(Z( G dd dej)Z*G dd dej+Z+G dd de+Z,G dd dej-Z-G dd de-Z.G dd de.Z/G dd de-Z0G dd  d e0Z1G d!d" d"ej2Z2G d#d$ d$eZ3d%d& Z4G d'd( d(ej5Z6G d)d* d*Z7d+d,d-d.Z8dS )/z1 manage PyTables query interface via Expressions     )annotationsN)partial)Any)	Timedelta	Timestamp)npt)UndefinedVariableError)is_list_like)expropsscope)ensure_decoded)BaseExprVisitor)is_term)extract_array)Index)pprint_thingpprint_thing_encodedc                      s6   e Zd ZU dZded< ddddd fd	d
Z  ZS )PyTablesScope)
queryablesdict[str, Any]r   Nintdict[str, Any] | NoneNone)levelr   returnc                   s$   t  j|d ||d |pi | _d S )N   )global_dict
local_dict)super__init__r   )selfr   r   r   r   	__class__ D/tmp/pip-unpacked-wheel-nbcvw55c/pandas/core/computation/pytables.pyr    *   s    zPyTablesScope.__init__)NNN)__name__
__module____qualname__	__slots____annotations__r    __classcell__r$   r$   r"   r%   r   %   s   
   r   c                      sN   e Zd ZU ded< dddZdddd fdd	Zd
d Zedd Z  Z	S )Termr   envNc                 C  s   t |tr| }nt}t|S N)
isinstancestrConstantobject__new__)clsnamer-   sideencodingklassr$   r$   r%   r3   8   s    
zTerm.__new__r   r-   r   c                   s   t  j||||d d S N)r6   r7   )r   r    )r!   r5   r-   r6   r7   r"   r$   r%   r    ?   s    zTerm.__init__c                 C  sh   | j dkr4| j| jjkr.tdt| j d| jS z| jj| jddW S  tk
rb   | j Y S X d S )Nleftzname z is not definedF)is_local)r6   r5   r-   r   	NameErrorreprresolver   r!   r$   r$   r%   _resolve_nameB   s    
zTerm._resolve_namec                 C  s   | j S r.   )_valuer@   r$   r$   r%   valueQ   s    z
Term.value)NN)NN)
r&   r'   r(   r*   r3   r    rA   propertyrC   r+   r$   r$   r"   r%   r,   5   s   

r,   c                      s.   e Zd Zd	ddd fddZdd Z  ZS )
r1   Nr   r   r9   c                   s.   t |tstt|t j||||d d S r:   )r/   r   AssertionErrortyper   r    )r!   rC   r-   r6   r7   r"   r$   r%   r    W   s    zConstant.__init__c                 C  s   | j S r.   )_namer@   r$   r$   r%   rA   [   s    zConstant._resolve_name)NN)r&   r'   r(   r    rA   r+   r$   r$   r"   r%   r1   V   s   r1   c                      s   e Zd ZU dZded< ded< ded< dddd	 fd
dZddddZdd Zdd Ze	ddddZ
e	ddddZe	dd Ze	dd Ze	dd ZddddZd dd!d"Zddd#d$Z  ZS )%BinOp   r0   opr   r   z
str | None	conditionr   )rJ   r   r   c                   s&   t  ||| || _|| _d | _d S r.   )r   r    r   r7   rK   )r!   rJ   lhsrhsr   r7   r"   r$   r%   r    f   s    zBinOp.__init__r   c                 C  s   d S r.   r$   r@   r$   r$   r%   _disallow_scalar_only_bool_opsl   s    z$BinOp._disallow_scalar_only_bool_opsc                   s    fdd}j j }}t|r<t|r<||j|j}nnt|s`t|r`|| |j}nJt|rt|s||j| }n&t|st|s|| | }|S )Nc                   s   | dkr|S |dkr| S  }t | trTt |tr6t}qt | |rD| S t ||r|S n6t | trt |trnt}nt | |r|| S t ||r|S |j| |jjd S )z5create and return a new specialized BinOp from myselfN)r   r7   )	r/   ConditionBinOpJointConditionBinOpFilterBinOpJointFilterBinOprJ   r   r7   evaluate)r;   rightkr8   r!   r$   r%   prp   s4    







    zBinOp.prune.<locals>.pr)rL   rM   r   rC   prune)r!   r8   rX   r;   rU   resr$   rW   r%   rY   o   s    zBinOp.prunec                 C  s&   t |s|g}t|tjr"| }|S )zinplace conform rhs)r	   r/   npZndarrayZravel)r!   rM   r$   r$   r%   conform   s
    zBinOp.conformboolc                 C  s   | j | jkS )z$return True if this is a valid field)rL   r   r@   r$   r$   r%   is_valid   s    zBinOp.is_validc                 C  s   | j | jdk	S )zx
        return True if this is a valid column name for generation (e.g. an
        actual column in the table)
        N)r   getrL   r@   r$   r$   r%   is_in_table   s    zBinOp.is_in_tablec                 C  s   t | j| jddS )zthe kind of my fieldkindNgetattrr   r_   rL   r@   r$   r$   r%   ra      s    z
BinOp.kindc                 C  s   t | j| jddS )zthe meta of my fieldmetaNrb   r@   r$   r$   r%   rd      s    z
BinOp.metac                 C  s   t | j| jddS )zthe metadata of my fieldmetadataNrb   r@   r$   r$   r%   re      s    zBinOp.metadatac                 C  s(   | | j}d| j d| j d| dS )z2create and return the op string for this TermValue( ))tostringr7   rL   rJ   )r!   vvalr$   r$   r%   generate   s    zBinOp.generate	TermValuec                   s   fdd}t  j}t  j}|dkrvt|ttfr>||}t |}t|d}|jdk	rh|	d}t
||j|S |dkrt|trt|}nt|dd	}|dj}t
t|||S |d
k rt jdd}||krd}n|j|dd}t
||dS |dkrtt|}t
|||S |dkr:t|}t
|||S |dkrvt|trb|  dk}nt|}t
|||S t|trt
|||dS td| dt| d| ddS )zn
        convert the expression that is in the term to something that is
        accepted by pytables
        c                   s     j d k	rt|  j dS t| S )N)r7   )r7   r   r   )rC   r@   r$   r%   	stringify   s    
z&BinOp.convert_value.<locals>.stringify)Z
datetime64datetimensNUTC)Ztimedelta64	timedeltas)unitcategoryT)Zextract_numpyr;   )r6   integerfloatr]   )	falsefnonnone0z[]z{} stringzCannot compare z	 of type z to z column)r   ra   rd   r/   r   rx   r   Zas_unittzZ
tz_convertrm   rB   r0   r   r   re   Zsearchsortedstriplowerr]   	TypeErrorrF   )r!   rj   rn   ra   rd   re   resultr$   r@   r%   convert_value   sJ    









zBinOp.convert_valuec                 C  s   d S r.   r$   r@   r$   r$   r%   convert_values  s    zBinOp.convert_values)r&   r'   r(   _max_selectorsr*   r    rO   rY   r\   rD   r^   r`   ra   rd   re   rl   r   r   r+   r$   r$   r"   r%   rH   _   s*   
*


@rH   c                   @  sP   e Zd ZU dZded< ddddZdd	 Zd
d Zdd ZdddddZ	dS )rR   Nztuple[Any, Any, Index] | Nonefilterr0   rN   c                 C  s0   | j d krdS td| j d  d| j d  dS )NzFilter: Not Initializedz[Filter : [r   z] -> [r   ])r   r   r@   r$   r$   r%   __repr__	  s    
zFilterBinOp.__repr__c                 C  s.   | j dk	r*| j d | jdd| j d f| _ | S )zinvert the filterNr   Tinvert   )r   generate_filter_opr@   r$   r$   r%   r     s    

zFilterBinOp.invertc                 C  s   | j gS )zreturn the actual filter format)r   r@   r$   r$   r%   format  s    zFilterBinOp.formatc                 C  s   | j std|  d| | j}t|}| jrj| jdkrft|| jkrf| 	 }| j
|t|f| _| S d S | jdkr| 	 }| j
|t|f| _ntd|  d| S )Nquery term is not valid [r   ==!=z7passing a filterable condition to a non-table indexer [)r^   
ValueErrorr\   rM   listr`   rJ   lenr   r   rL   r   r   r   )r!   rM   valuesZ	filter_opr$   r$   r%   rT     s"    

zFilterBinOp.evaluateFr]   r   c                 C  s0   | j dkr|r| j dkr$|r$dd S dd S d S )Nr   r   c                 S  s   |  | S r.   isinZaxisvalsr$   r$   r%   <lambda>:      z0FilterBinOp.generate_filter_op.<locals>.<lambda>c                 S  s
   |  |S r.   r   r   r$   r$   r%   r   <  r   )rJ   )r!   r   r$   r$   r%   r   8  s    zFilterBinOp.generate_filter_op)F)
r&   r'   r(   r   r*   r   r   r   rT   r   r$   r$   r$   r%   rR     s   

rR   c                   @  s   e Zd Zdd Zdd ZdS )rS   c                 C  s   t dd S )Nz unable to collapse Joint FiltersNotImplementedErrorr@   r$   r$   r%   r   @  s    zJointFilterBinOp.formatc                 C  s   | S r.   r$   r@   r$   r$   r%   rT   C  s    zJointFilterBinOp.evaluateN)r&   r'   r(   r   rT   r$   r$   r$   r%   rS   ?  s   rS   c                   @  s2   e Zd ZddddZdd Zdd Zd	d
 ZdS )rP   r0   rN   c                 C  s   t d| j dS )Nz[Condition : [z]])r   rK   r@   r$   r$   r%   r   H  s    zConditionBinOp.__repr__c                 C  s   t ddS )zinvert the conditionz6cannot use an invert condition when passing to numexprNr   r@   r$   r$   r%   r   K  s    zConditionBinOp.invertc                 C  s   | j S )zreturn the actual ne format)rK   r@   r$   r$   r%   r   T  s    zConditionBinOp.formatc                   s    j std  d js d S   j} fdd|D } jdkrt| jkr~ fdd|D }dd| d	 _	qd S n 
|d
  _	 S )Nr   r   c                   s   g | ]}  |qS r$   )r   .0rj   r@   r$   r%   
<listcomp>a  s     z+ConditionBinOp.evaluate.<locals>.<listcomp>r   c                   s   g | ]}  |qS r$   )rl   r   r@   r$   r%   r   g  s     rf   z | rh   r   )r^   r   r`   r\   rM   rJ   r   r   joinrK   rl   )r!   rM   r   vsr$   r@   r%   rT   X  s    
zConditionBinOp.evaluateN)r&   r'   r(   r   r   r   rT   r$   r$   r$   r%   rP   G  s   	rP   c                   @  s   e Zd Zdd ZdS )rQ   c                 C  s(   d| j j d| j d| jj d| _| S )Nrf   rg   rh   )rL   rK   rJ   rM   r@   r$   r$   r%   rT   t  s    $zJointConditionBinOp.evaluateN)r&   r'   r(   rT   r$   r$   r$   r%   rQ   s  s   rQ   c                   @  s   e Zd Zdd ZdS )UnaryOpc                 C  sh   | j dkrtd| j}||}|d k	rdt|tr>|jd k	s\t|tsdt|trd|jd k	rd|	 S d S )N~z$UnaryOp only support invert type ops)
rJ   r   operandrY   
issubclassrP   rK   rR   r   r   )r!   r8   r   r$   r$   r%   rY   z  s"    

zUnaryOp.pruneN)r&   r'   r(   rY   r$   r$   r$   r%   r   y  s   r   c                      sb   e Zd ZeZeZdd fddZdd Zdd Z	d	d
 Z
dd Zdd Zdd Zdd Z  ZS )PyTablesExprVisitorr   rN   c                   sH   t  ||| | jD ],}| j| }t| d| |f fdd	 qd S )NZvisit_c                   s   t t|f S r.   )r   rH   )nodebin_opkwargsr$   r%   r     r   z.PyTablesExprVisitor.__init__.<locals>.<lambda>)r   r    
binary_opsZbinary_op_nodes_mapsetattr)r!   r-   engineparserr   r   Zbin_noder"   r   r%   r      s    

zPyTablesExprVisitor.__init__c                 K  sh   t |jtjtjfr&td| |jS t |jtjrN| 	| |jj
 | jS t |jtjrdtdd S )Nr   zUnary addition not supported)r/   rJ   astZNotZInvertr   visitr   ZUSub
const_typerC   r-   ZUAddr   r!   r   r   r$   r$   r%   visit_UnaryOp  s    z!PyTablesExprVisitor.visit_UnaryOpc                 K  s   |  |jjS r.   )r   rC   r   r$   r$   r%   visit_Index  s    zPyTablesExprVisitor.visit_Indexc                 K  s*   t jt  g|jd |jgd}| |S )Nr   )r   r;   Zcomparators)r   ZCompareEqtargetsrC   r   )r!   r   r   Zcmprr$   r$   r%   visit_Assign  s      z PyTablesExprVisitor.visit_Assignc              
   K  s   |  |j}|  |j}z
|j}W n tk
r6   Y nX t|trH|j}z| || | jW S  tk
r } z"t	dt
| dt
| |W 5 d }~X Y nX d S )Nzcannot subscript z with )r   rC   sliceAttributeErrorr/   r,   r   r-   r   r   r>   )r!   r   r   rC   Zslobjerrr$   r$   r%   visit_Subscript  s     

z#PyTablesExprVisitor.visit_Subscriptc                 K  s   |j }|j}t|j}|tjkr| |}z
|j}W n tk
rH   Y nX z| t	||| j
W S  tk
r   t|tjr|j|kr| Y S Y nX td|j d S )NzInvalid Attribute context )attrrC   rF   ctxr   Loadr   r   	term_typerc   r-   r/   Nameidr   r&   )r!   r   r   r   rC   r   Zresolvedr$   r$   r%   visit_Attribute  s    



z#PyTablesExprVisitor.visit_Attributec                 C  s   t |tjrt S |S r.   )r/   r   ZInr   )r!   rJ   r$   r$   r%   translate_In  s    z PyTablesExprVisitor.translate_Inc                 C  s   |  |j|j||fS r.   )r   rJ   )r!   r   r;   rU   r$   r$   r%   _rewrite_membership_op  s    z*PyTablesExprVisitor._rewrite_membership_op)r&   r'   r(   r1   r   r,   r   r    r   r   r   r   r   r   r   r+   r$   r$   r"   r%   r     s   
r   c                 C  s"   t | ttfst| std| S )a  
    Validate that the where statement is of the right type.

    The type may either be String, Expr, or list-like of Exprs.

    Parameters
    ----------
    w : String term expression, Expr, or list-like of Exprs.

    Returns
    -------
    where : The original where clause if the check was successful.

    Raises
    ------
    TypeError : An invalid data type was passed in for w (e.g. dict).
    zLwhere must be passed as a string, PyTablesExpr, or list-like of PyTablesExpr)r/   PyTablesExprr0   r	   r   )wr$   r$   r%   _validate_where  s
    r   c                   @  sT   e Zd ZU dZded< ded< ded< dd
dddddZddddZdd ZdS )r   a  
    Hold a pytables-like expression, comprised of possibly multiple 'terms'.

    Parameters
    ----------
    where : string term expression, PyTablesExpr, or list-like of PyTablesExprs
    queryables : a "kinds" map (dict of column name -> kind), or None if column
        is non-indexable
    encoding : an encoding that will encode the query terms

    Returns
    -------
    a PyTablesExpr object

    Examples
    --------
    'index>=date'
    "columns=['A', 'D']"
    'columns=A'
    'columns==A'
    "~(columns=['A','B'])"
    'index>df.index[3] & string="bar"'
    '(index>df.index[3] & index<=df.index[6]) | string="bar"'
    "ts>=Timestamp('2012-02-01')"
    "major_axis>=20130101"
    zPyTablesExprVisitor | None_visitorr   r-   r0   r
   Nr   r   r   r   )r   scope_levelr   c           	      C  s  t |}|| _d | _d | _d | _d | _d }t|trD|jj	}|j
}nft|rt|}t|D ],\}}t|trx|jj	}q\t |}|||< q\ddd t|D }n|}|| _
t|d |d| _|d k	rt| j
tr| jj| t| j|dd|d| _|  | _d S )Nz & c                 S  s   g | ]}d | dqS )rf   rh   r$   )r   r   r$   r$   r%   r   8  s     z)PyTablesExpr.__init__.<locals>.<listcomp>r   )r   Zpytables)r   r   r   r7   )r   r7   rK   r   termsr   r/   r   r-   r   r
   r	   r   	enumerater   comflattenr   r0   r   updater   parse)	r!   wherer   r7   r   r   Z_whereidxr   r$   r$   r%   r      s>    



zPyTablesExpr.__init__rN   c                 C  s   | j d k	rt| j S t| jS r.   )r   r   r
   r@   r$   r$   r%   r   K  s    

zPyTablesExpr.__repr__c              
   C  s   z| j t| _W n< tk
rN } ztd| j d|  d|W 5 d}~X Y nX z| j t| _W n< tk
r } ztd| j d|  d|W 5 d}~X Y nX | j| jfS )z2create and return the numexpr condition and filterzcannot process expression [z], [z] is not a valid conditionNz] is not a valid filter)	r   rY   rP   rK   r   r   r
   rR   r   )r!   r   r$   r$   r%   rT   P  s"    zPyTablesExpr.evaluate)NNr   )r&   r'   r(   __doc__r*   r    r   rT   r$   r$   r$   r%   r     s   
   1r   c                   @  s.   e Zd ZdZdddddZdddd	Zd
S )rm   z<hold a term value the we use to construct a condition/filterr0   r   )ra   r   c                 C  s(   t |tst||| _|| _|| _d S r.   )r/   r0   rE   rC   	convertedra   )r!   rC   r   ra   r$   r$   r%   r    g  s    zTermValue.__init__rN   c                 C  sH   | j dkr*|dk	rt| jS d| j dS | j dkr>t| jS t| jS )z6quote the string if not encoded else encode and returnr   N"rx   )ra   r0   r   r>   )r!   r7   r$   r$   r%   ri   m  s    



zTermValue.tostringN)r&   r'   r(   r   r    ri   r$   r$   r$   r%   rm   d  s   rm   r]   rN   c                   s4   t  tsdS tjtj d }t fdd|D S )z7loose checking if s is a pytables-acceptable expressionF)=c                 3  s   | ]}| kV  qd S r.   r$   )r   rJ   rs   r$   r%   	<genexpr>  s     z#maybe_expression.<locals>.<genexpr>)r/   r0   r   r   Z	unary_opsany)rs   
operationsr$   r   r%   maybe_expressionz  s    
r   )9r   
__future__r   r   	functoolsr   typingr   Znumpyr[   Zpandas._libs.tslibsr   r   Zpandas._typingr   Zpandas.errorsr   Zpandas.core.dtypes.commonr	   Zpandas.core.commoncorecommonr   Zpandas.core.computationr
   r   r   Z_scopeZpandas.core.computation.commonr   Zpandas.core.computation.exprr   Zpandas.core.computation.opsr   Zpandas.core.constructionr   Zpandas.core.indexes.baser   Zpandas.io.formats.printingr   r   ZScoper   r,   r1   rH   rR   rS   rP   rQ   r   r   r   ZExprr   rm   r   r$   r$   r$   r%   <module>   s@   !	 (9,Sj