o
    hE                  
   @   s  d dl mZ d dlmZmZmZmZmZmZ d dl	m
  mZ d dlmZ d dlmZmZmZmZmZmZmZmZmZ d dl	mZ d dlmZ d dlmZmZmZmZm Z m!Z!m"Z" d d	l#m$Z$ ed
dG dd dZ%ed
dG dd dZ&de de'fddZ(de deee!ee"e%f f e)f fddZ*ed
dG dd dZ+e+d de"j,de+dde"j-dgZ.de de!dee"e%f dee de)f
dd Z/ede de)fd!d"Z0ed
dG d#d$ d$Z1ede de)fd%d&Z2de de!dee"e&f dee de)f
d'd(Z3ede de)fd)d*Z4dS )+    )	dataclass)DictListOptionalSequenceTupleUnionN)	translate)		BaseCTypeBindingCTypeExpr
NamedCTypeopmath_tscalar_tStructuredImplSignatureVectorizedCType)UfunctorBindings)with_native_function)ArgumentBaseTyBaseTypeDispatchKeyNativeFunctionsGroup
ScalarTypeUfuncKey)
OrderedSetT)frozenc                   @   s   e Zd ZU eed< ee ed< eed< defddZ	de
e fddZdefd	d
ZdefddZdefddZdefddZdS )UfunctorSignaturegscalar_tensor_idxnamereturnc                 C   s   t j| j| jtdS )N)r    r   )ufuncufunctor_argumentsr   r    r   self r'   I/var/www/html/ai/venv/lib/python3.10/site-packages/torchgen/dest/ufunc.py	argumentsA   s   
zUfunctorSignature.argumentsc                 C   s   dd |   jD S )Nc                 S   s   g | ]}| |j d qS )_)renamer!   .0br'   r'   r(   
<listcomp>H   s    z,UfunctorSignature.fields.<locals>.<listcomp>)r)   ctorr%   r'   r'   r(   fieldsF   s   zUfunctorSignature.fieldsc                 C   s   t tS N)r
   r   r%   r'   r'   r(   returns_typeJ   s   zUfunctorSignature.returns_typec                 C   s   d dd |  D S )N
c                 s   s$    | ]}|j  d |j dV  qdS ) ;N)typer!   )r-   fr'   r'   r(   	<genexpr>P      " z0UfunctorSignature.decl_fields.<locals>.<genexpr>)joinr1   r%   r'   r'   r(   decl_fieldsO   s   zUfunctorSignature.decl_fieldsc                 C   sL   d dd |  jD }d dd |  jD }| j d| d| dS )N, c                 s       | ]}|  V  qd S r2   declr-   ar'   r'   r(   r9   S       z5UfunctorSignature.inline_defn_ctor.<locals>.<genexpr>c                 s   s$    | ]}|j  d |j  dV  qdS )z_()Nr!   rA   r'   r'   r(   r9   V   r:   (z) : z {})r;   r)   r0   r!   )r&   args_strinit_strr'   r'   r(   inline_defn_ctorR   s   z"UfunctorSignature.inline_defn_ctorc                 C   s2   d dd |  jD }|    d| dS )Nr=   c                 s   r>   r2   r?   rA   r'   r'   r(   r9   Z   rC   z/UfunctorSignature.decl_apply.<locals>.<genexpr>z operator()(z) const)r;   r)   applyr3   cpp_type)r&   rG   r'   r'   r(   
decl_applyY   s   zUfunctorSignature.decl_applyN)__name__
__module____qualname__r   __annotations__r   intstrr   r)   r   r   r1   r   r3   r<   rI   rL   r'   r'   r'   r(   r   ;   s   
 r   c                   @   sV   e Zd ZU eed< eed< eed< dee fddZ	de
eeef  defdd	Zd
S )UfuncSignaturer   r!   	compute_tr"   c                 C   s   t j| j| jdS )N)rT   )r#   ufunc_argumentsr   rT   r%   r'   r'   r(   r)   d   s   zUfuncSignature.argumentsctxc              	   C   ,   | j  dddd t||  D  dS )NrF   r=   c                 s       | ]}|j V  qd S r2   exprrA   r'   r'   r(   r9   h       z&UfuncSignature.call.<locals>.<genexpr>rD   r!   r;   r	   r)   r&   rV   r'   r'   r(   callg      ,zUfuncSignature.callN)rM   rN   rO   r   rP   rR   r   r   r   r)   r   r   r   r^   r'   r'   r'   r(   rS   ^   s   
 "rS   r   r"   c                 C   s"   t dd | jjjjD }|dkS )Nc                 s   s    | ]
}|j  rd V  qdS )   N)r7   is_tensor_likerA   r'   r'   r(   r9   ~   s    

z<eligible_for_binary_scalar_specialization.<locals>.<genexpr>   )sum
functionalfuncr)   flat_non_out)r   num_tensorsr'   r'   r(   )eligible_for_binary_scalar_specialization}   s   
rh   c                 C   s  i }g }| j j}tjdtjdtjd i}t| r tjtjtjg}ntjg}tjtjfD ]}||vs8J d| dq*|D ]}||v r^t| || || jd}|| j	D ]
}||
|i |< qRq;d }	t }
tjtjfD ]#}||vrpqi|	d u rz|| j}	n|	|| jksJ d|
|| j	O }
qi|	d usJ | d|	 }t| || |d}|
D ]
}||
|i |< qt| d|	 ttd	}| | j }|d
|j d|  d|  d|  d|| d q;|d|fS )Nr`   r   zcannot use z on non-binary function)r    r!   z0ScalarOnly and Generic must have same ufunc namer*   ufunc::r!   rT   z%
template <typename scalar_t>
struct z3 {
  using opmath_t = at::opmath_type<scalar_t>;
  z
  z
  __device__ z {
    return z	;
  }
};
r4   )outufunc_inner_loopr   CUDAFunctorOnSelfCUDAFunctorOnOtherCUDAFunctorrh   r   r!   supported_dtypes
setdefaultr   
ScalarOnlyGenericrS   r
   r   r1   r)   rJ   appendr<   rI   rL   r^   r;   )r   ufunctor_sigs	ufunctorsloopsscalar_tensor_idx_lookupkeyskufunctor_sigdtype
ufunc_namerp   lkr!   	ufunc_sig	apply_ctxr'   r'   r(   compute_ufunc_cuda_functors   sv   	
r   c                   @   s&   e Zd ZU eed< eed< eed< dS ) BinaryScalarSpecializationConfig
scalar_idxctor_tensor	ufunc_keyN)rM   rN   rO   rQ   rP   rR   r   r'   r'   r'   r(   r      s   
 r   r&   )r   r   r   r`   otherr|   inner_loops
parent_ctxc           
      C   s   d}|d7 }t D ]K}|j|vrq||j }|jd }t|}|td| dt|jtt	d d
dd	 t|| jD }	|d
| d|j d|	 d| d	7 }q|tj }d
dd	 t|| jD }	|d|j d|	 d7 }|S )Nz+using opmath_t = at::opmath_type<scalar_t>;zif (false) {}
r`   ziter.scalar_value<opmath_t>(rD   )rZ   r7   r=   c                 s   rX   r2   rY   rA   r'   r'   r(   r9         
z0compute_ufunc_cuda_dtype_body.<locals>.<genexpr>zelse if (iter.is_cpu_scalar(z)) {
  z<scalar_t> ufunctor(z);
  iter.remove_operand(z");
  gpu_kernel(iter, ufunctor);
}c                 s   rX   r2   rY   rA   r'   r'   r(   r9     r   z
else {
  gpu_kernel(iter, z<scalar_t>(z
));
}
    )!BinaryScalarSpecializationConfigsr   r   listrt   r   r   r   r
   r   r;   r	   r)   r0   r!   r   ro   )
r   r|   r   r   bodyconfigr{   r   rV   ufunctor_ctor_exprs_strr'   r'   r(   compute_ufunc_cuda_dtype_body   sH   







r   c           	      C   s   t | \}}t| t| tj}g }| D ]\}}|d| dt| |||	  d qd
|}t| }d| d|  d|  d|  d|j d	| d
|j d|j d|  d||	  dS )N"
AT_DISPATCH_CASE(at::ScalarType::,
  [&]() {
    
  }
)
r4   z

;
;

. {
  AT_DISPATCH_SWITCH(iter.common_dtype(), "",
    z
  );
}
REGISTER_DISPATCH(, &z);

 {
  ;
}
)r   r   r#   kernel_namer   CUDAitemsrt   r   r)   r;   StubSignature	type_defndispatch_declkernel_defnr!   defndirect_call)	r   ru   rv   sigdtype_casesr|   inner_ufunc_sigsdtype_cases_strstub_sigr'   r'   r(   compute_ufunc_cuda  sD   

r   c                   @   s   e Zd ZU eed< edefddZedefddZedefddZ	de
e fd	d
ZdefddZdefddZdefddZdefddZdefddZdee defddZdee defddZdS )r   r   r"   c                 C      t | jjjjj dS )N_stubrR   r   rd   re   r!   r%   r'   r'   r(   r!   P     zStubSignature.namec                 C   r   )N_kernelr   r%   r'   r'   r(   r   T  r   zStubSignature.kernel_namec                 C   r   )N_fnr   r%   r'   r'   r(   	type_nameX  r   zStubSignature.type_namec                 C   s   t | jS r2   )r#   stub_argumentsr   r%   r'   r'   r(   r)   \  s   zStubSignature.argumentsc                 C   s$   |   }dddd |D  dS )Nzvoid(*)(TensorIteratorBase&, r=   c                 s   rX   r2   )r7   rA   r'   r'   r(   r9   a  r[   z%StubSignature.type.<locals>.<genexpr>rD   )r)   r;   )r&   cpp_argsr'   r'   r(   r7   _  s   zStubSignature.typec                 C   s   d| j  d| j dS )NzDECLARE_DISPATCH(r=   rD   )r   r!   r%   r'   r'   r(   r   c     zStubSignature.dispatch_declc                 C   s   d| j  dS )NzDEFINE_DISPATCH(rD   rE   r%   r'   r'   r(   dispatch_defnf  s   zStubSignature.dispatch_defnc                 C   s(   d| j  dddd |  D  dS )Nzvoid z(TensorIteratorBase& iter, r=   c                 s   r>   r2   )r   rA   r'   r'   r(   r9   j  rC   z,StubSignature.kernel_defn.<locals>.<genexpr>rD   )r   r;   r)   r%   r'   r'   r(   r   i  s   (zStubSignature.kernel_defnc                 C   s   d| j  d|   S )Nzusing  = )r   r7   r%   r'   r'   r(   r   l  r   zStubSignature.type_defnrV   c              	   C   rW   )Nz(device_type(), *this, r=   c                 s   rX   r2   rY   rA   r'   r'   r(   r9   q  r[   z%StubSignature.call.<locals>.<genexpr>rD   r\   r]   r'   r'   r(   r^   p  r_   zStubSignature.callc              	   C   rW   )Nz(*this, r=   c                 s   rX   r2   rY   rA   r'   r'   r(   r9   u  r[   z,StubSignature.direct_call.<locals>.<genexpr>rD   )r   r;   r	   r)   r]   r'   r'   r(   r   t  r_   zStubSignature.direct_callN)rM   rN   rO   r   rP   propertyrR   r!   r   r   r   r   r)   r7   r   r   r   r   r   r^   r   r'   r'   r'   r(   r   L  s    
 r   c                 C   sZ   t | }t| t| tj}d|  d|  d|  d|	  d|
|  dS )Nr4   r   r   r   r   )r   r   r#   r   r   CPUr   r   r   r   r^   r)   )r   r   r   r'   r'   r(   compute_ufunc_cpux  s   r   c                    s  t j|v sJ | d|  | t jt jhksJ |t j }d }t j|v r-|t j }g }g  |D ]3}t|jtrE|jjtt	j
krEq3|d|j d|j d  td|j t|jjtt q3|d ur|D ]5}t|jtr|jjtt	j
krqm|d|j d|j d  td	|j t|jjttt qmg }g }	| jjjjD ]:}
|
j sq|
jtt	jksJ |t|
jt|
jtt|
d
 |d ur|	t|
jt|
jttt|
d
 qdtt dttttf  f fdd}d|}|d ur1d| dddd |D  d||| dddd |	D  d|||	 dS d| dddd |D  d||| dS )Nr=   zauto _s_r   z.to<scalar_t>();_s_zauto _v_z$ = at::vec::Vectorized<scalar_t>(_s_z);_v_)r!   nctypeargumentr.   r"   c                    s   g }|   | |  |S r2   )extend)r.   rrV   r'   r(   with_ctx  s   

z.compute_ufunc_cpu_dtype_body.<locals>.with_ctxr4   z
cpu_kernel_vec(iter,
  [=](c                 s   r>   r2   r?   r,   r'   r'   r(   r9     rC   z/compute_ufunc_cpu_dtype_body.<locals>.<genexpr>z) { return z; },
  [=](c                 s   r>   r2   r?   r,   r'   r'   r(   r9     rC   z; }
);
z
cpu_kernel(iter,
  [=](c                 s   r>   r2   r?   r,   r'   r'   r(   r9     rC   )r   	CPUScalarry   	CPUVector
isinstancer   r   r7   r   r   Scalarrt   r!   r   r   r   r
   r   r   rd   re   r)   rf   ra   Tensorr   r   r   r   r;   r^   )r   r|   r   r   scalar_loopvec_loopr   r.   scalar_bindingsvec_bindingsrB   r   body_strr'   r   r(   compute_ufunc_cpu_dtype_body  s    


	(
	
&

r   c                 C   sx  t | }| jj}i }tjtjfD ]g}g }||v r|| tj|v r-|tju r-|tj tj|v r8|tj |D ]<}|| j	D ]4}|tju rMt
t}n|tju rYtt
t}nt ||i }	||	vrut| d|| j |d|	|< qAq:qg }
| D ]\}}	|
d| dt| ||	|  d q~d|
}d|  d|j d	| d
|  d|  d|j d|j dS )Nri   rj   r   r   r   r4   z
namespace {

r   r   z#
  );
}

} // anonymous namespace

r   z;
REGISTER_DISPATCH(r   z);
)r   rk   rl   r   r   r   rt   rr   rs   rp   r
   r   r   AssertionErrorrq   rS   r!   r   r   r)   r;   r   r   r   r   )r   r   rw   
ufunc_sigsrz   lksr~   r|   rT   r   r   r   r'   r'   r(   compute_ufunc_cpu_kernel  sf   







r   )5dataclassesr   typingr   r   r   r   r   r   torchgen.api.ufuncapir#   torchgen.api.translater	   torchgen.api.typesr
   r   r   r   r   r   r   r   r   r   torchgen.contextr   torchgen.modelr   r   r   r   r   r   r   torchgen.utilsr   r   rS   boolrh   rR   r   r   rn   rm   r   r   r   r   r   r   r   r'   r'   r'   r(   <module>   s|     ,$	"
S

/0+

]