o
    "i`O                     @   sp  d dl Z d dlmZ ddlmZ ddlmZ ddlm	Z	mZ ej
Z
d dlZd dlmZ eejZdd	 Zd
d Zdd Zdd Zdd Zdd Zd9ddZdd ZG dd dZG dd deeZG dd deeZi Zeefdd Zd!d" Z d#d$ Z!d%d& Z"e# Z$d'd( Z%d)d* Z&	,d:d-d.Z'd/d0 Z(e)dZ*e j+j,Z-G d1d2 d2Z.d3d4 Z/d;d5d6Z0e j+j1Z2d<d7d8Z1dS )=    Ndim   )op_properties)_enable_layers)tree_flattentree_map)reducec                 C   s   t tj| dS Nr   )r	   operatormul)x r   f/var/www/html/eduruby.in/lip-sync/lip-sync-env/lib/python3.10/site-packages/functorch/dim/reference.pyprod   s   r   c                 C   s:   ddl m} t| |r|rJ d| S | dkr| | S | S )Nr   Dimz8cannot preserve first-class dimensions with keepdim=Truer    r   
isinstance)dNkeepdimr   r   r   r   	_wrap_dim   s   
r   c                    sV   ddl m} t| |tfrtt|  fS |rJ d|  t fdd| D S )Nr   r   z.expected a single dimension or int but found: c                 3   s    | ]	}t | V  qd S N)r   ).0r   r   r   r   r   	<genexpr>.       z_dims.<locals>.<genexpr>)r   r   r   intltupler   )r   r   r   
single_dimr   r   r   r   _dims(   s
   r"   c              	   C   s   ddl m} tdd t|D }t|dkrH|d \}}tdd |D }| | dkr?tdd |D }|d|  d	| | | }	|	|_d S t|dkratd
d |D }|d| d| tdd |D }
| |
kr~|d|  d|
 d| d| d S )Nr   )DimensionMismatchErrorc                 s   s"    | ]\}}|j s||fV  qd S r   )is_bound)r   irr   r   r   r   4   s     z%_bind_dims_to_size.<locals>.<genexpr>r   c                 s   s    | ]	}|j r|jV  qd S r   )r$   sizer   r&   r   r   r   r   7   r   c                 s   $    | ]}|j s	d nt|jV  qdS ?Nr$   strr'   r(   r   r   r   r   9      " z>inferred dimension does not evenly fit into larger dimension:  vs c                 s   r)   r*   r,   r(   r   r   r   r   @   r.   z1cannot infer the size of two dimensions at once: z with sizes c                 s       | ]}|j V  qd S r   r'   r(   r   r   r   r   E       z!Dimension sizes to do not match (z != z) when matching z to )r   r#   tuple	enumeratelenr   r'   )Zlhs_sizerhsZ	lhs_debugr#   Z	not_boundidxr   Z
rhs_so_farZrhs_snew_sizeZrhs_sizer   r   r   _bind_dims_to_size1   s.   
r9   c                 C   sB   ddl m} t| |r| jt| j| jfS | tt| j ddfS )Nr   _Tensorr   T)	r   r;   r   _tensorllist_levels_has_devicerangendim)inpr;   r   r   r   _tensor_levelsL   s   
rC   c           	   	   C   s   g }g }d}|   }|D ]%}z||}|| |||  W q ty1   |d d}Y qw |ttt|krA| j| } |rH| j| } | S )NFr   T)	r'   indexappend
ValueErrorlistr@   r5   permuteview)	vZfrom_levelsZ	to_levelsrI   rH   requires_viewr'   tr7   r   r   r   _match_levelsU   s$   




rM   Fc           	      C   s   ddl m} | jt| j}}z||}W n  ty6   |s  d}|j|jg| R  }|	dd Y nw d}t
|D ]}t|| trR||  d8  < |d7 }q=| d ||< |||| j|fS )Nr   )Tensorr   )r   rN   r<   r=   r>   rD   rF   expandr'   insertr@   r   r   from_positionalr?   )	selfr   
expand_dimrN   ptensorlevelsr7   Zidx_batchedr%   r   r   r   _positional_no_permutel   s&   rV   c                 C   s>   ddl m} t| |t||krdS t| |r| |u S | |kS )Nr   r   Fr   )abr   r   r   r   seq   s   
rY   c                   @   s   e Zd Zdd Zdd ZdS )isinc                 C   s   | D ]
}t ||r dS qdS )NTF)rY   )rR   itemr   r   r   r   __contains__   s
   
zisin.__contains__c                 C   s(   t | D ]\}}t||r|  S qtr   )r4   rY   rF   )rR   r[   r%   r   r   r   r   rD      s
   
z
isin.indexN)__name__
__module____qualname__r\   rD   r   r   r   r   rZ      s    rZ   c                   @      e Zd ZdS )r=   Nr]   r^   r_   r   r   r   r   r=          r=   c                   @   r`   )r    Nra   r   r   r   r   r       rb   r    c                    s<  ddl mm m ddlm} |tjju r3|\}}t|r3t|r3|j	dkr3|j	dkr3|||S t
 }t||f\}	}
d |	D ]}t|r^|jrO|j|jD ]}||vr]|| qRqBfdd|tv rt
 t
 }g }t|	D ]<\}}t|rt|\}}}t|r|jsd ur|jjd}||	|< |D ]}|vr| q|||f qv|D ]\}}t|	| ||	|< q|
|	\}}||i |} fdd	}t||S  fd
d	}t|( td|  |
fdd|	D \}}||i |}t||W  d    S 1 sw   Y  d S )Nr   )r;   rN   
TensorLike)DelayedMulTensorr   c                    s4   t |  r| j}d ur| js|jjd}|S | S )Ndevice)r   _batchtensorr?   torf   )rL   r&   )r;   device_holding_tensorr   r   unwrap   s   
z"__torch_function__.<locals>.unwrapre   c                    s    t | r | d uS | S r   )r   rQ   rL   )rN   rc   ri   result_levelsr   r   wrap   s
   

z __torch_function__.<locals>.wrapc                    s   t | r | d uS | S r   )r   from_batchedrk   )rN   rc   ri   r   r   rm         
zbatch_tensor for c                 3   s    | ]} |V  qd S r   r   )r   f)rj   r   r   r      s    z%__torch_function__.<locals>.<genexpr>)r   r;   rN   rc   Zdelayed_mul_tensorrd   torch__mul__r   rA   r=   r   r?   rg   dimsrE   	pointwiser4   rC   rh   rf   rM   r   r   print)rR   origclsargskwargsrd   lhsr6   Zall_dimsZ	flat_argsZ	unflattenrp   r   Z
arg_levels	to_expandr%   rT   rU   _lresultrm   r   )rN   rc   r;   ri   rl   rj   r   __torch_function__   sp   









&r   c                 G   s  ddl m}m} | jt| j}}t }g }d}| j}	|D ]T}
t|
tr4|	|
 |	dd |
D  qt|
|rE|
|
 |
|
j qt|
tr^t|
|	d}
|
|
 |
||
 q|	|
 |
tdd |
D  d}qttt|}t|}t|D ]:\}}
z||
}W n ty } ztd| j d	|
 |d }~ww || }||= ||= ||d
 ||| q|j| }d
}tt|d ddD ]}t|| tr|d7 }| ||< q|||| j}|r|jg || t|d  R  }|S )Nr   )r   rN   Fc                 s   r0   r   r1   r   er   r   r   r      r2   zpositional.<locals>.<genexpr>c                 s   r0   r   r1   r   r   r   r   r   
  r2   Tztensor of dimensions z does not contain dim r   )r   r   rN   r<   r=   r>   rA   r   DimListextendrE   r'   r   r   r   rG   r@   r5   r4   rD   rF   DimensionBindErrorrs   rP   rH   rQ   r?   Zreshape)rR   rs   r   rN   rT   rU   Z	flat_dimsrI   Z
needs_viewrA   r   rH   Znflatr%   r7   r   pseenr~   r   r   r   
positional   sb   








$r   c                 C   s*   ddl m} | D ]
}t||r dS qd S )Nr   r   Tr   )inputr   r%   r   r   r   _contains_dim'  s   
r   c                 G   sR   t |s| tjjd | g|R S |}dd |D dg| j  }| j| } | | S )Nc                 S   s   g | ]}|j qS r   r1   r   r   r   r   r   
<listcomp>3  s    zexpand.<locals>.<listcomp>r   )r   r   rq   rN   rO   rA   )rR   sizesrs   r   r   r   rO   /  s   
rO   c                 C   s    t ||kr
|| S || |S r   )r5   get)nameoffsetrx   ry   defaultr   r   r   _getarg;  s   r   c                 C   s$   t ||kr|||< d S ||| < d S r   )r5   )r   r   rx   ry   valuer   r   r   	_patchargA  s   r   r   Tc              	      s4   ddl m mm  f	dd}|S )Nr   )r   rN   rc   c           	         s  t ||t}|tu sr@t|s@tj  td
  
jg|R i |jW  d    S 1 s;w   Y  rJt d	||dnd}j	t
j}t|jj|}tfdd|D  ry|sy fddtD nt dkr d	  t|}t||  fd
d}t td
  
|g|R i |}t||W  d    S 1 sw   Y  d S )Nzdim fallback batch_tensor for r   Fc                 3   s    | ]}  |V  qd S r   rD   r   )rU   r   r   r   Z  s    z$_wrap.<locals>.fn.<locals>.<genexpr>c                    s   g | ]
\}}| vr|qS r   r   )r   r%   r}   )dim_indicesr   r   r   \  s    z%_wrap.<locals>.fn.<locals>.<listcomp>r   r   c                    s   t | r | jS | S r   )r   rQ   r?   rk   )rN   rc   
new_levelsrR   r   r   rm   g  ro   z_wrap.<locals>.fn.<locals>.wrapzdim used batch_tensor for )r   _not_presentr   r   rs   ru   rn   rg   r?   r<   r=   r>   r"   rA   r3   r4   r5   rG   r   r   )	rR   rx   ry   r   r   rL   rs   rm   r&   	r   rN   rc   dim_name
dim_offsetkeepdim_offsetrv   r	   r!   )r   rU   r   rR   r   fnM  s8    
$z_wrap.<locals>.fn)r   r   rN   rc   )rv   r   r   r   r!   r	   r   r   r   r   _wrapH  s   $r   c                 O   s:   ddl m} ttj| }t|| t|g|R i | d S )Nr   r:   )r   r;   getattrrq   rN   setattrr   )r   rx   ry   r;   rv   r   r   r   _deft  s   "r   c                   @   s$   e Zd Zdd Zdd Zdd ZdS )dim_trackerc                 C   s   t  | _g | _d S r   )r=   rs   count)rR   r   r   r   __init__  s   
zdim_tracker.__init__c                 C   s*   || j vr| j | | jd d S d S r
   )rs   rE   r   rR   r   r   r   r   record  s   
zdim_tracker.recordc                 C   s   | j | j| S r   )r   rs   rD   r   r   r   r   __getitem__  s   zdim_tracker.__getitem__N)r]   r^   r_   r   r   r   r   r   r   r   r     s    r   c           *         s  ddl m m}m}m}m}m} t|| o(t|tt	f o(t||o'|j
dk }|r>t|  r9 td | |fS t| |S t|tsG|g}nt	|}d}d }	g }
t|D ]D\}}|du set||rw|jsw|	d urud| d|	 }|||}	t||r||jrt|nd7 }|
| qU|d ur|dur|d7 }qU| j
}||krtd| d| d	|	d ur|| }||	 }|du rtg| ||	|	d < n|| t|
D ]}|| |||d < qd}d
}|  }g }t  fdd}||  g }t|D ]s\}}|d u rt||< |d d}q|| }t||r)||_| || nBt|tt	frb|rbt|d |rb|D ]}| q>t||d|  |dd |D  d}|| n	|| || |d7 }q|rx| j| } t|D ]}|| |||d < q|t|  r| jt	| j}}t|fdd|D }| j}d}n| |}}|j
t| }d}g }g }d } i }!d
}"t|D ]V\}}#t|#|r|# dkrt||< ||# qt|#|rd}"| d u rt|} t|#\}$}}%||!|< |$||< |D ]}&|&|vr||& qqd}"|d q| d ur*||| | < |!  D ]\}}t!|| ||||< q.|"rGt||}'n|}'d}(|dkrX|dg|  tt|D ]\}})t|)t"rr|(|d| < |(d8 }(q^|#|'||S )Nr   )r;   r   r   r   rN   rc   r   .z\at most one ... or unbound dimension list can exist in indexing list but found 2 at offsets z and z	at least z/ indices were supplied but the tensor only has z dimensions.Fc                    s(   t |  sd S | jD ]}| q
d S r   )r   rs   r   )rL   r   )r;   	dims_seenr   r   add_dims  s
   

zt__getitem__.<locals>.add_dimsTzoffset c                 s   r0   r   r1   r   r   r   r   r     r2   zt__getitem__.<locals>.<genexpr>c                    s"   g | ]}t |trt n|qS r   )r   r   next)r   r}   )input_itr   r   r     s   " z t__getitem__.<locals>.<listcomp>r   )$r   r;   r   r   r   rN   rc   r   r3   rG   rA   r   _orig_getitemr4   r$   r5   rE   
IndexErrorno_sliceZbind_lenreversedr'   r   r   r9   r   rI   r<   r>   iterr?   rC   itemsrM   r   rQ   )*rR   r   r   r   r   rN   rc   Z	is_simpleZdims_indexedZexpanding_objectZdimlistsr%   smsgrA   Zexpanding_ndimsobjrK   r'   Z
view_sizesr   Z	dim_packsr7   szr   Zptensor_selfrU   Zflat_inputsZ
has_deviceZto_padrl   Zindex_levelsZtensor_insert_pointr{   Zrequires_getindexrB   rT   r|   r}   r~   Znext_positionalr&   r   )r;   r   r   r   t__getitem__  s   







&








r   c           
      C   s   t |trt| ||||S d }|d urt||dd\}}g }| D ]!}t||dd\}}|d ur=||kr=|||}n|}|| q#tj|||d}	|	||d f||fS )NT)rS   )outr   )r   r   rq   stackrD   rV   Zmove_dimrE   )
ZtensorsZnew_dimr   r   rD   ZptensorsrL   ptpiprr   r   r   r   B  s   
r   c              	      s  ddl m}m} t|tstdd |D r&t |rtdt| | dS t |r>t| |s7J d  t|  \}  | 	 }d}g }g }t
|D ]\}	}
|
jr`||
j	 ||
j	7 }qM|d ||	 qM|r||ksJ d	| d
| d| d|| }| t|  }|D ]}t||}||| _	|||< ||8 }qn||ksJ d| d
| d| dt fddt|t| | dD S )Nr   )r;   r   c                 s   s    | ]}t |tV  qd S r   )r   r   )r   rL   r   r   r   r   Z  s    

zsplit.<locals>.<genexpr>zKwhen dim is specified as a Dim object, split sizes must also be dimensions.r   zTensor does not have dimension r   z,result dimensions are larger than original: r/   z ()z)result dimensions do not match original: c                 3   s     | ]\}}|  |V  qd S r   r   )r   r   rL   r   r   r   r     s
    

)r   r;   r   r   r   anyrF   _orig_splitrV   r'   r4   r$   rE   r5   minr3   zip)rR   Zsplit_size_or_sectionsr   r;   r   r'   Ztotal_bound_sizeunboundr   r%   r   Zremaining_size
chunk_sizeur   r   r   r   splitW  sP   








r   )F)r   r   r   FT)r   N)r   )3rq   Zfunctorch._Cr   Z_Cr   r   Zbatch_tensorr   r   r   r   r   	functoolsr	   setrt   r   r   r"   r9   rC   rM   rV   rY   rZ   rG   r=   r3   r    Z
empty_dictclassmethodr   r   r   rO   objectr   r   r   r   r   slicer   rN   r   r   r   r   r   r   r   r   r   r   r   <module>   sP   
		
O2	
, 
5