
    9j3F                        d dl Z d dlmZmZ d dlmZmZ d dlZd dlm	Z
 d dlmZ d dlmZ d dlmZmZmZ d dlmZmZ g dZded   z  Zh d	Zej2                  j4                  j6                  Zd
ededededef
dZdej>                  dedej@                  dej>                  fdZ!	 dDdededefdZ"d
ede#edf   de#edf   defdZ$de%dededz  dedededefdZ&de%dededz  dededededefd Z'de%dededz  dedededefd!Z( eejR                         e       	 	 	 dEdededz  dededef
d"              Z* eejV                         e       	 	 	 dEdededz  dededef
d#              Z, eejZ                         e       	 	 	 dEdededz  dededef
d$              Z. eej^                         e       	 	 	 dEdededz  dededef
d%              Z0 eejb                         e       	 	 	 dEdededz  dededef
d&              Z2 eejf                         e       	 	 	 dEdededz  dededef
d'              Z4 G d( d)e      Z5ded*edz  dedz  de5fd+Z6d,ee   defd-Z7d.e%ded*e#edf   de#edf   dededefd/Z8 eejr                         e       	 	 	 dFded0edz  dedz  dedef
d1              Z: eejv                         e       	 	 	 dFded0edz  dedz  dedef
d2              Z< eejz                         e       	 	 	 dFded0edz  dedz  dedef
d3              Z> eej~                         e       	 	 	 dFded0edz  dedz  dedef
d4              Z@ G d5 d6e      ZAd7e%ded0edz  dedz  deAf
d8ZB eej                         e       	 	 	 dFded0edz  dedz  dedef
d9              ZD eej                         e       	 	 	 dFded0edz  dedz  dedef
d:              ZF eej                         e       	 	 	 dGded0edz  dedz  dedef
d;              ZH eej                         e       	 	 	 dGded0edz  dedz  dedef
d<              ZJ eej                         e       	 	 	 dGded0edz  dedz  dedef
d=              ZL eej                         e       	 	 	 dGded0edz  dedz  dedef
d>              ZN eej                         e       	 	 	 dGded0edz  dedz  dedef
d?              ZP eej                         e       	 	 	 dGded0edz  dedz  dedef
d@              ZRdedz  d
edeSe   fdAZT eej                        dHdededz  defdB       ZV eej                        dHdededz  defdC       ZXy)I    N)IterableSequence)Literal
NamedTuple)register_decomposition)DimsType	ShapeTypeTensorLikeType)_maybe_convert_to_dtypeout_wrapper)fftfft2fftnhffthfft2hfftnrfftrfft2rfftnifftifft2ifftnihfftihfft2ihfftnirfftirfft2irfftnfftshift	ifftshift)forwardbackwardortho>   Nr#   r!   r"   xnormsignal_numelr!   returnc                     t        j                  t        v fd       dk(  r| dt        j                  |      z  z  S | xr du xs dk(  xs	 |xr dk(  }|r| d|z  z  S | S )z3Apply normalization to the un-normalized FFT resultc                      d  S )NzInvalid normalization mode:  )r%   s   O/media/conek/DATA/Code/OCR/venv/lib/python3.12/site-packages/torch/_refs/fft.py<lambda>z_apply_norm.<locals>.<lambda>/   s    1MdV/T     r#      Nr"   r!   )torch_check_NORM_VALUESmathsqrt)r$   r%   r&   r!   	normalizes    `   r+   _apply_normr5   +   s     
LL%'TUwA		,//00E$$,"D$*2D %DI%  &/1L !5A5r-   dtyperequire_complexdevicec                 f     j                   r S  j                  st        j                          t        j                  t        j
                  g}|j                  dv }|r|j                  t        j                         t        j                   |v  fd       |rt        j                           S )z@Helper to promote a dtype to one supported by the FFT primitives)cudametaxpuc                      d  S )NzUnsupported dtype r*   r6   s   r+   r,   z#_promote_type_fft.<locals>.<lambda>J   s    3EeW1M r-   )
is_complexis_floating_pointr/   get_default_dtypefloat32float64typeappendfloat16r0   utilscorresponding_complex_dtype)r6   r7   r8   allowed_typesmaybe_support_halfs   `    r+   _promote_type_fftrK   :   s      ""'')]]EMM2M(??U]]+	LL-')MN11%8Lr-   tc                 `    | j                   }t        ||| j                        }t        | |      S )zEHelper to promote a tensor to a dtype supported by the FFT primitives)r6   rK   r8   r   )rL   r7   cur_typenew_types       r+   _maybe_promote_tensor_fftrP   R   s,     wwH ?AHHEH"1h//r-   dims.sizesc                    t        |      t        |      k7  r#t        dt        |       dt        |             d}| j                  }dgt        |      z  dz  }t        t        |            D ]k  }||   dk(  r|||      ||   k  r*d}t        |      d||   z  z
  dz
  }||   |||      z
  ||<   |||      ||   kD  sS| j	                  ||   d||         } m |rt        j                  | |      S | S )	z
    Fixes the shape of x such that x.size(dims[i]) == sizes[i],
    either by zero-padding, or by slicing x starting from 0.
    z.dims and sizes must have the same length, got z and Fr      Tr.   )lenAssertionErrorshaperangenarrowr/   constant_pad_nd)r$   rQ   rR   	must_copyx_sizes
pad_amountipad_idxs           r+   _resize_fft_inputra   [   s!    4yCJ<SYKuSQVZLY
 	
 IggGs7|#a'J3t9 /8r>47eAh&I*oDG3a7G"'(WT!W-="=Jw47eAh&a!U1X.A/ 4=5  J/C!Cr-   	func_nameinputndimc                 x   t        |d      }t        j                  |j                  |d      f}||nd|j                  |   dz
  z  t        j                  dk\  fd       |t        ||dz  dz   f      }|rt        j                  |      }t        j                  ||	      }t        |||
      S )zBCommon code for performing any complex to real FFT (irfft or hfft)Tr7   Fwrap_scalarrT   r.   c                      d  dS NzInvalid number of data points (z) specifiedr*   last_dim_sizes   r+   r,   z_fft_c2r.<locals>.<lambda>       1-L r-   )rQ   rR   re   rm   r%   r&   r!   )rP   rG   canonicalize_dimndimrX   r/   r0   ra   conjprimsfft_c2rr5   )	rb   rc   rd   re   r%   r!   rQ   outputrm   s	           @r+   _fft_c2rrw   y   s     &eTBE""5::sFHDAAS1AA1E,FM	LLL
 	}!%d=A;MPQ;Q:ST

5!]]5d-HFvD}gVVr-   onesidedc                    	 t        j                  j                  j                    fd       t	              t        j                  j                  |d      f}||nj                  |   	t        j                  	dk\  	fd       |t        ||f      t        j                  ||      }t        ||	|      }|r|S t        j                  |      S )zBCommon code for performing any real to complex FFT (rfft or ihfft)c                  &      dj                    S )Nz0 expects a floating point input tensor, but got r>   rb   rc   s   r+   r,   z_fft_r2c.<locals>.<lambda>   s    9+Mekk][ r-   Frh   r.   c                      d  dS rk   r*   dim_sizes   r+   r,   z_fft_r2c.<locals>.<lambda>       !@
+V r-   re   rx   )r/   r0   r6   r?   rP   rG   rq   rr   rX   ra   rt   fft_r2cr5   rs   )
rb   rc   rd   re   r%   r!   rx   rQ   retr~   s
   ``       @r+   _fft_r2cr      s     
LLKK"""[ &e,E""5::sFHDMqu{{3'7H	LLAV 	}!%t4
--4(
;C
c47
3C3.uzz#.r-   c                 t    t        j                  j                  j                   fd       t	        j
                  j                  |d      f}||nj                  |   t        j                  dk\  fd       |t        ||f      t        j                  ||      }t        |||      S )zCCommon code for performing any complex to complex FFT (fft or ifft)c                  &      dj                    S Nz) expects a complex input tensor, but got r>   r{   s   r+   r,   z_fft_c2c.<locals>.<lambda>   s    9+Fu{{mT r-   Frh   r.   c                      d  dS rk   r*   r}   s   r+   r,   z_fft_c2c.<locals>.<lambda>   r   r-   re   r!   )r/   r0   r6   r?   rG   rq   rr   rX   ra   rt   fft_c2cr5   )	rb   rc   rd   re   r%   r!   rQ   r   r~   s	   ``      @r+   _fft_c2cr      s     
LLT ""5::sFHDMqu{{3'7H	LLAV 	}!%t4
--4
9CsD(G44r-   c           	      t    | j                   j                  rt        d| |||d      S t        d| |||dd      S )Nr   Tr!   Fr!   rx   r6   r?   r   r   rc   rd   re   r%   s       r+   r   r      s=     {{uadDAAuadD5QQr-   c           	      t    | j                   j                  rt        d| |||d      S t        d| |||dd      S )Nr   Fr   r   r   r   s       r+   r   r      s=     {{q#tUCCq#tUUSSr-   c           	      &    t        d| |||dd      S )Nr   Tr   r   r   s       r+   r   r      s     FE1c4MMr-   c                 $    t        d| |||d      S )Nr   Fr   rw   r   s       r+   r   r      s     GUAsD%@@r-   c                 $    t        d| |||d      S )Nr   Tr   r   r   s       r+   r   r      s     FE1c4>>r-   c           	      &    t        d| |||dd      S )Nr   FTr   r   r   s       r+   r   r     s     GUAsD%$OOr-   c                   6    e Zd ZU eedf   ed<   eedf   ed<   y)_ShapeAndDims.rX   rQ   N__name__
__module____qualname__tupleint__annotations__r*   r-   r+   r   r     s    c?
S/r-   r   rX   c                    | j                   | j                  |`t        |t              s|f}t	        j
                  |d      }t        j                  t        t        |            t        |      k(  d        |t        |t              s|f}t        j                  |du xs t        |      t        |      k(  d        t        |      t        j                  k  fd       |t        t        z
              }t        fdt        |      D              }n6| t        t                    }t              }nt        fdD              }|D ]  t        j                  d	kD  fd
         t        ||      S )zTConvert the shape and dim arguments into a canonical form where neither are optionalNFrh   c                       y)NzFFT dims must be uniquer*   r*   r-   r+   r,   z6_canonicalize_fft_shape_and_dim_args.<locals>.<lambda>&      r-   c                       y)Nz=When given, dim and shape arguments must have the same lengthr*   r*   r-   r+   r,   z6_canonicalize_fft_shape_and_dim_args.<locals>.<lambda>0  r   r-   c                      d d  dS )NzGot shape with z" values but input tensor only has z dimensions.r*   )	input_dimtransform_ndims   r+   r,   z6_canonicalize_fft_shape_and_dim_args.<locals>.<lambda>6  s    on%5 6!{,0 r-   c              3   <   K   | ]  \  }}|d k7  r|n|     yw)rU   Nr*   ).0sdinput_sizess      r+   	<genexpr>z7_canonicalize_fft_shape_and_dim_args.<locals>.<genexpr>?  s,      
A bAk!n,
   c              3   (   K   | ]	  }|     y wNr*   )r   r   r   s     r+   r   z7_canonicalize_fft_shape_and_dim_args.<locals>.<genexpr>I  s     ;Q+a.;s   r   c                      d  dS rk   r*   )rd   s   r+   r,   z6_canonicalize_fft_shape_and_dim_args.<locals>.<lambda>L  s    &EaS$T r-   )rX   rQ   )rr   rX   
isinstancer   rG   canonicalize_dimsr/   r0   rV   setr   rY   zipr   )	rc   rX   re   ret_dims	ret_shaper   r   rd   r   s	        @@@@r+   $_canonicalize_fft_shape_and_dim_argsr     sp    

I++K
#x(&C**9cuM 	H#h-/1R	
 %*HE 	4K13s8s5z1S	
 Ui'0	
 ;U9~#=yIJH  
eX.
 
	 
y)*+&	 ;(;;	 VQUTUV yx88r-   xsc                 "    d}| D ]  }||z  }	 |S )zCompute product of a listr.   r*   )r   prodr$   s      r+   _prodr   Q  s$    D 	Kr-   function_namec                      t        j                  j                  j                   fd       t	        ||      }t        j                  |||      }t        ||t        |      |      S )zECommon code for n-dimensional complex to complex FFTs (fftn or ifftn)c                  &      dj                    S r   r>   )r   rc   s   r+   r,   z_fftn_c2c.<locals>.<lambda>d  s    =/ ";;-! r-   r   rp   )	r/   r0   r6   r?   ra   rt   r   r5   r   )r   rc   rX   re   r%   r!   r$   rv   s   ``      r+   	_fftn_c2cr   Y  sZ     
LL	!
 	%e,A]]1#w7FvDuU|WUUr-   r   c                 ^    t        | ||      \  }}t        | d      }t        d||||d      S )NTrg   r   r   r   rP   r   rc   r   re   r%   rX   r$   s         r+   r   r   l  s7     8q#FLUC!%>AVQsD$??r-   c                 ^    t        | ||      \  }}t        | d      }t        d||||d      S )NTrg   r   Fr   r   r   s         r+   r   r   y  s7     8q#FLUC!%>AWaT5AAr-   c                     t        j                   j                  j                    fd       t	         ||      \  }}t         d       t         ||       t        j                   |d      }t        ||t        |      d      S )Nc                  "    d j                    S )Nz2rfftn expects a real-valued input tensor, but got r>   rc   s   r+   r,   zrfftn.<locals>.<lambda>  s    DU[[MR r-   Frg   Tr   rp   )r/   r0   r6   r?   r   rP   ra   rt   r   r5   r   )rc   r   re   r%   rX   outs   `     r+   r   r     sy     
LLKK"""R 6eQDJE3%eUCEeS%0E
--3
6CsE%L$OOr-   c                 *    t        j                   j                  j                    fd       t	         ||      \  }}t        j                  t        |      dkD  d        t         d       t         ||       t        j                   |dd  d      }t        |      d	k(  r't        |||d   d
      }t        j                  |      S t        j                  |      }t        j                  ||d d d      }t        ||t        |      d
      S )Nc                  "    d j                    S )Nz3ihfftn expects a real-valued input tensor, but got r>   r   s   r+   r,   zihfftn.<locals>.<lambda>  s    Eekk]S r-   r   c                       y)Nz'ihfftn must transform at least one axisr*   r*   r-   r+   r,   zihfftn.<locals>.<lambda>  r   r-   Frg   rU   Tr   r.   rp   r   )r/   r0   r6   r?   r   rV   rP   ra   rt   r   r5   rs   conj_physicalr   r   )rc   r   re   r%   rX   tmps   `     r+   r   r     s     
LLKK"""S 6eQDJE3	LLUa!RS%eUCEeS%0E
--3rs8d
;C
3x1}#DuQxOzz#


c
"C
--Sb5
9CsE%L%PPr-   c                   @    e Zd ZU eedf   ed<   eedf   ed<   eed<   y)_CanonicalizeC2rReturn.rX   re   rm   Nr   r*   r-   r+   r   r     s$    c?	sCxr-   r   fnamec                 R    t        |||      \  }}t        j                  t        |      dkD   fd       ||d   dk(  rd|j                  |d      dz
  z  n|d   t        j                  dk\  fd       t        |      }dz  dz   |d<   t        t        |      |      S )zCanonicalize shape and dim arguments for n-dimensional c2r transforms,
    as well as calculating the last_dim_size which is shape[dim[-1]] for the outputr   c                        dS )Nz! must transform at least one axisr*   )r   s   r+   r,   z:_canonicalize_fft_c2r_shape_and_dim_args.<locals>.<lambda>  s    E72S)T r-   rU   rT   r.   c                      d  dS rk   r*   rl   s   r+   r,   z:_canonicalize_fft_c2r_shape_and_dim_args.<locals>.<lambda>  rn   r-   )rX   re   rm   )r   r/   r0   rV   rX   listr   r   )r   rc   r   re   rX   
shape_listrm   s   `     @r+   (_canonicalize_fft_c2r_shape_and_dim_argsr     s     8q#FLUC	LLUa!TUyAbERKU[[R1A56b		LLL
 eJ"a'!+JrN!JS r-   c                     t        d| ||      \  }}}t        | d      } t        | ||      } t        j                  | ||      t        |t        fd|D              d      S )Nr   Trg   ro   c              3   <   K   | ]  }j                   |     y wr   )rX   )r   r   r   s     r+   r   zirfftn.<locals>.<genexpr>  s     'B		!'Br   Fr   )r   rP   ra   rt   ru   r5   r   )rc   r   re   r%   rX   rm   r   s         @r+   r   r     sj     !I%C!E3 &eTBEeS%0E
--3m
DCsD%'Bc'B"BERRr-   c           	      d   t        d| ||      \  }}}t        | d      } t        | ||      } t        |      dkD  rt	        j
                  | |d d d      n| }t        ||t        |d d       d      }t	        j                  |      }t	        j                  ||dd  |      }t        |||d      S )	Nr   Trg   r.   rU   r   r   ro   )
r   rP   ra   rV   rt   r   r5   r   r   ru   )rc   r   re   r%   rX   rm   r   r   s           r+   r   r     s     !I3!E3 &eTBEeS%0E>A#hl%--3s8T
:PUC
c4uSbz!2D
AC


c
"C
--RS
GCsD->>r-   c                 H    t         j                  j                  | |||      S N)r   re   r%   )r/   r   r   rc   r   re   r%   s       r+   r   r     s     99>>%1#D>99r-   c                 H    t         j                  j                  | |||      S r   )r/   r   r   r   s       r+   r   r          99??5A3T?::r-   c                 H    t         j                  j                  | |||      S r   )r/   r   r   r   s       r+   r   r     r   r-   c                 H    t         j                  j                  | |||      S r   )r/   r   r   r   s       r+   r   r     "     99EQCd;;r-   c                 H    t         j                  j                  | |||      S r   )r/   r   r   r   s       r+   r   r   )  r   r-   c                 H    t         j                  j                  | |||      S r   )r/   r   r   r   s       r+   r   r   4  r   r-   c                 ~    | t        t        |j                              S t        | t              s| gS t        |       S )zIConvert Optional[DimsType] to a simple list, defaulting to all dimensions)r   rY   rr   r   r   )re   r$   s     r+   _default_alldimsr   ?  s5    
{E!&&M""X&uCyr-   c                     t        ||       }|D cg c]  }| j                  |   dz   }}t        j                  | ||      S c c}w )NrT   r   rX   r/   rollrc   re   rQ   r   shifts        r+   r   r   I  sF    C'D*./QU[[^q /E/::eUD)) 0s   Ac                     t        ||       }|D cg c]  }| j                  |   dz   dz   }}t        j                  | ||      S c c}w )Nr.   rT   r   r   s        r+   r    r    P  sK    C'D0451ekk!nq Q&5E5::eUD)) 6s   A)F)NrU   N)NNN)N)rU   Nr   )Yr2   collections.abcr   r   typingr   r   r/   torch._prims_primsrt   torch._prims_common_prims_commonrG   torch._decompr   r   r	   r
   torch._prims_common.wrappersr   r   __all__NormTyper1   _opsopsatenr   boolr5   r6   r8   rK   rP   r   ra   strrw   r   r   fft_fftr   fft_ifftr   fft_rfftr   	fft_irfftr   fft_hfftr   	fft_ihfftr   r   r   r   r   fft_fftnr   	fft_ifftnr   	fft_rfftnr   
fft_ihfftnr   r   r   
fft_irfftnr   	fft_hfftnr   fft_fft2r   	fft_ifft2r   	fft_rfft2r   
fft_irfft2r   	fft_hfft2r   
fft_ihfft2r   r   r   fft_fftshiftr   fft_ifftshiftr    r*   r-   r+   <module>r     s    . &   # 0 C C M2 '8995zz~~66%6586CG66;;)-7<||
[[2 0500(,00DD"38_D5:38_DD<WWW TzW 
	W
 W W W6/// Tz/ 
	/
 / / / /:555 Tz5 
	5
 5 5 54 % 		R	R
Tz	R 
	R 		R
 	R  &	R & 		T	T
Tz	T 
	T 		T
 	T  '	T & 	NN
TzN 
N 	N
 N  'N ' 	AA
TzA 
A 	A
 A  (A & 	??
Tz? 
? 	?
 ?  '? ' 	PP
TzP 
P 	P
 P  (PJ 
6969"+d"2699AD6969rhsm  VVV c?V 
sCx	V
 V V V& & 	@@4@ 
D@ 	@
 @  '@ ' 	BB4B 
DB 	B
 B  (B ' 	PP4P 
DP 	P
 P  (P" ( 	QQ4Q 
DQ 	Q
 Q  )Q4Z  4 
D	
 8 ( 	SS4S 
DS 	S
 S  )S ' 	??4? 
D? 	?
 ?  (?& & #	::4: 
D: 	:
 :  ': ' #	;;4; 
D; 	;
 ;  (; ' #	;;4; 
D; 	;
 ;  (; ( #	<<4< 
D< 	<
 <  )< ' #	;;4; 
D; 	;
 ;  (; ( #	<<4< 
D< 	<
 <  )<(T/ n c  ))**N *D *N * +* **+*^ *(T/ *^ * ,*r-   