
    ge1                    F   d Z ddlZddlmZmZmZmZmZmZ ddl	Z	ddl	m
Z ddlmZ ddlZddlZddlZddlmZmZmZmZ ddlmZmZmZmZmZmZmZmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2m3Z3 dd	lm4Z4m5Z5 dd
lm6Z6 ddl7m8Z8m9Z9m:Z: ddl;m<Z< ddl=m>Z> ddl?m@Z@ ddlAmBZB ddlCmDZD d ZE G d d          ZFd:dZGd ZH G d d          ZI G d d          ZJ G d d          ZKd ZL G d d          ZM G d  d!          ZN G d" d#          ZO G d$ d%          ZP G d& d'          ZQ G d( d)          ZR G d* d+          ZS G d, d-          ZT G d. d/          ZU G d0 d1          ZV G d2 d3          ZWd4 ZXd5 ZY G d6 d7          ZZ G d8 d9          Z[dS );z8
Test functions for multivariate normal distributions.

    N)assert_allcloseassert_almost_equalassert_array_almost_equalassert_equalassert_array_lessassert_)raises   )check_distribution_rvs)_PSD_lnB_cho_inv_batchmultivariate_normal_frozen)multivariate_normalmultivariate_hypergeommatrix_normalspecial_ortho_grouportho_grouprandom_correlationunitary_group	dirichletbetawishartmultinomial
invwishartchi2invgammanormuniformks_2sampkstestbinom	hypergeommultivariate_tcauchy
normaltestrandom_tableuniform_directionvonmises_fisherdirichlet_multinomialvonmises)_covariance
Covariance)stats)rombqmc_quadtplquad)multigammaln)Version)check_random_state_property)_qsimvtv)patchc                     t          j        |           t          j        |          }} t          | |g|R i | t          | j        |j                   d S N)npasarrayr   r   shape)resrefargskwargss       Clib/python3.11/site-packages/scipy/stats/tests/test_multivariate.pyassert_closerA   -   sU    z#
3CC.t...v...CI&&&&&    c                   (   e Zd Zd Zej        ej        j        ej        j        ej        j	        d dZ
 ej         ee
                    Z ej        g d          g dg dg dg ej        g d          g d	g d
g dgdZeedd         eg d         edd         dZej                            dedd                   d             Zej                            d ee                    ej                            de          d                         Zej                            dd e            ddg          ej                            d ee                    ej                            de          d                                     Zej                            d e            dg          ej                            de          d                         Zd Zej                            d          d             Zd ZdS )TestCovariancec                    d}t          j        t          |          5  t          j        t          j        d                     d d d            n# 1 swxY w Y   d}t          j        t          |          5  t          j        t          j        d          t          j        d                     d d d            n# 1 swxY w Y   d}t          j        t          |          5  t          j        d           d d d            n# 1 swxY w Y   d	}t          j        t          |          5  t          j	        t          j        d                     d d d            n# 1 swxY w Y   d
}t          j        t          |          5  t          j
        dt          j        d          f           d d d            n# 1 swxY w Y   d}t          j        t          |          5  t          j
        t          j        d          df           d d d            n# 1 swxY w Y   d}t          j        t          |          5  t          j
        g dt          j        d          f           d d d            d S # 1 swxY w Y   d S )Nz:The input `precision` must be a square, two-dimensional...match   z0`precision.shape` must equal `covariance.shape`.   )
covariancez7The input `diagonal` must be a one-dimensional array...alpacaz9The input `cholesky` must be a square, two-dimensional...z4The input `eigenvalues` must be a one-dimensional...z,The input `eigenvectors` must be a square...z9The shapes of `eigenvalues` and `eigenvectors` must be...r
   rH   rI   )pytestr	   
ValueErrorr,   CovViaPrecisionr9   oneseyeCovViaDiagonalCovViaCholeskyCovViaEigendecompositionselfmessages     r@   test_input_validationz$TestCovariance.test_input_validation5   s:   N]:W555 	4 	4'

333	4 	4 	4 	4 	4 	4 	4 	4 	4 	4 	4 	4 	4 	4 	4 E]:W555 	I 	I'q		bfQiiHHHH	I 	I 	I 	I 	I 	I 	I 	I 	I 	I 	I 	I 	I 	I 	I L]:W555 	1 	1&x000	1 	1 	1 	1 	1 	1 	1 	1 	1 	1 	1 	1 	1 	1 	1 N]:W555 	3 	3&rwqzz222	3 	3 	3 	3 	3 	3 	3 	3 	3 	3 	3 	3 	3 	3 	3 I]:W555 	H 	H0(BF1II1FGGG	H 	H 	H 	H 	H 	H 	H 	H 	H 	H 	H 	H 	H 	H 	H A]:W555 	I 	I0"'!**h1GHHH	I 	I 	I 	I 	I 	I 	I 	I 	I 	I 	I 	I 	I 	I 	I N]:W555 	I 	I0)))RVAYY1GHHH	I 	I 	I 	I 	I 	I 	I 	I 	I 	I 	I 	I 	I 	I 	I 	I 	I 	Is}   'AAA9;C  CC(D		DD1'E$$E(+E()GGG))HH"%H"+I>>JJc                 $    t          | d          S )NTallow_singular)r   )xs    r@   <lambda>zTestCovariance.<lambda>W   s    %)!D%A%A%A rB   )Diagonal	PrecisionCholeskyEigendecompositionPSDrL   )   r
   rI   )r
         )rI   re      )r
   r   rI   )rc   r   )rg   rc   r   r   r   r   )diagonal full rankzgeneral full rankzdiagonal singularzgeneral singularr
   N)r   rg   rj   cov_type_namerg   c                    t          j        g d          }g d}t          t          d|           }| j        |         }t          t
          d|                                           } | ||                    } | ||                    }t          |          t          |          k    sJ t          |	                    |          |	                    |                     d S )NrL   )rH   rc   CovViafrom_)
r9   diaggetattrr,   _covariance_preprocessingr-   lowertyper   whiten)	rV   rk   Ar\   cov_typepreprocessingfactoryr<   r=   s	            r@   test_factorieszTestCovariance.test_factoriesc   s    GIIIJJ;(@(@(@AA6}E*&Em.A.A.C.C&E&EFFgmmA&&''h}}Q''((CyyDII%%%%

1szz!}}55555rB   matrix_typec                 l   d| d| d}|| j         |         vrt          j        |           | j        |         }t	          t
          d|           }| j        |         }t          |d          } | ||                    }t          |j	        |j	                   t          |j        |j                   t          |j        t          j        |          j                   t          |j        t          j        |                     t          j                            d          }	|	                    d          }
|                    |
          }|
|j        z  }t          ||z  ||z             t)          |d	          r'd
|vr#t          |                    |          |
           |	                    d          }
|                    |
          }|
|j        z  }t          |dz                      d          |dz                      d                     t)          |d	          r'd
|vr#t          |                    |          |
           t)          |d	          rN|                    t          j        t1          |                              }t          |j        |z  |           d S d S )Nrn    does not support 	 matricesTrZ      VGiVK rI   size	_colorizesingularrH   re   rI   rH   rg   axis)
_cov_typesrM   skip	_matricesrq   r,   rr   r   rA   log_pdetr   rankr;   r9   r:   rJ   randomdefault_rngru   UhasattrcolorizesumrQ   lenT)rV   r{   rk   rW   rv   rw   rx   psd
cov_objectrngr\   r<   r=   s                r@   test_covariancezTestCovariance.test_covarianceq   s   M  [    <<<K   N;';(@(@(@AA6}E1T*** XmmA..//
Z(#,777Z_ch///Z%rz!}}':;;;Z*BJqMM::: i##$788JJAJ""#%iS3Yc	***:{++ 	6
+0M0M,,S111555 JJIJ&&""#%ic1f\\r\**S!VLLbL,A,ABBB:{++ 	6
+0M0M,,S111555 :{++ 	)%%bfSVVnn55Ca(((((	) 	)rB   r   r   c                 z   d| d| d}|| j         |         vrt          j        |           | j        |         }t	          t
          d|           }| j        |         }g d} | ||                    }	t          }
t          ||d          }t          ||	d          }t          j	        
                    d          }|                    |||          }t          j	        
                    d          }|
                    ||	||	          }t          j	        
                    d          } |
||	|
                              |          }t          |	t
          j                  rEt          |t          j        |                     t          |t          j        |                     nDt!          |j        |j                   t!          |j        |j                   t          ||           t          |
                    |||	          |                    |                     t          |                    |          |                    |                     t          |
                    |||	          |                    |                     t          |                    |          |                    |                     t          |
                    ||	          |                                           t          |                                |                                           d S )Nrn   r}   r~   皙?皙?333333?TrZ   r   r   r   random_stateseed)r   rM   r   r   rq   r,   rr   r   r9   r   r   rvs
isinstance	CovViaPSDrA   squeezer   r;   pdflogpdfentropy)rV   r   r{   rk   rW   rv   rw   rx   meanr   mvndist0dist1r   r\   x1x2s                    r@   test_mvn_with_covariancez'TestCovariance.test_mvn_with_covariance   s   M  [    <<<K   N;';(@(@(@AA6}EXmmA..//
!#D!DAAA#D*TJJJi##$788##D!$#77i##$788WWT:DsWCCi##$788Sz,,,00d0;;j+"788 	!RZ]]+++RZ]]++++17+++17+++R   SWWQj11599Q<<@@@UYYq\\599Q<<000SZZ444ell1ooFFFU\\!__ell1oo666S[[z22EMMOODDDU]]__emmoo66666rB   c                    d}| j         |         }t          t          d|           }| j        |         }g d} | ||                    }t          }	t	          ||d          }
t	          ||d          }t
          j                            d          }|                    |||          }t          |		                    |||          |
	                    |                     t          |	                    |          |
	                    |                     t          |	
                    |||          |

                    |                     t          |
                    |          |

                    |                     d S )Nri   rn   r   TrZ   r   r   )r   rq   r,   rr   r   r9   r   r   rA   cdflogcdf)rV   r   rk   r{   rv   rw   rx   r   r   r   r   r   r   r\   s                 r@   test_mvn_with_covariance_cdfz+TestCovariance.test_mvn_with_covariance_cdf   s[    +N;';(@(@(@AA6}EXmmA..//
!#D!DAAA#D*TJJJi##$788##D!$#77SWWQj11599Q<<@@@UYYq\\599Q<<000SZZ444ell1ooFFFU\\!__ell1oo66666rB   c                     d}t          j        t          |          5  t                       d d d            d S # 1 swxY w Y   d S )Nz7The `Covariance` class cannot be instantiated directly.rF   )rM   r	   NotImplementedErrorr-   rU   s     r@   test_covariance_instantiationz,TestCovariance.test_covariance_instantiation   s    K].g>>> 	 	LLL	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	s   :>>zignore::RuntimeWarningc                    t          j        g d          }|j        d         }t          j        |          }t	          j        t          d          5  t          ||                                           d d d            n# 1 swxY w Y   d}t           j	        
                    |          }t           j	        
                    |          }t          j        t           j                            |                    }t          ||          }|                    |          }	t          j        |||          }
t          |	|
           d S )N)r
   rH   g:0yEr   zThe input matrix must be...rF   l   .ypGw r   )r9   rp   r;   zerosrM   r	   rN   r   r   r   r   r-   from_eigendecompositionlinalgeighr   )rV   rv   nr   r   rng1rng2covrvr<   r=   s              r@   test_gh9942zTestCovariance.test_gh9942   sV   
 GMMM""GAJx{{ ]:-JKKK 	/ 	/a((,,...	/ 	/ 	/ 	/ 	/ 	/ 	/ 	/ 	/ 	/ 	/ 	/ 	/ 	/ 	/ #y$$T**y$$T**01B1BCC s++ff$f''!%dCdCCCS#s   #BB	Bc                    t          j        d          }t          j        t          j        d          t          j        d          f          }t          j                            ||          }|	                    d           }t          ||           t          j        j                            t          j        ddg          t          j        ddgddgg          f          }t          j                            ||          }|	                    d           }|d         |d         k    sJ |d         |d         k    sJ d S )	NrH   r   r   r         ?        g      y@r   r
   )r9   rP   r-   r   r   rQ   scipyr.   r   r   r   array)rV   r   r   distr   s        r@   test_gh19197zTestCovariance.test_gh19197   s!   
 wqzz0"(1++rvayy1IJJ{..Dc.BBhhDh!!S$k$<<Xr2hB8b$Z*@!A!ABD D{..Dc.BBhhDh!!1va    1va      rB   )__name__
__module____qualname__rX   r9   rp   r   invcholeskyr   rr   r   list_all_covariance_typesr   r   rM   markparametrizerz   r   tupler   r   r   filterwarningsr   r    rB   r@   rD   rD   3   s       I I I< .0W.0im-/Y-?79y~)B )B	!C !C %BHTT*C%D%DEE'.rwyyy'9'9'0yy)))YYY&G&-bgiii&8&8&0jj***iii%HJ JI )>'<QRR'@'<[[['I&;BCC&@B BJ
 [_.CCRC.HII6 6 JI6 []DDOO<<[_.CDD-) -) ED =<-)^ [VdEEGGQ	%BCC[]DDOO<<[_.CDD#7 #7 ED =< DC#7J [Veeggy%9::[_.CDD7 7 ED ;:70  
 [ 899  :9,! ! ! ! !rB   rD   Fc                    |                     | | f          }||j        z  }t          j                            |          \  }}|r|                    |           dk    }d||<   |t          j        |          z  |j        z  }|S )Nr   r   )r   r   r9   r   r   normalrp   )	dimevalsr   r   rv   _v	zero_eigsr   s	            r@   _random_covariancer     s     	

C:A	ACA9>>!DAq JJCJ((1,	i
bgenn
qs
"CJrB   c                     t           j                            | |           }t          j                            |          \  }}}|S r8   )r9   r   randnr   r   svd)r   Musr   s        r@   _sample_orthonormal_matrixr   !  s7    
	1Alq!!GAq!HrB   c                   D   e Zd Zd Zd Zd Zd Zd Zd Zd Z	d Z
d	 Zd
 Zd Zd Zd Zd Zej                            d ej        d           ej        ddg          g          d             Zd Zd Zd Zd Zd Zd Zd Zd Z d Z!d Z"d Z#d Z$d Z%d  Z&d! Z'd"S )#TestMultivariateNormalc                 f   t          j        d          }t          j        d          }t          t          t
          j        d||           t          t          t
          j        d||           t          t          t
          j        d||           t          t          t
          j        d||           d S )NrI   rH   r   r
   r   r
   rH   )r9   arangeidentityassert_raisesrN   r   r   r   )rV   mur   s      r@   test_input_shapez'TestMultivariateNormal.test_input_shape(  s    Yq\\k!nnj"5"962sKKKj"5"99b#NNNj"5"962sKKKj"5"99b#NNNNNrB   c                 p   t           j                            d           d\  }}}t          j        |||          }t          |j        d           t           j                            d          }t           j                            d          }t          j        t           j                            d                    }t          j        |||          }t          |j        d           d\  }}}t          j	        |||          }t          |j        d           t           j                            d          }t           j                            d          }t          j        t           j                            d                    }t          j	        |||          }t          |j        d           d S )N  )      ?g333333?      @r   rc   )
r9   r   r   r   r   r   ndimr   absr   )rV   r\   r   r   r   r   s         r@   test_scalar_valuesz)TestMultivariateNormal.test_scalar_values0  sX   
	t %4!%as33SXq!!! IOOAyq!!fRY__Q''((!%as33SXq!!! %4!%as33SXq!!! IOOAyq!!fRY__Q''((!%as33SXq!!!!!rB   c                    t           j                            d           t           j                            d          }t           j                            d          }t          j        t           j                            d                    }t          j        |||          }t          j        |||          }t          |t          j	        |                     d S Nr   rc   )
r9   r   r   r   r   r   r   r   r   logrV   r\   r   r   d1d2s         r@   test_logpdfz"TestMultivariateNormal.test_logpdfK      
	tIOOAyq!!fRY__Q''(( '455 $Qc22BF2JJ'''''rB   c                    t           j                            d           t           j                            d          }t	          j        |          }t	          j        |          }t	          j        |d d          }t	          j        |d d          }t          |t          j        |                     t          |t          j        |                     d S Nr   rc   r
   )	r9   r   r   r   r   r   r   r   r   rV   r\   r   r   d3d4s         r@   test_logpdf_default_valuesz1TestMultivariateNormal.test_logpdf_default_valuesU       		tIOOA '** $Q'' '433 $Qa00BF2JJ'''BF2JJ'''''rB   c                    t           j                            d           t           j                            d          }t           j                            d          }t          j        t           j                            d                    }t          j        |||          }t          j        |||          }t          |t          j	        |                     d S r   )
r9   r   r   r   r   r   r   r   r   r   r   s         r@   test_logcdfz"TestMultivariateNormal.test_logcdfb  r   rB   c                    t           j                            d           t           j                            d          }t	          j        |          }t	          j        |          }t	          j        |d d          }t	          j        |d d          }t          |t          j        |                     t          |t          j        |                     d S r   )	r9   r   r   r   r   r   r   r   r   r   s         r@   test_logcdf_default_valuesz1TestMultivariateNormal.test_logcdf_default_valuesl  r  rB   c                 ~   t           j                            d           d}t           j                            |          }t	          d|dz             D ]h}t           j                            ||          }t          j        ||j                  }t          ||d          }t          |j	        j
        |           id S )Nr   re   r
   TrZ   )r9   r   r   r   rangedotr   r   r   r   r   )rV   r   r   expected_rankr   r   distns          r@   	test_rankz TestMultivariateNormal.test_ranky  s    
	tyq!!"1a!e__ 	? 	?M	=11A&AC..C'c$GGGE).>>>>		? 	?rB   c           	         t          dd          D ]}t          j                            |          }t          d|          D ]}t          j                            ||          }t          j        ||j                  }t          j        ||f          }||d |d |f<   t          j        |          }|d |         |d |<   t          |          }t          j        |t          j        ||j                            }	t          j        ||          }
t          t          j        |          |d          }t          t          j        |          |d          }t          t          j        |          |	d          }t          |j
        j        |           t          |j
        j        |           t          |j
        j        |           |                    |d |                   }|                    |          }|                    |
          }t          ||           t          ||           |                    |d |                   }|                    |          }|                    |
          }t          ||           t          ||           |
|d d df         z   }|                    |          }|                    |          }t          |d           t          |t          j                    d S )Nr
   rc   TrZ   rg   r   )r
  r9   r   r   r  r   r   r   r   r   r   r   r   r   r   inf)rV   r   zkr   cov_kkcov_nnr\   r   cov_rrydistn_kkdistn_nndistn_rrpdf_kkpdf_nnpdf_rr	logpdf_kk	logpdf_nn	logpdf_rry_orthpdf_rr_orthlogpdf_rr_orths                          r@   test_degenerate_distributionsz4TestMultivariateNormal.test_degenerate_distributions  s   q! 0	6 0	6A	""A1a[[ .6 .6IOOAq))13 1a&))!'rr2A2v HQKK"1""1" /q1126&!##6#677F1aLL /rx{{F>BD D D.rx{{F>BD D D.rx{{F>BD D DX05q999X05q999X05q999!ae,,!a!a//////$OOAbqbE22	$OOA..	$OOA..		9555	9555 Qqqq"uX&ll622!)!8!8 [#...^bfW5555].60	6 0	6rB   c                 L   d}t          dd          D ]}t          d|          D ]}t          j        |          }t          |          d d d |f         }t          j        ||j                  }t          j        |||          }t          j        |||d          }t          |j
        |           t          j        |dk              sJ t          j        |||d          }	t          |	j
        |           t          j        |	t          j         k              sJ d S )	N
   rH   rd   r
   r   r   r   T)r   r   r[   r   )r
  r9   r   r   r  r   r   r   r   r   r   allr   r  )
rV   r  r   rmnr   vrXr   r   s
             r@   test_degenerate_arrayz,TestMultivariateNormal.test_degenerate_array  s?    q! 	0 	0A1a[[ 0 0Xa[[.q11!!!RaR%8VAqs^^'+!DDD)-abb=AC C CSXq)))vcCi(((((,3ABBCGI I IV[!,,,vfw.//////0	0 	0rB   c                 f   d}d}d}t          j        ||z            }||z   }t          j        ||ft                    }t          j        ||           d|| d | d f<   t          t          j                            |          d           t          t          j                            |d |d |f                   t           j	                   t          t           j                            |d |d |f                   d|f           t          |          }t          |j        |           d S )Ng     @@d   rH   dtyper   r
   )r9   expr   floatfill_diagonalr   r   r   detr  r   slogdetr   r   )rV   large_total_lognposnzerolarge_entryr   r   r   s           r@   test_large_pseudo_determinantz4TestMultivariateNormal.test_large_pseudo_determinant  s-   
 !f_t3445Lh1vU+++
k*** !UFGGeVWW 	U\%%c**A...U\%%c%4%$,&788"&AAA	))#eteUdUl*;<<O,	. 	. 	. 3iio66666rB   c                    t           j                            d           d}t           j                            ||          }t          j        ||j                  }t           j                            |          }t           j                            dd|          }t          j        |||          }t          j        |||          }t          d          D ]}t          d          D ]p}	t          j        |||	f         ||          }
t          |
|||	f                    t          j        |||	f         ||          }
t          |
|||	f         d           qd S )Nr   re   rH   rI   MbP?rtol)r9   r   r   r   r  r   r   r   r   r
  r   )rV   r   datar   r   r+  desired_pdfdesired_cdfijactuals              r@   test_broadcastingz(TestMultivariateNormal.test_broadcasting  sM   
	t yq!$$fT46""yq!! IOOAq!$$ *-as;;)-as;;q 	E 	EA1XX E E,01a4$DDAaC(8999,01a4$DDAaC(8tDDDDDE	E 	ErB   c                 6   t          j        ddd          }d\  }}|dz  }t          j        |||          }t	          j        |||          }t          ||           t          j        |||          }t	          j        |||          }t          ||           d S )Nr   rH   r%  )333333??      ?)r9   linspacer   r   r   r   r   )rV   r\   r   r   scaler   r   s          r@   test_normal_1Dz%TestMultivariateNormal.test_normal_1D  s     K1b!!	cSXau%% $Qc22BXau%% $Qc22BrB   c                    t          j        ddg          }t          j        ddgddgg          }d}d|dz
  z  }t          j        d	d|          }t          j        ||          \  }}t          j        ||d
f          }||d d d d d	f<   ||d d d d df<   t          j        |||          }	t          |	|d	          }
t          |	|d          }t          j        ||d	         |d         dz            }t          j        ||d         |d         dz            }t          |
|dd           t          ||dd           d S )Nr   g      @rI  r   333333?i  rd   r
   r   rH   r   r   r   )locrK  )r
   r
   {Gz?r>  atol)
r9   r   rJ  meshgridemptyr   r   r/   r   r   )rV   r   r   r   deltar   xvyvposr   margin_xmargin_ygauss_xgauss_ys                 r@   test_marginalizationz+TestMultivariateNormal.test_marginalization  sj    xc
##hS	C9-..QUK1a  Q""Bh1ay!!AAAqqq!GAAAqqq!G!%c455 U+++U+++ (1$q'Tc1ABBB(1$q'Tc1ABBB'4@@@@'4@@@@@@rB   c                    t           j                            d           t           j                            d          }t           j                            d          }t          j        t           j                            d                    }t          ||          }t          |                    |          t          j        |||                     t          |                    |          t          j        |||                     t          |	                    |          t          j	        |||                     t          |
                    |          t          j
        |||                     d S r   )r9   r   r   r   r   r   r   r   r   r   r   )rV   r\   r   r   norm_frozens        r@   test_frozenz"TestMultivariateNormal.test_frozen%  s:   
	tIOOAyq!!fRY__Q''(()$44**,?,CAtS,Q,QRRR**1--+21dC@@	B 	B 	B**,?,CAtS,Q,QRRR**1--+21dC@@	B 	B 	B 	B 	BrB   rJ   rH   r
   c                     t          j        d          }t          j        d          }t          ||          }t          j        |j        |          sJ t          j        |j        |          sJ d S )NrH   rH   )r9   rP   rQ   r   allcloser   r   )rV   rJ   r   cov_should_ber`  s        r@   2test_frozen_multivariate_normal_exposes_attributeszITestMultivariateNormal.test_frozen_multivariate_normal_exposes_attributes3  sh     wt}}q		)$
;;{;+T22222{;?M:::::::rB   c           
         t           j                            d           d}t           j                            ||          }t          j        ||j                  }t          j                            |          \  }}t          j	        |d          }d|d<   d|d<   t          j        |t          j        t          j
        |          |j                            }d}t          ||	          }t          |j        |	          }t          |j        t          j        t          j        |d d                                        t          |j         |j                   d S )
Nr   rf   rI  r   r   Hz>rg   h㈵>)cond)r9   r   r   r   r  r   r   r   r   fullrp   r   pinvr   r   r   r   )	rV   r   r\   r   r   r   rj  r   psd_pinvs	            r@   test_pseudodet_pinvz*TestMultivariateNormal.test_pseudodet_pinvA  s    		tIOOAq!!fQnn|  %%1GAsOO!"fQrwqzz13//00 3T"""t,,, 	bfRVAcrcF^^&<&<=== 	x'899999rB   c                 L    g dg dg}t          t          t          |           d S )NrL   re   rc   rd   r   rN   r   rV   r   s     r@   test_exception_nonsquare_covz3TestMultivariateNormal.test_exception_nonsquare_cov[  s,    yy)))$j$,,,,,rB   c                     ddgdt           j        gg}t          t          t          |           ddgdt           j        gg}t          t          t          |           d S )Nr
   r   )r9   nanr   rN   r   r  )rV   cov_nancov_infs      r@   test_exception_nonfinite_covz3TestMultivariateNormal.test_exception_nonfinite_cov_  sT    q6Arv;'j$000q6Arv;'j$00000rB   c                 L    ddgddgg}t          t          t          |           d S )Nr
   r   rg   rq  rr  s     r@   test_exception_non_psd_covz1TestMultivariateNormal.test_exception_non_psd_cove  s,    1v2wj$,,,,,rB   c                    t           j                            d           t           j                            d          }t           j                            d          }t          j        d          }t           j        j        }t          |t          ||           t          |t          j	        |||           t          |t          j
        |||           t          |t          j        |||           t          |t          j        |||           ddgddgg}d}t          j        t           j        j        |          5  t          |           d d d            d S # 1 swxY w Y   d S )	Nr   rc   )rc   rc   r   r   z0When `allow_singular is False`, the input matrixrF   r   )r9   r   r   r   rP   r   LinAlgErrorr   r   r   r   r   r   rM   r	   )rV   r\   r   r   emsgs         r@   test_exception_singular_covz2TestMultivariateNormal.test_exception_singular_covi  sx   
	tIOOAyq!!gfooI!a,dC888a,0!T3???a,3QcBBBa,0!T3???a,3QcBBB Bx"b"@]290<<< 	) 	)C((((	) 	) 	) 	) 	) 	) 	) 	) 	) 	) 	) 	) 	) 	) 	) 	) 	) 	)s   =EE"Ec                     t          j        g d          }t          j        ddd          }d|z  dz
  }|t          j        |          z   }t          j        |||g          j        }t          j        g dd          }t          j        g dg d	g d
gd          }t          j        |||          }t          ||d           t          j        g d          }	t          j        |||          }
t          |
|	d           t          j        g d          }t          j        ||g          j        }t          j        ddgd          }t          j        ddgddggd          }t          j        |||          }t          ||d           d S )N)g0Q-?gox'V?g[S, t?gDB?gc_.?r   rH   rc   rI   )r
   rI   rH   dr
   rH   r   )rH   rc   rI  )r   rI  rI   绽|=rS  )gwk:E]?g̙Z?g0?gL8?gAG*?gh㈵>)gIى?gG?gƏ)?gėh?gEE?r
   ri  )	r9   r   rJ  cosr   r   r   r   r   )rV   r_pdfr\   r  r  r(  r   r   r   r_cdfr   r_cdf2r2mean2cov2cdf2s                   r@   test_R_valuesz$TestMultivariateNormal.test_R_values|  s     6 6 6 7 7 K1a  EAIq		MHaAY!x			3''h			:::zzz:C@@!%as33U////  6 6 6 7 7 "%as33U....  3 3 3 4 4 Xq!f!Q%%x!Q!Q(#.."&r5$77f4000000rB   c                     t          j        d          }t          j        d          }t          ||d          }|                                }t	          |ddg           d S )NrH   rH   rH   TrZ   r   )r9   r   r   r   r   )rV   r   rJ   modelsamples        r@   ,test_multivariate_normal_rvs_zero_covariancezCTestMultivariateNormal.test_multivariate_normal_rvs_zero_covariance  sY    x{{Xf%%
#D*TJJJVaV$$$$$rB   c                    d}d}t          j        t          j        |          d|          }t	          |j        ||f           t          j        d t          j        ddgddgg          |          }t	          |j        |df           t          dd          }|                    |          }t	          |j        |f           d S )	Ni,  re   r
   r&  rH   r   r   r   )r   r   r9   r   r   r;   r   )rV   Nr  r  r   s        r@   test_rvs_shapez%TestMultivariateNormal.test_rvs_shape  s     $(bhqkkqqIIIV\Aq6***$(d-/X2wQ6H-I-I./1 1 1 	V\Aq6***QA...qV\A5)))))rB   c                    t           j                            d           d}t           j                            |          }t           j                            ||          }t          j        ||j                  }d}t          j        |||          }t          t          j
        |j                  |d           t          |                    d          |d           d S )N  rI     r   r=  r   )r9   r   r   r   r  r   r   r   r   numpyr   r   )rV   r   r   r   r   r   r  s          r@   test_large_samplez(TestMultivariateNormal.test_large_sample  s     		tyq!!IOOAq!!fQnn$(sD99	&(++St<<<<A4888888rB   c                    t           j                            d           d}t           j                            |          }t           j                            ||          }t          j        ||j                  }t          ||          }t          |                                t          j        ||                     t           j	        
                    |          d         }d|t          j        dt           j        z            dz   z  t          j        t          j        |                    z   z  }t          ||                                           d S )Nr  rI   r   rI  rH   r
   )r9   r   r   r   r  r   r   r   r   r   eigr   pir   )rV   r   r   r   r   r   eigsdesireds           r@   test_entropyz#TestMultivariateNormal.test_entropy  s    
	tyq!!IOOAq!!fQnn s++ 	BJJLL*=*EdC*P*PQQQ y}}S!!!$1q25y 1 1A 56t9M9MMNGRZZ\\22222rB   c                     t          j        g d          }d}t          t          j        t	          |                    |           d S )Nr
   r
   r
   rI  )r9   r   r   r1  r   )rV   alphar  s      r@   test_lnBzTestMultivariateNormal.test_lnB  s@    ##BF4;;//99999rB   c                    t           j                            d          }ddg}t          j        d          }|                    d          dz  dz
  }|                    d          dz  dz
  }t	          j        ||||          }t	          j        |||          }t	          j        |||          }t          j        |ddd	f         |dd	df         fd
          }	t          j        |dd	df         |ddd	f         fd
          }
t	          j        |	||          }t	          j        |
||          }||z   |z
  |z
  }t          ||           d S )N   FYc@Y r   rH   )re   rI   rH   rd   rI   lower_limit.r
   rg   r   )r9   r   r   rQ   r   r   concatenater   )rV   r   r   r   abcdf1cdf2acdf2bab1ab2cdf2ab1cdf2ab2r  s                 r@    test_cdf_with_lower_limit_arraysz7TestMultivariateNormal.test_cdf_with_lower_limit_arrays  sX   i##$7881vfQiiJJy!!!#a'JJy!!!#a'"&q$CCC#'455#'455naQqSk1S!A#X;7bAAAnaQqSk1S!A#X;7bAAA%)#tS99%)#tS99u}w&0d#####rB   c                    t           j                            d          }|                    d          }|                    d          }||j        z  }|                    d          dz  dz
  }|                    d          dz  dz
  }t	          j        ||||          }t	          ||                              ||          }t          j        t	          j        ||||                    }t          j        t	          ||                              ||                    }	t          ||d           t          ||d           t          |	|d           d S )	Nr  rI   rI   rI   rH   rI   rd   r  -C6?r=  )	r9   r   r   r   r   r   r1  r   r   )
rV   r   r   r   r  r  r  r  cdf3cdf4s
             r@   %test_cdf_with_lower_limit_consistencyz<TestMultivariateNormal.test_cdf_with_lower_limit_consistency  sJ   i##$788zz!}}jj  CEkJJvq 1$JJvq 1$"&q$CCC"4--11!1CCv)0D#1MMMNNv)$44;;A1;MMNNd....d....d......rB   c                    t          j        d          }t          j        d          }g dg dg dg dg}g dg dg dg dg}t          j        g d          }t	          j        ||||          }t          ||d         |z             d S )	NrI   r  rh   r
   r   r
   r   r
   r   r
   rg   rg   r
   r  r   r9   r   rQ   r   r   r   r   )rV   r   r   r  r  expected_signsr   s          r@   test_cdf_signsz%TestMultivariateNormal.test_cdf_signs#  s    x{{fQiiYY			999iii8YY			999iii8...11!%asBBBSVN233333rB   c                    t          j        dt          j        g d          z            }t          j        |          }d}t          j        t          |          5  t          j	        ddg|           d d d            n# 1 swxY w Y   t          j        t          |          5  t          ddg|           d d d            n# 1 swxY w Y   g d}t          j
        |g d|          }t          t          j
        ||          |           t          j
        |g d	|          }t          t          j
        |d|          |           d S )
Nr
   rL   z7`cov` represents a covariance matrix in 3 dimensions...rF   r   )rI  rI  rI  rh   r|  r  )r9   rp   r   r,   rO   rM   r	   rN   r   r   r   r   )rV   Pr   rW   r\   r=   s         r@   test_mean_covz$TestMultivariateNormal.test_mean_cov.  s   GA+++,, 033
K]:W555 	< 	<'A
;;;	< 	< 	< 	< 	< 	< 	< 	< 	< 	< 	< 	< 	< 	< 	< ]:W555 	4 	4A
333	4 	4 	4 	4 	4 	4 	4 	4 	4 	4 	4 	4 	4 	4 	4 OO!%aJ??(,QJ???EEE!%aJ??(,QzBBBCHHHHHs$   BBB'CC
C
N)(r   r   r   r   r   r   r  r  r  r  r#  r,  r:  rE  rL  r^  ra  rM   r   r   r9   rQ   r-   from_diagonalrf  rn  rs  rx  rz  r  r  r  r  r  r  r  r  r  r  r  r   rB   r@   r   r   '  s3       O O O" " "6( ( (( ( (( ( (( ( (	? 	? 	?26 26 26h0 0 0,7 7 70E E E0     A A A2B B B [BF1II$J$aV,,	
 ; ; ;: : :4- - -1 1 1- - -) ) )&>1 >1 >1@% % %* * *"9 9 9"3 3 3$: : :$ $ $(/ / /$	4 	4 	4I I I I IrB   r   c                   >    e Zd Zd Zd Zd Zd Zd Zd Zd Z	d Z
d	S )
TestMatrixNormalc           
      \   d}d}t          j        ||fd          }dt          j        |          z  t          j        ||fd          z   }dt          j        |          z  t          j        ||fd          z   }t          t          t
          t          j        d                     t          t          t
          |t          j        d          |           t          t          t
          ||t          j        d                     t          t          t
          |||           t          t          t
          |||           t          t          t
          |j        ||           t           j        j	        }t          |t
          j
        ||t          j        ||f                     t          |t
          j
        |t          j        ||f          |           t          |t
          ||t          j        ||f                     t          |t
          |t          j        ||f          |           d S )Nre   rI   r   rI  ffffff?)rc   re   rI   r%  )r9   rk  r   r   rN   r   r   r   r   r}  r   rP   )rV   num_rowsnum_colsr   r   Vr~  s          r@   test_bad_inputzTestMatrixNormal.test_bad_inputD  s   GXh'--"+h'''"'8X2F*L*LL"+h'''"'8X2F*L*LL 	j-'1B1BCCCj-BHRLL!DDDj-Arx||DDDj-Aq999j-Aq999j-a;;;I!a*BGXx$899	; 	; 	;a*(H!566	; 	; 	; 	a1bgx6J.K.KLLLa27Hh3G+H+H!LLLLLrB   c                    d}d}t          j        ||fd          }dt          j        |          z  t          j        ||fd          z   }dt          j        |          z  t          j        ||fd          z   }t          j        ||f          }t          j        |df          }t          j        d|f          }t          j        |          }	t          j        |          }
t          j        d          }t	          t          j        |||          j        ||f           t	          t          j        |          j        ||f           t	          t          j        |	          j        |df           t	          t          j        |
          j        d|f           t	          t          j        ||          j        ||f           t	          t          j        ||          j        ||f           t	          t          j        ||          j        ||f           t	          t          |          j        |	           t	          t          |          j	        |
           t	          t          |	          j
        |           t	          t          |	          j	        |           t	          t          |
          j
        |           t	          t          |
          j        |           t	          t          ||          j	        |
           t	          t          ||          j        |	           t	          t          ||          j
        |           d S )Nre   rI   r   rI  r  r
   r   rowcovcolcov)r   )r  )r  )r   r  )r   r  )r  r  )r9   rk  r   r   r   r   r   r;   r  r  r   )rV   r  r  r   r   r  ZZrZcIrIcI1s               r@   test_default_inputsz$TestMatrixNormal.test_default_inputs^  s:   GXh'--"+h'''"'8X2F*L*LL"+h'''"'8X2F*L*LLHh)**Xxm$$Xq(m$$[""[""[^^]&AaBBBH)	+ 	+ 	+]&A...4)	+ 	+ 	+]&a0006]	$ 	$ 	$]&a0006]	$ 	$ 	$]&Aa888>)	+ 	+ 	+]&Aa888>)	+ 	+ 	+]&a:::@)	+ 	+ 	+ 	]***12666]***12666]!,,,12666]!,,,3R888]!,,,12666]!,,,3R888]!444;R@@@]!444;R@@@]!A666;Q?????rB   c                 (   d}d}t          j        ||fd          }t          j        |d          }d}t          j        |d          }d}t          j        |          }t          j        |          }	t          t	          |||          j        d|z             t          t	          |||          j        d|	z             t          t	          |||          j        d|z             t          t	          |||          j        d|	z             d S )Nre   rI   r   r   r   r  )r9   rk  r   r   r   r  r  )
rV   r  r  r   UvUsVvVsr  r  s
             r@   test_covariance_expansionz*TestMatrixNormal.test_covariance_expansion  s*   GXx(#..WXs##WXs##[""[""]"R@@@GV	 	 	]"R@@@GV	 	 	]"R@@@GV	 	 	]"R@@@GV	 	 	 	 	rB   c                    t          dd          D ]m}t          dd          D ]X}t          j        ||fd          }dt          j        |          z  t          j        ||fd          z   }dt          j        |          z  t          j        ||fd          z   }t	          |||          }|                    d          }t	          j        |||d	          }t          ||           |                    d          }	|                    |	          }
t	          j        |	|||          }t          |
|           |                    |	          }t	          j        |	|||          }t          ||           Zod S )
Nr
   rc   r   rI  r  r  r   r   )r   r  r  r   )	r
  r9   rk  r   r   r   r   r   r   )rV   rB  rC  r   r   r  frozenrvs1rvs2r+  pdf1pdf2logpdf1logpdf2s                 r@   test_frozen_matrix_normalz*TestMatrixNormal.test_frozen_matrix_normal  s   q 	/ 	/A1QZZ / /GQqE3''"+a..(27Aa5#+>+>>"+a..(27Aa5#+>+>>&AaBBBzztz44$(a!6:< < <T4(((JJDJ11zz!}}$(1QGGGT4((( --**'.qq1MMMWg....)/	/ 	/rB   c                    t          dd          D ]}t          dd          D ]}t          j        ||fd          }dt          j        |          z  t          j        ||fd          z   }dt          j        |          z  t          j        ||fd          z   }t	          |||          }|                    d          }|                    |          }|                    |          }	|                                }
|j	        
                                }|j	        
                                }t          j        ||          }t          j        |||	          }t          j        |||	          }t          j        ||	          }t          ||d
           t          |	|d
           t          |
|           d S )Nr
   rc   r   rI  r  r  r   r   r   r  r=  )r
  r9   rk  r   r   r   r   r   r   r   flattenkronr   r   )rV   rB  rC  r   r   r  r  r+  r  r  entropy1vecXvecMr   r  r  entropy2s                    r@   test_matches_multivariatez*TestMatrixNormal.test_matches_multivariate  s    q 	4 	4A1QZZ 4 4GQqE3''"+a..(27Aa5#+>+>>"+a..(27Aa5#+>+>>&AaBBBJJDJ11zz!}} --**!>>++s{{}}s{{}}gall*.t$CHHH-4T#NNN.6DcJJJd7777u====(3333)4	4 	4rB   c           	      X   d}d}t          j        ||fd          }dt          j        |          z  t          j        ||fd          z   }dt          j        |          z  t          j        ||fd          z   }d}t          |||          }|                    |d	          }|                    |d
	          }	t          j        |t           j        d d d d d d f         |	t           j        d d d d d d f         fd          }
t          |
j        d|||f           |	                    |
          }t          |j        d|f           t          d          D ]M}t          |          D ];}t          j	        |
||f         |||          }t          ||||f         d           <Nd S )Nre   rI   r   rI  r  r%  r  r   r   i  r   r   rH   r  )r9   rk  r   r   r   r  newaxisr   r;   r   r
  r   )rV   r  r  r   r   r  r  r  X1X2r+  array_logpdfrB  rC  separate_logpdfs                  r@   test_array_inputz!TestMatrixNormal.test_array_input  s   GXh'--"+h'''"'8X2F*L*LL"+h'''"'8X2F*L*LLAa:::ZZQTZ22ZZQTZ22NBrz!!!AAAaaa/0BJqqq1114D1EFQOOOQWq!Xx8999}}Q''\'!Q000q 	K 	KA1XX K K"/"6q1vA>?#K #K #Kac1BEJJJJK	K 	KrB   c                    d}d}t          j        ||fd          }dt          j        |          z  t          j        ||fd          z   }dt          j        |          z  t          j        ||fd          z   }d}t          |||          }|                    |d	          }t          j        |d
          }	t          |	|d           t          j        |                    ||z  |          j	                  }
t          |
|d           t          j        t          j
        |dd                              ||z  |          j	                  }t          ||d           d S )Nre   rI   r   rI  r    r  r   r   r   r   r   r  r
   rH   )r9   rk  r   r   r   r   r   r   reshaper   swapaxes)rV   r  r  r   r   r  r  r  r+  sample_meansample_colcovsample_rowcovs               r@   test_momentszTestMatrixNormal.test_moments  sb   GXh'--"+h'''"'8X2F*L*LL"+h'''"'8X2F*L*LLAa:::JJADJ11gaQ'''QS1111qyy8H==?@@qs3333r{1Qq119989(
8 M  MMNP Pqs333333rB   c           	      f   t          j        t          j        ddgddgg          t          j        ddgddgg          t          j        ddgddgg          t          j                            d          d	          }t          j        d
dgddggddgddggg          }t          ||           d S )Nr
   rH   rI   re   rg   rc   r%  r   )r   r  r  r   r   g6?gǀgcϿ@g"'@gI2͖@g^jy%@gDn3@g|\3@)r   r   r9   r   r   r   r   )rV   rD  expecteds      r@   test_sampleszTestMatrixNormal.test_samples  s     "Aq6Aq6*++8aWr1g.//8aVaW-....q11
 
 
 8!23!124!23!1245
 
 	)))))rB   N)r   r   r   r  r  r  r  r  r  r  r  r   rB   r@   r  r  B  s        M M M4%@ %@ %@N  ,/ / /04 4 44K K K.4 4 4,* * * * *rB   r  c                       e Zd Zd Zd Zd Zd Zd Zd Zd Z	d Z
d	 Zd
 Zd Zd Zd Zd Zd Zd Zd Zd Zd ZdS )TestDirichletc           	         t           j                            d           t           j                            dd          }t           j                            dd|          }t          |          }t          |                                t          j        |                     t          |                                t          j        |                     t          |	                                t          j	        |                     d}t          |          D ]}t           j                            dd|          }|t          j        |          z  }t          |                    |d d                   t          j        |d d         |                     t          |                    |d d                   t          j        |d d         |                     d S Nr  r
       &.>r.  r%  rg   )r9   r   r   randintr   r   r   varr   r   r
  r   r   r   rV   r   r  r  	num_testsrB  r\   s          r@   test_frozen_dirichletz#TestDirichlet.test_frozen_dirichlet  s   
	tIa$$	!!&#q11eQUUWWimE22333QVVXXy~e44555QYY[[)"3E":":;;;	y!! 	L 	LA	!!&#q11ANAq"v	afe(D(DEEE!CRC&))9+;AcrcFE+J+JKKKK		L 	LrB   c                 P   t           j                            d           t          j        g d          }t           j                            |d          }t          |j        d           t          t          t          j	        ||           t          t          t          j
        ||           t	          j	        |j        |           t	          j	        |j        d d         |           t	          j
        |j        |           t	          j
        |j        d d         |           d S )Nr  r          @      @rf   r   )rf   rI   rg   )r9   r   r   r   r   r   r;   r   rN   r   r   r   rV   r  r\   s      r@   "test_numpy_rvs_shape_compatibilityz0TestDirichlet.test_numpy_rvs_shape_compatibility!  s    
	t))IA..QWf%%%j)-E:::j)"2Au===ac5!!!ac#2#h&&&e$$$SbS5)))))rB   c                 B   t           j                            d           g d}t           j                            t          j        d|          d          j        }t          t          t          j        ||           t          t          t          j	        ||           d S )Nr  )r   r   r  r  rf   r   
r9   r   r   r   maximumr   r   rN   r   r   r  s      r@   test_alpha_with_zerosz#TestDirichlet.test_alpha_with_zeros-  s{    
	tI
4 7 7a@@Bj)-E:::j)"2Au=====rB   c                 B   t           j                            d           g d}t           j                            t          j        d|          d          j        }t          t          t          j        ||           t          t          t          j	        ||           d S )Nr  )r   g       r  r  rf   r   r  r  s      r@    test_alpha_with_negative_entriesz.TestDirichlet.test_alpha_with_negative_entries5  s}    
	t   I
4 7 7a@@Bj)-E:::j)"2Au=====rB   c                    t          j        g d          }t          j        g d          }t          j        ||           t          j        ||           t          j        g d          }t          t          j        ||          d           t          t          j        ||          t          j        d                     d S )Nr   r  r        @r   r   r   r  )r   r   r   r   rd   )r9   r   r   r   r   r   r   r  s      r@   test_data_with_zerosz"TestDirichlet.test_data_with_zeros=  s    ---..H)))**aE"""---..IM!U33Q777I,Q66q		BBBBBrB   c                     t          j        g d          }t          j        g d          }t          t          t          j        ||           t          t          t          j        ||           d S )N)r   rI  r  r  r  r9   r   r   rN   r   r   r   r  s      r@   $test_data_with_zeros_and_small_alphaz2TestDirichlet.test_data_with_zeros_and_small_alphaF  a    ---..H)))**j)-E:::j)"2Au=====rB   c                     t          j        g d          }t          j        g d          }t          t          t          j        ||           t          t          t          j        ||           d S )Nr  )r   皙r   r  r   r  s      r@   test_data_with_negative_entriesz-TestDirichlet.test_data_with_negative_entriesL  sa    ---..H***++j)-E:::j)"2Au=====rB   c                     t          j        g d          }t          j        g d          }t          t          t          j        ||           t          t          t          j        ||           d S )Nr  )r   皙?r   r  r   r  s      r@    test_data_with_too_large_entriesz.TestDirichlet.test_data_with_too_large_entriesR  r"  rB   c                     t          j        g d          }t          j        dd          }t          t          t
          j        ||           t          t          t
          j        ||           d S )Nr  )rH   rf   rf   g$I$I?r9   r   rk  r   rN   r   r   r   r  s      r@   test_data_too_deep_cz"TestDirichlet.test_data_too_deep_cX  sY    ))GIv&&j)-E:::j)"2Au=====rB   c                     t          j        ddgddgg          }t          j        dd          }t          t          t
          j        ||           t          t          t
          j        ||           d S )Nr   r  r  r  )rH   rH   rf         ?r*  r  s      r@   test_alpha_too_deepz!TestDirichlet.test_alpha_too_deep^  sb    3*sCj122GIu%%j)-E:::j)"2Au=====rB   c                     t          j        g d          }t          j        dd          }t          j        ||           t          j        ||           d S )Nr  rI   rf   UUUUUU?)r9   r   rk  r   r   r   r  s      r@   test_alpha_correct_depthz&TestDirichlet.test_alpha_correct_depthd  sQ    ))GFE""aE"""""rB   c                     t          j        g d          }t          j        dd          }t          t          t
          j        ||           t          t          t
          j        ||           d S )Nr  r0  rI  r*  r  s      r@   test_non_simplex_dataz#TestDirichlet.test_non_simplex_dataj  sY    ))GFE""j)-E:::j)"2Au=====rB   c                     t          j        g d          }t          j        dd          }t          t          t
          j        ||           t          t          t
          j        ||           d S )Nr  )rH   rf   rI  r*  r  s      r@   test_data_vector_too_shortz(TestDirichlet.test_data_vector_too_shortp  \    ---..GFE""j)-E:::j)"2Au=====rB   c                     t          j        g d          }t          j        dd          }t          t          t
          j        ||           t          t          t
          j        ||           d S )Nr  )rc   rf   r   r*  r  s      r@   test_data_vector_too_longz'TestDirichlet.test_data_vector_too_longv  r7  rB   c                     t          j        g d          }t          |          }g d}g d}t          |                                |           t          |                                |           d S )N)r   皙?r   )gUUUUUU?g{Gz?gQ?rI  皙?r   )r9   r   r   r   r
  r   )rV   r  r  expected_varexpected_means        r@   test_mean_and_varzTestDirichlet.test_mean_and_var|  sl    ((e---'!!%%''<888!!&&((M:::::rB   c                    t          j        dg          }t          |          }t          |                                j        d           t          |                                j        d           t          |                    dg          j        d           t          |                    dg          j        d           d S )Nr   r   r   )	r9   r   r   r   r   r   r
  r   r   )rV   r  r  s      r@   r   z TestDirichlet.test_scalar_values  s    #e 	QVVXX]A&&&QUUWW\1%%%QUUB4[[%q)))QXXrd^^(!,,,,,rB   c                    t           j                            d           t           j                            dd          }t           j                            dd|          }t          |          }d}t          |          D ]x}t           j                            dd|          }|t          j        |          z  }t          |	                    |d d                   |	                    |                     yd S r  )
r9   r   r   r	  r   r   r
  r   r   r   r  s          r@    test_K_and_K_minus_1_calls_equalz.TestDirichlet.test_K_and_K_minus_1_calls_equal  s     		tIa$$	!!&#q11e	y!! 	9 	9A	!!&#q11ANAafquuQxx8888	9 	9rB   c                    t           j                            d           t           j                            dd          }t           j                            dd|          }t          |          }d}d}d }t          |          D ]}t          |          D ]U}t           j                            dd|          }	|	t          j        |	          z  }	|t          j        ||	f          }S|	}V|	                    |j
                  }
d }|D ]1}|	                    |          }|t          j        ||          }/|}2t          |
|           d S )Nr  r
   r  r  r.  r%  rc   )r9   r   r   r	  r   r   r
  r   vstackr   r   appendr   )rV   r   r  r  r  num_multiplexmrB  mr\   rmrsxsr(  s                 r@   test_multiple_entry_callsz'TestDirichlet.test_multiple_entry_calls  sK   
	tIa$$	!!&#q11e	y!! 	. 	.A<((  I%%fc155RVAYY>B7++BBBBrtBB  EE"II>2q))BBBB%b"----!	. 	.rB   c                    t           j                            d           t           j                            ddd          }t	          |          }t          |d         |d                   }d}t          |          D ]q}t           j                            ddd          }|t          j        |          z  }t          |	                    |          |	                    |g                     rt          |
                                |
                                d                    t          |                                |                                d                    d S )Nr  r  r.  rH   r   r
   r%  )r9   r   r   r   r   r   r
  r   r   r   r   r
  )rV   r  r  r  r  rB  r\   s          r@   test_2D_dirichlet_is_betaz'TestDirichlet.test_2D_dirichlet_is_beta  s   
	t	!!&#q11eq58$$	y!! 	6 	6A	!!&#q11ANAa!%%**5555AFFHHaffhhqk222AEEGGQUUWWQZ00000rB   N)r   r   r   r  r  r  r  r  r!  r%  r(  r+  r.  r2  r4  r6  r9  r@  r   rC  rM  rO  r   rB   r@   r  r    s7       L L L$
* 
* 
*> > >> > >C C C> > >> > >> > >> > >> > ># # #> > >> > >> > >; ; ;	- 	- 	-9 9 9. . .:1 1 1 1 1rB   r  c                  P   t          j        ddg          } t          j        dgg          }t          t          t          | |           	 t	          | |           d S # t          $ r?}d}t          t          |          d t          |                   |           Y d }~d S d }~ww xY w)Nr   r   zDimension mismatch)r9   r   r   rN   r   r   strr   )r   sigmar~  r  s       r@   ,test_multivariate_normal_dimensions_mismatchrS    s     
3*		BHseWE*12u===
-B&&&&& - - -"SVVISXXI&,,,,,,,,,-s   
A 
B%&4B  B%c                   ,    e Zd Zd Zd Zd Zd Zd ZdS )TestWishartc                 h   t          j        dd          }ddgt          j        d          t           j        d         t          j        dd          g}|D ]F}t          d|          }t	          |j        |           t	          |j        j        |j                   Gt          j        ddgddgg          }ddgt           j        d         t          j        ddgddgg          g}|D ]F}t          d|          }t	          |j        |           t	          |j        j        |j                   Gt          t          t          dt          j	        d                     t          dt          j	        d                     t          j        dd          }t          t          t          d|           d S )Nr
   rH   ndminr   r
   rH   r'  rI   )
r9   r   r_r   r   rK  r;   r   rN   rQ   )rV   
true_scalescalesrK  ws        r@   test_scale_dimensionsz!TestWishart.test_scale_dimensions  s    Xaq)))
CHQKKE!HHQa   
  	: 	:E5!!A*---
(89999 X!u !!u& ' '
 qEE#JHqee  
  	: 	:E5!!A*---
(89999 	j'1bfQii888 	RVAYY !$$$j'1e44444rB   c           
         ddgt          j        d          t           j        d         t          j        dd          t          j        dgd          g}t          dd          }|                    t          j        dd                    }|D ]%}t          |                    |          |           &g dt           j        d         t          j        g dd          g}t          dd          }|                    t          j        g dd                    }|D ]%}t          |                    |          |           &dddgt          j        d          t           j        d         t          j        ddgddgg          t          j        ddgddgg          d d d d t           j        f         g}t          dt          j        d                    }|                    t          j        ddgddgg          d d d d t           j        f                   }|D ]%}t          |                    |          |           &d S )Nr
   rH   rW  rI   rL   r  r   )r9   r   rZ  r   r   r   r  rQ   )rV   r+  r]  densityr\   s        r@   test_quantile_dimensionsz$TestWishart.test_quantile_dimensions  sQ   
 CHQKKE!HHQa   HaS"""
 AaLL%%!,,,-- 	, 	,Aq7++++ GGE%LHWWWA&&&
 AaLL%%22233 	, 	,Aq7++++
 qEHQKKE#JHqee  Hqee  aa"*n.	
 AbfQii  %%1Q%#$Q%") * **+!!AAAbj.: ; ; 	, 	,Aq7++++	, 	,rB   c           	         d}t          j        t          j        |          dz             }t          j        ||dz
  z  dz            |t          j        |d          <   t          j        |j        |          }g }t          d          D ]}t          j        t          j        |          |dz   dz  z             }t          j        ||dz
  z  dz            |t          j        |d          <   t          j        |j        |          }|                    |           t          j        |          j        }ddt          j	        ddd          fd||fg}|D ]"\  }}}t          ||          }t          |                                t          j        ||                     t          |                                t          j        ||                     t          |                                t          j        ||                     t          |                                t          j        ||                     t          |                    |          t          j        |||                     $d S 	Nre   r
   rH   rg   r  rc   r%  r   )r9   rp   r   tril_indicesr  r   r
  rF  r   rJ  r   r   r
  r   moder   r   )	rV   r   rK  r+  rB  r\   
parametersdfr]  s	            r@   ra  zTestWishart.test_frozen>  s    	#q()),.IcSUmq6H,I,IbocR((()uw&& q 	 	A	#!ax/00A,.IcSUmq6H,I,IAbocR((()qsAAHHQKKKKHQKKM BKR++,N


 ) 	> 	>NRE""A'+b%"8"89997<E#:#:;;;7<E#:#:;;;gob%&@&@AAAq7;q"e#<#<====	> 	>rB   c                 &   t           j                            d           d}d}t          j        |          }t          j        dddt
                    }t          j        ddd          }|D ]!}t          ||          }t          |          }t          |
                                |
                                           t          |                                |                                           t          |                                |                                           t          |                    |          |                    |                     |                    |	          }	|f}
d
}t          d|
||	           #d S )N^   r
   r%  rH   r/  r   numr   rQ  r   )r9   r   r   rQ   r   r2  rJ  r   r   r   r
  r   r   r   r   r   )rV   snr   rK  df_ranger+  rh  r]  cr   r>   r  s               r@   test_1D_is_chisquaredz!TestWishart.test_1D_is_chisquared^  sN   
 		vs9QAU333KB2&&& 	= 	=BE""ARA AEEGGQUUWW---AFFHHaffhh///AIIKK555 AEE!HHaeeAhh/// %%R%..C5DE"64<<<<!	= 	=rB   c                 H   t           j                            d           d}d}d}t          j        t          j        d          dz             }t          j        d          |t          j        dd          <   t          j        |j        |          }t          j        |df          }|j                            |                              |          	                                }t          ||          }t          ||	          }t          |                                |                                           t          |                                |                                           t          |                                |                                           t          j        d
dd          }	t          |                    |	          |                    |	                     |                    |          }
|d|f}d}t'          d|||
           d S )Nrj  rk  r%  re   r
   rd   rg   rd  rK  r   rl  r   r   rQ  r   )r9   r   r   rp   r   re  r  r   rP   r   r   r   r   r
  r   r   rJ  r   r   r   )rV   rn  rh  r   rK  lamdasigma_lamdar]  rp  r+  r   r>   r  s                r@   test_is_scaled_chisquaredz%TestWishart.test_is_scaled_chisquared}  s   
 		v	!Q''*,)A,,boa2&&&'uw&&Q  gkk%((,,U33;;==B$$;''' 	)))!&&((+++		QYY[[111 KB2&&&a!%%((+++ eeenn1[!vtUC88888rB   N)r   r   r   r^  ra  ra  rq  rv  r   rB   r@   rU  rU    sb        )5 )5 )5V/, /, /,b> > >@= = =>!9 !9 !9 !9 !9rB   rU  c                   z   e Zd Zd Zd Zd Zej                            dddg          d             Z	d Z
d	 Zej                            ddd
g          d             Zd Zej                            dddg          d             Zd Zej                            ddd
g          d             Zd Zd Zd ZdS )TestMultinomialc                 `   t          j        ddd          }t          |dd           t          j        ddgd	d
dg          }|t          j         k    sJ t          j        d	d	gd	d
dg          }|d	k    sJ t          j        ddgd	ddg          }t          |t          j        d           d S )NrI   re   rf   r   r  g&Mty:0yE>r=  rI   re   r   r   r  rj   )r   logpmfr   r9   r  ru  )rV   vals1vals2vals3vals4s        r@   test_logpmfzTestMultinomial.test_logpmf  s    "5!Z881===="Aq61r2h77"Aq61r2h77zzzz"Aq61r1g66rvD111111rB   c                     t          j        ddd          }t          j        ddd          }t          ||d           t          j        dd	d
          }t          j        dd	d          }t          ||d           d S )Nrz  rf   r{  rI   r   r|  r=  )rd         r   rH  rd   r   )r   r}  r"   r   pmfrV   val1val2s      r@   test_reduces_binomialz%TestMultinomial.test_reduces_binomial  s     !&!Z88|Aq#&&d....vr:66yB$$d......rB   c                     dg d}}ddddddd	dd
dd
}|D ].}t          t          j        |||          ||         d           /d S )NrI   )g      ?r-  g      ?g     @?g     ?g      ?g      `?g     ?g      ?g      ?g      ?g      ?)
)r   r   rI   )r
   r   rH   )rH   r   r
   )rI   r   r   r   r  rH   r
   r   )r   rH   r
   r  )r   rI   r   +=r  )r   r   r  )rV   r   pr_valsr\   s        r@   test_RzTestMultinomial.test_R  s     $$$1([([([([([	B B
  	M 	MAKOAq!44fQieLLLLL	M 	MrB   r   r   rI   c                     t          j        |dgdz  dd          }t          j                            d          }|                     |dgdz  d          }t          ||           d S )Nr-  rI   rf   {   r   r   )r   r   r9   r   RandomStater   )rV   r   sc_rvsrndmnp_rvss        r@   test_rvs_npzTestMultinomial.test_rvs_np  sm     TF1H13GGGy$$S))!!!dVAXA!66VV$$$$$rB   c                    t          j        ddd          }t          |dd           t          j        ddd	          }t          |d
d           t          j        ddgddggddgddgggdd          }t          |ddgddggd           t          j        dt          j                  }t          j        |dd	          }t          |t          j        g t          j                             t          j        ddgdd	          }t          |dd           t          j        g ddg d          }t          |dd           t          j        g ddg d          }|dk    sJ t          j        g ddg d          }|dk    sJ d S )N)rc   rc   r
   r
   r|  r=  rz  rf   r{  g5
?rI   r   r  rg   	   r  g*7?g<Wƌ?r   rH   r/  re   rH   rI   rI   r   rd   )gUUUUUU?r1  r   gߦ?rh   r  )r   r  r   r9   rU  float64r   )	rV   vals0r~  r  r\   r  r  vals5vals6s	            r@   test_pmfzTestMultinomial.test_pmf  s   a..qt,,,,q(331====1Q%1"a1a&0A BA (* *I 6A?dKKKKHU"*---1h//UBHRrz:::;;;1q(33qt,,,,			1.?.?.?@@~D9999			1.?.?.?@@zzzz			1.?.?.?@@zzzzzzrB   c                    t          j        ddgdddgddgg          }t          |dd	gd
           t          j        ddgddgddg          }t          |ddgd
           t          j        ddgddgggdddg          }t          |ddggd
           t          j        ddgdgdgggddg          }t          |dgdgggd
           t          j        ddgddggdggggddg          }t          |ddggggd
           d S )Nr
   rH   rI   r   rH  r   r;  gv?g~jt?r|  r=  re   r   )r   r  r   )rV   r  r~  r  r  r  s         r@   test_pmf_broadcastingz%TestMultinomial.test_pmf_broadcasting  sM   ARHr2h+?@@d|$7777AAR99ayt44441a&1a&!1 2ABx@@q	{6666A1#sr2h??$!T::::!Q!AQC5'RHEE4)T::::::rB   rc   c                     t          j        |d          }|dz  dz  | dz  dz  | dz  dz  g| dz  dz  |dz  dz  | dz  dz  g| dz  dz  | dz  dz  |dz  dz  gg}t          ||d           d S )	N)r   r   rI  r   r;  r   rI  r  r|  r=  r   r   r   )rV   r   cov1r  s       r@   test_covzTestMultinomial.test_cov  s    q,//2b1"R%(QBrE"H-Br1R47QBrE"H-BrA2b58QrT"W-/ 	d......rB   c                 t   t          j        dddgddgg          }ddgddggddgddggg}t          ||d	
           t          j        ddgddg          }ddgddggddgddggg}t          ||d	
           t          j        ddgddgddgg          }ddgddggddgddggg}t          ||d	
           d S )Nrc   r   rH  r   r;  g?gܿgr|  r=  re   g
ףp=
?g
ףp=
׿r   r  r=  rN  gzG?gzGrG  g333333r  rV   r  r  cov3cov4cov5cov6s          r@   test_cov_broadcastingz%TestMultinomial.test_cov_broadcasting  s   qB8b"X"677tdC[)RIRy+ABd....1vBx00ttSk*c4[4+,FGd....1vR2r(';<<8$x&9:8$x&9:<d......rB   rH   c                 ~    t          j        |ddg          }t          |t          j        |d          d           d S Nr   r;  r|  r=  r   r   r   r"   )rV   r   ent0s      r@   r  zTestMultinomial.test_entropy  sA     "1r2h//emAr22>>>>>>rB   c           	      `   t          j        ddgddg          }t          |t          j        dd          t          j        dd          gd           t          j        ddgdd	gd
dgg          }t          |t          j        dd          t          j        dd
          gd           t          j        dgdggdd	gd
dgg          }t          |t          j        dd          t          j        dd
          gt          j        dd          t          j        dd
          ggd           d S )NrH   rI   r   r   r|  r=  rf   r  r  r=  rN  r  )rV   r  ent1ent2s       r@   test_entropy_broadcastingz)TestMultinomial.test_entropy_broadcasting  sL   "Aq6B844u}Q33U]1b5I5IJ!	# 	# 	# 	# "Aq6RHr2h+?@@u}Q33U]1b5I5IJ!	# 	# 	# 	# "QC!:R2r(/CDD-2..a0D0DE-2..a0D0DEG!	# 	# 	# 	# 	# 	#rB   c                 h    t          j        |ddg          }t          ||dz  |dz  gd           d S r  r   r   r   )rV   r   mean1s      r@   	test_meanzTestMultinomial.test_mean)  s?     RH--"ad|$777777rB   c                 h    t          j        ddgddg          }t          |ddgddggd	
           d S )Nrc   rd   r   r;  r   r  g433333?g433333@r|  r=  r  )rV   r  s     r@   test_mean_broadcastingz&TestMultinomial.test_mean_broadcasting.  sD     !Q"b22ttTl;$GGGGGGrB   c                    t           j                            d           d}d}g dg dg dg dg dg}t          j        |t           j        	          }t          ||          }t          |                    |          t          j        |||                     t          |                    |          t          j        |||                     t          |	                                t          j	        ||                     d S )
Nr      )r   r   r   r=  r   r   r   r  r   r   r
      r   r
   r
   r%  r
   r
   r
   r  r
   r
   rH   r  r/  )
r9   r   r   r:   r  r   r   r  r}  r   )rV   r   pvalsr\   	mn_frozens        r@   ra  zTestMultinomial.test_frozen2  s    
	t ZZ


:::iii			BJq
+++5))		a((+/!Q*F*FGGG	((++[-?1e-L-LMMM	))++[-@E-J-JKKKKKrB   c                 *   d}t           j                            d          }|                    |          }d|d<   |t          j        |          z  }t          j        |          }t          j        |||          }t          j        |          sJ d S )NX   l   iRZY gKH9rg   )r9   r   r   r   rP   r   r}  isfinite)rV   r   r   r  r\   r}  s         r@   test_gh_11860zTestMultinomial.test_gh_11860>  s    
 i##$788JJqMM"	RVAYYGAJJ#Aq!,,{6"""""""rB   N)r   r   r   r  r  r  rM   r   r   r  r  r  r  r  r  r  r  r  ra  r  r   rB   r@   rx  rx    s{       2 2 2	/ 	/ 	/M M M" [S1a&))% % *)%  6; ; ;  [S1a&))/ / *)// / / [S1a&))? ? *)?# # # [S1a&))8 8 *)8H H H
L 
L 
L# # # # #rB   rx  c                   ,    e Zd Zd Zd Zd Zd Zd ZdS )TestInvwishartc           	         d}t          j        t          j        |          dz             }t          j        ||dz
  z  dz            |t          j        |d          <   t          j        |j        |          }g }t          d          D ]}t          j        t          j        |          |dz   dz  z             }t          j        ||dz
  z  dz            |t          j        |d          <   t          j        |j        |          }|                    |           t          j        |          j        }ddt          j	        ddd          fd||fg}|D ]\  }}}t          ||          }t          |                                t          j        ||                     t          |                                t          j        ||                     t          |                                t          j        ||                     t          |                    |          t          j        |||                     d S rc  )r9   rp   r   re  r  r   r
  rF  r   rJ  r   r   r
  r   rf  r   r   )	rV   r   rK  r+  rB  r\   rg  rh  iws	            r@   ra  zTestInvwishart.test_frozenM  s   
 	#q()),.Ic3q5k!m,D,DbocR((()uw&& q 	 	A	#!ax/00A,.Ic3q5k!m,D,DAbocR((()qsAAHHQKKKKHQKKM BKR++,N


 ) 	E 	ENRB&&B:>"e#<#<===JOB$>$>???JOB$>$>???BFF1IIz~aU'C'CDDDD	E 	ErB   c                 :   t           j                            d           d}d}t          j        |          }t          j        dddt
                    }t          j        dd	d	
          }|D ]+}t          ||          }t          |dz  d          }t          |
                                |
                                           t          |                                |                                           t          |                    |          |                    |                     |                    |          }	|dz  ddf}
d}t          d|
||	           t          |                                |                                           -d S )Nrj  rk  r
   rc      rH   r/  r   r%  rl  rI  rs  r   r   rQ  r   )r9   r   r   rQ   r   r2  rJ  r   r   r   r
  r   r   r   r   r   )rV   rn  r   rK  ro  r+  rh  r  igr   r>   r  s               r@   test_1D_is_invgammaz"TestInvwishart.test_1D_is_invgammam  sc   
 		vs9QAU333KB2&&& 	8 	8BB&&B"Q$d+++B BFFHHbffhh///BGGIIrwwyy111 BFF1IIrvvayy111 &&b&//CqD!T?DE":tUC@@@ BJJLL"**,,7777%	8 	8rB   c                    d}d}t          j        |          }d|d<   d|d<   t          ||          }t          ||          }t           j                            d           t          j        ||          }t           j                            d           |                                }t           j                            d           t          j        ||          }t           j                            d           |                                }	t           j                            d           t           j                            d          }
t           j        t           j        	                    |          t           j        	                    |dz
            t           j        	                    |d	z
            f         dz  }t          j
        |          }|
|t          j        |d
          <   t           j                            |          }|                    |          }t          j        ||j                  }t           j                            t           j                            |                    }|                    |          }t           j                            t          j        ||j                            }t#          ||           t#          ||           t#          ||           t#          |	|           d S )NrI   r%  rI  r   r
   r   i r   r
   rH   rg   rd  )r9   rQ   r   r   r   r   r   r   rZ  	chisquarerp   re  r   r   r  r   r   r   )rV   r   rh  rK  r]  r  w_rvsfrozen_w_rvsiw_rvsfrozen_iw_rvscovariances	variancesrv   DDAmanual_w_rvsiDiDAmanual_iw_rvss                      r@   test_wishart_invwishart_2D_rvsz-TestInvwishart.test_wishart_invwishart_2D_rvs  se    sc
c
 BE"" 		vB&&
	vuuww
	vE**
	v 		vi&&A&..EI##I1%%I1%%'
 		 GI(3"/#
$
$
$% Iu%%UU1XXvb"$'' Y	e 4 455ffQii	bfS#%&8&899 	|,,,l333...}55555rB   c                    t          j        g dg dg dg dg          }t          j        g dg dg dg dg          }t          j        ||g          }|                                }t          |           t          j        d          }t          |d	                             |d	                   |d
           t          |d                             |d                   |d
           dS )Regression test for gh-8844.rH   r
   r   rI  r
   rH   rI  rI  r   rI  rI   r
   rI  rI  r
   rH   )rH   rg   r   rI  )rg   rH   rI  rI  )rI  rI  r
   re   re   r   V瞯<r  r
   N)r9   r   copyr   rQ   r   r  )rV   a0a1r  ainvidents         r@   test_cho_inv_batchz!TestInvwishart.test_cho_inv_batch  s   X~~~'''%~~''') * * X(((%~~''') * * Hb"Xvvxxtq		!a))5u====!a))5u======rB   c                 z   t          j        g dg dg dg dg          }t          j        g dg dg dg dg          }d	}t          j        |||          }|j        d
         }t           j                            |          \  }}t           j                            |          \  }}t           j                            ||          }	|dz  |z  ||z  dz  t          j        d          z  z
  t          |dz  |          z
  ||z   dz   dz  |z  z
  d|	
                                z  z
  }
t          ||
           dS )r  r  r  r  r  )r  rf   rI   r
   )rf   r  rc   r
   )rI   rc   r  rH   )r
   r
   rH   r  rd   r   rH   r
   rI  N)r9   r   r   r   r;   r   r5  solver   r2   tracer   )rV   r+  Psinuprobr  siglogdetX	logdetPsir   r  s              r@   test_logpdf_4x4zTestInvwishart.test_logpdf_4x4  sa   Hnnn&&&$nn&&&( ) ) h$$$& ' '  B,,GAJy((++W**3//YIOOAs##T9$!tAvrvayy()"2a4++, Avz1nW,- !''))m	$
 	h'''''rB   N)r   r   r   ra  r  r  r  r  r   rB   r@   r  r  L  se        E E E@8 8 8B96 96 96v> > >"( ( ( ( (rB   r  c                   ,    e Zd Zd Zd Zd Zd Zd ZdS )TestSpecialOrthoGroupc                 R   t           j                            d           t          j        d          }t          j        g dg dg dg          }t          ||           t           j                            d          }t          j        d|          }t          ||           d S )N  rI   )g(fg^A.g*B?)g:d?g2ugi}?)gR#xlF?g^`D?g?r   r   )r9   r   r   r   r   r   r   r  )rV   r\   r  r   s       r@   test_reproducibilityz*TestSpecialOrthoGroup.test_reproducibility  s    
	s#A&&8CCCBBBAAAC D D 	"!X...y,,#,66#ALAAA!!X.....rB   c                    t          t          t          j        d            t          t          t          j        d           t          t          t          j        d           t          t          t          j        d           d S Nr  r
   r   )r   rN   r   r   rV   s    r@   test_invalid_dimz&TestSpecialOrthoGroup.test_invalid_dim   s`    j"5"94@@@j"5"96BBBj"5"91===j"5"93?????rB   c                     d}t          |          }|                    d          }t          j        |d          }t          ||           d S )Nrf   r   r   )r   r   r   )rV   r   r  r  r  s        r@   test_frozen_matrixz(TestSpecialOrthoGroup.test_frozen_matrix  sR    $S))zztz,,"&s>>>T4     rB   c                    d t          dd          D             }d |D             }t          |dgdz  d           |D ]G}t          t          j        ||j                  t          j        |j        d	                              Hd S )
Nc                 Z    g | ](}t          d           D ]}t          j        |          )S rI   )r
  r   r   .0r   rB  s      r@   
<listcomp>z<TestSpecialOrthoGroup.test_det_and_ortho.<locals>.<listcomp>  sN     ! ! !Qxx! ! "%c** ! ! ! !rB   rH   r  c                 L    g | ]!}t           j                            |          "S r   r9   r   r4  r
  r\   s     r@   r  z<TestSpecialOrthoGroup.test_det_and_ortho.<locals>.<listcomp>  s&    ---Q	a  ---rB   r      vIh%<=r=  r   )r
  r   r   r9   r  r   rQ   r;   )rV   rL  detsr\   s       r@   test_det_and_orthoz(TestSpecialOrthoGroup.test_det_and_ortho  s    ! !q! ! !
 .-"---rd2gE2222  	: 	:A%bfQnn&(fQWQZ&8&8: : : :	: 	:rB   c                    d}d}d}t           j                            d           t          j        ||          dfdD             fdD             }fd	|D             }t          |gt          |          z  |           d S )
Nrc   r  皙?r  r   rO  r  )r
   re   r  c                 X    i | ]$\  ft          fd D                       %S )c                 ,    g | ]}|                  S r   r   r
  r\   ecers     r@   r  z>TestSpecialOrthoGroup.test_haar.<locals>.<dictcomp>.<listcomp>3  !    !8!8!8!B%)!8!8!8rB   sortedr
  r  r  rL  s    @@r@   
<dictcomp>z3TestSpecialOrthoGroup.test_haar.<locals>.<dictcomp>3  E    LLLfb"R&!8!8!8!8!8R!8!8!899LLLrB   c                 .    g | ]}D ]}||k    ||fS r   r   r
  e0e1elss      r@   r  z3TestSpecialOrthoGroup.test_haar.<locals>.<listcomp>4  .    AAAb#AABb"brB   c                 Z    g | ]'\  }}t          |         |                   d          (S r  r    r
  p0p1projs      r@   r  z3TestSpecialOrthoGroup.test_haar.<locals>.<listcomp>5  4    JJJRHT"XtBx003JJJrB   )r9   r   r   r   r   r   r   	rV   r   samplesks_probpairsks_testsr%  r,  rL  s	         @@@r@   	test_haarzTestSpecialOrthoGroup.test_haar  s     
	s $Sw777 +LLLLLLLAAAACAAAJJJJEJJJ7)CJJ.99999rB   N)r   r   r   r  r  r  r  r3  r   rB   r@   r  r    sb        
/ 
/ 
/@ @ @! ! !: : :: : : : :rB   r  c                       e Zd Zd Zd Zd Zd Zej        	                    dg d          d             Z
d Zej        j        d	             Zd
S )TestOrthoGroupc                 p   d}t           j                            |           t          j        d          }t          j        d|          }t          t           j                            |          d           t          j        g dg dg dg          }t          ||           t          ||           d S )Nr  rI   r   rg   )gm?gӠh"gEo?)g~7ݲC?g>Ŀg0J_ٿ)gݱ&ǿg 6qrg`X|[)
r9   r   r   r   r   r   r   r4  r   r   )rV   r   r\   r   r  s        r@   r  z#TestOrthoGroup.test_reproducibility:  s    
	tOA_QT222BIMM!,,b1118<<<======? @ @ 	"!X...!"h/////rB   c                    t          t          t          j        d            t          t          t          j        d           t          t          t          j        d           t          t          t          j        d           d S r  )r   rN   r   r   r  s    r@   r  zTestOrthoGroup.test_invalid_dimG  sX    j+/4888j+/6:::j+/1555j+/377777rB   c                    d}t          |          }t          |d          }|                    d          }t          j        |d          }|                    d          }t          ||           t          ||           d S )Nrf   r   r   r   r
   r   )r   r   r   rV   r   r  frozen_seedr  r  rvs3s          r@   r  z!TestOrthoGroup.test_frozen_matrixM  s    S!!!#D111zztz,,s666A&&T4   T4     rB   c           	         d t          dd          D             }t          j        d |D                       }t          t          j        |          t          j        |j                  d           |D ]L}|D ]G}t          t          j        ||j	                  t          j
        |j        d                              HMd S )Nc                 F    g | ]fd t          d          D             S )c                 8    g | ]}t          j                  S r   )r   r   )r
  rB  r   s     r@   r  z@TestOrthoGroup.test_det_and_ortho.<locals>.<listcomp>.<listcomp>Z  s3     # # # s## # # #rB   r%  )r
  )r
  r   s    @r@   r  z5TestOrthoGroup.test_det_and_ortho.<locals>.<listcomp>Z  sP     & & &# # # #b		# # # & & &rB   rH   r  c                 &    g | ]}d  |D             S )c                 L    g | ]!}t           j                            |          "S r   r  r  s     r@   r  z@TestOrthoGroup.test_det_and_ortho.<locals>.<listcomp>.<listcomp>_  s&    777q")--**777rB   r   )r
  xxs     r@   r  z5TestOrthoGroup.test_det_and_ortho.<locals>.<listcomp>_  s'    EEEB77B777EEErB   r  r=  r   )r
  r9   r   r   fabsrP   r;   r   r  r   rQ   )rV   rL  r  rA  r\   s        r@   r  z!TestOrthoGroup.test_det_and_orthoY  s    & &q& & &
 xEE"EEEFFrwtz':':GGGG  	> 	>B > >)"&AC..*,&*<*<> > > >>	> 	>rB   r   )rH   rc   r%  r  c                    t           j                            d          }t          |          }|                    d|          }t
          j                            |          }t          j        |dk              }t          |          }t          j        ||          }|                    d          \  }	}
|	dcxk     r|
k     sn J d S )	Nl   <`Lr r   r  r   r   gffffff?)confidence_levelrI  )r9   r   r   r   r   r   r   r4  r   r   r.   	binomtestproportion_ci)rV   r   r   r   r   r  r  r   r<   lowhighs              r@   test_det_distribution_gh18272z,TestOrthoGroup.test_det_distribution_gh18272h  s     i##$788s###hhDsh33|$$F4!8IIoa##%%t%<<	TS4rB   c                    d}d}d}t           j                            d           t          j        ||          dfdD             fdD             }fd	|D             }t          |gt          |          z  |           d S )
Nrc   r  r  i  r   r  c                 X    i | ]$\  ft          fd D                       %S )c                 ,    g | ]}|                  S r   r   r  s     r@   r  z7TestOrthoGroup.test_haar.<locals>.<dictcomp>.<listcomp>  r  rB   r  r  s    @@r@   r  z,TestOrthoGroup.test_haar.<locals>.<dictcomp>  r   rB   c                 .    g | ]}D ]}||k    ||fS r   r   r"  s      r@   r  z,TestOrthoGroup.test_haar.<locals>.<listcomp>  r&  rB   c                 Z    g | ]'\  }}t          |         |                   d          (S r  r(  r)  s      r@   r  z,TestOrthoGroup.test_haar.<locals>.<listcomp>  r-  rB   )r9   r   r   r   r   r   r   r.  s	         @@@r@   r3  zTestOrthoGroup.test_haaru  s     
	s_Sw/// +LLLLLLLAAAACAAAJJJJEJJJ7)CJJ.99999rB   c                 8   t           j                            d           d }t          dd          D ]ed	fd	} ||          } |t          j        j        j                  }t          j                            ||          \  }}t          d|           fd S )
Nr  c                     t           j                            t           j                            | | f                    \  }}}t          j        ||          S Nr   )r9   r   r   r   r   r  )r   r   _sr   s       r@   random_orthoz<TestOrthoGroup.test_pairwise_distances.<locals>.random_ortho  sB    y}}RY%5%5C:%5%F%FGGHAr16!Q<<rB   rH   rd   r  r  c                      t          j         fdt          |          D                       }|t           j                            | ||j                  z  }|S )Nc                 l    g | ]0}t          j                                z
  dz            1S )rD  rH   )r9   r   )r
  r   r   r   s     r@   r  z\TestOrthoGroup.test_pairwise_distances.<locals>.generate_test_statistics.<locals>.<listcomp>  sQ     " " " FCCCLLL333<<<7!;<<" " "rB   r   )r9   r   r
  r   r   r;   )r   r  epsr.   r   s   `   r@   generate_test_statisticszHTestOrthoGroup.test_pairwise_distances.<locals>.generate_test_statistics  sr     " " " " ""1XX" " "  
 **C45;*GGGrB   r  )r  r  )
r9   r   r   r
  r   r.   r   r   r    r   )rV   rT  rX  r  rD  _Dr  r   s          @r@   test_pairwise_distancesz&TestOrthoGroup.test_pairwise_distances  s     		s	  	  	  A;; 	& 	&C      0/==H--ek.E.IJJFK((6::EBc1%%%%	& 	&rB   N)r   r   r   r  r  r  r  rM   r   r   rJ  r3  slowrZ  r   rB   r@   r5  r5  9  s        0 0 08 8 8
! 
! 
!> > > [UNNN33
  
  43
 : : :6 [& & & & &rB   r5  c                   ,    e Zd Zd Zd Zd Zd Zd ZdS )TestRandomCorrelationc                    t           j                            d           d}t          j        |          }t          j        |d          }t          j        g dg dg dg dg          }t          ||           t          ||           d S )Nr  rI  r;  rG  r   r   )r   ѓ2ǿA?Ϳ)r`  r   4($?R}%?)ra  rc  r   qTnƿ)rb  rd  re  r   )r9   r   r   r   r   r   r   )rV   r  r\   r   r  s        r@   r  z*TestRandomCorrelation.test_reproducibility  s    
	s!"4((#Ds;;;8AAA@@@@@@AAAC D D 	"!X...!"h/////rB   c                    t          t          t          j        d            t          t          t          j        d           t          t          t          j        d           t          t          t          j        dg           t          t          t          j        ddgddgg           t          t          t          j        ddg           t          t          t          j        g d           d S )	Ntestr   r
   rH   rI   re   g      )r
   rH   r   )r   rN   r   r   r  s    r@   test_invalid_eigsz'TestRandomCorrelation.test_invalid_eigs  s    j"4"8$???j"4"8&AAAj"4"8#>>>j"4"83%@@@j"4"8Aa5!A-HHHj"4"83*EEEj"4"8***EEEEErB   c                 
   d}t          |          }t          |d          }t          j        |d          }|                    d          }|                                }t          ||           t          ||           d S )Nr_  r  r   r   )r   r   r   )rV   r  r  r:  r  r  r;  s          r@   r  z(TestRandomCorrelation.test_frozen_matrix  s    !#D))(C888!%d===zzsz++  T4   T4     rB   c                   
 d 
t           j                            d           
fdt          dd          D             }|                    g d           d |D             }d |D             }d	 |D             }d
 |D             }t          ||dd           d |D             }t          ||          D ]\  }}t          ||d           |D ]}	t          |	|	j        d           d S )Nc                 ,    | |z  t          |          z  S r8   )r   )rB  r~  s     r@   r   z3TestRandomCorrelation.test_definition.<locals>.norm  s    Q3s1vv:rB   r  c                 d    g | ],} |t           j                            |                     -S )r   )r9   r   r   )r
  rB  r   s     r@   r  z9TestRandomCorrelation.test_definition.<locals>.<listcomp>  s8    HHHqQ	))q)1122HHHrB   rH   rd   )re   r   r   r   c                 4    g | ]}d gt          |          z  S )r   )r   r
  r~  s     r@   r  z9TestRandomCorrelation.test_definition.<locals>.<listcomp>  s$    ***SVV***rB   c                 6    g | ]}t          j        |          S r   )r   r   rn  s     r@   r  z9TestRandomCorrelation.test_definition.<locals>.<listcomp>  s$    666A $Q''666rB   c                 p    g | ]3}t          j        t           j                            |                    4S r   )r9   rB  r   r4  r  s     r@   r  z9TestRandomCorrelation.test_definition.<locals>.<listcomp>  s0    666a	a(())666rB   c                 6    g | ]}t          j        |          S r   )r9   prodrn  s     r@   r  z9TestRandomCorrelation.test_definition.<locals>.<listcomp>  s     ///Qbgajj///rB   r  rR  c                 6    g | ]}t          j        |          S r   )r9   rp   r  s     r@   r  z9TestRandomCorrelation.test_definition.<locals>.<listcomp>  s     ((((((rB   r=  )r9   r   r   r
  rF  r   zipr   )rV   r  rP   rL  r  
dets_knowndiagsr  r  r\   r   s             @r@   test_definitionz%TestRandomCorrelation.test_definition  sC   	 	 	 		sHHHHE!QKKHHHIII**T***66666 762666//$///
ju5AAAA )(R(((t$$ 	. 	.DAqAqu-----  	0 	0AAqs/////	0 	0rB   c           	         t          j        ddgddggt                    }t          j        |          }t          |t          j        ddgddgg                     t          j        d          5  t          j        ddgddgg          }t          j        ddgdt          j        dd          ggt                    }t          j        |                                          }t          ||j	        
                    |          
                    |                     t          j        d	dgdd
ggt                    }t          j        |                                          }t          ||j	        
                    |          
                    |                     d d d            n# 1 swxY w Y   t          j        ddgddggt                    }t          j        |                                          }t          |d         d           t          j        ddgddggt                    }t          j        |                                          }t          |d         d           d S )Nr   r   r
   r/  ignore)overrg   gu <7~rH  r'  rH   rO  gMk   @)r9   r   r2  r   _to_corrr   errstate	nextafterr  r   r  )rV   rI  gm0s       r@   test_to_corrz"TestRandomCorrelation.test_to_corr  sU    HsAhA'u555'**28aVaX$677888
 [h''' 		3 		31a&2q'*++AE1:2<1+=+='>?uMMMB"+BGGII66AAqswwr{{q11222C<%6eDDDB"+BGGII66AAqswwr{{q11222		3 		3 		3 		3 		3 		3 		3 		3 		3 		3 		3 		3 		3 		3 		3 X1v1v&e444'		22#""" X!}q!f-U;;;'		22#"""""s   3D2F11F58F5N)r   r   r   r  rh  r  rw  r  r   rB   r@   r]  r]    sc        
0 
0 
0F F F
! 
! 
!"0 "0 "0H# # # # #rB   r]  c                   >   e Zd Zej                            dddg          ej                            dg d          d                         Zej                            dg d          d             Zd	 Zej                            dg d
          d             Z	dS )TestUniformDirectionr   r
   rI   r   Nr
   rc   )rc   re   c                    t           j                            d          }t          ||          }|                    |          }t          j        |          t          j        |          }}|                    |||          j        }|j        |k    sJ t           j	        
                    |d          }	t          |	d           d S )N   Sid)_i4 r   r   rg   r   r   )r9   r   r   r(   r   r   rQ   r   r;   r   r   r   )
rV   r   r   r   uniform_direction_distr/  r   r   expected_shapenormss
             r@   r  z!TestUniformDirection.test_samples  s     i##$788!23S!A!A!A(,,T22HSMM26#;;c00s0FFL}....	wR00r"""""rB   )Nr   r  r   c                     d}t          j        t          |          5  t          j        |           d d d            d S # 1 swxY w Y   d S )NzMDimension of vector must be specified, and must be an integer greater than 0.rF   )rM   r	   rN   r(   r   )rV   r   rW   s      r@   r  z%TestUniformDirection.test_invalid_dim   s    <]:W555 	' 	'!#&&&	' 	' 	' 	' 	' 	' 	' 	' 	' 	' 	' 	' 	' 	' 	' 	' 	' 	's   A  AAc                 
   d}t          |          }t          |d          }|                    d          }t          j        |d          }|                                }t          ||           t          ||           d S )Nrc   r  r   r   )r(   r   r   r9  s          r@   test_frozen_distributionz-TestUniformDirection.test_frozen_distribution'  s    "3'''#666zzsz++ $Ss;;;  T4   T4     rB   )rH   rc   r  c                 (   t           j                            d          }t          ||          }|                    d          \  }}|||z  |z  z  }|t           j                            |          z  }t          ||z  dd           |                    d          }||z  }||z  }t          j        ||          }	|	t           j	        z  }	|	dt           j	        z  z  }	t                      }
t          |	|
j                  }|j        d	k    sJ d S )
Nl   @9Y sr   rH   r   r   r  r  '  r  )r9   r   r   r(   r   r   r   r   arctan2r  r   r!   r   pvalue)rV   r   r   spherical_distv1v2r/  s1s2anglesuniform_distkstest_results               r@   test_uniformz!TestUniformDirection.test_uniform3  s   i##$788*3S999###++B
b2gl
binnR   R//// $$%$00r\r\B## 	"%!BE'yyv|'788#d******rB   N)
r   r   r   rM   r   r   r  r  r  r  r   rB   r@   r  r    s        [UQF++[V%9%9%9::	# 	# ;: ,+	# [U$:$:$:;;' ' <;'
! 
! 
! [UIII..+ + /.+ + +rB   r  c                   ,    e Zd Zd Zd Zd Zd Zd ZdS )TestUnitaryGroupc                    t           j                            d           t          j        d          }t          j        dd          }t          j        g dg dg dg          }t          ||           t          ||           d S )Nr  rI   r   )y~p?yZ?y뉦?ĭ?y8Z?&4?)yEHξr?8i?ye??+ݓݿyu=ٿB۽'?)yqXQÿ?yN6ҿzܷy! 8l?2W'?)r9   r   r   r   r   r   r   )rV   r\   r   r  s       r@   r  z%TestUnitaryGroup.test_reproducibilityL  s    
	sa  qs3338YYYXXX[[[] ^ ^ 	"!X...!"h/////rB   c                    t          t          t          j        d            t          t          t          j        d           t          t          t          j        d           t          t          t          j        d           d S r  )r   rN   r   r   r  s    r@   r  z!TestUnitaryGroup.test_invalid_dimX  s\    j-"3T:::j-"3V<<<j-"3Q777j-"3S99999rB   c                    d}t          |          }t          |d          }|                    d          }t          j        |d          }|                    d          }t          ||           t          ||           d S )Nrf   r  r   r   r
   r   )r   r   r   r9  s          r@   r  z#TestUnitaryGroup.test_frozen_matrix^  s    s###Cc222zzsz++ 3777A&&T4   T4     rB   c                     d t          dd          D             }|D ][}t          t          j        ||                                j                  t          j        |j        d                   d           \d S )Nc                 Z    g | ](}t          d           D ]}t          j        |          )S r  )r
  r   r   r	  s      r@   r  z3TestUnitaryGroup.test_unitarity.<locals>.<listcomp>k  sN     ! ! !Qxx! ! $$ ! ! ! !rB   rH   r  r   r  r  )r
  r   r9   r  conjr   rQ   r;   )rV   rL  r\   s      r@   test_unitarityzTestUnitaryGroup.test_unitarityj  s    ! !q! ! !
  	S 	SABF1affhhj1126!'!*3E3EERRRRR	S 	SrB   c                    d}d}t           j                            d           t          j        ||          }t          j        d |D                       }t          j        |j        |j                  }t          |
                                t          t           j         dt           j        z            j                  }t          |j        dk               d S )Nrc   r  r  r   c                 L    g | ]!}t           j                            |          "S r   )r   r   eigvalsr  s     r@   r  z.TestUnitaryGroup.test_haar.<locals>.<listcomp>  s(    >>>a%,..q11>>>rB   rH   r  )r9   r   r   r   r   rE  r  imagrealr!   ravelr   r  r   r   r  )rV   r   r/  rL  r  r\   r<   s          r@   r3  zTestUnitaryGroup.test_haars  s    
 
	ss111 y>>2>>>??Jty$),,QWWYY"% 8 8 <==
T!"""""rB   N)r   r   r   r  r  r  r  r3  r   rB   r@   r  r  K  sb        
0 
0 
0: : :
! 
! 
!S S S# # # # #rB   r  c                   \   e Zd Zddgddgddgddgddgddgddgddgddgddgg
ddgddgddggdg dfg dg d	g d
g dg dgg dg dg dg dgdg dfgZej                            de          d             Zej                            de          d             Zd Z	d Z
 ed          d             Zd Zd ZdddddgddggdddgddgddggdfdddgddggdddgddgddggdfddgddddgddgddggdfddgddddgddgddggdfddgddgddggdddgddgddggdfddgddgddggdddgddgddggdfgZej                            d e          d!             Zd"ddd"gdggdfd"gdgdd"gdggdf ej        d"g           ej        dg          dd"gdggdfgZej                            d e          d#             Zd$ Zd% Zd& Zej                            d'd(d)g          ej                            d*g d+          ej                            d,d-d.ej        g          d/                                     Zd0 Zej                            d*g d1          d2             Zej                            d*g d3          d4             ZdPd6Zd7 Zej                            d*g d8          ej                            d9g d:          ej                            d;d5d<g          d=                                     Zd> Z d? Z!d@ Z"dA Z#ej                            d*dB          dC             Z$dD Z%ej                            d,g dE          dF             Z&ej                            dGdH ej'        dd          dIdJfdK ej        dLdgddHgg          dMdNfg          dO             Z(dS )QTestMultivariateTr
   rH   re   rI   rc   r   )
|	ߌ?v
2R?r  g0$H?r  r  gO`?gՒXO?g	ߌ,?g8N8?)gHP?gQI?go_?)g9m4?g=U?gˡE?)g$C?ghs?gǺ?)g!uq?g%C?gS㥛?)gOec?gz,C?g	h"l?)rg   r
   2   )r   rI  r-  )rI  r   r$  )r-  r$  r   r  )gJ#R<g^<gL[<gN=<g`$<zx, loc, shape, df, ansc                 v    t          |||d          }|                    |          }t          ||           d S Nr   r   )r$   r   r   )rV   r\   rP  r;   rh  ansr   vals           r@   test_pdf_correctnessz&TestMultivariateT.test_pdf_correctness  s=    c5"1555hhqkk!#s+++++rB   c                     t          |||d          }|                    |          }|                    |          }t          t	          j        |          |           d S r  )r$   r   r   r   r9   r   )	rV   r\   rP  r;   rh  r  r   r  r  s	            r@   test_logpdf_correctz%TestMultivariateT.test_logpdf_correct  sT    c5"1555xx{{{{1~~!"&,,55555rB   c                     g d}t          j        |d          }t          j        |          }t          ||           d S )N)
r  rf   re   r
   r  r   r  rg   rI   r
   rh  )r$   r   r%   r   )rV   r\   r  r  s       r@   test_mvt_with_df_one_is_cauchyz0TestMultivariateT.test_mvt_with_df_one_is_cauchy  sE    --- q)))jmm!#s+++++rB   c                 J   d}t          dddd          }|                    d          }t          |          \  }}||k    sJ t          ddgd	d
gd
d	ggdd          }|                    d          }t          |          \  }}||k                                    sJ d S )Nr   r   r
   順 rh  r   r   rj   rI   r%  rg   *   )r$   r   r&   r'  )rV   	P_VAL_MINr   r/  r   r  s         r@   &test_mvt_with_high_df_is_approx_normalz8TestMultivariateT.test_mvt_with_high_df_is_approx_normal  s    
 	avA666((('''""1Ir1gR2r(';#%' ' '((('''""1Y##%%&&&&&rB   z'scipy.stats.multivariate_normal._logpdfc                 "   t          ddt          j        d          }t          |t                    sJ t          j        dt          j                   |j        dk    sJ t          j        dt          j                   |j        dk    sJ d S )Nr   r
   rf   r  r  rH   )r$   r9   r  r   r   r   
call_countr   )rV   mockr   s      r@   !test_mvt_with_inf_df_calls_normalz3TestMultivariateT.test_mvt_with_inf_df_calls_normal  s    arvA666$ :;;;;;1((((!####aBF++++!######rB   c                    d}t          j        |          }t          j        |          }d}t          j        |          }t          |||                              |          }t          j        |          sJ t          |||                              |          }t          j        |          sJ d}t           j                            ||f          }t          |||                              |          }|j        |fk    sJ t          |||                              |          }|j        |fk    sJ t          t          j        d          t          j        d          d          	                                }t          j        |          sJ d}t          t          j        d          t          j        d          d          	                    |          }|j        |fk    sJ d S )Nre         @rf   r
   r   )
r9   r   rQ   r$   r   isscalarr   r   r;   r   )	rV   r   rP  r;   rh  r\   r<   	n_samplesr   s	            r@   test_shape_correctnessz(TestMultivariateT.test_shape_correctness  s    hsmmsHSMMS%,,0033{3S%,,33A66{3 	Ii-..S%,,0033	i\))))S%,,33A66	i\)))) RXa[["&))Q77;;=={3 RXa[["&))Q77;;;FF	dW$$$$$$rB   c                     t                      }t          |j        dg           t          |j        dgg           |j        dk    sJ d S )Nr   r
   r$   r   rP  r;   rh  )rV   r   s     r@   test_default_argumentsz(TestMultivariateT.test_default_arguments	  sJ    TXs###TZ1#'''1rB   )NNNr   r
   r
   )NNrf   r   r
   rf   Nrf   z*loc, shape, df, loc_ans, shape_ans, df_ansc                     t          |||          }t          |j        |           t          |j        |           |j        |k    sJ d S )NrP  r;   rh  r  rV   rP  r;   rh  loc_ans	shape_ansdf_ansr   s           r@   test_default_argsz#TestMultivariateT.test_default_args.	  sS    #Ur:::TXw'''TZ+++6!!!!!!rB   rg   c                     t          |||          }t          |j        |           t          |j        |           t          |j        |           d S r8   r  r  s           r@   &test_scalar_list_and_ndarray_argumentsz8TestMultivariateT.test_scalar_list_and_ndarray_arguments;	  sO    c5"--TXw'''TZ+++TWf%%%%%rB   c           	         ddgg}t          t          t          fi t          |           ddgddgddgg}t          t          t          fi t          ||           t	          j        d          }t	          j        d          }d}t          t          t          fi t          |||           d}t          t          t          fi t          |||           d S )	Nr
   )rP  rH   rI   )rP  r;   rg   r  r   )r   rN   r$   dictr9   r   rQ   )rV   rP  r;   rh  s       r@   test_argument_error_handlingz.TestMultivariateT.test_argument_error_handlingB	  s   1vhj$	' 	'	' 	' 	'
 Q!Q!Q(j$	4 	4E222	4 	4 	4
 hqkkq		j$	; 	;Eb999	; 	; 	; j$	; 	;Eb999	; 	; 	; 	; 	;rB   c                 \   t           j                            d          }|                    d          }t          j        d          }t          ||dd          }t          ||dd          }|                    d          }|                    d          }t          ||           d S )Nre   rI   r   rH   r  r%  )r9   r   r  r   rQ   r$   r   r   )rV   r   rP  r;   r   dist2samples1samples2s           r@   r  z&TestMultivariateT.test_reproducibility[	  s    i##A&&kkqk!!q		sEaa888sEaa88899"9%%99"9%%Xx(((((rB   c                     t          ddgddgddggdd          }t          t          j        j        t
          fi | d S )Nr   r
   F)rP  r;   rh  r[   )r  r   r9   r   r}  r$   )rV   r>   s     r@   test_allow_singularz%TestMultivariateT.test_allow_singulare	  sK    1qeQqE]qOOObi+^DDtDDDDDrB   r   )r%  rI   )rc   rd   re   rI   r   )rH   rI   re   rc   rh  r   r  c                     t          t          j        |          t          j        |          |          }|                    |          }|j        ||fz   k    sJ d S rR  )r$   r9   r   rQ   r   r;   )rV   r   r   rh  r   r   s         r@   test_rvszTestMultivariateT.test_rvsj	  sW     bhsmmRVC[["==hhDh!!yDC7N******rB   c                 "   t          j        d          }t          j        d          }d}g dg dg dg dg}g dg dg dg dg}t          j        g d          }t	          j        |||||          }t          ||d	         |z             d S )
NrI   r%  r  rh   r  r  r  r  r   r  )rV   r   r   rh  r  r  r  r   s           r@   r  z TestMultivariateT.test_cdf_signsr	  s    x{{fQiiYY			999iii8YY			999iii8...11!%asBAFFFSVN233333rB   )r
   rH   rc   r%  c                 0    |                      |           d S r8   cdf_against_mvn_testrV   r   s     r@   $test_cdf_against_multivariate_normalz6TestMultivariateT.test_cdf_against_multivariate_normal~	  s     	!!#&&&&&rB   )rI   rd   r  c                 2    |                      dd           d S )NrI   Tr  r  s     r@   -test_cdf_against_multivariate_normal_singularz?TestMultivariateT.test_cdf_against_multivariate_normal_singular	  s      	!!!T*****rB   Fc           	      d   t           j                            d          }d}d|                    dd|          z  }t	          ||||          }d|                    dd|          z  t          j        |                    |                    z  }d|                    dd||f          z   |z   }d|                    dd||f          z  |z   }	t          j        	                    |	||d	|d
|          }
t          j
        	                    |	||d
|          }t          |
|d           d S )N   ]J>?a rI   r%  rj   r
   r   rg   rH   r  T)rh  r  r[   r   )r[   r  Mb@?r  )r9   r   r   r   r   signr   r.   r$   r   r   r   )rV   r   r   r   r   r]  r   r   r  r  r<   r=   s               r@   r  z&TestMultivariateT.cdf_against_mvn_test	  sB   i##O44B,,, ah773;;r13;///"'#**#*:N:N2O2OOR!S2222T9BC111D8"&&q$16: ' N N'++AtS89 , ; ;St,,,,,,rB   c                 R   t           j                            d          }d}d}|                    dt          j        |                    }d}t
          j                            ||||t           j         |          }t
          j	                            |||t          j        |                    }t
          j
                            ||t          j        |                    }t          ||d	           t          j        t          j        ||z
            d
k              sJ d S )Nr  rH   r   r%  )r   rK  rI   )r  r   r  r  r<  )r9   r   r   r   sqrtr.   r$   r   r  tr   r   r'  r   )	rV   r   r   r   r\   rh  r<   r=   	incorrects	            r@   test_cdf_against_univariate_tz/TestMultivariateT.test_cdf_against_univariate_t	  s    i##O44JJBbgcllJ33"&&q$RbfW47 ' 9 9gkk!Rrws||44JNN1dBGCLL99	St,,,,vbfS9_--45555555rB   )rH   rI   rc   r%  r   )   no l   m, l   sO l   U iOfYl   O_ r   Tc           	         |r|dk    rt          j        d           t          j                            |          }d|                    dd|          z  }t          ||||          }|                    |          }|                    |           }|                    |          }	|                                dz  }
t          j        	                    |	|||
|d	          }t          j
        d
          5  t          d|
|t          j        |z  |	|z
  |          d         }d d d            n# 1 swxY w Y   t          ||dd           t          j        	                    |	|||
||d          }t          j
        d
          5  t          d|
|||z
  |	|z
  |          d         }d d d            n# 1 swxY w Y   t          ||dd           d S )Nr  z4Agreement with qsimvtv is not great in singular caser%  rj   rH   r   rc   T)r   r[   ry  )invalidi N  r   g-C6*?r<  rS  r>  )r  r   r[   r  )rM   r   r9   r   r   r   r   r.   r$   r   r|  r5   r  r   )rV   r   r   r   r   r]  r   r   r  r  rh  r<   r=   s                r@   test_cdf_against_qsimvtvz*TestMultivariateT.test_cdf_against_qsimvtv	  sz   
  	P
**KNOOOi##D))B,,, ah77zz#ZZ__JJsOOZZ\\A "&&q$Rc6: ' < <[*** 	G 	G5"c26!8QXsCCAFC	G 	G 	G 	G 	G 	G 	G 	G 	G 	G 	G 	G 	G 	G 	GSt$7777 "&&q$RQ47 ' N N[*** 	G 	G5"c1t8QXsCCAFC	G 	G 	G 	G 	G 	G 	G 	G 	G 	G 	G 	G 	G 	G 	GSt$777777s$   :+D11D58D5
!F77F;>F;c           
        	
 d}t           j                            d          }d|                    dd|          z  }t	          |||d          	|                    |          |                    |           }|                    |          }|                                d	z  
t
          j                            |	
||
          }	
fd}t          |||t
          j	        
                    ||                    }t          ||j        d           	
fd}t          ||d         |d         |d         |d         |d         |d                   }t          ||d         d           d S )NrI   l   	!y r%  rg   r
   r   T)r   rc   )r   r  c                 R    t           j                            | j                  S r8   )r.   r$   r   r   )r\   r   rh  r   s    r@   	integrandzITestMultivariateT.test_cdf_against_generic_integrators.<locals>.integrand	  s"    '++ACsB???rB   )r  r   )qrngr<  r=  c                  Z    t           j                            | d d d                   S )Nrg   )r.   r$   r   )zyxr   rh  r   s    r@   r  zITestMultivariateT.test_cdf_against_generic_integrators.<locals>.integrand	  s*    '++C"ItS"EEErB   r   rH   )r9   r   r   r   r   r.   r$   r   r0   qmcHaltonr   integralr1   )rV   r   r   r]  r  r  r<   r  r=   r   rh  r   s            @@@r@   $test_cdf_against_generic_integratorsz6TestMultivariateT.test_cdf_against_generic_integrators	  s   i##N33#++b!#+... at<<<zz#ZZ__JJsOOZZ\\A"&&q$Rc34 ' 6 6	@ 	@ 	@ 	@ 	@ 	@ 	@ y!QUY-=-=#-=-N-NOOOS\5555	F 	F 	F 	F 	F 	F 	F i1qtQqT1Q41qtDDSV$//////rB   c                    t           j                            d          }t          j        g dg dg dg          }d}t	          j        ||          }|                    g d|          }d	}t          ||d
           d S )Nl   Ja )go!@S<?^Ss@)r  gRP=@jT0@)r   r  gk`-3@gWK?r;   rh  rh   r   g1%?r<  r=  )r9   r   r   r   r.   r$   r   r   )rV   r   r   rh  r   r<   r=   s          r@   test_against_matlabz%TestMultivariateT.test_against_matlab	  s     i##J//h?????????A B B  ##"555hhyyysh33St,,,,,,rB   c                 
   d}t           j                            |          }|                    d          }|                    d          |z   }t          j        d          }|                                }|||f}t           j                            |          }t           j                            |          }	t          j        |d|i}
t          |
                    |          t          j        |g|R d|	i           d S )Nl   2m rI   r   r   r   )	r9   r   r   r   rQ   r.   r$   r   r   )rV   r   r   rP  r\   r;   rh  r>   
rng_frozenrng_unfrozenr   s              r@   ra  zTestMultivariateT.test_frozen	  s    i##D))kkqk!!KKQK#%q		ZZ\\UBY**400
y,,T22#T;
;;TXXa[[#'LDLLL|LL	N 	N 	N 	N 	NrB   c                   	
 d}d}t           j                            d                              ||f          }||j        z                      |          
                    ||fz             }                                dz  	t          j                            |
	          }	
fd}t          j        |d|          }t          ||d	d
           d S )Nre   r  r  r   rc   r   c                 Z    t          dt          j         | z  | z
            d         S )Nr  r   )r5   r9   r  )r\   r   rh  r   r   s    r@   _cdf_1dz2TestMultivariateT.test_vectorized.<locals>._cdf_1d
  s,    E2sRVGAIqvsCCAFFrB   rg   r  r<  r  )	r9   r   r   r   r.   r$   r   apply_along_axisr   )rV   r   r   rv   r\   r<   r	  r=   r   rh  r   r   s           @@@@r@   test_vectorizedz!TestMultivariateT.test_vectorized 
  s   i##O44JJS#JJ''!#gzz#JJqC6z""ZZ\\A"&&q$Rc&JJ	G 	G 	G 	G 	G 	G 	G 	G !'2q11St$777777rB   r0  c                 *   t           j                            d          }t          j                            dgdg|dz
  z  z             }t          j        |                              dg|z  |          }d|dz   z  }t          ||d	           d S )
Nr  r
   rI  )rp  )r;   r   r   g-C6
?r=  )
r9   r   r   r   r   toeplitzr.   r$   r   r   )rV   r   r   rv   r<   r=   s         r@   test_against_analyticalz)TestMultivariateT.test_against_analytical
  s    i##O44L!!QC3%37*;$;!<<"+++//c	/LL37mSt,,,,,,rB   c                     t          j        dd          }t           j        }t          j                            ||          }t          j                            d |          }||k    sJ d S )NrI   r  )r9   rQ   r  r.   r$   r   r   )rV   r   rh  mvt_entropymvn_entropys        r@   test_entropy_inf_dfz%TestMultivariateT.test_entropy_inf_df
  sb    fQllV*222DD/77cBBk))))))rB   )r
   r%  r.  c                     t           j                            d|          }t           j                            |          }t	          ||d           d S )Nr   r  r  r  r=  )r.   r$   r   r  r   )rV   rh  r  	t_entropys       r@   test_entropy_1dz!TestMultivariateT.test_entropy_1d!
  sM    *222CCGOOrO**	YU;;;;;;rB   zdf, cov, ref, tolr%  g}M@r  r.  rI  gNfh@r|  c                     t          j        d          }t          j        |||          }t	          |                                ||           d S )Nrc  r=  )r9   r   r.   r$   r   r   )rV   rh  r   r=   tolrP  mvts          r@   %test_entropy_vs_numerical_integrationz7TestMultivariateT.test_entropy_vs_numerical_integration5
  sH    
 huoo"3R00s555555rB   F))r   r   r   	PDF_TESTSrM   r   r   r  r  r  r  r6   r  r  r  DEFAULT_ARGS_TESTSr  r9   r   ARGS_SHAPES_TESTSr  r  r  r  r  r  r  r  r  r  r  r  r  r  ra  r  r  r  r  rQ   r  r   rB   r@   r  r    s        FFFFFFFFFF	
 
A FF	

 	
	
 	
 	
1%P %$$$$$$$$$$$$$$	
 	 %$$%%%%%%	
 	
	
 	
 	
)K@ID [5yAA, , BA,
 [5yAA6 6 BA6, , ,' ' '$ U455$ $ 65$& & &@   	$ 	AA1vAA/?C	AAQFaVaV,<a@
QtaVq!fq!f%5q9
Qq1a&Aq6Aq6"2A6
Q1a&1a&!4!Q1a&1a&1A1E
Q1a&1a&!1q!f1v1v.>B	 [IK]^^# # _^# 
QB41#"
sAtqcUA&	2$1#B41#: [IK\]]& & ^]&; ; ;2) ) )E E E
 [Vg|%<==[ULLL11[TBBF#344+ + 54 21 >=+

4 
4 
4 [UMMM22' ' 32' [UIII..+ + /.+- - - -$6 6 6 [UMMM22[V &J &J &J K K[Z%778 8 87K K 32820 0 04- - -"N N N8 8 8$ [UF++- - ,+-* * * [T<<<00< < 10<& [0!626!Q<<1CUK"HBHsAhB-@$A$A/789 96 6	9 96 6 6rB   r  c                   J   e Zd Zej                            dddgddgddfddgddgdej         fd	dgddgdej         fddgd
dgdej        fddgddggddgd
dggddgej        ej        gfd	dgd
dgdej        fddgddgdej        fddgddgdej        fddgddgdej        fddgddgdej         fg
          d             Z	d Z
d Zd Zej                            dg ddfg ddfddgdfdgdff          d             Zej                            ddgdgddfddgddgddfddgddggddgddgggddgddgddggdd gdd!ggf ej        g ej                   ej        g ej                  dg fddgddgddfg d"g d#d$d%fg          d&             Zej                            dddgddgdd'ggddd(gfdgdggdgdggddgd)d*gfdgdgggdgdggddgd)d*ggfdgdggdggggddgd)d*gggfg          d+             Zd, Zd- Zd. Zd/ Zd0 Zd1 Zd2 Zd3 Zd4 Zd5 Zd6 Zd7S )8TestMultivariateHypergeomzx, m, n, expectedrI   re   rc   r%  rf   gr   r  r
   rH   rm   iir  r  rg   ic                 V    t          j        |||          }t          ||d           d S )Ngư>r=  )r   r}  r   rV   r\   rI  r   r  valss         r@   r  z%TestMultivariateHypergeom.test_logpmf@
  s3    6 &,Q155hT222222rB   c                    t          j        ddgddgd          }t          j        dddd          }t          ||d	
           t          j        ddgddgd          }t          j        dddd          }t          ||d	
           d S )NrI   r
   r%  rc   re   )r\   rI  r      )r  r   r   r  r|  r=  rf      )r   r  r#   r   r  s      r@   test_reduces_hypergeomz0TestMultivariateHypergeom.test_reduces_hypergeom^
  s     &)QFr1gCCC}qB!r222d....%)QFr2h"EEE}qB"333d......rB   c                     t          ddgd          }|                    dd          }t          |                    d          |                                d	
           d S )NrI   rc   re   rI  r   r  r  r   r   rQ  r=  r   r   r   r   rV   r   r   s      r@   r  z"TestMultivariateHypergeom.test_rvsi
  s\     $q!f222ff$Sf11RWWYYT::::::rB   c                     t          ddgddggddg          }|                    dd	          }t          |                    d
          |                                d           d S )NrI   rc   r%  re   r  r)  r  rH   r  r   r   rQ  r=  r*  r+  s      r@   test_rvs_broadcastingz/TestMultivariateHypergeom.test_rvs_broadcastingp
  sg    #1v2w&7Aq6BBBff)#f66RWWYYT::::::rB   zm, n)r   r   r  r   r   )r   r   r   r   r   c                     t          j        ||          }t          j        |          }|                                }|||dk    <   t          ||           d S )Nr   )r   r   r9   r:   r  r   )rV   rI  r   r<   res_exs        r@   test_rvs_gh16171z*TestMultivariateHypergeom.test_rvs_gh16171u
  sS    
 %(A..JqMMqAvS&!!!!!rB   g zl?r  r  gQ?gE|?g
y?r  )rc   rd   rf   rd   gzp?c                 V    t          j        |||          }t          ||d           d S Nrh  r=  r   r  r   r"  s         r@   r  z"TestMultivariateHypergeom.test_pmf
  s3    " &)!Q22hT222222rB   r%  g ?r   r   c                 V    t          j        |||          }t          ||d           d S r3  r4  r"  s         r@   r  z/TestMultivariateHypergeom.test_pmf_broadcasting
  s3     &)!Q22hT222222rB   c                 p    t          j        g dd          }g dg dg dg}t          ||d           d S )	N)rI   rf   r%  r  r)  )gf_?&BUп疈Cx@ؿ)r7  ggs>d?ZsK)r8  r9  g35?r|  r=  r   r   r   )rV   r  r  s      r@   r  z"TestMultivariateHypergeom.test_cov
  sZ    %)JJJ"===6666666668 	d......rB   c                 j   t          j        ddgddggddg          }dd	gd	dggd
dgdd
ggg}t          ||d           t          j        dgdggddg          }dggdggg}t          ||d           t          j        ddgddg          }dd	gd	dggddgddggg}t          ||d           d S )Nrf   r  r%  r%  r  r  r)  g?gg(\?g(\r|  r=  re   rc   r   g333333?g333333r:  r  s          r@   r  z/TestMultivariateHypergeom.test_cov_broadcasting
  s   %)aVb"X,>1b'JJJ..0d....%)aS1#J1a&AAA"d....%)QFq"g>>>.'"Wf$568d......rB   c                     t          j        ddgd          }t          j        ddd          }t          ||d           d S )	Nr%  rc   re   r)  r%  r   r   r  r|  r=  )r   r
  r#   r   )rV   var0var1s      r@   test_varz"TestMultivariateHypergeom.test_var
  sL    %)RGq999}rQ"---d......rB   c                    t          j        ddgddg          }t          j        ddgd          }t          j        ddgd          }t          |d         |d           t          |d	         |d           t          j        ddgdd
ggddg          }ddgddgg}t          ||d           t          j        dgdggddg          }dgdgg}t          ||d           d S )Nr%  rc   re   r  r)  r   r|  r=  r
   r  g̍3eY?gI{?r   )r   r
  r   )rV   r>  r?  var2var3var4var5var6s           r@   test_var_broadcastingz/TestMultivariateHypergeom.test_var_broadcasting
  s   %)RG1v>>>%)RGq999%)RGq999QD1111QD1111%)b!Wr2h,?Aq6JJJI&8(<=d....%)aS2$KAr7CCCrd|d......rB   c                     t          j        ddgd          }t          j        ddd          }t          |d         |d	           t          j        d
dgd          }ddg}t          ||d	           d S )Nr%  rc   re   r)  r%  r=  r   r|  r=  r  r  g      @r  )r   r   r#   r   rV   mean0r  r  mean3s        r@   r  z#TestMultivariateHypergeom.test_mean
  s    &+r1g;;;qB///a%d3333&+r1g<<<j)u4000000rB   c                 v    t          j        ddgddggddg          }ddgd	d
gg}t          ||d           d S )NrI   rc   r%  re   r  r)  r   r   gUUUUUU@gUUUUUU@r|  r=  )r   r   r   )rV   rJ  r  s      r@   r  z0TestMultivariateHypergeom.test_mean_broadcasting
  sW    &+1vAw.?Aq6JJJH%
I'>?u4000000rB   c                 H   t          j        g dd          }t          |g d           t          j        g dd          }t          |t          j        t          j        t          j        g           t          j        g dg dgd          }t          |t          j        t          j        t          j        gg dgd	
           t          j        t          j        g t          j                  d          }t          |g            t          |j	        dk               d S )Nrh   r   r)  r   r   r   r
   r   r   rH   r  )r   r   r   FFg<r=  r   )
r   r   r   r9   ru  r   r   int_r   r;   rI  s        r@   test_mean_edge_casesz.TestMultivariateHypergeom.test_mean_edge_cases
  s   &+iii1===ULLL)))&+iii1===URVRVRV4555&+yyy))).DJJJ 8,,,G"	$ 	$ 	$ 	$ '+bhr27.C.CqIIIUBu$%%%%%rB   c                 L   t          j        g dd          }t          |g dd           t          j        g dd          }t          |t          j        t          j        t          j        g           t          j        g dg d	gd          }t          |t          j        t          j        t          j        gg dgd
           t          j        t	          j        g t          j                  d          }t          |g            t          |j	        dk               d S )Nrh   r   r)  rN  gؗҜ<r=  rO  rH   r  rP  rQ  )
r   r
  r   r   r9   ru  r   rR  r   r;   )rV   r>  r?  rB  rC  s        r@   test_var_edge_casesz-TestMultivariateHypergeom.test_var_edge_cases
  s   %)III;;;lll7777%)III;;;TBFBFBF3444%)YYY			,BaHHH7F"	$ 	$ 	$ 	$ &)BHR,A,AQGGGT2
e#$$$$$rB   c                    t          j        g dd          }g dg dg dg}t          ||d           t          j        g dd          }g dg dg dg}t          ||           t          j        t	          j        g t          j                  d          }t	          j        g t          j        	                              dd          }t          ||d           t          |j
        d
k               d S )NrO  r
   r)  rN  rP  r=  rh   r   r/  rO  )r   r   r   r   r9   r   rR  float_r  r   r;   )rV   cov0r  r  r  r  r  s          r@   test_cov_edge_casesz-TestMultivariateHypergeom.test_cov_edge_cases
  s   %)III;;;lllLLL9d////%)III;;;lllLLL9T4   %)BHR,A,AQGGGx"),,,44Q::d////
f$%%%%%rB   c                    t           j                            d           d}g d}g dg dg dg dg dg}t          j        |t           j        	          }t          ||          }t          |                    |          t          j        |||                     t          |                    |          t          j        |||                     t          |	                                t          j	        ||                     t          |
                                t          j
        ||                     d S )
Nr   r  )rf   r  r     r  r  r  r  r  r/  )r9   r   r   r:   rR  r   r   r  r}  r
  r   )rV   r   rI  r\   
mhg_frozens        r@   ra  z%TestMultivariateHypergeom.test_frozen  s/   
	tNN]]MMM===\\<<<)Jq(((+Aq11

q)).21a;;	= 	= 	=
))!,,.5aA>>	@ 	@ 	@
((*@*DQ*J*JKKK
((*@*DQ*J*JKKKKKrB   c                    t          t          t          j        ddd           t          t          t          j        ddgd           t          t          t          j        ddgdgd           t          t          t          j        ddgddgd           t          t          t          j        ddgddgd           t          t          t          j        ddgddgd           d S )	Nrc   r%  re   g      @r  r%  g      %@g      /@)r   rN   r   r  	TypeErrorr  s    r@   test_invalid_paramsz-TestMultivariateHypergeom.test_invalid_params  s    j"8"<aQGGGj"8"<a"qIIIj"8"<q!frdANNNi!7!;c3Z2h	# 	# 	#i!7!;aVTlA	' 	' 	'i!7!;aV2h	% 	% 	% 	% 	%rB   N)r   r   r   rM   r   r   r9   r  ru  r  r'  r  r.  r1  r   rR  r  r  r  r  r@  rG  r  r  rS  rU  rY  ra  r_  r   rB   r@   r  r  ?
  sT       [ VaWa+VaWa"&)!Wq"gq26'*Vb"Xq"&)!fq!fR2s)4Vbfbf%' !Wr2h26*Wr1gr26*Wr2hBF+VaWb"&)VaWa"&)+	
 43 35 43	/ 	/ 	/; ; ;; ; ;
 [V			13
Qqc1X&  " "	 " [S1#q!VaWa+1v1v"a1a& 12W1v1v&+&I79 RXb"'""HBHR$9$91bAVaVQ"YY			1j1	
  3 3!  3 [Vq"gBx(!i-CDcA3Z1#saVb"X6sQCj\QC!:1vRz:cA3ZQC5'QFr2hZL9		
 3 3 3/ / // / // / // / /1 1 11 1 1
& & &% % %& & &L L L 	% 	% 	% 	% 	%rB   r  c                      e Zd Zd Zd Zej                            dd          d             Zd Z	ej                            dd          ej                            d	d          d
                         Z
ej                            dd          d             Zd Zej                            dd          d             Zej                            dd          d             Zej                            dd          d             Zej                            dd          ej                            dg dgf          ej                            dg dgf          d                                     Zej                            dd          d             Zd Zej                            dd          d             ZdS )TestRandomTablec                 @    t           j                            d          S )Nl   OfE)r9   r   r   r  s    r@   get_rngzTestRandomTable.get_rng$  s    y$$%7888rB   c                    d}t          j        t          |          5  t          ddggddg           d d d            n# 1 swxY w Y   d}t          j        t          |          5  t          ddgddgg           d d d            n# 1 swxY w Y   d}t          j        t          |          5  t          ddgddg           d d d            n# 1 swxY w Y   d}t          j        t          |          5  t          ddgdd	g           d d d            n# 1 swxY w Y   d
}t          j        t          |          5  t          ddgddg           d d d            n# 1 swxY w Y   d}t          j        t          |          5  t          ddgg d           d d d            n# 1 swxY w Y   d}t          j        t          |          5  t          ddgg d           d d d            n# 1 swxY w Y   ddg}g d}t          j        ddgg d          \  }}}t          ||           t          ||           |t          j        |          k    sJ d S )Nz`row` must be one-dimensionalrF   r
   rH   z`col` must be one-dimensionalz*each element of `row` must be non-negativerg   z*each element of `col` must be non-negativerj   z'sums over `row` and `col` must be equalr   z(each element of `row` must be an integer @)r
   r
   rH   z(each element of `col` must be an integer)r'  r'  r
   rI   rH   r
   r
   )rM   r	   rN   r'   _process_parametersr   r9   r   )rV   rW   rowcolr(  rp  r   s          r@   test_process_parametersz'TestRandomTable.test_process_parameters'  s6   1]:W555 	+ 	+1a&Aq6***	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 2]:W555 	+ 	+!Q1a&***	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ ?]:W555 	* 	*!R1a&)))	* 	* 	* 	* 	* 	* 	* 	* 	* 	* 	* 	* 	* 	* 	* ?]:W555 	* 	*!Q!R)))	* 	* 	* 	* 	* 	* 	* 	* 	* 	* 	* 	* 	* 	* 	* <]:W555 	) 	)!Q!Q(((	) 	) 	) 	) 	) 	) 	) 	) 	) 	) 	) 	) 	) 	) 	) =]:W555 	0 	0#sYYY///	0 	0 	0 	0 	0 	0 	0 	0 	0 	0 	0 	0 	0 	0 	0 =]:W555 	0 	0!Q///	0 	0 	0 	0 	0 	0 	0 	0 	0 	0 	0 	0 	0 	0 	0 !fii2Aq6999EE1aS!S!BF3KKs}   A  AA(B

BB2CCC;DD #D E%%E),E)F..F25F2G77G;>G;zscale,method))r
   boyett)r.  	patefieldc                     t          j        ddg          |z  }t          j        g d          |z  }t          }|                    |||d          }|                    ||d d          }t	          ||           d S )Nr
   rI   rf  methodr   )r9   r   r'   r   r   )rV   rK  ro  rh  ri  ctr  gots           r@   test_process_rvs_method_on_Nonez/TestRandomTable.test_process_rvs_method_on_NoneK  s     h1v&hyyy!!E)66#s66BBffS#df;;Xs#####rB   c                     ddg}g d}d}t          j        t          |          5  t          j        ||d           d d d            d S # 1 swxY w Y   d S )Nr
   rI   rf  z$'foo' not recognized, must be one ofrF   foo)ro  )rM   r	   rN   r'   r   )rV   rh  ri  rW   s       r@   $test_process_rvs_method_bad_argumentz4TestRandomTable.test_process_rvs_method_bad_argumentW  s    !fii 9]:W555 	5 	5S#e4444	5 	5 	5 	5 	5 	5 	5 	5 	5 	5 	5 	5 	5 	5 	5 	5 	5 	5s   AAAr  )TFr   c                 n   |                                  }ddgg dt          j        dd|          }|rt                    nt          }t          ||rdnd          |s	fd	|rfd
n}t	          j        |dd          \  }} ||          }	t          |	t          |          z  |d            |t          |d                             }
t          |
|	d                    |
                    d|j        dd          z             } ||          }	|	j        dk    sJ t          |	j        d                   D ]N}t          |	j        d                   D ]1}|	||f         }|||f         } ||          }t          ||           2Og dg dg}t          t	          j        |d                      ||          }	|	dk    sJ g dg dg}t          t	          j        |d                      ||          }	|	dk    sJ d}t          j        t           |          5   |dg           d d d            n# 1 swxY w Y   d}t          j        t           |          5   |dgg           d d d            n# 1 swxY w Y   d}t          j        t           |          5   |t          j        gg           d d d            n# 1 swxY w Y   d}t          j        t           |          5   |dgg           d d d            n# 1 swxY w Y   d}t          j        t           |          5   |g dg           d d d            n# 1 swxY w Y   d }t          j        t           |          5   |ddgd!d"gg           d d d            d S # 1 swxY w Y   d S )#NrH   rd   r
   rI   re   r  rk  r   ro  r   r}  r  c                      |           S r8   r   )r\   ri  original_methodrh  s    r@   ro  z/TestRandomTable.test_pmf_logpmf.<locals>.methodq  s    &q#s333rB   c                 >    t          j         |                     S r8   )r9   r1  )r\   ro  s    r@   r]   z1TestRandomTable.test_pmf_logpmf.<locals>.<lambda>s  s    q		** rB   r   Tr   return_countsr   r=  )r%  r.  r
   )r   r
   r
   )rH   r
   rI   rg   r   r   )r
   rH   rH   rj   z$`x` must be at least two-dimensionalrF   z%`x` must contain only integral valuesr'  z)`x` must contain only non-negative valuesz"shape of `x` must agree with `row`rL   z"shape of `x` must agree with `col`rI   re   )rc  r'   r   rq   r9   uniquer   r   r   r   r  r;   r
  r   rM   r	   rN   ru  )rV   r  r   r   r   objr  
unique_rvscountsr  p2rvs_ndrB  rC  pijrvijqijr\   rW   ri  ro  rz  rh  s                      @@@@r@   test_pmf_logpmfzTestRandomTable.test_pmf_logpmf`  s    llnn!fiisCd&.SB B B )/@l3$$$L#8hh599 	4$O4 4 4 4 4 4 4/2>*****Ys$GGG
F C
OOCHHf37777 Sjm$$%%R1 Y122677CKKw)####qwqz"" 	' 	'A171:&& ' '1gad|c$iiS#&&&&	' YY			"RVAB'''---CFFAvvvv YY			"RVAB'''---CFFAvvvv 9]:W555 	 	CHHH	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 :]:W555 	 	C#LLL	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 :]:W555 	 	C"&
OOO	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 >]:W555 	 	C"KKK	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 7]:W555 	 	C	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 7]:W555 	 	C!QQ   	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	sl   7III8JJJ:KK"%K"L  L$'L$M##M'*M'N**N.1N.ro  )rk  rl  c                 (   |                                  }ddg}g d}t          j        ||d||          }t          j        ||          }t	          t          j        |          t          j        |                     t          |                    d          |d           t	          |                    d	
          t          j        |d                     t	          |                    d
          t          j        |d                     d S )NrH   rd   rw  r  rx  r   r  r  rg   r   r-  rj   )r  rI   )	rc  r'   r   r   r   r9   r   r   broadcast_to)rV   ro  r   rh  ri  r   r   s          r@   test_rvs_meanzTestRandomTable.test_rvs_mean  s     llnn!fiisCd6,/1 1 1 c**RVD\\26#;;///T5555SWW"W%%rsI'F'FGGGSWW"W%%rsI'F'FGGGGGrB   c                    |                                  }ddg}g d}t          j        ||dd|          }t          j        ||dd|          }t          j        |d	          }t          j        |d	          }t          ||d
           d S )NrH   rd   rw  r  rk  rx  rl  r   r   {Gz?r  )rc  r'   r   r9   r
  r   )rV   r   rh  ri  r  r  r  r  s           r@   test_rvs_covzTestRandomTable.test_rvs_cov  s     llnn!fiiSuX-02 2 2Su[-02 2 2vd###vd###d......rB   c           	      P   ddg}g d}t          j        ||||                                           }|j        dk    sJ t          j        ||d||                                           }|j        dk    sJ t	          ||d	                    t          j        ||d	||                                           }|j        d
k    sJ t          j        ||d||                                           }|j        dk    sJ t          j        ||d||                                           }|j        dk    sJ t          |                    ddd          |d           d}	t          j        t          |	          5  t          j        ||d||                                            d d d            n# 1 swxY w Y   t          j        t          |	          5  t          j        ||t          j        ||                                            d d d            d S # 1 swxY w Y   d S )NrH   rd   rw  rn  r  r
   rx  rL   r   )r   rH   rI   r  )r  rH   rI   )re   rc   )re   rc   rH   rI   rI   r  r=  z/`size` must be a non-negative integer or `None`rF   rg   )r'   r   rc  r;   r   r   r  rM   r	   rN   r9   ru  )
rV   ro  rh  ri  r   rv2rv3rv4rv5rW   s
             r@   test_rvs_sizezTestRandomTable.test_rvs_size  s   !fii c3v+/<<>>; ; ;x6!!!! sCa,0LLNN< < <yI%%%%RQ    sCa,0LLNN< < <yI%%%% sCb,0LLNN< < <yJ&&&&sCfV,0LLNN< < <yL((((B1--s???? D]:W555 	: 	:S#Bv*.,,..: : : :	: 	: 	: 	: 	: 	: 	: 	: 	: 	: 	: 	: 	: 	: 	: ]:W555 	: 	:S#BF6*.,,..: : : :	: 	: 	: 	: 	: 	: 	: 	: 	: 	: 	: 	: 	: 	: 	: 	: 	: 	:s$   :,F22F69F66HH"Hc                 "   ddg}g d}t           }|                    ||d||                                           }t          j        |dd          \  }}|                    |||          }t          |t          |          z  |d	
           d S )NrH   rd   rw  r  rx  r   Tr|  r  r=  )r'   r   rc  r9   r~  r  r   r   )	rV   ro  rh  ri  rp  r   r  r  r  s	            r@   test_rvs_methodzTestRandomTable.test_rvs_method  s     !fiiffS#F6"&,,..  2 2  Ys$GGG
F FF:sC((CHHf4888888rB   c                 (   g d}g d}t          ||          }|                    d||                                           }t          j        dt          |          t          |          f          }g dg dg dg|d<   t          ||           d S )Nr  )r
   r   r   r   r  rn  )r   r   r   r   .r'   r   rc  r9   r   r   r   rV   ro  rh  ri  r  r   r  s          r@   test_rvs_with_zeros_in_col_rowz.TestRandomTable.test_rvs_with_zeros_in_col_row  s    iillc""UU4T\\^^UDD8T3s88SXX677%%%' 	R"""""rB   )Nrk  rl  ri  r   rh  c                     t          ||          }|                    d||                                           }t          j        dt          |          t          |          f          }t          ||           d S )Nr%  rn  r  r  s          r@   test_rvs_with_edge_casesz(TestRandomTable.test_rvs_with_edge_cases  sj     c""UU2f4<<>>UBB8RS3s88455R"""""rB   r   rY  c                    dd l mc m} t          j        ddgt          j                  }t          j        g dt          j                  }t          |d|           }t          j        |          } ||||d|                                           }|j	        dt          |          t          |          fk    sJ t          j        |          |k    sJ d S )Nr   r
   rI   r/  rf  	rvs_rcont)scipy.stats._rcontr.   _rcontr9   r   int64rq   r   rc  r;   r   )rV   r   r  rh  ri  r   ntotresults           r@   test_rvs_rcontzTestRandomTable.test_rvs_rcont!  s     	,++++++++h1vRX...hyyy111fo!oo..vc{{S#tQ77|3s88SXX66666vf~~%%%%%%rB   c                    ddg}g d}t          |||                                           }|                                }t          j        ||          }t	          ||                                           t          j        |||          }t	          ||                    |                     t          j        |||          }t	          ||                    |                     d S )NrH   rd   rw  r   )r'   rc  r   r   r   r  r}  )rV   rh  ri  r  r  r  s         r@   ra  zTestRandomTable.test_frozen2  s    !fiic777$S#..Xqvvxx(((#FC55XquuV}}---&vsC88Xqxx//00000rB   c                    ddg}g d}t          |||                                           }t          j        ||d||                                           }|                    d|          }t          ||           d S )NrH   rd   rw  r   r%  rx  )r   ro  )r'   rc  r   r   )rV   ro  rh  ri  r  r  rq  s          r@   test_rvs_frozenzTestRandomTable.test_rvs_frozenB  s    !fiic777#C2f15A A AeeFe++Xs#####rB   N)r   r   r   rc  rj  rM   r   r   rr  ru  r  r  r  r  r  r  r  r  ra  r  r   rB   r@   ra  ra  #  s       9 9 9"  "  " H [^@B B$ $B B$5 5 5 [X}55[UM22L L 32 65L\ [X'>??H H @?H/ / / [X'>??': ': @?':R [X'>??9 9 @?9( [X'>??	# 	# @?	# [X'DEE[UR!I..[UR!I..# # /. /. FE# [S&))& & *)& 1 1 1  [X'>??$ $ @?$ $ $rB   ra  c                     | j         }d| _          | j        |ddi t          j        |           } | j        |ddi}t          j        |          } |j        |ddi}t          ||           || _         d S )Nr   r   r  )r   r   pickledumpsloadsr   )distfnr>   r  r   r0	unpickledr1s          r@   check_picklingr  N  s    
 DFFJ1VA	T	"	"	"BQI		%1	%	%BR FrB   c                  >   t          j        d          } d| d<   d| d<   t          dgt          t          j        dg          fgt
          d| fgt          d| fgt          dg d	fgt          d
gt          d
gg}|D ]%\  }}t          ||           t          ||           &d S )NrI   rI  r   r  r   r   r%  rc   r<  rc  )r9   rQ   r   r   r   r   r   r   r   r   r4   r  )rK  distsr  r>   s       r@   test_random_state_propertyr  b  s    F1IIEE$KE$K	b!	RXrd^^&'	2u+	b%[!	q///*+	d	d#E  % %#FD111vt$$$$% %rB   c                   "   e Zd Zej                            dg d          ej                            dg d          d                         Zej                            dddg          ej                            dg d	          d
                         Zd Zd Z	d Z
ej                            dddg          d             Zej                            dddg          d             Zej                            dej        ej        g          d             Zej                            dej        ej        g          d             Zej                            d ej        g d           ej        g d          ddf ej        g d           ej        g d          ddf ej        g d           ej        g d          ddf ej        g d           ej        g d          dd f ej        g d           ej         ej        d!           ej        d"          dg          d#d$f ej        g d           ej        g d          d#d%f ej        g d&           ej        g d&          d#d'f ej        g d&           ej         ej        d!           ej        d"          dddg          d#d(f ej        g d&           ej         ej        d)           ej        d*          dddg          d#d+fg	          d,             Zej                            d ej        g d           ej        g d          dd-f ej        g d           ej        g d          dd.f ej        g d           ej        g d          dd/f ej        g d           ej        g d          dd0f ej        g d           ej         ej        d!           ej        d"          dg          d#d1f ej        g d           ej        g d          d#d2f ej        g d&           ej        g d&          d#d3f ej        g d&           ej         ej        d!           ej        d"          dddg          d#d4f ej        g d&           ej         ej        d)           ej        d*          dddg          d#d5fg	          d6             Zej                            d7g d8          d9             Zej                            dej        ej        g          d:             Zd; Zej                            dg d<          ej                            d=g d>          d?                         Zd@ ZdA ZdB ZdCS )DTestVonMises_Fisherr   )rH   rI   re   rd   r   r  c                    t           j                            d          }t          j        |fdt          j        |          z            }t          |d|          }|                    |          }t          j        |          t          j        |          }}|	                    |||          j
        }	|j
        |	k    sJ t           j                            |d          }
t          |
d           d S )Nr  r
   r   r   rg   r   r   )r9   r   r   rk  r  r)   r   r   rQ   r   r;   r   r   r   )rV   r   r   r   r   vmf_distr/  r   r   r  r  s              r@   r  z TestVonMises_Fisher.test_samplesu  s     i##$788WcWan--"2qs333,,t$$HSMM26#;;c00s0FFL}....	wR00r"""""rB   rc   r  kappa)g  4&kCg@xDgꌠ9Y>)Fc                     t           j                            d          }t          j        |fdt          j        |          z            }t          |||          }|                    d           d S )Nr  r
   r   r%  )r9   r   r   rk  r  r)   r   )rV   r   r  r   r   r  s         r@    test_sampling_high_concentrationz4TestVonMises_Fisher.test_sampling_high_concentration  se     i##$788WcWan--"2u3777RrB   c                     t          j        d          }d}t          j        t          |          5  t          |d           d d d            d S # 1 swxY w Y   d S )Nr  z%'mu' must have one-dimensional shape.rF   r
   r9   rP   rM   r	   rN   r)   rV   r   r  s      r@   test_two_dimensional_muz+TestVonMises_Fisher.test_two_dimensional_mu  s    WV__5]:S111 	# 	#B"""	# 	# 	# 	# 	# 	# 	# 	# 	# 	# 	# 	# 	# 	# 	# 	# 	# 	#   AAAc                     t          j        d          }d}t          j        t          |          5  t          |d           d d d            d S # 1 swxY w Y   d S )Nrc  z%'mu' must be a unit vector of norm 1.rF   r
   r  r  s      r@   test_wrong_norm_muz&TestVonMises_Fisher.test_wrong_norm_mu  s    WU^^5]:S111 	# 	#B"""	# 	# 	# 	# 	# 	# 	# 	# 	# 	# 	# 	# 	# 	# 	# 	# 	# 	#r  c                     t          j        d          }d}t          j        t          |          5  t          |d           d d d            d S # 1 swxY w Y   d S )Nr  z$'mu' must have at least two entries.rF   r
   r  r  s      r@   test_one_entry_muz%TestVonMises_Fisher.test_one_entry_mu  s    WU^^4]:S111 	# 	#B"""	# 	# 	# 	# 	# 	# 	# 	# 	# 	# 	# 	# 	# 	# 	# 	# 	# 	#r  rg   )rc   rI   c                     d}t          j        t          |          5  t          ddg|           d d d            d S # 1 swxY w Y   d S )Nz"'kappa' must be a positive scalar.rF   r
   r   rM   r	   rN   r)   rV   r  r  s      r@   test_kappa_validationz)TestVonMises_Fisher.test_kappa_validation  s    2]:S111 	+ 	+QFE***	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+   >AAr   r   c                     d}t          j        t          |          5  t          ddg|           d d d            d S # 1 swxY w Y   d S )NzFor 'kappa=0' the von Mises-Fisher distribution becomes the uniform distribution on the sphere surface. Consider using 'scipy.stats.uniform_direction' instead.rF   r
   r   r  r  s      r@   test_kappa_zeroz#TestVonMises_Fisher.test_kappa_zero  s     ]:S111 	+ 	+QFE***	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+r  ro  c                     t          j        g d          }d}t          j        t          |          5   ||ddgd           d d d            d S # 1 swxY w Y   d S )Nr   r   r   znThe dimensionality of the last axis of 'x' must match the dimensionality of the von Mises Fisher distribution.rF   r
   r   r9   r   rM   r	   rN   rV   ro  r\   r  s       r@   test_invalid_shapes_pdf_logpdfz2TestVonMises_Fisher.test_invalid_shapes_pdf_logpdf  s     H[[[!! ]:S111 	! 	!F1q!fa   	! 	! 	! 	! 	! 	! 	! 	! 	! 	! 	! 	! 	! 	! 	! 	! 	! 	!   AAAc                     t          j        ddg          }d}t          j        t          |          5   ||ddgd           d d d            d S # 1 swxY w Y   d S )NrI  r   8'x' must be unit vectors of norm 1 along last dimension.rF   r
   r   r  r  s       r@   test_unnormalized_inputz+TestVonMises_Fisher.test_unnormalized_input  s     Hc2YH]:S111 	! 	!F1q!fa   	! 	! 	! 	! 	! 	! 	! 	! 	! 	! 	! 	! 	! 	! 	! 	! 	! 	!r  zx, mu, kappa, reference)r   r   r   r  g0_?r  )r   r   r   g7m0_?r.  gLI/@gFK:h*7g\(\?r  i  g3pB>g7Ks@)r   r   r   r   r   go齿@gW+x\(?r;  r   gS-c                 p    t          ||                              |          }t          ||d           d S )Nr  r=  )r)   r   r   )rV   r\   r   r  	referencer   s         r@   test_pdf_accuracyz%TestVonMises_Fisher.test_pdf_accuracy  s<    4 b%((,,Q//YU333333rB   g[d6U?g1*?gJ8j#@g=fNXg][,g1VV@g|'@gmF&!gehc                 p    t          ||                              |          }t          ||d           d S )Nr  r=  )r)   r   r   )rV   r\   r   r  r  r   s         r@   test_logpdf_accuracyz(TestVonMises_Fisher.test_logpdf_accuracy  s<    4 !U++22155	666666rB   zdim, kappa, reference))rI   r  g?@)rI   r.  gp&F)rc   r  gT;ӷ&)r  r
   goZ@c                     t          j        |fdt          j        |          z            }t          ||                                          }t          ||d           d S )Nr
   g+=r=  )r9   rk  r  r)   r   r   )rV   r   r  r  r   r   s         r@   test_entropy_accuracyz)TestVonMises_Fisher.test_entropy_accuracy!  sY     WcWan--!"e,,4466777777rB   c           	         d}t           j                            d          }t          d                              ||          }t          j        ddt          j        d          z            }d} ||||          }|j        |k    sJ t          |d                   D ]L}t          |d                   D ]4}	 ||||	d d f         ||          }
t          |
|||	f         d	
           5Md S )Nr  r  rI   r   r  r
   rc   r   r  r=  )
r9   r   r   r(   r   rk  r  r;   r
  r   )rV   ro  	testshaper   r\   r   r  
result_allrB  rC  current_vals              r@   rE  z%TestVonMises_Fisher.test_broadcasting+  s    	i##$788a  $$YS$AAWUAbgajjL))VAr5))
9,,,,y|$$ 	K 	KA9Q<(( K K$fQq!QQQwZU;;Z1-=EJJJJJK	K 	KrB   c                    t           j                            d          }t          j        ddg          }t          j        |d         |d                   }d}t          ||          }t          ||          }t          d                              d|          }t          j        |d d df         |d d df                   }t          |
                                |
                                           t          |                    |          |                    |                     t          |                    |          |                    |                     d S )	Nr  r   r
   r  )rP  r  rH   r%  r   )r9   r   r   r   r  r)   r+   r(   r   r   r   r   r   )	rV   r   r   mu_angler  vmfvonmises_distvectorsr  s	            r@   test_vs_vonmises_2dz'TestVonMises_Fisher.test_vs_vonmises_2d;  s3    i##$788Xq!f:beRU++b%(( XU;;;#A&&**2C*@@GAAAqDM7111a4=99--//???))&1137773C3CDDD,,V44cjj6I6IJJJJJrB   )rH   rI   rd   zkappa, mu_tol, kappa_tol))r
   r  r  )r%  rQ  rQ  )r.  {Gzt?r  )r  r<  r  c                    t          j        |fdt          j        |          z            }t          ||          }t           j                            d          }d}|                    ||          }	t          j        |	          \  }
}t          j        |	                    |
                    }t          |d|d           t          |||           d S )	Nr
   r  r  r   r   r   r  r=  )r9   rk  r  r)   r   r   r   fitarccosr  r   )rV   r   r  mu_tol	kappa_tolr   r  r   r  r/  mu_fit	kappa_fitangular_errors                r@   test_fit_accuracyz%TestVonMises_Fisher.test_fit_accuracyJ  s     WcWan--"2u--i##$788	,,ys,;;+/88		"&&..11rQ????yy999999rB   c                     t          j        d          }d}t          j        t          |          5  t          j        |           d d d            d S # 1 swxY w Y   d S )Nr  z'x' must be two dimensional.rF   )r9   r   rM   r	   rN   r)   r  rV   r\   r  s      r@   #test_fit_error_one_dimensional_dataz7TestVonMises_Fisher.test_fit_error_one_dimensional_data[  s    HUOO,]:S111 	# 	#"""	# 	# 	# 	# 	# 	# 	# 	# 	# 	# 	# 	# 	# 	# 	# 	# 	# 	#   AAAc                     t          j        d          }d}t          j        t          |          5  t          j        |           d d d            d S # 1 swxY w Y   d S )Nr  r  rF   )r9   rP   rM   r	   rN   r)   r  r  s      r@    test_fit_error_unnormalized_dataz4TestVonMises_Fisher.test_fit_error_unnormalized_dataa  s    GFOOH]:S111 	# 	#"""	# 	# 	# 	# 	# 	# 	# 	# 	# 	# 	# 	# 	# 	# 	# 	# 	# 	#r  c                 <   t          j        g d          }d}t          ||          }t          ||d          }|                    d          }t          j        ||d          }|                                }t	          ||           t	          ||           d S )N)r   r   r
   rc   r  r   r   )r9   r   r)   r   r   )rV   r   r  r  r:  r  r  r;  s           r@   r  z,TestVonMises_Fisher.test_frozen_distributiong  s    Xiii   U++%b%c:::zzsz++"2u3???  T4   T4     rB   N)r   r   r   rM   r   r   r  r  r  r  r  r  r  r)   r   r   r  r  r9   r   r  r  r  r  rE  r  r  r  r  r  r   rB   r@   r  r  t  s       [ULLL11[V%9%9%9::
# 
# ;: 21
# [UQF++[W&8&8&899  :9 ,+# # ## # ## # # [Wr6l33+ + 43+
 [Wq"g..+ + /.+ [X(;(7(>(@ A A! !A A! [X(;(7(>(@ A A! !A A!$ [6'rx55xrx7M7M#%79'rx44hbh|||6L6L#%8:'rx55xrx7M7M"$68'rx44hbh|||6L6L"$9;'rx55'rxr(JKK#%:<  (rx44hbh|||6L6L#%68'rx(<(<(<=='rx(<(<(<==#%79  (rx(<(<(<=='rxr)*B)0  1  1#%;=  (rx(<(<(<=='rxwrws||R)*B)0  1  1#%;=)>? ?24 43? ?24" [6'rx55xrx7M7M#%8:'rx44hbh|||6L6L#%8:'rx55xrx7M7M"$57'rx44hbh|||6L6L"$68'rx55'rxr(JKK#%8:  (rx44hbh|||6L6L#%68'rx(<(<(<=='rx(<(<(<==#%79  (rx(<(<(<=='rxr)*B)0  1  1#%79  (rx(<(<(<=='rxwrws||R)*B)0  1  1#%8:);< <27 73< <27$ [4: : :; ;
8 8; ;
8
 [X(;(7(>(@ A AK KA AKK K K [UIII..[72 2 23 3
	: 	:3 3 /.	:# # ## # #! ! ! ! !rB   r  c                   x   e Zd Zed             Zd Zd Zd Zd Ze	j
                            dddg          d	             Ze	j
                            dd
dg          d             Zd Zd Ze	j
                            dddg          d             Ze	j
                            dg d          d             ZdS )TestDirichletMultinomialc                     t           j                            d          }|                    ddd          }|                    dd|df          }|                    d	          }|||||fS )
N   t7)r   r.  rH   r   r
   r  rg   r   )r9   r   r   r   integersr   )rV   rI  r   r  r\   r   s         r@   
get_paramsz#TestDirichletMultinomial.get_paramsv  sl    i##$566As++LLBaVL,,EErENNAua""rB   c                    t           j                            d          }|                    ddd          }|                    ddd          }t          j        |d          }t          ||          }t          |                    |          t          j        |||                     t          |	                    |          t          j	        |||                     t          |
                                t          j
        ||                     t          |                                t          j        ||                     t          |                                t          j        ||                     d S )Nr  r   r.  r%  rg   r   )r9   r   r   r   r  r   r*   r   r}  r  r   r
  r   )rV   r   r  r\   r   r  s         r@   ra  z$TestDirichletMultinomial.test_frozen~  s1   i##$566AsB''LLB##F12!%++QXXa[["7">q%"K"KLLLQUU1XX48E1EEFFFQVVXX49%CCDDDQUUWW37qAABBBQUUWW37qAABBBBBrB   c                    t          j        g d          }t          j        |          }t          j        g d          }t          j        |||          }t          j        |||          }d}t          ||           t          |t          j        |                     |j        |j        cxk    rdk    sn J t           j	        
                    d          }|                    ddd          }|                    ddd          }t          j        |d	
          }t          ||                              |          }t          j        |||          }d}t          ||           t          |t          j        |                     d S )NrL   rI   re   rc   gp.U.?r   r  r   r.  r%  rg   r   g+T<)r9   r   r   r*   r  r}  r   r   r;   r   r   r   r  )rV   r\   r   r  r<   logresr=   r   s           r@   test_pmf_logpmf_against_Rz2TestDirichletMultinomial.test_pmf_logpmf_against_R  so   
 HYYYF1II###'5!44&-a::!S!!!s,,,yFL....B...... i##$566AsB''LLB##F12#E1--11!44&-a::"S!!!s,,,,,rB   c                    |                      d          \  }}}}}|dz  }t          t          ||                              |          d           t          t          ||                              |          t
          j                    |                      d          \  }}}}}|                    d          dk    }t          j        ||         dz            ||<   t          t          ||                              |          |         d           t          t          ||                              |          |         t
          j                    t          j	        t          ||                              |          |          dk              sJ t          j	        t          ||                              |          |          t
          j         k              sJ d S )Nr
   r   r%  r   rI  rH   )
r  r   r*   r  r}  r9   r  r   roundr'  )rV   r   rI  r  r   r\   rB  s          r@   test_pmf_logpmf_supportz0TestDirichletMultinomial.test_pmf_logpmf_support  s    #ooa00Qq!	Q*5!4488;;Q???*5!44;;A>>HHH"oob11Qq!JJBJ#%x!q!!!*5!4488;;A>BBB*5!44;;A>>qABF7KKKv+E15599!<<aR@1DEEEEEv+E155<<Q??CrvgMNNNNNNNrB   c                 `   d}dg}t          j        |g          }t          ||          }t          |                    |          d           t          |                    |dz             d           t          |                    |          d           t          |                    |dz             t           j                    t          |                                |           t          |                                d           t          |	                                d           d S )Nrd   r%  r
   r   )
r9   r:   r*   r   r  r}  r  r   r
  r   )rV   r   r  r\   r   s        r@   test_dimensionality_onez0TestDirichletMultinomial.test_dimensionality_one  s    JsOO$UA..TXXa[[!$$$TXXac]]A&&&T[[^^Q'''T[[1%%w///TYY[[!$$$TXXZZ###TXXZZ#####rB   method_namer  r}  c                 $   |                      d          \  }}}}}t          t          ||          |          }t          t          j        |g|j        R  |          } ||          }	 ||j        d                   }
t          |	|
           d S Nr.  r   r  rq   r*   r.   	betabinomr   r   rV   r  r   rI  r  r   r\   ro  
ref_methodr<   r=   s              r@   test_against_betabinom_pmfz3TestDirichletMultinomial.test_against_betabinom_pmf  s    "ooc22Qq!.ua88+FFU_Q9999;GG
fQiijQ  S!!!!!rB   r   r
  c                    |                      d          \  }}}}}t          t          ||          |          }t          t          j        |g|j        R  |          } |            d d df         }	 |            }
t          |	|
           d S r  r  r
  s              r@   test_against_betabinom_momentsz7TestDirichletMultinomial.test_against_betabinom_moments  s    "ooc22Qq!.ua88+FFU_Q9999;GG
fhhqqq!tnjllS!!!!!rB   c                    d}t          t          j                  t          d          k     rt          j        |           t          j                            d          }d}|                    dd          }|                    |          d	z  }t          ||          }d
}|	                    ||          }|
                    |||          }	t          |                                t          j        |	d          d           t          |                                t          j        |	d          d           |                                j        |                                j        cxk    r|fk    sn J |                                }
|
j        ||fk    sJ t          |
t          j        |	j                  d           t#          t          j        |
          |                                           t          j        t(          j                            |
          d         dk              sJ d S )Nz/Needs NumPy 1.22.0 for multinomial broadcastingz1.22.0)reasonr  rc   r
   r.  r   r%  r  r   r   r  r=  rQ  r  )r3   r9   __version__rM   r   r   r   r  r*   r   r   r   r   r
  r;   r   r   r   rp   r'  r   r   r   )rV   rW   r   r   r   r  r   rI  r  r\   r   s              r@   r  z%TestDirichletMultinomial.test_moments  s   C2>""WX%6%666Kw''''i##$566LLC  


$$r)$UA.. MM%aM((OOAqqO))		RWQQ%7%7%7dCCCC

BF11$5$5$5DAAAAyy{{ DHHJJ$4>>>>>>>>>>hhjjyS#J&&&&RVAC[[t4444RWS\\488::...vel'',,Q/!34444444rB   c                    t          j        g d          }t          j        |          }t          j        g d          }d}t          t          |          5  t          j        g d||           d d d            n# 1 swxY w Y   t          t          |          5  t          j        g d||           d d d            n# 1 swxY w Y   d}t          t          |          5  t          j        |g d|           d d d            n# 1 swxY w Y   t          t          |          5  t          j        |g d	|           d d d            n# 1 swxY w Y   d
}t          t          |          5  t          j        ||d           d d d            n# 1 swxY w Y   t          t          |          5  t          j        ||d           d d d            n# 1 swxY w Y   t          j        g d          }t          j        g d          }d}t          t          |          5  t          j        |||                                           d d d            d S # 1 swxY w Y   d S )NrL   r  z,`x` must contain only non-negative integers.rF   )r
   rg   rI   )r
   re  rI   z*`alpha` must contain only positive values.)rI   r   re   )rI   rg   re   z`n` must be a positive integer.ǧH@r   )r
   rH   rI   re   z&`x` and `alpha` must be broadcastable.)r9   r   r   r   rN   r*   r}  )rV   x0n0alpha0textr\   r  s          r@   rX   z.TestDirichletMultinomial.test_input_validation  s)   Xiii  VBZZ)))$$=:T222 	A 	A!(VR@@@	A 	A 	A 	A 	A 	A 	A 	A 	A 	A 	A 	A 	A 	A 	A:T222 	B 	B!(fbAAA	B 	B 	B 	B 	B 	B 	B 	B 	B 	B 	B 	B 	B 	B 	B <:T222 	< 	<!(YYY;;;	< 	< 	< 	< 	< 	< 	< 	< 	< 	< 	< 	< 	< 	< 	<:T222 	= 	=!(ZZZ<<<	= 	= 	= 	= 	= 	= 	= 	= 	= 	= 	= 	= 	= 	= 	= 1:T222 	; 	;!(VT:::	; 	; 	; 	; 	; 	; 	; 	; 	; 	; 	; 	; 	; 	; 	;:T222 	8 	8!(VQ777	8 	8 	8 	8 	8 	8 	8 	8 	8 	8 	8 	8 	8 	8 	8 H\\\""##7:T222 	< 	<!(E15577;;;	< 	< 	< 	< 	< 	< 	< 	< 	< 	< 	< 	< 	< 	< 	< 	< 	< 	<s~   A>>BBCCC'DDD-EEE5FFF9GG #G +)I!!I%(I%ro  c           	         t          j        g dg dg dg dg          }t          j        dgdgdgg          }t          j        g dg d	g                              d
          }t          t          |          } ||||          }|j        dk    sJ t          t          |                    D ]}t          t          |                    D ]}t          t          |                    D ]r}||||f         }	 |||                                         ||                                         ||                                                   }
t          |	|
           sd S )Nr  rp  rc   rc   rf   r  r  r%  rd   rf   r  rL   )rH   rH   rI   )rH   r
   r
   rI   )rH   rI   re   )
r9   r   r  rq   r*   r;   r
  r   r   r   )rV   ro  r  r   r\   r<   rB  rC  r  res_ijkr=   s              r@   test_broadcasting_pmfz.TestDirichletMultinomial.test_broadcasting_pmf  si   )))YYY			:::FGGHqcA3_%%Hiii+,,44\BB.77fQq!!yI%%%%s1vv 	2 	2A3q66]] 2 2s5zz** 2 2A!!Q'lG &1q1A1A1C1CQqT\\^^TTC#GS111122	2 	2rB   )r   r
  r   c                    t          j        g dg dg dg dg          }t          j        dgdgdgg          }t          t          |          } |||          }|dk    r|j        d	k    snnJ t          t          |                    D ]w}t          t          |                    D ]X}|||f         } |||                                         ||                                                   }	t          ||	           Yxd S )
Nr  rp  r  r  rd   rf   r  r   )rI   re   rI   )	r9   r   rq   r*   r;   r
  r   r   r   )
rV   r  r  r   ro  r<   rC  r  r  r=   s
             r@   test_broadcasting_momentsz2TestDirichletMultinomial.test_broadcasting_moments'  s   )))YYY			:::FGGHqcA3_%%.<<fUA)4)=)=syI%%%%%%s1vv 	. 	.A3u::&& . .ad)fU1X--//1@@----.	. 	.rB   N)r   r   r   classmethodr  ra  r  r  r  rM   r   r   r  r  r  rX   r  r  r   rB   r@   r  r  u  s[       # # [#C C C- - ->O O O $ $ $ []UH,=>>" " ?>" []VUO<<" " =<"5 5 54< < << [Xx'8992 2 :92 [],B,B,BCC
. 
. DC
. 
. 
.rB   r  r  )\__doc__r  numpy.testingr   r   r   r   r   r   rM   r	   r   test_continuous_basicr   r  r9   scipy.linalgr   scipy.stats._multivariater   r   r   r   scipy.statsr   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r    r!   r"   r#   r$   r%   r&   r'   r(   r)   r*   r+   r,   r-   r.   scipy.integrater/   r0   r1   scipy.specialr2   scipy._lib._pep440r3   common_testsr4   	data._mvtr5   unittest.mockr6   rA   rD   r   r   r   r  r  rS  rU  rx  r  r  r5  r]  r  r  r  r  ra  r  r  r  r  r   rB   r@   <module>r+     su    7 7 7 7 7 7 7 7 7 7 7 7 7 7 7 7  * * * * * * 9 9 9 9 9 9         C C C C C C C C C C C C: : : : : : : : : : : : : : : : : : : : : : : : : : : : : : : : : : : : : : : : : : : : : : : : : : : : : : : : : : : : 0 / / / / / / /       3 3 3 3 3 3 3 3 3 3 & & & & & & & & & & & & 5 5 5 5 5 5            ' ' ']! ]! ]! ]! ]! ]! ]! ]!@     XI XI XI XI XI XI XI XIvH* H* H* H* H* H* H* H*V~1 ~1 ~1 ~1 ~1 ~1 ~1 ~1B- - -&}9 }9 }9 }9 }9 }9 }9 }9~j# j# j# j# j# j# j# j#Xd( d( d( d( d( d( d( d(NC: C: C: C: C: C: C: C:Lo& o& o& o& o& o& o& o&dd# d# d# d# d# d# d# d#N6+ 6+ 6+ 6+ 6+ 6+ 6+ 6+r7# 7# 7# 7# 7# 7# 7# 7#tw6 w6 w6 w6 w6 w6 w6 w6ta% a% a% a% a% a% a% a%Hh$ h$ h$ h$ h$ h$ h$ h$V	  (% % %$~! ~! ~! ~! ~! ~! ~! ~!B}. }. }. }. }. }. }. }. }. }.rB   