
    c	                        d Z ddlZddlZddlZddlZddlZddlmZ  G d d          Z	ej
                            dd          r G d d	ej                  Zed
k    r( ej        dej                    ej                     dS dS )z?
Automated tests for checking processing/storing large inputs.
    N)get_tmpfilec                        e Zd ZdZd	dZd ZdS )
	BigCorpusz0A corpus of a large number of docs & large vocabF@ @B d   c                 x    t           j                            |          | _        || _        || _        || _        d S )N)gensimutilsFakeDict
dictionary
words_onlynum_docsdoc_len)selfr   	num_termsr   r   s        4lib/python3.11/site-packages/gensim/test/test_big.py__init__zBigCorpus.__init__   s2     ,//	::$     c              #     K   t          | j                  D ]}t          j                            | j                  }t          j                            dt          | j                  |          }| j	        rd |D             V  ot          j                            d|          }t          t          ||                    V  d S )Nr   c                 ,    g | ]}t          |          S  )str).0idxs     r   
<listcomp>z&BigCorpus.__iter__.<locals>.<listcomp>$   s    ///Cs3xx///r      )ranger   nprandompoissonr   randintlenr   r   sortedzip)r   _r   idsweightss        r   __iter__zBigCorpus.__iter__   s      t}%% 	0 	0Ai''55G)##As4?';';WEEC 0//3///////)++Aw77Sg..//////	0 	0r   N)Fr   r   r   )__name__
__module____qualname____doc__r   r)   r   r   r   r   r      s=        ::   0 0 0 0 0r   r   
GENSIM_BIGFc                   $    e Zd ZdZd Zd Zd ZdS )TestLargeDatazRTry common operations, using large models. You'll need ~8GB RAM to run these testsc                    t          dddd          }t          d          }t          j                            |dd	          }|                    |d
g           ~t          j        j                            |           d S )NTi i-    )r   r   r   r   gensim_big.tsti,     )vector_sizeworkerssyn1)ignore)r   r   r
   modelsWord2Vecsaveloadr   corpustmpfmodels       r   test_word2veczTestLargeData.test_word2vec.   s}    $7\_```F/00DM**6sA*NNEJJtVHJ---M"''-----r   c                    t          d          }t          d          }t          j                            |d|j                  }|                    |           ~t          j        j                            |           d S )NiP  r   r3     
num_topicsid2word)r   r   r
   r9   LsiModelr   r;   r<   r=   s       r   test_lsi_modelzTestLargeData.test_lsi_model6   ss    ...F/00DM**6c6K\*]]EJJtM"''-----r   c                    t          d          }t          d          }t          j                            |d|j                  }|                    |           ~t          j        j                            |           d S )Ni  rC   r3   rD   rE   )r   r   r
   r9   LdaModelr   r;   r<   r=   s       r   test_lda_modelzTestLargeData.test_lda_model>   ss    ---F/00DM**6c6K\*]]EJJtM"''-----r   N)r*   r+   r,   r-   rA   rI   rL   r   r   r   r0   r0   +   sG        ``	. 	. 	.	. 	. 	.	. 	. 	. 	. 	.r   r0   __main__z)%(asctime)s : %(levelname)s : %(message)s)formatlevel)r-   loggingunittestosnumpyr   r
   gensim.test.utilsr   r   environgetTestCaser0   r*   basicConfigDEBUGmainr   r   r   <module>r[      s	   
   				      ) ) ) ) ) )0 0 0 0 0 0 0 0( :>>,&& .. . . . .) . . .8 z GJRYR_````HMOOOOO r   