o
    `^h                     @   s   d Z ddlmZ ddlmZ ddlZddlZddlm	Z
 ddlmZmZmZ ddlmZ ddlmZ dd	 Zd
d Zdd Zdd Zdd Zdd Zdd ZdS )zTest the 20news downloader, if the data is available,
or if specifically requested via environment variable
(e.g. for CI jobs).    )partial)patchN)check_as_framecheck_pandas_dependency_messagecheck_return_X_y	normalize)assert_allclose_dense_sparsec           	      C   s(  | ddd}|j dsJ | d|jddd dd}|j|jdd  ks'J t|j d	d
gks5J t|jt|jksAJ t|jt|j	ksMJ |j	d	 }|j|jd	  }|j
|}|j	t|j|kd	 d	  }||ksuJ | dddd\}}t|t|j	ksJ |j|jjksJ d S )NallF)subsetshuffle.. _20newsgroups_dataset:)r   
categoriesr   r      T)r   r   
return_X_y)DESCR
startswithtarget_namesnpuniquetargettolistlen	filenamesdataindexwhereshape)	fetch_20newsgroups_fxtr   	data2catsentry1categorylabelentry2Xy r)   `/home/air/shanriGPT/back/venv/lib/python3.10/site-packages/sklearn/datasets/tests/test_20news.pytest_20news   s"   
r+   c                 C   s\   | dd}t |d t |jksJ t |d t |jksJ t |d t |jks,J dS )zuChecks the length consistencies within the bunch

    This is a non-regression test for a bug present in 0.16.1.
    r
   r   r   r   r   N)r   r   r   r   )r!   r   r)   r)   r*   test_20news_length_consistency5   s   
r-   c                 C   s^  | dd}t |jr|jjdksJ |jjdksJ |jjd dks%J |jjtjks.J |j	
ds6J | dd}t |jrG|jjdksIJ |jjd	ksQJ |jjd d
ks[J |jjtjksdJ |j	
dslJ t| dd}t|| | dd}t |jr|jjdksJ |jjdksJ |jjd dksJ |jjtjksJ |j	
dsJ d S )Ntrainr,   csr)2,  ; r   r0   r   test)l  r1   r3   r
   )I  r1   r4   )spissparser   formatr    r   dtyper   float64r   r   r   r   )!fetch_20newsgroups_vectorized_fxtbunch
fetch_funcr)   r)   r*   test_20news_vectorizedA   s(   



r=   c                 C   sf   | dd}| dd}|d d d }|d d d }t |t| ttjj| ddds1J d S )NFr   Tr   d   r   )axis)r	   r   r   allcloselinalgnormtodense)r:   r'   X_X_normr)   r)   r*   test_20news_normalization_   s   

$rF   c                    s   t d | dd}t||  |j}|jdksJ t fdd|jjD s(J dD ]
}|| v s4J q*d| v s=J |j	j
dksEJ d S )	NpandasTas_frame)r0   i< c                    s   g | ]}t | jqS r)   )
isinstanceSparseDtype).0colpdr)   r*   
<listcomp>q   s    z(test_20news_as_frame.<locals>.<listcomp>)beginner	beginners	beginning
beginningsbeginsbegleybegonecategory_class)pytestimportorskipr   framer    r
   r   dtypeskeysr   name)r:   r;   r[   expected_featurer)   rN   r*   test_20news_as_framei   s   


	r`   c                 C   s   t |  d S )N)r   )r:   hide_available_pandasr)   r)   r*   test_as_frame_no_pandas   s   rb   c              
   C   s   t dI}t d,}d|_d|_d}tjt|d | dd W d    n1 s)w   Y  W d    n1 s8w   Y  W d    d S W d    d S 1 sPw   Y  d S )Nzos.path.existszjoblib.loadT)r'   r(   zThe cached dataset located in)matchrH   )r   return_valuerY   raises
ValueError)r:   mock_is_exist	mock_loaderr_msgr)   r)   r*   test_outdated_pickle   s   

"rj   )__doc__	functoolsr   unittest.mockr   numpyr   rY   scipy.sparsesparser5   "sklearn.datasets.tests.test_commonr   r   r   sklearn.preprocessingr   sklearn.utils._testingr	   r+   r-   r=   rF   r`   rb   rj   r)   r)   r)   r*   <module>   s      
