o
    Eh3)                     @   s  d dl Z d dlZd dlZd dlmZ d dlmZmZm	Z	m
Z
mZmZmZmZmZmZ d dlmZ d dlmZ ejdZejdd Zejdd	 Zejd
d Zdd Zdd Zdd Z dd Z!ej"dddgdd Z#dd Z$dd Z%dd Z&dd  Z'd!d" Z(ej)d#d$ Z*ejj+d%d& Z,ejj+ej"d'g d(d)d* Z-ejj.e d+d,ejj+ej)d-d. Z/e0d/d0d1 Z1d2d3 Z2d4d5 Z3d6d7 Z4d8d9 Z5d:d; Z6d<d= Z7dS )>    N)using_string_dtype)
	DataFrame
date_rangeread_csv
read_excelread_feather	read_jsonread_parquetread_pickle
read_stata
read_table)_test_decoratorsz=ignore:Passing a BlockManager to DataFrame:DeprecationWarningc                  c   sz    t d ddlm}  ddlm} ddlm} G dd d|}| d|d	d
 | V  |dd  d |j	d< |j
  d S )Nfsspecr   )register_implementation)MemoryFileSystem)	_registryc                       s(   e Zd ZdZdgZd fddZ  ZS )z fsspectest.<locals>.TestMemoryFStestmemNreturnc                    s(   | dd | jd< t jdi | d S )Ntestr    )popr   super__init__)selfkwargs	__class__r   ;lib/python3.10/site-packages/pandas/tests/io/test_fsspec.pyr   '   s   z)fsspectest.<locals>.TestMemoryFS.__init__)r   N)__name__
__module____qualname__protocolr   r   __classcell__r   r   r   r   TestMemoryFS#   s    r#   r   T)Zclobber)pytestimportorskipr   r   Zfsspec.implementations.memoryr   fsspec.registryr   r   r   storeclear)r   r   registryr#   r   r   r   
fsspectest   s   

r*   c                   C   s(   t ddgdtjgddgtdddd	S )
N      g       @tsz
2018-06-18   )Zperiods)intfloatstrdt)r   npnanr   r   r   r   r   df12   s   
r6   c                  c   s*    t d} | d}|V  |j  d S )Nr   Zmemory)r$   r%   Z
filesystemr'   r(   )r   Zmemfsr   r   r   
cleared_fs>   s
   

r7   c                 C   sh   t |jdd }| dd}|| W d    n1 s w   Y  tddgd}t|| d S )NFindexztest/test.csvwbmemory://test/test.csvr3   )parse_dates)r2   to_csvencodeopenwriter   tmassert_frame_equal)r7   r6   textwdf2r   r   r   test_read_csvG   s   rF   c                 C   s   ddl m} tjtdd td W d    n1 sw   Y  d}| |dd|d	 tjt|d td
 W d    d S 1 sDw   Y  d S )Nr   )known_implementationsZnosuchprotocolmatchznosuchprotocol://test/test.csvztest error messageZ
couldexistzunimportable.CouldExist)classerrzcouldexist://test/test.csv)r&   rG   r$   raises
ValueErrorr   setitemImportError)Zmonkeypatchr7   rG   err_msgr   r   r   test_reasonable_errorP   s   

"rQ   c                 C   s.   |j ddd tddgdd}t|| d S )Nr;   Tr8   r3   r   r<   Z	index_col)r=   r   rA   rB   )r7   r6   rE   r   r   r   test_to_csv_   s   rS   c                 C   sF   t d d}d| }|j|dd t|dgdd}t|| d S )	Nopenpyxlxlsxzmemory://test/test.Tr8   r3   r   rR   )r$   r%   to_excelr   rA   rB   )r7   r6   extpathrE   r   r   r   test_to_excelg   s   

rY   binary_modeFTc                 C   s   t d}d}|rdnd}|j||d }|j|dd |jr#J W d    n1 s-w   Y  |dd}|j||d}t|d	gd
d}|jrMJ W d    n1 sWw   Y  t|| d S )Nr   r;   r:   rD   )modeTr8   rr3   r   rR   )	r$   r%   r?   r=   closedreplacer   rA   rB   )r7   rZ   r6   r   rX   r[   Zfsspec_objectrE   r   r   r   test_to_csv_fsspec_objectr   s"   
r_   c                 C   Z   t ddgi}|jdddidd | jd dksJ tdddid	 | jd dks+J d S 
Nar   testmem://test/test.csvr   Z	csv_writeFstorage_optionsr9   Zcsv_readre   )r   r=   r   r   r*   dfr   r   r   test_csv_options   s   
ri   c                 C   r`   ra   )r   r=   r   r   rg   r   r   r   test_read_table_options   s   
rj   c                 C   sr   t d d}tddgi}d| }|j|ddidd	 | jd dks&J t|dd
id | jd d
ks7J d S )NrT   rU   rb   r   ztestmem://test/test.r   r@   Frd   readrf   )r$   r%   r   rV   r   r   )r*   	extensionrh   rX   r   r   r   test_excel_options   s   

rm   c                 C   s    t d |jddddd dS )CRegression test for writing to a not-yet-existent GCS Parquet file.fastparquetr;   TN)r9   enginecompression)r$   r%   
to_parquet)r7   r6   r   r   r   test_to_parquet_new_file   s   

rs   c                 C   h   t d tddgi}|jdddddid | jd dks J tdddd	id
 | jd d	ks2J dS )rn   pyarrowrb   r   rc   Nr   parquet_writerp   rq   re   parquet_readrp   re   r$   r%   r   rr   r   r	   rg   r   r   r   test_arrowparquet_options   s   
r{   c                 C   rt   )rn   ro   rb   r   rc   Nr   rv   rw   rx   ry   rz   rg   r   r   r   test_fastparquet_options   s   
r|   c                 C   st   t d ttd| j d|dt| ttd| j d|dt| ttd| j d|dt| d S )Ns3fss3://	/tips.csvrf   z/tips.csv.gzz/tips.csv.bz2r$   r%   rA   assert_equalr   name)s3_public_bucket_with_data	tips_files3sor   r   r   test_from_s3_csv   s&   
r   r!   )Zs3Zs3aZs3nc                 C   s4   t d tt| d| j d|dt| d S )Nr}   z://r   rf   r   )r   r   r!   r   r   r   r   test_s3_protocols   s   
r   zTODO(infer_string) fastparquet)reasonc                 C   sT   t d t d d| j d}|j|ddd |d t|d|d}t|| d S )Nro   r}   r~   z/test.parquetF)r9   rp   rq   re   ry   )r$   r%   r   rr   r	   rA   r   )Zs3_public_bucketr   r6   fnrE   r   r   r   test_s3_parquet  s   


r   r   c                  C   s@   d} t jt| d td W d    d S 1 sw   Y  d S )Nz?Missing optional dependency 'fsspec'|fsspec library is requiredrH   r;   )r$   rL   rO   r   )msgr   r   r   test_not_present_exception  s   
"r   c                 C   sn   t d tddgi}|jdddid | jd dksJ tdddid}| jd dks/J t|| d S )	Nru   rb   r   testmem://mockfiler   Zfeather_writerf   Zfeather_read)r$   r%   r   Z
to_featherr   r   rA   rB   r*   rh   outr   r   r   test_feather_options  s   
r   c                 C   sd   t ddgi}|jdddid | jd dksJ tdddid}| jd dks*J t|| d S )Nrb   r   r   r   Zpickle_writerf   Zpickle_read)r   Z	to_pickler   r
   rA   rB   r   r   r   r   test_pickle_options!  s   r   c                 C   sh   t ddgi}|jd|ddid | jd dksJ td|ddid}| jd dks,J t|| d S )Nrb   r   r   r   Z
json_write)rq   re   Z	json_read)r   Zto_jsonr   r   rA   rB   )r*   rq   rh   r   r   r   r   test_json_options*  s   r   c                 C   sl   t ddgi}|jdddidd | jd dksJ tdddid	}| jd dks+J t||d
 d S )Nrb   r   r   r   Zstata_writeF)re   Zwrite_indexZ
stata_readrf   Zint64)r   Zto_statar   r   rA   rB   Zastyper   r   r   r   test_stata_options;  s   
r   c                 C   sN   t d tddgi}|jdddid | jd dksJ | ds%J d S )NZtabulaterb   r   r   r   Zmd_writerf   )r$   r%   r   Zto_markdownr   catrg   r   r   r   test_markdown_optionsF  s
   
r   c                  C   s   t d t jtdd tdddid W d    n1 sw   Y  t jtdd tdddid W d    n1 s>w   Y  t } t jtdd t| ddid W d    n1 saw   Y  tddgi}t jtdd |j	d	ddid W d    d S 1 sw   Y  d S )
Nru   re   rH   Z	localfilerb   Trf   r   Znonfsspecpath)
r$   r%   rL   rM   r   r	   ioBytesIOr   rr   )Zbyrh   r   r   r   test_non_fsspec_optionsN  s   
"r   )8r   Znumpyr4   r$   Zpandas._configr   Zpandasr   r   r   r   r   r   r	   r
   r   r   Zpandas._testingZ_testingrA   Zpandas.utilr   ZtdZmarkfilterwarningsZ
pytestmarkZfixturer*   r6   r7   rF   rQ   rS   rY   Zparametrizer_   ri   rj   rm   rs   r{   Z&skip_array_manager_not_yet_implementedr|   Z
single_cpur   r   Zxfailr   Zskip_if_installedr   r   r   r   r   r   r   r   r   r   r   <module>   s\    0


	

	



	