o Eh#@sJddlmZddlZddlZddlmZddlmZddlm Z m Z ddl m Z GdddZGdd d eZGd d d eZGd d d eZGdddeZGdddeZejddZejddZeZeZeZeZegZeegZejeejjejj e ddgdgZ!geee!Z"dgZ#ddgZ$dgZ%ge$e#e%Z&eje"e&dddZ'ejee$dd d!Z(ejee#dd"d#Z)eje!e%dd$d%Z*d&d'Z+eje+d(e+d)dd*d+Z,gd,Z-gd-Z.d.d/gZ/d0d1e.DZ0eje-d2d3d4Z1eje0d2d5d6Z2ejgd7d2d8d9Z3ejd:d;Z4ejd) annotationsN) HAS_PYARROW)VERSIONS)read_csv read_tablec@sdeZdZUdZded<dZgZded<ddZd d Zddd dddZ ddZ dddddZ dS) BaseParserNz str | NoneengineTzlist[str | None]float_precision_choicescCs |}||j|jd|S)N)r low_memory)copyupdaterr )selfkwargsr?lib/python3.10/site-packages/pandas/tests/io/parser/conftest.py update_kwargsszBaseParser.update_kwargscO||}t|i|SN)rrr argsrrrrr zBaseParser.read_csv)raise_on_extra_warningscheck_stacklevel warn_type type[Warning]warn_msgstrrboolcOsN||}tj||||dt|i|WdS1s wYdS)N)matchrr)rtmassert_produces_warningr)r rrrrrrrrrread_csv_check_warnings s  $z"BaseParser.read_csv_check_warningscOrr)rrrrrrr5rzBaseParser.read_table)rcOsL||}tj|||dt|i|WdS1swYdS)N)rr)rrr r)r rrrrrrrrread_table_check_warnings9s  $z$BaseParser.read_table_check_warnings)rrrrrr)rrrr) __name__ __module__ __qualname__r__annotations__r r rrr!rr"rrrrrs    rc@seZdZdZgdZdS)CParserc)NZhighZ round_tripNr#r$r%rr rrrrr'Ks r'c@eZdZdZdS)CParserHighMemoryFNr#r$r%r rrrrr+Pr+c@r*)CParserLowMemoryTNr,rrrrr.Tr-r.c@eZdZdZdgZdS) PythonParserpythonNr)rrrrr0X r0c@r/) PyArrowParserpyarrowNr)rrrrr3]r2r3cCs |dddS)zG The directory path to the data files needed for parser tests. ioparserdatardatapathrrr csv_dir_pathbs r:cCstj|ddddS)zH The path to the data file "test1.csv" needed for parser tests. r5r7Zcsvz test1.csv)ospathjoinr8rrrcsv1jsr>pyarrow is not installedreasonZmarksr1Zc_highZc_lowr4paramsidscCs8|}|jdkrtdtdddl}|d|S)z) Fixture all of the CSV parsers. r4rN)paramrpytestZ importorskiprr4Z set_cpu_count)requestr6r4rrr all_parserss   rJcC|S)z< Fixture all of the CSV parsers using the C engine. rGrIrrr c_parser_onlyrNcCrK)zA Fixture all of the CSV parsers using the Python engine. rLrMrrrpython_parser_onlyrOrPcCrK)zB Fixture all of the CSV parsers using the Pyarrow engine. rLrMrrrpyarrow_parser_onlyrOrQcCsg}g}tttD]A\}}t|dr|jd}|jD]/}|jdkr.tjj tjj t ddgnd}tj ||f|d}| || |d|qq ||d S) za Return all allowable parser and float precision combinations and corresponding ids. valuesrr4r?r@rrB-rC)zip _all_parsers_all_parser_idshasattrrRr rrHmark single_cpuskipifrrGappend)rDrEr6Z parser_idZ precisionrXrGrrr,_get_all_parser_float_precision_combinationss&      r\rDrEcC|jS)zR Fixture for all allowable combinations of parser and float precision rLrMrrrall_parsers_all_precisionss r^) )rS_utfZUTFcCs$g|]}tD] }||dqqS)z{0})_encoding_prefixes).0sepprefixrrr s ri)rDcCr])zE Fixture for all possible integer values for a UTF encoding. rLrMrrr utf_valuerjcCr])zD Fixture for all possible string formats of a UTF encoding. rLrMrrr encoding_fmtrkrl)*)z-1,0)z-1,2e0g333333)z-1e0rm)z+1e0?)z+1e+0rn)z+1e-1皙?)z+,1e1rn)z+1,e0rn)z-,1e1rm)z-1,e0rm)z0,1ro)z1,rn)z,1ro)z-,1g)z1_,rn)z1_234,56 ףp=J@)z 1_234,56e0rp)rcrc)-_rq)-_1rr)-_1e0rs)_1rt)_1,ru)_1,_rv)_1e0rw)1,2e_1rx)1,2e1_0ry)1,_2rz),1__2r{),1er|)-,1er}) 1_000,000_000r~)1,e1_2r)e11,2r)1e11,2r)1,2,2r)1,2_1r) 1,2e-10e1r)--1,2r)1a_2,1r)z1,2E-1gQ?)z1,2E1g(@cCr])z Fixture for all numeric formats which should get recognized. The first entry represents the value to read while the second represents the expected result. rLrMrrrnumeric_decimals4rcCs^d|jvr |d}nd|jvr|dd}ndS|jdkr-tjjdd}||dSdS)z Fixture that xfails a test if the engine is pyarrow. Use if failure is do to unsupported keywords or inconsistent results. rJr^rNr4zpyarrow doesn't support this.r@) fixturenamesgetfixturevaluerrHrXZxfailZ applymarker)rIr6rXrrr pyarrow_xfail/s    rcCsRd|jvr |d}nd|jvr|dd}ndS|jdkr'tjdddSdS)z Fixture that skips a test if the engine is pyarrow. Use if failure is do a parsing failure from pyarrow.csv.read_csv rJr^rNr4z,https://github.com/apache/arrow/issues/38676r@)rrrrHskip)rIr6rrr pyarrow_skipBs    r)6Z __future__rr;rHZ pandas.compatrZpandas.compat._optionalrZpandasrrZpandas._testingZ_testingrrr'r+r.r0r3Zfixturer:r>Z_cParserHighMemoryZ_cParserLowMemoryZ _pythonParserZ_pyarrowParserZ_py_parsers_onlyZ_c_parsers_onlyrGrXrYrZZ_pyarrow_parsers_onlyrUZ_py_parser_idsZ _c_parser_idsZ_pyarrow_parsers_idsrVrJrNrPrQr\r^Z _utf_valuesZ_encoding_sepsreZ_encoding_fmtsrjrlrrrrrrrs    :                 /