a oEb<*@sdZddlmZmZddlZddlZddlZddlm m Z ddlm Z ddl mZddlmZddlmZmZddlmZGdd d Zd d ZdS) z\ Tests the TextReader class in parsers.pyx, which is integral to the C engine in parsers.py )BytesIOStringION) TextReader) DataFrame)TextFileReaderread_csv)ensure_dtype_objsc@seZdZejddddZddZddZd d Zd d Z d dZ ddZ ddZ ddZ ddZddZddZddZddZdd Zd!d"Zd#d$Zd%d&Zd'd(Zd)d*Zd+d,Zd-d.Zd/d0Zd1S)2TestTextReaderT)ZautousecCsR|ddd|_|ddd}tj|d|_tj|jd|_tj|jd|_dS)Nioparserdatacsvz test1.csvz test2.csvztest.xls)dirpathospathjoincsv1Zcsv2Zxls1)selfdatapathZ csv1_dirpathrf/home/ja/django-apps/lartica_env/lib/python3.9/site-packages/pandas/tests/io/parser/test_textreader.py setup_methods  zTestTextReader.setup_methodcCs@t|jd }t|}|Wdn1s20YdS)Nrbopenrrreadrfreaderrrrtest_file_handle$szTestTextReader.test_file_handlecCsDt|jd$}t|dd}|Wdn1s60YdSNrheaderrrrrrtest_file_handle_mmap)s z$TestTextReader.test_file_handle_mmapcCsTt|jd}|}Wdn1s*0Yt|}t|dd}|dSr )rrrrr)rrtextsrcrrrr test_StringIO/s & zTestTextReader.test_StringIOcCs>d}tt|dd}|}tttt|ddks:JdS)Nz a b a b ar!r)rrrlensetmapidrr rresultrrrtest_string_factorize6sz$TestTextReader.test_string_factorizecCsbd}tt|ddd}|}t|dtjgdtjdt|dtjgdtjddS) Nza, b a, b a, b a, bT)skipinitialspacer"r)ar0r0r0dtype)br4r4r4rrrtmassert_numpy_array_equalnparrayobject_r,rrrtest_skipinitialspace=sz$TestTextReader.test_skipinitialspacecCs4d}tt|dd}|}|djtjks0JdS)NzTrue False True Truer!r)rrrr2r8Zbool_r,rrrtest_parse_booleansJsz"TestTextReader.test_parse_booleanscCsbd}tt|ddd}|}t|dtjgdtjdt|dtjgdtjddS) Nza b a "b" "a" bT)delim_whitespacer"r)r0r0r0r1r3)r4r4r4r5r,rrrtest_delimit_whitespaceRsz&TestTextReader.test_delimit_whitespacecCsDd}tt|dd}|}tjgdtjd}t|d|dS)Nza "hello there" thisr!)r0z hello therethisr1r)rrrr8r9r:r6r7rr rr-expectedrrrtest_embedded_newline_s z$TestTextReader.test_embedded_newlinecCsBd}tt|dddd}|}tddg}t|d|dS)Nz12345,67 345,678:,) delimiterdecimalr"g)\@g+ٚu@r)rrrr8r9r6assert_almost_equalr@rrrtest_euro_decimalhs z TestTextReader.test_euro_decimalcCsHd}tt|dddd}|}tjddgtjd}t|d|dS) Nz123,456 12,500rCrDrEZ thousandsr"@0r1r)rrrr8r9int64r6rGr@rrrtest_integer_thousandsqs z%TestTextReader.test_integer_thousandscCs<d}tt|dddd}|}tddg}t||dS)Nz123.456 12.500rC.rIrJrK)rrrrr6assert_frame_equalr@rrrtest_integer_thousands_altzs  z)TestTextReader.test_integer_thousands_altcCsd}tt|ddd}d}tjtj|d|Wdn1sH0Ytt|dddd}|}tjgdt d tjgd t d tjgd t d d }t ||tt|ddd d}|| }d|j vsJd|j vsJdS)Nz'a:b:c d:e:f g:h:i j:k:l:m l:m:n o:p:q:rrCrEr"zCError tokenizing data\. C error: Expected 3 fields in line 4, saw 4)matchr')rEr"Z on_bad_lines)r0dglr1)r4ehm)crinrr3r'r3zSkipping line 4zSkipping line 6) rrpytestZraisesr Z ParserErrorrr8r9objectassert_array_dicts_equalZ readouterrerr)rZcapsysr rmsgr-rAZcapturedrrrtest_skip_bad_liness*&   z"TestTextReader.test_skip_bad_linescCsd}tt|ddd}|j}gdg}||ks2J|}tjddgtjdtjdd gtjdtjd d gtjdd }t||dS) Nz%skip this skip this a,b,c 1,2,3 4,5,6rDr'rQr0r4rYr3r1r\)rrr"rr8r9rLr_)rr rr"rAZrecsrrrtest_header_not_enough_liness  z+TestTextReader.test_header_not_enough_linescCsFd}tt|dddd}|}dtjdgdtdi}t||dS) Nz,\"hello world" \"hello world" \"hello world"rD\)rEr" escapecharrz "hello world"rfr1)rrrr8r9r^r_r@rrrtest_escapechars zTestTextReader.test_escapecharcCsdSNrrrrrtest_eof_has_eolszTestTextReader.test_eof_has_eolcCsdSrlrrmrrrtest_na_substitutionsz#TestTextReader.test_na_substitutioncsdfdd}|dd}|}|djdks4Jtjgddd}|d|ksZJ|d jd kslJ|d d}|}|djd ksJtjgd d d}|d|ksJ|d jd ksJdS) Nza,1 aa,2 aaa,3 aaaa,4 aaaaa,5cs2d|vrt|d|d<ttfddd|S)Nr2rDrQrrrkwdsr rr _make_readersz._make_readerzS5,i4r1rZS5)r0aaaaaaaaaZaaaaar3i4ZS4)r0rurvrwrw)rr2r8r9all)rrtrr-Z ex_valuesrrsrtest_numpy_string_dtypes   z&TestTextReader.test_numpy_string_dtypecsdfdd}|dddd}|}|djdks:J|d jdksLJ|tjtdd}|}|djdksxJ|d jd ksJ|tdtd dd}|}|djdksJ|d jd ksJdS) Nzone,two 1,a 2,b 3,c 4,dcs0d|vrt|d|d<ttfddi|S)Nr2rErDrprqrsrrrtsz4TestTextReader.test_pass_dtype.._make_readeru1ZS1)oner3r1rr3O)rr2r8Zuint8r^)rrtrr-rrsrtest_pass_dtypes zTestTextReader.test_pass_dtypecspdfdd}|dd}|}|}t|dks._make_reader)r3r')Zusecolsr'r3)rr(ry)rrtrr-exprrsr test_usecolss   zTestTextReader.test_usecolscCsldd}d}||ddd}||ddd }||ddd }||ddd }||ddd }||dddS) Nc[sJ|dd}tt|fi|}tt|fi|}t||dS)N z )replacerrrr_)r$kwargsZ nice_textr-rArrr_tests z/TestTextReader.test_cr_delimited.._testz a,b,c 1,2,3 4,5,6 7,8,9 10,11,12rDrEz*a b c 1 2 3 4 5 6 7 8 9 10 11 12T)r=z a,b,c 1,2,3 4,5,6 ,88,9 10,11,12zdA,B,C,D,E,F,G,H,I,J,K,L,M,N,O AAAAA,BBBBB,0,0,0,0,0,0,0,0,0,0,0,0,0 ,BBBBB,0,0,0,0,0,0,0,0,0,0,0,0,0zA B C 2 3 4 5 6zA B C 2 3 4 5 6r)rrr samplerrrtest_cr_delimited s     z TestTextReader.test_cr_delimitedc CsRd}tt|dd}tjddgtjdtjddgtdtjd dgtdd }t||td gtj ggd gd d gd}tgdgdgt dddgd}tgddtj tj tj ggdddtj tj ggt dgdd}t dD]j}t tddd gd d}t ||t tdt dd d}t ||t tdt dd d}t ||qdS)Nza,b,c 1,2,3 4,,rDrr3rdr123r\r4r0rY)columnsindex)r3r3r3rabcd)r3r'rfrdrg) )rre dza,b c r)Zskiprowsnamesenginez1,1,1,1,0 1,1,1,1,0 )rrz"0,1,2,3,4 5,6 7,8,9,10,11 12,13,14)rrrr8r9rLr^r_rnanlistrangerr6rO) rr r-rAr0r4rY_dfrrrtest_empty_field_eof*s> "   z#TestTextReader.test_empty_field_eofcCsHttddgdd}t|ts&JWdn1s:0YdS)Nrc) chunksizer"r)rr isinstancer)rrrrrtest_empty_csv_inputTs z#TestTextReader.test_empty_csv_inputN)__name__ __module__ __qualname__r]Zfixturerrr#r&r.r;r<r>rBrHrMrPrbrhrkrnrorzr~rrrrrrrrr s0        *r cCs2|D]$\}}tt|t||qdSrl)itemsr6r7r8Zasarray)leftrightkvrrrr_\sr_)__doc__r rrrnumpyr8r]Zpandas._libs.parsersZ_libsparsersr rZpandasrZpandas._testingZ_testingr6Zpandas.io.parsersrrZ"pandas.io.parsers.c_parser_wrapperrr r_rrrrs    C