HR-e ddlZddlZddlZddlZddlmZddlmZmZddl Z ddl Z ddl m Z ddlmZddlmZddlmZddlmZmZdd lmZmZdd lmZdd lmZdd lmZdd l m!Z!ddl"m#Z#ddl$m%Z%ddl$m&Z&ddl$m'Z'm(Z(m)Z)dZ*e j+dZ,e j-.dddddiddidgdZ/dZ0dZ1dZ2dZ3dZ4d Z5e j-.dgd!d"Z6e j-.dgd!e j-.d#gd$d%Z7e j-.dgd!e j-.d#gd$d&Z8d'Z9d(Z:d)Z;d*Zd-Z?e j-.dgd!d.Z@e j-.dgd!d/ZAe j-.dgd!d0ZBe j-.dgd!d1ZCd2ZDe j-.dgd!d3ZEe j-.dgd!d4ZFe j-.dgd!d5ZGd6ZHd7ZId8ZJd9ZKd:ZLd;ZMd<ZNe j-.dgd!d=ZOe j-.dgd!d>ZPe j-.dgd!d?ZQd@ZRe j-.dgd!dAZSe j-.dgd!dBZTe j-.dgd!dCZUe j-.dgd!dDZVdEZWe j-.dgd!dFZXdGZYdHZZdIZ[dJZ\e j-.dgd!dKZ]e j-.dgd!dLZ^d~dMZ_dNZ`dOZae j-.dgd!dPZbdQZcdRZddSZedTZfdUZgdVZhe j-ie dWXdYZjdZZkd[Zld\Zme j-.d]ddgd^Znd_Zoe j-.dgd!d`ZpdaZqdbZrdcZsddZtdeZudfZvdgZwdhZxe j-.digdjdkZydlZzdmZ{e j-.dnddgdoZ|dpZ}dqZ~drZe j-.dsgd!dtZduZe j-.dvddge j-.dddgdwZdxZe j-.dddgdyZe j-.dvddge j-.dddgdzZd{Zd|Zd}ZdS)N) OrderedDict)BytesIOStringIOtable)ascii)core) convert_numpy)_probably_htmlget_read_trace) MaskedColumnTable) simple_table)Unit)HAS_BZ2)get_pkg_data_path)AstropyWarning)setup_function)teardown_function)assert_almost_equal assert_equal assert_truecFt|dS)Nr)rencode)xs @lib/python3.11/site-packages/astropy/io/ascii/tests/test_read.pyasciiIOr!s 188G$$ % %%c|td}|d||d|dS)z Pytest fixture to run a test case with tilde-prefixed paths. In the tilde-path case, environment variables are temporarily modified so that '~' resolves to the data directory. dataHOME USERPROFILEN)rsetenv) monkeypatchrequestpaths r home_is_datar(%sC V $ $Dvt$$$}d+++++r fast_readerTFuse_fast_converterforcecd}tjtd5tjdddzgd|d }d d d n #1swxYwY|djj|ksJd S) z Test reading an extremely large integer, which falls through to string due to an overflow error (#2234). The C parsers used to return inf (kind 'f') for this. Uz/OverflowError converting to IntType in column amatcha1i'basicFformatr)guessN)pytestwarnsrrreaddtypekind)r) expected_kinddats rtest_convert_overflowr=4sM O     j #+ wKu                  s8> - / / / / / /sAA A crgd}gd}tjtgtjtgtjtgd}tj|d||}|djjdksJ|djjdksJ|d jjd ksJd S) z Exact example from #9701: When using ascii.read with both the names and converters arguments, the converters dictionary ignores the user-supplied names and requires that you know the guessed names. a,b,c1,2,3z4,5,6)ABCcsv)r4names convertersrBfrCirDr-N)rr floatintstrr8r9r:)csv_textrFrGts r'test_read_specify_converters_with_namesrOHs +**H OOE!%(( )!#&& '!#&& 'J  8E:NNNA S6<  # # # # S6<  # # # # S6<  # # # # # #rc6gd}tjtj}|||j}t jtd5|dgdddn #1swxYwY|dg|j dksJ| dd |j d ksJt jtd5| dd ddddS#1swxYwYdS) Nr?ReaderzColumn NOT-EXIST does not existr.z NOT-EXISTcr0br0aa)rVrU) r get_readerCsvr8headerr6raisesKeyErrorremove_columnscolnames rename_column)rMreaderrYs r#test_read_remove_and_rename_columnsr`\s***H  UY / / /F KK ]F x'H I I I--{m,,,--------------- 3%   ?j ( ( ( ( d### ?k ) ) ) ) x'H I I I00[$///000000000000000000s$A>>BB*DDDcntjddgd}t|dksJ|jddgksJtjddgd}t|d ksJ|jddgksJtjd d gd}t|d ksJ|jddgksJd S) zr Make sure reading a table with guess=True gives the expected result when the names arg is specified. 1,23,4rTrFr0rUzc,drc de fN)rr8lenr]r<s rtest_guess_with_names_argrjns *eU^: 6 6 6C s88q==== u+VVVVWWWWWWWWWWWWWWWWWWsAA A  path_format)plainz tilde-strz tilde-pathlibc tD]O}|drtd|d1d|vrAd|vrd|dddz|d<n&tjd|ddd|d<td|dd D]}|d }d |vr||d <d |vr%d |d jtjvr d|vr||d<tj |dfi|}t|j j |d|j j D]+}tt|||d,QdS)Nskip ******** SKIPPING nametilderL~/ ******** READING TFoptsr5rRfast_Inputterr)colsnrows) get_testfilesgetprintpathlibPathcopy _format_namer FAST_CLASSESrr8rr9rFrh)r)rr(testfiler5 test_optsrcolnames rtest_read_all_filesrs"OOEE <<    =8F+;== > > >  k ! ! ###'(6*:122*>#>  #*<hv6Fqrr6J#K#K  8hv&688999" E EE (--//Ii''%* '"I%%>Ih/<>>$BSSSY../:Im,Jx/==9==E *HV,< = = = ;, E ESw00(72CDDDD E EEErc tD]X}|drtd|d1d|vrAd|vrd|dddz|d<n&tjd|ddd|d<td|dd D]}|d }d |vr||d <d |vrd |d j}|d =nd}d|tjvr||d<tj |dfd|i|}t|j j |d|j j D]+}tt|||d,ȐZdS)NrrrrrLrrrrrr5rRzascii.rrr)r4rr)rrrrrrrr rrr8rr9rFrh) r)rr(rr5rr4rrs rtest_read_all_files_via_tablers"OOEE <<    =8F+;== > > >  k ! ! ###'(6*:122*>#>  #*<hv6Fqrr6J#K#K  8hv&688999" E EE (--//Ii''%* '"9$$D)H"5"BDDh'' v4#444+6 -(Jx/LLL)LLE *HV,< = = = ;, E ESw00(72CDDDD E EEErc 6tD]}|drtd|d1|dddsNtd|dgdgfD]fd |dD}t j|dfddi|}t |jj|d |jjD]+}t t|||d , dS) Nrrrrr5Tr)rRrv quotecharc$i|] \}}|v || Sr).0krfilter_read_optss r z(test_guess_all_files..s1AQFV=V=V1=V=V=Vrrr) rrritemsrr8rr9rFrh)r guess_optsrrrs @rtest_guess_all_filesrsl!OOEE <<    =8F+;== > > > ##GT22   8hv&688999!E!E!Er J E E !)&!1!7!7!9!9JJx/JJtJzJJE *HV,< = = = ;, E ESw00(72CDDDD E EEErcgd}tj|tjd}tj|ddgksJt jtd5tj|d dddn #1swxYwYt jtd 5tj|d ddddS#1swxYwYdS) N)a b1 23 4re) data_startr0zVread\(\) argument 'data_end' must be a object, got insteadr.z needs integer)data_endz\read\(\) argument 'fill_include_names' must be a list-like object, got insteadID)fill_include_names)rr8npint16allr6rZ TypeError)linesouts rtest_validate_read_kwargsrsp ! ! !E *Urx{{ 3 3 3C 6#c(qc/ " """" %   44  5?3333 444444444444444 <   33  5T2222 333333333333333333s$)B  BB2CCCctjdtj}|jD]9}|jdvrt j|jsJ't|drJ:dS)z;Test that INDEF is correctly interpreted as a missing valuedata/daophot2.datrQ)OTIMEMAGMERRXAIRMASSmaskN) rr8Daophotitercolsrrrrhasattr)rcols rtest_daophot_indefr/s~ J*5= A A AEu~,, 8; ; ;6#(## # # # #sF++ + + + + ,,rctjdtj}|djjdvsJ|djjdvsJ|djjdvsJ|djjd vsJd S) z Test specific data types which are different from what would be inferred automatically based only data values. DAOphot reader uses the header information to assign types. rrQLIDfdrPIERUSrilN)rr8rr9charrs rtest_daophot_typesr:s J*5= A A AE <  "d * * * * <  "d * * * * f  D(((( ;  !T ) ) ) ) ) )rc tjdtj}d}|jd}|D]Q\}}}}||}t |d|t |d|t |d|RdS)Ndata/daophot.datrQ)) NSTARFILEz test.nst.1filename%-23s)REJFILEz "hello world"rr)SCALEz1.z units/pixz%-23.7gkeywordsvalueunitsr4)rr8rmetar)rexpected_keywordsrrrrformat_keywords rtest_daophot_header_keywordsrIs J)%- @ @ @E z*%H'811#eUG4.WW%u---WW%u---WX&0000 11rctjdtj}d|jvsJ|dddksJ|dddksJt j|d d ksJdS) Nzdata/daophot3.datrQMAG5gzG!6@MERR2rg#~j?RAPERT5gL7@rr8rr]rrrs rtest_daophot_multiple_aperturerYs J*5= A A AE U^ # # # # = u $ $ $ $ >!  % % % % 6 iD   rctjdtj}d|jvsJ|dddksJ|dddksJt j|d d ksJdS) Nzdata/daophot4.datrQMAG15rgnJrrgJ +?rg@rrs rtest_daophot_multiple_aperture2rcs J*5= A A AE en $ $ $ $ >!  & & & & >!  % % % % 6% "c) * ******rctjtj5tjdtjd|ddddS#1swxYwYdS)Nzdata/no_data_without_header.datF)rRr5r))r6rZrrr8NoHeaderrs rtest_empty_table_no_headerrks u3 4 4   ->#                       s#AAActjtj5tjdd|ddddS#1swxYwYdS)Ndata/simple.txtF)r5r)rrs rtest_wrong_quotervs u3 4 4LL $E{KKKKLLLLLLLLLLLLLLLLLLAA Actjtj5tjd|ddddS#1swxYwYdS)Nz data/bad.txtrrrs rtest_extra_data_colr|s u3 4 4<< >{;;;;<<<<<<<<<<<<<<<<<K|]}|VdSN)striprrs r zCtest_custom_process_lines..process_lines..s*//Aaggii//////rcbg|]+}t|dkd|,S)r)rhsub)rr bars_at_endss r zDtest_custom_process_lines..process_lines..s4JJJAs1vvzz   Q''zzzr)recompileVERBOSE)r striplinesr/s @r process_linesz0test_custom_process_lines..process_linessCz, ;; ///// JJJJJJJJrr)rvzdata/bars_at_ends.txtrrrrrrr) rrWinputterr5r8rr9rFrh)r5r_r!s rtest_custom_process_linesr8swKKK   , , ,F$1FO! ;;. / /D!#STTTTArcd}tjdd}||jj_||jj_|d}tdd}t|j j |dddS)NcVtjdd|}|S)Nz^\|\s*r-)r1r.r))lineline_outs r process_linez.test_custom_process_line..process_lines"6)R66rrer)rrvdata/nls1_stackinfo.dboutrr) rrWrYsplitterr=r!r8rrr9rF)r=r_r!rs rtest_custom_process_liner@s c : : :F*6FM'(4FK% ;;2 3 3D 4 5 5f =D!48,,,,,rc tj}tj|j_tj|j_d}||}t|}t|j j |dtt||dt| dddt| dddt| d dd t| d dd t| d dddS)Ndata/test4.datrrzabs1.nhregiT ?p1.gammagÝ(?p1.amplgZ*2F?statname chi2modvarstatvalg-@)rrW BaseSplitterrYr?r!r8rrr9rFrhrfield)r_rHr!rs rtest_custom_splittersrKs8    F"/11FM -//FKA ;;q>>DQH!8F#3444THW-... :..q1?CCC :..q1=AAA 9--a02CDDDJ''*L999 9--a0,?????rctjdddd}tt|dt|ddd t|dd d dS) Ndata/test5.datrr) header_startrr rFr chi2xspecvarrw chi2gehrels)rr8rrhrJr!s rtest_start_endrTsy :&Q1r R R RDTBJ''*N;;;J''+];;;;;rc6tjdtjdgtjdgd}tjd|}tt |djdt|dd d dS) Nint32float32rL)rCrDrBrGrCrDrz 1.26764500000)rr r8rrLr9)rGr!s rtest_set_convertersrYs(1153Fy3Q3QR(//0J :&: > > >DT*%+,,i888j!!$o66666rcdd}t|5}|}dddn #1swxYwYt|d}tj|fd|i|d}t |jj|dt t||ddSNrrr)rrr)openr8rrrr9rFrhr)rHrrrr!s rtest_from_stringr^sA aB Q"H :e I I I8H I ID!8F#3444THW-..... 377c>d}t|d}t|d5}tj|fd|i|d}dddn #1swxYwYt |jj|dt t||ddS)Nrrrbr)rrr)rr\rr8rr9rFrh)r)rHrrr!s rtest_from_filelikerbsAQ"H aK"z"JJ+J&9IJJKKKKKKKKKKKKKKK!8F#3444THW-.....sAAAcdd}t|5}|}dddn #1swxYwYt|d}tj|fd|i|d}t |jj|dt t||ddSr[) r\ readlinesrrr8rr9rFrhr]s rtest_from_linesre sA aB Q"H :e I I I8H I ID!8F#3444THW-.....r_ctjtj}|jd}t |jddgt |jdddgdS)NrQdata/apostrophe.rdbz# first commentz # second commentcommentsz first commentzsecond comment)rrWRdbr8r comment_linesr)rr!s rtest_comment_linesrksf  EI . . .E 5:+ , ,D$'8:N&OPPP:&:J(KLLLLLrcd}t|}tj|fd|d|d}t|djddgkt|dddgkt|d jddgkt|d d dgkdS) Ndata/fill_values.txtr0r1 fill_valuesr)rr0FTrrUre)rrr8rrrr)rHrr!s rtest_fill_valuesrrsAQH :  !{  >Fv>N  DcE4=05577888cq!f$))++,,,cE4=05577888cq!f$))++,,,,,rc|d}t|}tj|fd|d|d}t|dS)Nrm)r0r1rUrorrrr8check_fill_valuesrqs rtest_fill_values_colrv+sZAQH :  &K  CKFCS  Ddrcd}t|}tj|fd|dgd|d}t|dS)NrmrnrU)rpr)rrrtrqs rtest_fill_values_include_namesrx5bAQH :  5    6    Ddrcd}t|}tj|fd|dgd|d}t|dS)Nrmrnr0)rpr)fill_exclude_namesrrtrqs rtest_fill_values_exclude_namesr|Cryrct|ddrJt|dddgkt|djddgkt|dddgkd|d_t|ddd gkd S) z/compare array column by column with expectationr0rr1rUFTreirN)rrrrrSs rruruQstCy&)))))csCj(--//000cE4=05577888cq$i',,..///DINcq!f$))++,,,,,rcd}t|}tj|fddg|d|d}d|d_t |dddgkdS) Nrm)r042)r1rr0rorFr0*)rrr8rrrrqs rtest_fill_values_listr\sAQH :   "23   6    D DINcr2h&++--.....rcd}t|D]R}tj|fi|d}t|djdt |ddrJSdS)N data/cds.datrAKrFitr)rrr8rrr)rHrr!s rtest_masking_Cds_MrtrjszA!!$$00z!00x/00DJOA&'''4;//////00rcd}t|d}tj|fi|d}tjddggd}tj|j|ksJdS)N data/ipac.datrr)TFTFT)FFFFF))ra|b1)decr)sair)v2r)sptyper)r9)rrr8rarrayrr)rHrr!rs rtest_null_IpacrrsAQ"H :a , ,8F+ , ,D 8 )+NO      D 6$)t# $ $$$$$$rctd}dg}d}t|d}tj|fi|d}|jd|ksJt |jd|D]\}}|d|ksJ|jd|ksJdS) N))intvalr)floatvalg@)datezWed Sp 20 09:48:36 1995) key_continuez'IPAC keywords can continue across linesz%This is an example of a valid commentrrrrrrh)rrrr8rkeysrzr|)rrhrHrr!data_kvkvs rtest_Ipac_metars H88HAQ"H :a , ,8F+ , ,D 9Z % % ' '8==?? : : : :49Z077998??;L;LMM&& w2%%%%% 9Z H , , , , , ,rctjddd}|jjdksJt |dksJdS)zLRead a file using guess with one of the typical guess_kwargs explicitly set.data/space_delim_no_header.datrxT)rvr5)z 1 3.4 hellorN)rr8r9rFrhrSs rtest_set_guess_kwargrsG :6#T R R RD : / / / / / t99>>>>>>rcd}tjt5tj|tj|ddddS#1swxYwYdS)z:Read RDB data with inconsistent data type (except failure)zcol1 col2 N N 1 Hello)rRr)N)r6rZ ValueErrorrr8ri)r)rs rtest_read_rdb_wrong_typers E z " "EE 5 DDDDEEEEEEEEEEEEEEEEEEs"A  AAc"dgd}tj||}|jdusJ|gdksJd}tj||}|gdksJ|djjd ksJdgd }tj|tj }|jdusJ|gdksJtj|tjd }|jdusJ|gd ksJtj|tjg }|jdusJ|gd ksJd S)zY Read a table with empty values and ensure that corresponding entries are masked  )a,b,c,dz1,3,,z2, , 4.0 , ss rF) a b c d --- --- --- ---z 1 3 -- --z 2 -- 4.0 ssz a "" )z a z---z --r0rI)rrz 1 3 z 2 4.0 ssrQN)rRrp)ryrr8maskedpformatr9r:FixedWidthTwoLine)r)rr<s rtest_default_missingrs II     E *U 4 4 4C :     ;;==     E *U 4 4 4C ;;==111 1 1 1 1 s8> # % % % % II     E *U5#: ; ; ;C :     ;;==     *U5#: M M MC :     ;;==     *U5#: K K KC :     ;;==      rcgddddtjidddddtjidddd dtjidddd dtjiddd d tjd d dd dddtjidd ddtjddddddtjtjddddddtjidddddtj idddddtj iddddddd d!ddd"d#dtjiddd"d#dtjiddd$d#dtjidd%d&d#dtj iddd'd#dtj idd(ddtj d)d*gd+dd d,d#iddd-d.dtjiddd/d.dtjidd0d1dd2d3idd4d1d d3d dd5dd4d1d d3d d6dd4d1dd3d d d5dd7d8dd9didd7d:dd9didd;dd?ddtjidd>d?dtjd@dddAdBdiddCdDdEidd dFdd9dGiddHdIdd9dJidKdLd ddtj idKdMd ddNdtj idOdPdQddtj iddRdSddtj iddPdTddtj iddUdVddtjid} d#d@l}|dWdXddtjidn#t$$rYnwxYw*fdY|D}t'|d kr|d#}n|}|S)ZzSet up information about the columns, number of rows, and reader params to read a bunch of test files and verify columns and number of rows.)agasc_idn_noidsn_obsrgrerR)rrrrzdata/apostrophe.tab) IndexRAhRAmRAszDE-DEdDEmDEsMatchClassrrrrzdata/cds_malformed.datr5)rRrrzdata/commented_header.datzdata/commented_header2.datrw)rRrO)col1col2col3col4col5zdata/continuation.dat)rrR) rr!rrrr"rr#rrr r)NUMBERFLUX_ISO FLUXERR_ISOzVALU-ESz VALU-ES_1FLAGzdata/sextractor.datrrrrrrr)col0objIDosrcidxsrcid SpecObjIDrrrccdidz modelMag_i modelMagErr_i modelMag_r modelMagErr_rexpotheta rad_ecf_39detlim90fBlim90r>:rF)rrvr5zdata/no_data_cds.datrzdata/no_data_daophot.dat)rrrVALUESVALUES_1rzdata/no_data_sextractor.datzdata/no_data_ipac.dat)rrrr)rRrzdata/no_data_with_header.datzdata/short.rdbzdata/short.tabztest 1atest2test3test4rr')top1top2top3top4)rrOr)rrOr6zdata/simple2.txtrvr )rrrrrcol6zdata/simple4.txt)rRrv)rrrrN)roffsetryroaaz data/space_delim_blank_lines.txt)rCrDrErFrHrB rmrxzdata/whitespace.dat)zquoted colname with tab insiderrz\s)rrrrzdata/simple_csv.csvzdata/simple_csv_missing.csvT)rrrrr)colacolbcolczdata/latex1.tex)FacilityIdexposurerzdata/latex2.texzdata/latex3.tex)Col1Col2Col3Col4zdata/fixed_width_2_line.txt)zColumn 1zColumn 2zColumn 3data/html.htmlc,g|]}|dk|Srr)rrrs rr0z!get_testfiles..hs'999QqyD'8'8q'8'8'8r)rriTabCdsMrtCommentedHeaderContinuationLinesInputterrr SExtractorIpacrXLatexAASTexrbs4appendHTML ImportErrorrh)r testfilesrrs` rrrsj4)uy)   j5)uy)   j #uy)#  jB #uy)#  Ajj -$y@@#  ijP$/u45   Oj\$0$4bII   [jh=+!;.   gjz 'u}-!  yj^*u/0 ]jx9#uz*   wjD*0#$3GG1  Cjx +uy)#  wj^ +uy)#  ]jD /u}-!  CjhX1u/0   gjt9+uz*   sj@!#$zT4LII   jL$2   KjX5$uy)   Wjd5$uy)   cjp;% #&   oj|5%"%qJJ   {jH5%"%q99   GjT5%"%qJJ   Sj`E& #&   _jlE& #&   kjxE&$~C@@   wjD -4u~.   C jP -4$~tDD   O j\ A6   [ jh O$   g jt $* #&   s j@ *G %(    jL *#uy)   K jX 2#uy)   W jf -%u{+   e jr ;%u|,   q j~ -%u{+   } jJ 51u67   I jIX   <(!5:.              :999)999 s88q==a&C Js*K KKcdtjtjtjtjtjtjtjtjfD]T}tj t5tj |ddddn #1swxYwYUdS)zCheck certain Readers throw an exception if ``header_start`` is set For certain Readers it does not make sense to set the ``header_start``, they throw an exception if you try. This was implemented in response to issue #885. r)rON)rrrr BaseReaderFixedWidthNoHeaderrrrr6rZrr _get_reader) readerclasss rtest_header_start_exceptionrqs           @ @ ]: & & @ @ J " ";Q " ? ? ? @ @ @ @ @ @ @ @ @ @ @ @ @ @ @ @ @s6"B$$B( +B( cTgd}tj|}|jddgksJdS)zf Check for a regression introduced by #1935. Pseudo-CSV file with commented header line. )z# a, b1, 2z3, 4r0rUNrr8r])rrNs rtest_csv_table_readrs; ' & &E 5A :#s # # # # # #rcZtjddgddg|}|jddgksJdS)z{ Check that the names argument list can overlap with the existing column names. This tests the issue in #1991. rrrUr0)rFr)Nr)r)rNs rtest_overlapping_namesrs?  E5>#sMMMA :#s # # # # # #rc tjdtjd}dtdtdtdtddtdtdtd g }gd }t |jD]7\}}||j||ksJ||j||ksJ8dS) zW Make sure that the SExtractor reader correctly inputs descriptions and units. zdata/sextractor2.datFrRr5Npixmagzpix**2zm**(-6)zmag * arcsec**(-2)) zRunning object numberz"Windowed position estimate along xz"Windowed position estimate along y'Kron-like elliptical aperture magnitudeRMS error for AUTO magnitudezExtraction flagsNz%Barycenter position along MAMA x axisz(Peak surface brightness above background)rr8rr enumerater]unit description)rexpected_unitsexpected_descrsrIrs rtest_sextractor_unitsrs J-e6Fe T T TE  U  U  U  U   X Y !"" N   O //@@ 7W~"nQ&77777W~)_Q-??????@@rcrtjdtjd}gd}tdtdtdtdtdtdtdtdtdtdtdtdtdtdtdtdtdtdtdtdg}gdd gd zzd gd zz}t |jD]P\}}||j||ksJ||j||ksJ||j||ksJQd S) zg Make sure that the SExtractor reader handles the last column correctly when it is array-like. zdata/sextractor3.datFr )X_IMAGEY_IMAGE ALPHA_J2000 DELTA_J2000MAG_AUTO MAGERR_AUTOMAG_APER MAG_APER_1 MAG_APER_2 MAG_APER_3 MAG_APER_4 MAG_APER_5 MAG_APER_6 MAGERR_APER MAGERR_APER_1 MAGERR_APER_2 MAGERR_APER_3 MAGERR_APER_4 MAGERR_APER_5 MAGERR_APER_6r degr )zObject position along xNz%Right ascension of barycenter (J2000)z!Declination of barycenter (J2000)r rzFixed aperture magnitude vectorrz(RMS error vector for fixed aperture mag.N) rr8rrrr]rrr)rexpected_columnsrrrIrs r!test_sextractor_last_column_arrayr,s J-e6Fe T T TE. U  U  U  U  U  U  U  U  U  U  U  U  U  U  U  U  U  U  U  U )N.    - - 1 2 6 6 : ; //@@ 7W~"&6q&99999W~"nQ&77777W~)_Q-??????@@rctjgd}|jdgksJt|dksJ|dddksJ|dddksJdS) zr Check that lists of strings where some strings consist of just a newline (" ") are parsed correctly. )rz123 z456 rrrrer{riNrr8r]rhrNs rtest_list_with_newlinesr1sp  88899A :% q66Q;;;; Q47c>>>> Q47c>>>>>>rctjgdd}|jddgksJt|dksJ|dddksJd S) z Check that Csv reader does not have ignore lines with the # comment character which is defined for most Basic readers. )z#a,brbz#3,4rErlz#arUrerz#3Nr/r0s rtest_commented_csvr3 sh  ***5999A :$ $ $ $ $ q66Q;;;; T71:      rcztjgd}|jgdksJ|jdddgksJdS)zf Make sure that line comments are included in the ``meta`` attribute of the output Table. )z #comment1z# comment2 r@rArrhcomment1comment2N)rr8r]rr0s rtest_meta_commentsr7sT  EEEFFA : ( ( ( ( 6* *j!9 9 9 9 9 9 9rcPtjtj5}tjdddddn #1swxYwYdt |jvsJtjt5}tjdddddn #1swxYwYdt |jvsJtjt5}tjdddd d dddn #1swxYwYd t |jvsJdS) z2 Check the error message when guess fails zasfdasdf 1 2 3r2rlNz@** To figure out why the table did not read, use guess=False andipaczEAt least one header line beginning and ending with delimiter required"ruF)r4rrvr)z?Number of header columns (1) inconsistent with data columns (3))r6rZrrr8rLrr)errs rtest_guess_failr<s  u3 4 46 $W5555666666666666666 MQT RR     z " "5c $V4444555555555555555 P sy>>     z " " c                      MPS QQ      s5AA A>B!!B%(B%DD Dz requires bz2)reasonctdd5}tj|}dddn #1swxYwY|jgdksJdS)zU Test guessing a file object. Fixes #3013 and similar issue noted in #3019. zdata/ipac.dat.bz2raNr)r\rr8r])rrNs rtest_guessing_file_objectr?>s !4 ( (B JrNN :=== = = = = = =s 266cr dgd}tj|}tj|}t |t |ksJ|j|jksJ|jD](}t j||||ksJ)dS)zECheck that the screen output of ``print tab`` can be read. See #3025.r)rz 1,3,1.11,1z2, 2, 4.0 , ss N)ryrr8rrhr]rr)rr<rrSs rtest_pformat_roundtriprAHsY IIBBB C CE *U  C *S[[]] # #C s88s3xx     <3< ' ' ' ' \((vc!fA&''''''((rc2gd}tj|d}|jddD]}||jjdksJ|jddD]}||jjdksJ|jdd D]}||jjd vsJdS) N)z=| c1 | c2 | c3 | c4 | c5| c6 | c7 | c8 | c9|c10|c11|c12|z=| r | rE | rea | real | D | do | dou | f | i | l | da| c |z= 1 2 3 4 5 6 7 8 9 10 11 12 r9rlrrH rI )r-S)rr8columnsr9r:)rr<rs rtest_ipac_abbrevrHTs   E *U6 * * *C AaC ++4y#s***** AbD!++4y#s***** BrE"224y#z1111122rc`gd}tj|}t|dksJdS)a Regression test for #3319. This tables looks so close to a daophot table, that the daophot reader gets quite far before it fails with an AttributeError. Note that this table will actually be read as Commented Header table with the columns ['some', 'header', 'info']. )z# some header infoz!#F header info beginning with 'F'z1 2 3z4 5 6z7 8 9rN)rr8rhrr<s r!test_almost_but_not_quite_daophotrKcs;   E *U  C s88q======rfastc\gd}gd}tj|d|}|jd|ksJ|jddgksJt }tj||d|||ksJ|d | d tj|dd | }|jd|ksJ|jddgksJ|d | d tj|dd | }|jd|ksJ|jddgksJtj|dd | }|jd|ksJ|jddgksJ|d| d tj|dd| }|jd|ksJ|jddgksJgd}tj|d|}d|jvsJ|jddgksJdS)z Test that comments in commented_header are as expected with header_start at different positions, and that the table round-trips. )z comment 1z comment 2z comment 3)# a bz # comment 1z # comment 2z # comment 3rrcommented_headerr4r)rhr0rU)r4 fast_writerrr)r4rOr)rerrw)rNrrN) rr8rr]rwritegetvalue splitlinesinsertpop)rLrhrr<rs rtest_commented_header_commentsrXvs 766H P P PE *U#54 H H HC 8J 8 + + + + > $ $ & &% / / / / LLEIIaLL!!! *U#5ASW X X XC 8J 8 + + + +  hello worldz>junk < table baz> junk)junk < table baz>z junk)z hello worldTzdata/html.htmszXhttp://blah.com/table.htmlz https://blah.com/table.htmzfole://blah/table.htmz < doctype html > hello worldz=junk < tble baz> junk)rZz r[r\r])z r^)rrerFN)r )r(tabl0s rtest_probably_htmlr`s $%##(H    0#--&e$$,,,,, %%'G    /  .."e$$-----#..rc gdddidddgfgddddgfgdd ddd digfg}|D]\}}|D]}tj|fd |d d |}|jddgksJt|dksJt j|ddgksJt ddd|dur tjn tjusJdS)N) # commentr-ruskip this linerrrOrrerOr) rbr- rcrr-rercrr)rbr-rurr-rurcrrrr2Tr3r0rUrwkwargsrRF) rr8r]rhrrr rp FastBasic)r)testsr kwargs_listrfrNs rtest_data_header_startrjsw   a 1A"F"F G     q 1 1 2     q 1 1L!3D E 5' ER$  {!  F %;dNTA:#s++++q66Q;;;;6!C&QC-(( ( ( (!##B'1(; +u 4 4 5?   rc2t}tjtj5tj|dddn #1swxYwYt}tjt 5}tj|ddddddn #1swxYwYdt|jvsJt}tj|ddd}|s| j dksJttdddtdddfD]V}t}|j d tj|fi|}|j d d gksJt|dksJWdS) z Test that an input file which is completely empty fails in the expected way. Test that an input file with one line but no newline succeeds. NFr2)r5r)r4zNo header line foundT fast_basicrsa br0rU)rr6rZrrr8rrLras_arraysizedictrSr]rh)rr;rNrfs rtest_table_with_no_newlinerps IIE u3 4 4 5 IIE z " "Jc 55IIIIJJJJJJJJJJJJJJJ !S^^ 3 3 3 3 IIE 54 MMMA+QZZ\\&!++++  5eG<<< 5d<@@@     F Ju ' ' ' 'zc3Z''''1vv{{{{{  s#AAAB%%B),B)ctjd}tj|}t |dksJt t |jgdksJ|dddksJdS)Nrrerrrhat2)rrrr8rhsortedrrG)fpathr!s rtest_path_objectru)s~ L* + +E :e  D t99>>>> $t|$$ % %)O)O)O O O O O = v % % % % % %rcd}tjt5}tj|dddddn #1swxYwYdt |jvsJtjt5}tjddgdd d gi dddn #1swxYwYd t |jvsJdS) zr Test that context information (upstream exception message) from column conversion error is provided. z| col0 | | double | 1 2 Fr9)r5r4NzColumn col0 failed to convert:rrr2r0)r5r4rGz no convertersr6rZrrr8rLr)r9r;s rtest_column_conversion_errorrx2sP  D z " "5c 4uV4444555555555555555 +s39~~ = = = = z " "Vc E5>wCQS9UUUUVVVVVVVVVVVVVVV c#)nn , , , , , ,s#AAA<B%%B),B)c\tjtj} tjdkr tjtjdntjtjdddddiddifD]4}t jddgd d| }|d jjd ksJ5n3#tj $r!}tj d |Yd}~nd}~wwxYwtjtj|dS#tjtj|wxYw)zBTest code that forces "C" locale while calling fast reader (#4364)Darwinfr_FRz fr_FR.utf8TFr*rz1.5 2r2)r4r5r)r0rHzLocale error: N) locale setlocaleLC_ALLplatformsystemrr8r9r:Errorr6r)currentr)rNes r"test_non_C_locale_with_fast_readerrEsOv}--G1 ?   ( (  V]G 4 4 4 4  V]L 9 9 9   !5 ) !4 (  , ,K   ;AS6<$+++++ , <*** (Q(())))))))* 000000000s0BB65D 6C&C!D !C&&D !D+ctdggd}t}tj||dtj|dd}|djJdS) zXTest that a char column of a Table is assigned no unit and not a dimensionless unit.rBrCrdr9rlF)r4r5N)rrrrSr8rTr)rrt2s rtest_no_units_for_char_columnsr_sp wc " " "B **C KC'''' CLLNN6 ? ? ?B c7<     rcGddtjGfddtj}tj|}|dddt jjusJd S) z!Regression test for #5336, #5338.ceZdZdZdS)3test_initial_column_fill_values..TestHeadercXd|jD|_|jD] }ddi|_ dS)Nc8g|]}tj|S)r)rColumnr*s rr0z\test_initial_column_fill_values..TestHeader._set_cols_from_names..ns%BBB!1---BBBrz--0)rFrrp)selfrs r_set_cols_from_nameszHtest_initial_column_fill_values..TestHeader._set_cols_from_namesmsABBtzBBBDIy . .#'+ . .rN)__name__ __module__ __qualname__rrrr TestHeaderrls# . . . . .rrceZdZZdS)/test_initial_column_fill_values..TesterN)rrr header_class)rsrTesterrss! rrrQz# Column definition is the first uncommented line # Default delimiter is the space character. a b c # Data starts after the header column definition, blank lines ignored -- 2 3 4 5 6 r0rN)r BasicHeaderrprWr8rmar)rr_rs @rtest_initial_column_fill_valuesris.....U&..."""""""""" V , , ,F         5<      rcd}tj|d}|jgdksJtj|dddgksJtj|ddd gksJd S) zM Test that latex/aastex file with no trailing backslash can be read. z} \begin{table} \begin{tabular}{ccc} a & b & c \\ 1 & 1.0 & c \\ % comment 3\% & 3.0 & e % comment \end{tabular} \end{table} latexrlrr0r13\%rSrNrr8r]rrrJs r test_latex_no_trailing_backslashrs E *U7 + + +C TZ_<<<<<=r77a<<<<b!!B6"(## # # # ## $$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$( e$T%[[$C#sxxzz* $ $Bq|S>QB6"(## # # # #  $$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$slEDE; EE EE EE"%E"8G<AG$ G<$G( (G<+G( ,G<<HHrcdtddd|}t|jD]!\}}||d|dz"dD]b}t }t j|||t j||d d d  }t|}|D]t}t|j |j D]3\} } | j | j ksJ| jj| jjksJ4ut!|d ksJt#j|} t'j|| ksJt j||dd i } t'j|| ksJddS)z? Test different supported formats for chunked reading. frDfS)rnrkindsrrr)tabrErrdbr2rlrTrrPrrN)rrr]r^rrrSr8rTrrzrGr|rr9r:rhrrrr) rrrIrr4rrrrNrrrrs rtest_read_chunks_formatsrs 3RtF C C CBR[))..4 }QU}}---- <  jj BF++++ LLNN'*tDD    %[[ 9 9A !1!1!3!3RZ5F5F5H5HII 9 9 Tx49,,,,y~88888 92ww{{{{ \"  vbBhZ vLRUCV W W WvbBh)  rcd}tjt5}tj|ddddidddn #1swxYwYdt |jvsJdS)NrMrrrrDrz1no newline found in chunk (chunk_size too small?)rw)rtr;s r%test_read_chunks_chunk_size_too_smallrs E z " "Xc 5qQ\SUDVWWWWXXXXXXXXXXXXXXX >#ci.. P P P P P PsAA Acdgdgdzzdgdzz}d|}tj|d}tj|dd i }tj||ksJd S) zeColumn changes type or size between chunks. This also tests the case with no final newline. za b cz 1.12334 xyz a2zabcdefg 555 abcrFrtrdrN)ryrr8rr)rrrrs rtest_read_chunks_table_changesr s )'", ,0A/BR/G GC IIcNNE E ' ' 'B E c': ; ; ;B 6"(  rctjgdd}tj|dddgksJtj|ddd gksJd S) zcTest that pure-Python reader is used in case the file contains non-ASCII characters in it. )z col1, col2uℙ, ƴrrErlruℙr1ruƴrmN)rr8rrrs rtest_read_non_asciir.sk J??? N N NE 6%-Hc?2 3 3333 6%-Hc?2 3 333333renablectjdt|tddd|dur tjn tjusJtD]j}|dd d s?|dd d |usJkd S) zHTest that fast_reader dictionary is preserved through guessing sequence.za b 1 2 3 4.0)rrrwrfrRFstatusDisabledr)rN)rr8ror rFastTabr startswith)rrs rtest_kwargs_dict_guessr7s J%4v3F3F3FGGGG   B  )( 3oo EM      NNuuXz**55jAA N55??&&}5599(CCvMMMMNNrcFdg}|r|dgz }|ddgz }|r d|D}|S)Nz a a_2 a_1 a az N N N N Nz 1 2 3 4 5z10 20 30 40 50c\g|])}d|*S) )rysplit)rr;s rr0z_get_lines..Ks,;;;T4::<<((;;;rr)rrs r _get_linesrDsN  E  + k+ ,,E <;;U;;; Lrrcvt|}tj||}|jgdksJt |dksJtj||gd}t |dksJ|jgdksJt j|dddgksJt j|d dd gksJt j|d d d gksJtj||gdgd}t |dksJ|jgdksJt j|dddgksJt j|ddd gksJt j|dd d gksJtj||gdgd}t |dksJ|jgdksJt j|dddgksJt j|ddd gksJt j|dd d gksJdS)zTest that duplicate column names are successfully de-duplicated for the basic format. Skip the case of rdb=True and fast_reader='force' when selecting include_names, since that fails and is tested below. r)r0a_2a_1a_3a_4rer0rrr)rr0rrDrrr(b1b2b3b4b5)rrrrr)rFrrrrrrr)rrrr)r)rFrN)rrr8r]rhrr)rr)rr<s rtest_deduplicate_names_basicrOs sOOE *U 4 4 4C <<<< < < < < s88q==== *U CVCVCV W W WC s88q==== <... . . . . 6#c(q"g% & &&&& 6#e*B' ( (((( 6#e*B' ( (((( * ,,,///    C s88q==== <--- - - - - 6#d)2w& ' '''' 6#d)2w& ' '''' 6#d)2w& ' '''' * ,,,000    C s88q==== <--- - - - - 6#d)2w& ' '''' 6#d)2w& ' '''' 6#d)2w& ' ''''''rctd}d|d<tj|dgd}t|dksJ|djt ksJ|d jt ksJd S) zTest that selecting column names via `include_names` works for the RDB format with fast reader. This is testing the fix for a bug identified in #9939. Tza a_2 a_1 a_3 a_4rr+rrrer0rN)rrr8rhr9rKrJs rtest_include_names_rdb_fastr|s t  E&E!H *U?R?R?R S S SC s88q==== s8>S u: s " " " " " "rctd}d|d<tj||gd}t|dksJ|djjdksJ|d jjd ksJtj||gd gd  }t|dksJ|jgdksJ|djjdksJ|djjd ksJdS)zTest that on selecting column names via `include_names` in the RDB format with different types and duplicate column names type assignment is correctly preserved. Tz N N N S SrrrrerrIrr-r)a1rrrrrrrrN)rrr8rhr9r:r])r)rr<s r!test_deduplicate_names_with_typesrs t  EE!H *U CVCVCV W W WC s88q==== u:  C ' ' ' ' u:  C ' ' ' ' * ,,,555    C s88q==== <--- - - - - t9? 3 & & & & t9? 3 & & & & & &rc t|}|rd}nd}tjt5}t j||||gddddn #1swxYwYdt |jvsJtjt5}t j||||gddddn #1swxYwYdt |jvsJdS) zY Test exceptions for invalid (duplicate or `None`) names specified via argument. rr2)rrrrr)r)r4r5rFNzDuplicate column names)rrrNNz Cannot have None for column name) rr6rZrrr8rLrr)rr)rrr;s rtest_set_invalid_namesrs sOOE  z " " c #000                     $s39~~ 5 5 5 5 y ! ! S #000                     .SY ? ? ? ? ? ?s#AAAB<<CCcd}tj|d}|d}t|tsJ|jjdksJ|ddksJdt tgi}tj|d|}|d}t|tsJ|jjd ksJtj |j gd ksJtj |gd ksJdS) NzS q6S=====../0J *SZ @ @ @C f+C c< ( (((( 9>S 6#(@@@@ A AAAA 6#:::: ; ;;;;;;rc(dtjtjgi}tjddg|}tj|djtjsJtj|djtjrJdS)zLTest converters where the column name is specified with a wildcard. zF*z Fabc IabcrrXFabcIabcN)rr rrWr8 issubdtyper9)rGrNs rtest_read_converters_wildcardrs},RZ889:J K'J???A =6"* 5 5555}QvY_bj9999999rct}ddg|d<ddg|d<ddg|d <d d g|d <d dg|d<t}||dttjd}tj|d|}|dgdksJttj tttgd}tj|d|}| dgdksJdtdttgidttfgidtttfgifD]_}tjt d5tj|d|d}dddn #1swxYwY`dS)zdTest providing io.ascii read converters as type or dtypes instead of convert_numpy(type) outputsrrer0g @rrUTrueFalserStruefalsedrrrnrl)r0rrT) show_dtype)z a b c d e z str1 float64 str5 str5 float32z ---- ------- ----- ----- -------z 1 3.5 True true 5.0z 2 4.0 False false 6.0)r0*)z! a b c d e z!float64 float64 bool str5 int64z!------- ------- ----- ----- -----z! 1.0 3.5 True true 5z! 2.0 4.0 False false 6rz$Error: invalid format for convertersr.F)r4rGr5N)rrrSrLrrWr8rTrrJint64r pformat_allrKr6rZr)rNrrGrs rtest_read_converters_simplifiedr s AVAcF1XAcFg AcFg AcFVAcF **CGGC G&&&,,J CLLNN=Z P P PB ::: & &+++    BHeT3#?@@J CLLNN=Z P P PB >>T> * *///     sAtS!" Szl S#    ]:-S T T T   }SXB                 s;+F22F6 9F6 r()r|rrr1 collectionsriorrnumpyrr6astropyr astropy.iorastropy.io.asciir astropy.io.ascii.corer astropy.io.ascii.uir r astropy.tabler rastropy.table.table_helpersr astropy.unitsr"astropy.utils.compat.optional_depsrastropy.utils.datarastropy.utils.exceptionsrcommonrrrrrrfixturer(mark parametrizer=rOr`rjrqrrrrrrrrrrrrrrrrrr rrrr$r8r@rKrTrYr^rbrerkrrrvrxr|rurrrrrrrrrrrrr,r1r3r7r<xfailr?rArHrKrXr`rjrprurxrrrrrrrrrrrrrrrrrrrrr rrrrs   ######  !!!!!!//////>>>>>>>>--------444444766666000000333333#"""""%%%%%%BBBBBBBBBB&&& , , , 5'/2F1MwW 0 0  0 $$$(000$&&&2&&&>###$(>(>(>??WW@?W(>(>(>??(O(O(OPPEEQP@?E6(>(>(>??(O(O(OPPEEQP@?E8EEE&333,,,, * * * 1 1 1 +++(>(>(>??  @? (>(>(>??LL@?L (>(>(>??<<@?< (>(>(>??OO@?O %%% (>(>(>??**@?*(>(>(>?? 2 2@? 2(>(>(>??FF@?F222 TTT    - - - @ @ @ <<<777(>(>(>??//@?/(>(>(>??//@?/(>(>(>??//@?/MMM(>(>(>?? - -@? -(>(>(>??@?(>(>(>??  @? (>(>(>??  @? ---(>(>(>?? / /@? /000%%%"---&(>(>(>??EE@?E(>(>(>??<<@?<~GGGGT @@@*$$$(>(>(>??$$@?$@@@@@@@@@@F   :::@w;~66>>76> ( ( ( 2 2 2&%!122(&(&32(&V*.*.*.Z(>(>(>??55@?5pB&&&---&1114   8***&***"%A%A%ABBCB.    &$&$&$RD%=11  21 DQQQ   444#9#9#9:: N N;: N ..(899((((:9/.((V # # #(899'':9'0 ..(899@@:9/.@><<<4:::,,,,,r