utf~dZddlZddlZddlZddlZddlZddlZddlZddlm Z m Z m Z m Z ddl mZddlmZddlZddlmZddlZGd d e ZGd d e Zej,j.Gd de ZGdde ZGdde Zej,j7ej8j:ddzdk7dGdde ZGdde ZGdde Z e jBe dGdde Z"Gdde Z#Gd d!e Z$Gd"d#e Z%Gd$d%e Z&Gd&d'e Z'Gd(d)e Z(Gd*d+e Z)Gd,d-e Z*ej,jVGd.d/Z,Gd0d1e Z-ej,j7ej8j:d2kxr:ej8j:ddd3k7xsej8j:dd4kd5ej,j7d6ej\vd7Gd8d9Z/d:Z0y);z` File object test module. Tests all aspects of File objects, including their creation. N)utTestCaseUNICODE_FILENAMESclosed_tempfile) direct_vfd)File)h5c@eZdZdZdZdZdZdZdZdZ dZ d Z y ) TestFileOpenz= Feature: Opening files with Python-style modes. cV|j}tjt5t |5 ddddddt |d5 dddt j |tj t |5}|j||j|jddddt j |tjt|d5}|jdddd|jt 5t |dddy#1swYxYw#1swYxYw#1swYxYw#1swYxYw#t j |tjwxYw#1swYxYw#1swYyxYw)z8 Default semantics in the presence or absence of a file Nwrwb)mktemppytestraisesFileNotFoundErrorr oschmodstatS_IREAD assertTrue assertEqualmodeS_IWRITEopenwrite assertRaisesOSErrorselffnamefs ^/var/www/html/software/conda/envs/higlass/lib/python3.12/site-packages/h5py/tests/test_file.py test_defaultzTestFileOpen.test_default&sP ]], - e    %      % +e ."  - . HHUDMM *%  ! GGG     w '  K  #        . . HHUDMM *    si ED8EE E*.E<E*4F# F8E =EEEE'#E**&FFF(c|j}t|d}|j||jd|j t|d}|j d||j y)z' Mode 'w' opens file in overwrite mode rfooN)rr r create_groupclose assertNotInr$r%fids r' test_createzTestFileOpen.test_create@sa 5#   5# $ c|j}t|d}|j||j|j t 5t|ddddy#1swYyxYw)z( Mode 'w-' opens file in exclusive mode w-N)rr rr,r!FileExistsErrorr.s r'test_create_exclusivez"TestFileOpen.test_create_exclusiveKs[ 5$     /      s  A))A2c|j}t|d} |j||jdd|vsJ |j t|d} d|vsJ|jdd|vsJ |j t j |tj tjt5t|ddddt j |tjtjzy#|j wxYw#|j wxYw#1swYixYw#t j |tjtjzwxYw)zE Mode 'a' opens file in append/readwrite mode, creating if necessary ar*barN) rr rr+r,rrrrrrPermissionErrorrr.s r' test_appendzTestFileOpen.test_appendTs# 5#  OOC   U #C< < IIK5# C< <   U #C< < IIK  % :/ !UC  ! HHUDLL4==8 9 IIK IIK ! ! HHUDLL4==8 9s;(D$D07E EED-0EE E7FcN|j}t|d}|j|j|t|d}|j ||j t 5|jdddd|jy#1swYxYw)z& Mode 'r' opens file in readonly mode rrr*N)rr r, assertFalserr! ValueErrorr+r.s r' test_readonlyzTestFileOpen.test_readonlyns 5#  5#    z * $   U # $  $ $s 0BB$c|j}t|d}|jd|jt|d}d|vsJ|jdd|vsJ|jy)z1 Mode 'r+' opens existing file in readwrite mode rr*r+r8N)rr r+r,r.s r'test_readwritezTestFileOpen.test_readwritezsk 5#  5$|| || r1c|j}|jt5t|dddd|jt5t|ddddy#1swY4xYw#1swYyxYw)z( Modes 'r' and 'r+' do not create files rNr@)rr!rr r$r%s r'test_nonexistent_filez"TestFileOpen.test_nonexistent_filesn    0 1       0 1         s A& A2&A/2A;c|jt5t|jddddy#1swYyxYw)z Invalid modes raise ValueError mongooseN)r!r=r r)r$s r'test_invalid_modezTestFileOpen.test_invalid_modes5   z * ,  + , , ,s :AN) __name__ __module__ __qualname____doc__r(r0r5r:r>rArDrGr1r'r r s/4 :4  ,r1r ceZdZdZdZy)TestSpaceStrategyzE Feature: Create file with specified file space strategy c|j}t|dddd}|j||jt5t|ddddd|jt5t|jdd ddd|j d d d }d|d<|j dd d }d|d<|d =|j t|d}|jj}|j}|ddk(sJ|ddk(sJ|ddk(sJ|j dd d }d|d<|j y#1swYxYw#1swYxYw)z& Create file with file space strategy rpageTd) fs_strategy fs_persist fs_thresholdr7)rRNinvalidr*)rQuint8)dtyper.r8rr foo2) rr rr!r=create_datasetr,idget_create_plistget_file_space_strategy)r$r%r/dsetplistfs_strats r'test_create_with_space_strategyz1TestSpaceStrategy.test_create_with_space_strategysq 5#6"6    z * 1  0 1  z * <  ; <!!%w!?S !!%w!?S J 5#'')002{a {d"#"{c!"!!!&&!@S  - 1 1 < A//A8)rzRequires HDF5 <= 1.14.3reasonc|j}d}t|dd|5 ddd|jt5t|d|dz dddy#1swY9xYw#1swYyxYw) z;Page buffer size must be greater than file space page size.rdrrPrrR fs_page_sizeNrrrfri)r$r%fsps r'test_too_small_pbsz$TestPageBuffering.test_too_small_pbssr  %cvC H      w ' 7 SA 6 7 7   7 7sAA(A%(A1rrxzRequires HDF5 >= 1.14.4c|j}d}t|d5 dddt|d|5}|jj}|j ddk(sJ dddy#1swYTxYw#1swYyxYw)z(Open non-PAGE file with page buffer set.rdr)rNrrfrrr rZrqrrr$r%rr&rvs r'test_open_nonpage_pbsz'TestPageBuffering.test_open_nonpage_pbss  %c "    %c 5 744((*D,,.q1Q6 66 7 7   7 7sA53B5A>B c$|j}d}t|dd|5 dddt|d|dz 5}|jj}|j d |k(sJ dddy#1swYWxYw#1swYyxYw) zBAdjust page buffer size automatically when smaller than file page.rdrrPr}NrrQrfrrrs r'test_smaller_pbsz"TestPageBuffering.test_smaller_pbss  %cvC H    %cS 9 9Q44((*D,,.q1S8 88 9 9   9 9sA:3B:BBcB|j}d}d|z}t|dd|5 dddt|d|dz 5}|jj}|j |j d |dddy#1swYaxYw#1swYyxYw) zVerify actual page buffer size.rdr rrPr}Nrrrfrrp)r$r%rrsr&rvs r'test_actual_pbsz!TestPageBuffering.test_actual_pbss #g %cvC H    %cQ 7 B144((*D   T668;S A B B   B BsB >B BBN)rHrIrJrKrjrwrmarkskipifh5pyversionhdf5_version_tuplerrrrrLr1r'rbrbs R I [[ 77*D8:7:7 [[ 77*D8:7:7 [[ 77*D46969 Br1rbceZdZdZdZdZy) TestModesz? Feature: File mode can be retrieved via file.mode c|j}t|d5}|j|jddddt|d5}|j|jddddy#1swY;xYw#1swYyxYw)z/ Mode equivalent can be retrieved via property rr@Nr)rr rrr#s r'test_mode_attrzTestModes.test_mode_attr s|  %  +   QVVT * + %  *   QVVS ) * * + + * *sA4B4A=B c|j}|j}t|d}|jt|d} tj|d|d<|dj }|j |jd|j|jt|d} |dj }|j |jd|j|jy#|jjwxYw#|j|jwxYw)zU Mode property works for files opened via external links Issue 190. r/Externalr@rN)rr r,r ExternalLinkfilerr)r$fname1fname2f1f2f3s r'test_mode_externalzTestModes.test_mode_externals  &#   &#  !..vs;BzNJ$$B   RWWd + HHJ HHJ &#  J$$B   RWWc * HHJ HHJ HHJ HHJ HHJ HHJs AD;+D,"D),"EN)rHrIrJrKrrrLr1r'rrs*r1rceZdZdZej ejdk(ddZej e ddZ ej ejdk(ddZ d Z d Z d Zd Zd ZdZy) TestDriverszz Feature: Files can be opened with low-level HDF5 drivers. Does not include MPI drivers (see bottom). posixz"Stdio driver is supported on posixcht|jdd}|j||j|jd|j t|jdd}|j||j|jd|j y)z$ Stdio driver is supported on posix rstdiodriverr7Nr rrrrr,r$r/s r' test_stdiozTestDrivers.test_stdio9s4;;=#g6  W- 4;;=#g6  W- r1zODIRECT driver is supported on Linux if hdf5 is built with the appriorate flags.c >t|jdd}|j||j|jd|j j j}|jt|jdd}|j||j|jd|j||d|dd|dzf|ddz|dd|dzf|dd|dzd |dzffD]{\}}}t|jdd||| 5}|j j j}|d}|d}|d} ||k(sJ||k(sJ| | k(sJ d d d }y #1swYxYw) z$ DIRECT driver is supported on Linuxrdirectrr7rrryr )r alignment block_size cbuf_sizeN) r rrrrrZrqget_fapl_directr,) r$r/ default_faplrrr actual_faplactual_alignmentactual_block_sizeactual_cbuf_sizes r' test_directzTestDrivers.test_directGs 4;;=#h7  X.vv..0@@B  4;;=#h7  X. $a,q/1|A3FGa1$l1oq<?7JKa!l1o"5q<?7JK 1 < ,Iz9 dkkmS )!+ )+ </2!ff557GGI #.q> $/N!#.q> '9444(J666'+;;;; < <  < < zTestDrivers.test_readonlys 5#  5#f- ||   z * $   U # $  $ $s 8B##B,c|j}t|dddd}|j||jy)z* Core driver supports variable block size rrF)rrrN)rr rr,r.s r'test_blocksizezTestDrivers.test_blocksizes7 5#f!&(  r1c |j}t|dd}|j|jtj j |dzt|dd}|j||jy)z* Split stores metadata in a separate file rsplitrz-m.h5rN)rr r,rrrrr.s r' test_splitzTestDrivers.test_splitsd 5#g.  uw785#g.  r1c2tj}t|dd}|j||j |j d|j |jt5t|dddddy#1swYyxYw)z( Python file object driver is supported rfileobjrrN) tempfile TemporaryFiler rrrr,r!r=)r$tfr/s r' test_fileobjzTestDrivers.test_fileobjsv  # # %2s9-  Y/   z * ) S ( ) ) )s 5B  BN)rHrIrJrKr skipUnlessrnamerrrrrrr>rrrrLr1r'rr2s R]]277g%'KL M R]]:67-<7-<^R]]277g%'JK L   1  )r1rzNot HDF5 release versionrzceZdZdZefdZdZdZdZdZ e je jjdkdd Zd Zd ZxZS) TestNewLibverze Feature: File format compatibility bounds can be specified when opening a file. ct|tjjdkrd|_ytjjdkrd|_yd|_y)Nr rv110)r rv112v114)super setUpClassrrrlatest)cls __class__s r'rzTestNewLibver.setUpClasssI  << * *Z 7CJ \\ , ,z 9CJCJr1ct|jd}|j|jd|jf|j y)z Opening with no libver arg rearliestNr rrlibverrr,r$r&s r'r(zTestNewLibver.test_default:  $ J #<=  r1ct|jdd}|j|j|j|jf|j y)z Opening with single libver arg rrrNrrs r' test_singlezTestNewLibver.test_singles@ H 5 DKK#=>  r1ct|jdd}|j|jd|jf|j y)z Opening with "v108" libver arg rv108rNrrs r'test_single_v108zTestNewLibver.test_single_v108< F 3 FDKK#89  r1ct|jdd}|j|jd|jf|j y)z Opening with "v110" libver arg rrrNrrs r'test_single_v110zTestNewLibver.test_single_v110rr1rzRequires HDF5 1.11.4 or laterct|jdd}|j|jd|jf|j y)z Opening with "v112" libver arg rrrNrrs r'test_single_v112zTestNewLibver.test_single_v112s> F 3 FDKK#89  r1ct|jdd}|j|jd|j y)z Opening with two libver args r)rrrN)r rrrr,rs r' test_multiplezTestNewLibver.test_multiples5 ,@ A #78  r1ct|jd}|j|jd|jf|j y)z6 Omitting libver arg results in maximum compatibility rrNrrs r' test_nonezTestNewLibver.test_none rr1)rHrIrJrK classmethodrr(rrrrskipIfrrrrrr __classcell__)rs@r'rrsm          RYYt||..;.00  r1rc.eZdZdZdZdZdZdZdZy) TestUserblockz; Feature: Files can be create with user blocks ct|jdd} |j|jd|j t|jdd} |j|jd|j t|jdd} |j|jd|j |j t 5t|jdddddy#|j wxYw#|j wxYw#|j wxYw#1swYyxYw)zA User blocks created with w, w-, x and properties work correctly r3userblock_sizexrnonN)r rrrr,r!r=rs r'test_create_blocksizez#TestUserblock.test_create_blocksizes  S 9    Q--s 3 GGI C 8    Q--s 3 GGI C 8    Q--s 3 GGI   z * ; E : ; ; GGI GGI GGI ; ;s/D'D,0E1ED),D>EEcd|j}t|d}|j|jt5t j|dd}ddd|jt5t j|dd}dddy#1swY@xYw#1swYyxYw)z# User block only allowed for write rrrrNr@)rr r,r!r=rr$rr&s r'test_write_onlyzTestUserblock.test_write_only1s{{} sO    z * 9 $C8A 9  z * : $S9A : : 9 9 : :sB8B&B#&B/cp|j}t|dd}|j|jt5t|dd}dddt|dd} |j |j d|jy#1swYExYw#|jwxYw)zA User block size must match that of file when opening for append rrrr7rN)rr r,r!r=rrrs r'test_match_existingz!TestUserblock.test_match_existing=s{{} s3 /    z * 5T3t4A 5 s3 /    Q--s 3 GGI 5 5 GGIsB*B#B #B5ct|j}|jt5t|dd}ddd|jt5t|dd}ddd|jt5t|dd}dddy#1swYbxYw#1swYBxYw#1swYyxYw)z7 User block size must be a power of 2 and at least 512 rrNii)rr!r=r rs r'test_power_of_twozTestUserblock.test_power_of_twoLs{{}   z * 4T3s3A 4  z * 4T3s3A 4  z * 5T3t4A 5 5  4 4 4 4 5 5s#BB">B.B"B+.B7c4|j}t|dd}|jd|jt |d} |j d|jt j|d} d|vsJ |jt |d} |j|jdd|jy #|jwxYw#|jwxYw#|jwxYw) z= Test that writing to a user block does not destroy the file rrrFoobarzr+bsXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXrrbN) rr r+r,rr rrread)r$rr&pyfiles r'test_write_blockzTestUserblock.test_write_blockYs{{} s3 / x   dE"  LL $ LLN IIdC  q= = GGIdD!    V[[-z : LLN LLN GGI LLNs$ CC0)!DC-0DDN) rHrIrJrKrrrrrrLr1r'rrs ;. :  5r1rceZdZdZdZy)TestContextManagerzC Feature: File objects can be used as context managers ct|jd5}|j|ddd|j y#1swYxYw)z- File objects can be used in with statements rN)r rrrs r'test_context_managerz'TestContextManager.test_context_managerzsC $++- % ! OOC  ! C  ! !s AAN)rHrIrJrKrrLr1r'rrts !r1rz#Filesystem unicode support requiredc"eZdZdZdZdZdZy) TestUnicodez6 Feature: Unicode filenames are supported c|jtd}t|d} |j|j||j |jt |jy#|jwxYw)zM Unicode filenames can be used, and retrieved properly via .filename  prefixrN)rchrr rfilenameassertIsInstancestrr,r.s r' test_unicodezTestUnicode.test_unicodesd 3v; /5#    S\\5 1  ! !#,, 4 IIKCIIKs B B B>B B B BBN)rHrIrJrKrRrXrLr1r'rNrN@s&8r1rNceZdZdZdZy) TestPicklez%Check that h5py.File can't be pickledct|jd5}|jt5t j |ddddddy#1swYxYw#1swYyxYw)Nr)r rr!rpickledumps)r$rs r'test_dump_errorzTestPickle.test_dump_errorYs] $++- % !""9- ! R  ! ! ! ! ! ! !s"A$AA$A! A$$A-N)rHrIrJrKr^rLr1r'rZrZWs /!r1rZc$eZdZdZdZdZdZy)TestMPIcddlm}t|dd|j5}|sJ|jdk(sJ dddy#1swYyxYw) MPIO driver and options rMPIrmpiorcommNmpi4pyrdr COMM_WORLDrr$ mpi_file_namerdr&s r' test_mpiozTestMPI.test_mpiocG -V#.. I &QH188v% %% & & & AA cddlm}t|dd|j5}|sJ|jdk(sJ dddy#1swYyxYw)z& Testing creation of file with append rrcr7rerfNrhrks r'test_mpio_appendzTestMPI.test_mpio_appendkrnrocddlm}t|dd|j5}|jrJd|_|jsJ dddy#1swYyxYw)z$ Enable atomic mode for MPIO driver rrcrrerfTN)rirdr rjatomicrks r'test_mpi_atomiczTestMPI.test_mpi_atomicssL -V#.. I Qxx <AH88O8   s $AAcddlm}t|dd|j}|j d|j |j y)rbrrcrrerfr4N)rirdr rjr+r,rks r'test_close_multiple_mpio_driverz'TestMPI.test_close_multiple_mpio_driver|s7 F H v    r1N)rHrIrJrmrqrtrvrLr1r'r`r`as&&r1r`ceZdZdZdZdZy) TestSWMRModez= Feature: Create file that switches on SWMR mode cH|j}t|dd}|jd}|j|jjcxk(rdk(sJJd|_|j|jjcxk(rdk(sJJ|j y)Nrrrr*r@T)rr r+rr swmr_moder,r$r%r/gs r'test_file_mode_generalizesz'TestSWMRMode.test_file_mode_generalizess 5#h/   U #xx166;;.$..... xx166;;.$..... r1cH|j}t|dd}|jd}|j|jjcxk(rdk(sJJd|_|j|jjcxk(rdk(sJJ|j y)Nrrrr*FT)rr r+rzrr,r{s r'test_swmr_mode_consistencyz'TestSWMRMode.test_swmr_mode_consistencys 5#h/   U #}} 0 09E99999 }} 0 08D88888 r1N)rHrIrJrKr}rrLr1r'rxrxs r1rx)r r)r z+Requires HDF5 >= 1.12.1 or 1.10.x >= 1.10.7HDF5_USE_FILE_LOCKINGz&HDF5_USE_FILE_LOCKING env. var. is setc"eZdZdZdZdZdZy)TestFileLockingz"Test h5py.File file locking optionc|dz }tj|dd5}|jtjt 5tj|dd5} ddddddtj|dd5} dddtj jdkr#tj|dd 5} dddnDtjt 5tj|dd 5} dddddddddy#1swYxYw#1swYxYw#1swYxYw#1swY6xYw#1swYJxYw#1swYNxYw#1swYyxYw) z2Test file locking when opening twice the same filetest.h5rTrlockingrFNrz best-effort)rr r9rrr"rr)r$tmp_pathr%r&h5f_reads r' test_reopenzTestFileLocking.test_reopensJ9$ YYu3 5  GGIw' YYu3>( 5sD9 X ||..;YYu3 F(]]7+5sMJh         s*E*D.!D"#D.+ E* D: =E* E "E*.EE EE*"D+ 'D..D7 3E*:E ?E*E E*E EE' #E**E3c|dz }tjt5tj|dd5} ddddddy#1swYxYw#1swYyxYw)z&Test with erroneous file locking valuerrzunsupported-valuerN)rrr=rr )r$rr%rs r'test_unsupported_lockingz(TestFileLocking.test_unsupported_lockings]9$ ]]: & 5s4GH H       s!AA A A AA c|dz }d}tj|dd5}d|d<dddtj|d d 5}||ddsJ dddy#1swY9xYw#1swYyxYw) z.open_in_subprocesss!',,t}}"="D"D"K"KLO nnNN#&'8}wthj B   $ %G%%*A7>>/A Ar1rTrrdataNrF)rr )r$rr%rr&s r'test_multiprocessz!TestFileLocking.test_multiprocesss9$ B&YYu3 5 AfI YYu3 6 E!%e#tD DD E E   E EsAA+A(+A4N)rHrIrJrKrrrrLr1r'rrs-0Er1rcjtdD]}g|t|<|j}|jtdD]Z}t j |d5}|j Dcgc]}|j}}|j|~ddd\ycc}w#1swYlxYw)NrQrr) rangerrr,rr valuesrZappend) writable_fileirr&drefss r' test_close_gcrs 3Z# " c!f#%%H 2Y YYx % "#((*-QADD-D- KK   -  sB)2B$B)$B))B2 )1rKrrrr\rrrcommonrrrrh5py._hl.filesrrr r rPr rNrmpi_skiprbrrrrrrrrrrr#r/r7r<rArErNrZmpir`rxenvironrrrLr1r'rsw   DD% q,8q,h##LIBIBIBX((VY)(Y)|LL##A&*a/ %=H= =@]H]@ ! !  "GH ( I F$x$N8   .x .8"))X88.!!!!!H8:LL##j0^LL##BQ'72\dll6U6UVW6X[\6\ 8:+rzz9CE>E>EE : >EBr1