utf" dZddlZddlZddlZddlZddlZddlZddlZddl m Z m Z ddl m Z ddlmZmZmZddlmZmZddlmZmZdd lmZdd lmZddlZddlmcmZGd d e ZGd deZGddeZ GddeZ!GddZ"GddZ#GddeZ$GddeZ%GddeZ&ejNjQde)dfejTdfejVdfe,dfejZdfej\dfej^dd !d"fej^d#d !d"fej^d$d"fej^d#$d"fej^d"fg d%Z0Gd&d'eZ1e jdd(ejfjhvd)Gd*d+eZ5e jdd(ejfjhvd)Gd,d-eZ6e jdd.ejfjhvd/Gd0d1eZ7e jdd2ejfjhvd3Gd4d5eZ8e jdd6ejfjhvd7Gd8d9eZ9e jdd:ejfjhvd;Gd<d=eZ:e jdd>ejfjhvd?Gd@dAeZ;GdBdCeZ<GdDdEeZ=GdFdGeZ>GdHdIeZ?GdJdKeZ@GdLdMeZAGdNdOeZBGdPdQeZCGdRdSeZDGdTdUeZEGdVdWeZFGdXdYeZGGdZd[eZHGd\d]eZIGd^d_eZJejNjej2jd`k(dabZMGdcddeZNGdedfeZOGdgdheZPGdidjeZQGdkdleZRe jej2jdmk\dndoZTe jej2jdpk\xs4ej2jdqk\xrej2jdrkdsdtZUduZVdvZWdwZXdxZYdyZZdzZ[d{Z\d|Z]Gd}d~eZ^GddeZ_y)z Dataset testing operations. Tests all dataset operations, including creation, with the exception of: 1. Slicing operations for read and write, handled by module test_slicing 2. Type conversion for read and write (currently untested) N)utTestCase)get_data_file_path)FileGroupDataset)is_empty_dataspaceproduct)h5fh5t)H5pyDeprecationWarning)versionceZdZdZdZy) BaseDatasetcBt|jd|_y)Nw)rmktempfselfs a/var/www/html/software/conda/envs/higlass/lib/python3.12/site-packages/h5py/tests/test_dataset.pysetUpzBaseDataset.setUp'sdkkmS)cR|jr|jjyyN)rclosers rtearDownzBaseDataset.tearDown*s 66 FFLLN rN)__name__ __module__ __qualname__rrrrrr&s *rrceZdZdZdZy)TestReprz5 Feature: repr(Dataset) behaves sensibly c|jjdd}|jt|t|jj |jt|ty)z( repr() works on live and dead datasets fooN)rcreate_datasetassertIsInstancereprstrrrdss rtest_repr_openzTestRepr.test_repr_open4sM VV " "5$ / d2h,   d2h,rN)rr r!__doc__r/r"rrr$r$/s -rr$ceZdZdZdZdZdZdZdZdZ dZ d Z e jeed  d d Zd Zy)TestCreateShapez@ Feature: Datasets can be created from a shape only ct|jjdd}|j|jdy)z Create a scalar dataset r&r"Nrr) assertEqualshaperdsets rtest_create_scalarz"TestCreateShape.test_create_scalarBs,vv$$UB/ R(rct|jjdd}|j|jdy)z Create a size-1 dataset r&rNr4r7s rtest_create_simplez"TestCreateShape.test_create_simpleGs,vv$$UD1 T*rct|jjdd}|j|jdy)z+ Create a size-1 dataset with integer shaper&rr;Nr4r7s rtest_create_integerz#TestCreateShape.test_create_integerLs,vv$$UA. T*rcT|jjdd}|j|jd|j|jd|jjdd}|j|jd|j|jdy) Create an extended dataset r&?rBbar <Nrr)r5r6sizer7s rtest_create_extendedz$TestCreateShape.test_create_extendedQs~vv$$UE2 U+ B'vv$$UG4 W- R)rcT|jjdd}|j|jd|j|jd|jjdd}|j|jd|j|jdy)r@r&rBrArCrDrGNrHr7s rtest_create_integer_extendedz,TestCreateShape.test_create_integer_extendedZs~vv$$UB/ U+ B'vv$$UG4 W- R)rc|jjdd}|j|jt jdy)) Confirm that the default dtype is float r&rAz=f4Nrr)r5dtypenpr7s rtest_default_dtypez"TestCreateShape.test_default_dtypecs4vv$$UE2 RXXe_5rc|jt5|jjddddy#1swYyxYw)z Missing shape raises TypeError r&N assertRaises TypeErrorrr)rs rtest_missing_shapez"TestCreateShape.test_missing_shapehs7   y ) ) FF ! !% ( ) ) )s ;Ac0|jjddtj}t j dvr*t jdt j z|j|jtjy)rNr&rArP)ppc64lez(Storage of long double deactivated on %sN) rr)rQ longdoubleplatformmachinepytestxfailr5rPr7s rtest_long_doublez TestCreateShape.test_long_doublemsevv$$UE$G     , LLChFVFVFXX Y R]]3r complex256zNo support for complex256c|jjddtjd}|j |jtjdy)rNr&rArarYN)rr)rQrPr5r7s rtest_complex256zTestCreateShape.test_complex256tsKvv$$UE+-88L+A%C RXXl%;rJrLrRrWr`rskipIfhasattrrQrcrhr"rrr2r2<sa) + + **6 ) 4RYY72|,,.IJ=K= ,rr2c^eZdZdZdZdZdZdZdZdZ dZ d Z d Z d Z d Zd ZdZy)TestCreateDatazA Feature: Datasets can be created from existing data ctjdd}|jjd|}|j |j |j y)z- Create a scalar dataset from existing array r"rr&dataNrQonesrr)r5r6rror8s rr9z!TestCreateData.test_create_scalarsCwwr3vv$$U$6 TZZ0rctjdd}|jjd|}|j |j |j y)z/ Create an extended dataset from existing data rArr&rnNrprrs rrJz#TestCreateData.test_create_extendedsCwwuc"vv$$U$6 TZZ0rc|jjddd}|j|tj|j d|jvy)z1 Create dataset with missing intermediate groups z /foo/bar/bazrFrFz " O b$,,/ $&&01rctjdd}|jjdd|}|j |j d|j |d|jdy) z8 Create from existing data, and make it fit a new shape rrYr&rFr6ro.N)rQarangerr)r5r6assertArrayEqualreshaperrs r test_reshapezTestCreateData.test_reshapes^yy3'vv$$U'$E W- d3ig)>?rc|jt5t|jdjdddy#1swYyxYw)zE Binding Dataset to a non-DatasetID identifier fails with ValueError /N)rU ValueErrorr ridrs rtest_appropriate_low_level_idz,TestCreateData.test_appropriate_low_level_ids9   z * $ DFF3KNN # $ $ $s #AA c|jj}t|tjsJ|j |k(sJ||j sJy|j rJ|j|k(sJyr)rget_type isinstancer TypeStringIDget_csetis_variable_strget_size)rr8csetlengthtids rcheck_h5_stringzTestCreateData.check_h5_strings{gg #s//000||~%%% >&&( ((**, ,,<<>V+ ++rc jfd}|jjdd|jjdddg|jjddgdgg|jjdtjddgt y ) z= Creating dataset with byte string yields vlen ASCII dataset cJj|tjdyNr)rr CSET_ASCIIr8rs rcheck_vlen_asciiz?TestCreateData.test_create_bytestring..check_vlen_asciis  s~~d CraabcrnbdefcdrYNrr)rQarrayobject)rrs` rtest_create_bytestringz%TestCreateData.test_create_bytestrings D..s.@A..s&&9I.JK..s6(VH9M.NO.. bhh/v>/  rc|jjdtjddgd}|j |t j dy) NrrrS3rYrnr|r)rr)rQrrr rr7s rtest_create_np_szTestCreateData.test_create_np_ssEvv$$Srxx8HPT/U$V T3>>!.check_vlen_utf8s  s}}T BrrabcrnrdefrrrYr)rrs` rtest_create_stringsz"TestCreateData.test_create_stringss C--c->?--c-GH--c%5'8J-KL-- bhhu~V<.  rc|jt5|jjdt j ddgddddy#1swYyxYw)NrrrU3rYrn)rUrVrr)rQrrs rtest_create_np_uzTestCreateData.test_create_np_usP   y ) T FF ! !#BHHff5ET,R ! S T T Ts 5AAc|jjdd|jt|jdjy)Nr&rrY)rr)rwr rrs r test_empty_create_via_None_shapez/TestCreateData.test_empty_create_via_None_shapes9 e3/ *466%=+;+;<=rc|jjdtjd|j t |jdj y)Nr&rrYrn)rr)rvEmptyrwr rrs r!test_empty_create_via_Empty_classz0TestCreateData.test_empty_create_via_Empty_classsB e$**3*?@ *466%=+;+;<=rc|jt5|jjddt j ddddy#1swYyxYw)NrCr(r|r})rUrrr)rQr~rs rtest_create_incompatible_dataz,TestCreateData.test_create_incompatible_datasJ   z * F FF ! !%q ! ! E F F Fs 2AAN)rr r!r0r9rJrxrrrrrrrrrrr"rrrlrlsK1 1 2 @$ ,  = T>>Frrlc eZdZdZej j dddejddejddfddejddejd d fd d ejd d d d fejd d d dffddejdd ddfejd d fgdZ dZ dZ dZ dZ y )TestReadDirectlyzI Feature: Read data directly from Dataset into a Numpy array +source_shape,dest_shape,source_sel,dest_seldrrF2rGFZNrzrFrr rErerEr|cPtjt|dj|}|j d||}tj |dd}|j } ||| |<|j|||tjj|| y)Nint64rYr8rn) rQr~r rr)fullcopy read_directtestingassert_array_equal) r writable_file source_shape dest_shape source_seldest_sel source_valuesr8arrexpecteds rtest_read_directz!TestReadDirectly.test_read_directs ',"7wGOOP\] ++FL}+Uggj"G488:*:6 j(3 %%c84rc|jddtjdd}tjdd}|j |tj j |tjddy)Nr8rFrFrrYrn)r)rQr~rqrrrrrr8rs r test_no_selzTestReadDirectly.test_no_selsb++FE "T[@\+]gge7+  %%c299Rw+GHrc|jdd}tjdd}tjt 5|j |tjddtjdddddy#1swYyxYw NedsetrrYrrrFrrG)r)rQrqr^raisesrVrs_)rr empty_dsetrs r test_emptyzTestReadDirectly.test_emptysr"11'1I ggfg& ]]9 % C  " "3a RUU2b\ B C C Cs 6BB c|jddd}tjd}tjt 5|j |dddy#1swYyxYwNr8rrrYr)rQrqr^rrVrrs rtest_wrong_shapez!TestReadDirectly.test_wrong_shapesU++FF'+Jggfo ]]9 % "   S ! " " " AA'c|jddd}tjdd}tjt 5|j |dddy#1swYyxYwNr8rurrYF)orderrrs rtest_not_c_contiguousz&TestReadDirectly.test_not_c_contiguoussX++FHG+Lgghc* ]]9 % "   S ! " " " A  A))rr r!r0r^mark parametrizerQrrrrrrr"rrrrs [[5 VRUU1R["%%2, 7 FBEE"RL"%%* 5 xssAva"f > beeArr1HoruuQx 8   5 5I C " "rrc eZdZdZej j dddejddejddfddejddejd d fd d ejd d d d fejd d d dffddejdd ddfejd d fgdZ dZ dZ dZ y )TestWriteDirectlyz> Feature: Write Numpy array directly into Dataset rrrrFrrGrrNrrrrrrerEr|c4|jd|dd}tjt|j |}tj |dd}||||<|j |||tjj|dd|y)Nr8int32rrP fillvaluerY) r)rQr~r rr write_directrr) rrrrrrr8rrs rtest_write_directz#TestWriteDirectly.test_write_directs++FJgY[+\ii -.66|D77:r9 _ #z84 %%d1gx8rc|jdd}tjt5|j t j dt jddt jdddddy#1swYyxYwr)r)r^rrVrrQrqr)rrrs rrzTestWriteDirectly.test_empty!sj"11'1I ]]9 % P  # #BGGFORUU1R["%%2, O P P Ps A A??Bc|jddd}tjd}tjt 5|j |dddy#1swYyxYwrr)rQrqr^rrVrrs rrz"TestWriteDirectly.test_wrong_shape&sU++FF'+Jggfo ]]9 % #   c " # # #rc|jddd}tjdd}tjt 5|j |dddy#1swYyxYwrrrs rrz'TestWriteDirectly.test_not_c_contiguous,sX++FHG+Lgghc* ]]9 % #   c " # # #r) rr r!r0r^rrrQrrrrrr"rrrr s [[5 VRUU1R["%%2, 7 FBEE"RL"%%* 5 xssAva"f > beeArr1HoruuQx 8   9 9P # #rrc@eZdZdZdZdZdZdZdZdZ dZ d Z y ) TestCreateRequirezS Feature: Datasets can be created only if they don't exist in the file c|jjddd}|j|t|j |j dy)z& Create new dataset with no conflicts r&r{rN)rrequire_datasetr*r r5r6r7s r test_createzTestCreateRequire.test_create9s>vv%%eWc: dG, W-rc|jjddd}|jjddd}|j||y)z) require_dataset yields existing dataset r&r{rNrrr5rfs rtest_create_existingz&TestCreateRequire.test_create_existing?sBvv%%eWc:&&ugs; u%rc|jjddd}|jjddd}|j|||jjddd}|jjddd}|j|||jjddd}|jjddd}|j||y) z; require_dataset with integer shape yields existing datasetr&rFrrCrbazsbazNrrfs rtest_create_1Dz TestCreateRequire.test_create_1DEsvv%%eR5&&ub#6 u%vv%%eUC8&&ub#6 u%vv%%eR5&&vuc: u%rc|jjddd|jt5|jj ddddddy#1swYyxYw)z6 require_dataset with shape conflict yields TypeError r&r{r)rFr(Nrr)rUrVrrs rtest_shape_conflictz%TestCreateRequire.test_shape_conflictSsQ eWc2   y ) 8 FF " "5'3 7 8 8 8 AA#c|jjd|jt5|jj ddddddy#1swYyxYw)z< require_dataset with object type conflict yields TypeError r&r{rN)r create_grouprUrVrrs rtest_type_conflictz$TestCreateRequire.test_type_conflictYsM E"   y ) 8 FF " "5'3 7 8 8 8s AA!c|jjddd}|jt5|jj ddddddy#1swYyxYw)zL require_dataset with dtype conflict (strict mode) yields TypeError r&r{rS10Nr r7s rtest_dtype_conflictz%TestCreateRequire.test_dtype_conflict_sUvv$$UGS9   y ) : FF " "5'5 9 : : :r c|jjddd}|jjdddd}|j||y)z* require_dataset with exactly dtype match r&r{rTexactN)rr)rr5rfs rtest_dtype_exactz"TestCreateRequire.test_dtype_exactfsIvv$$UGS9&&ugs$&G u%rc|jjddd}|jjdddd}|j|||j|jt jdy)zJ require_dataset with convertible type succeeds (non-strict mode) r&r{i4i2FrN)rr)rr5rPrQrfs rtest_dtype_closez"TestCreateRequire.test_dtype_closemsevv$$UGT:&&ugt5&I u% bhhtn5rN) rr r!r0rrr r rrrrr"rrrr3s/. & &8 8 :&6rrcFeZdZdZdZdZdZdZdZdZ dZ d Z d Z y ) TestCreateChunkedzL Feature: Datasets can be created by manually specifying chunks cx|jjddd}|j|jdy)z Create via chunks tuple r&rrr6chunksNrr)r5r r7s rtest_create_chunksz$TestCreateChunked.test_create_chunks|s1vv$$U&$G e,rcx|jjddd}|j|jdy)z Create via chunks integer r&rrFrrNr!r7s rtest_create_chunks_integerz,TestCreateChunked.test_create_chunks_integers1vv$$U&$D e,rc|jt5|jjddddddy#1swYyxYw)z& Illegal chunk size raises ValueError r&rrrNrUrrr)rs rtest_chunks_mismatchz&TestCreateChunked.test_chunks_mismatchsB   z * F FF ! !%vf ! E F F F >Ac|jt5|jjdddddddy#1swYyxYw)z3 Chunked format required for given storage options r&rrF)r6maxshaper Nr&rs rtest_chunks_falsez#TestCreateChunked.test_chunks_falsesD   z * R FF ! !%us5 ! Q R R R ?Ac|jt5|jjddddddy#1swYyxYw)z> Attempting to create chunked scalar dataset raises TypeError r&r")rrNrTrs rtest_chunks_scalarz$TestCreateChunked.test_chunks_scalarsB   y ) A FF ! !%r% ! @ A A Ar(c|jjddd}|j|jt|j t |jdy)z Auto-chunking of datasets r&)rrTrreN)rr)r*r tupler5lenr7s rtest_auto_chunksz"TestCreateChunked.test_auto_chunkssJvv$$U)D$I dkk51 T[[)1-rcz|jjdddd}|j|jdy)z7 Auto-chunking with pathologically large element sizes r&r| S100000000Tr6rPr r;Nr!r7s rtest_auto_chunks_abusez(TestCreateChunked.test_auto_chunks_abuses4vv$$U$lSW$X d+rc|jjddtjd}d|ddddf<|j tj |ddddfdk(d |d<|j tj |dd k(d |d d |j tj |d d d k(y) z+ Test scalar assignment of chunked dataset r&)r|rr)rrrr6rFrN( rre)rr)rQrrwallr7s rtest_scalar_assignmentz(TestCreateChunked.test_scalar_assignmentsvv$$U++-88K%IQ2X tAq"H~345Q tAw"}-.Qq  tAayB/0rc<tjtd5}|jj ddddddtjtd5}|jj ddd dddy#1swYLxYw#1swYyxYw) z, Auto-chunking of empty datasets not allowedr)matchr&S100T)rPr NrrPr*)r^rrVrr))rerrs rtest_auto_chunks_no_shapez+TestCreateChunked.test_auto_chunks_no_shapes ]]9G 4 D FF ! !%vd ! C D]]9G 4 D FF ! !%v ! C D D D D D DsBBBBN) rr r!r0r"r$r'r+r.r2r7r=rCr"rrrrvs8- - F R A . , 1 Drrc.eZdZdZdZdZdZdZdZy)TestCreateFillvaluez> Feature: Datasets can be created with fill value c|jjddd}|j|dd|j|ddy)z- Fill value is reflected in dataset contents r&rg@rrrN)rr)r5r7s rtest_create_fillvalz'TestCreateFillvalue.test_create_fillvalsEvv$$UES$A a#& a#&rc|jjddd}|j|jd|j |jt j y)z( Fill value is recoverable via property r&rg@rGN)rr)r5rassertNotIsInstancerQndarrayr7s r test_propertyz!TestCreateFillvalue.test_propertysIvv$$UES$A -   >X %% %rceZdZdZdZy)TestCreateNamedTypezC Feature: Datasets created from an existing named type ctjd|jd<|jjdd|jd}|j |jtjd|j |j j |jdj |j|j j jy)z7 Named type object works and links the dataset to type f8typexrrYN) rQrPrr)r5rrrw committedr7s r test_namedzTestCreateNamedType.test_nameds$vvv$$S&v$G RXXd^4 ))+TVVF^->->? ((*4467rN)rr r!r0rjr"rrrdrds 8rrdgzipzDEFLATE is not installedc(eZdZdZdZdZdZdZy)TestCreateGzipz= Feature: Datasets created with gzip compression c|jjdddd}|j|jd|j|jdy)z# Create with explicit gzip options r&rrzrkr compressioncompression_optsNrr)r5rqrrr7s r test_gzipzTestCreateGzip.test_gzipsPvv$$UH&67%9 ))62 ..2rc|jjddd}|j|jd|j|jdy)z+ Create with implicit gzip level (level 4) r&rorkrqr(Nrsr7s rtest_gzip_implicitz!TestCreateGzip.test_gzip_implicitsIvv$$UH&$I ))62 ..2rc^|jjddd}|j|jd|j|jdt j jj} tt j j_|jt5|jjddd}ddd|t j j_y#1swY)xYw#|t j j_wxYw)z. Create with gzip level by specifying integer r&rorrvrkN) rr)r5rqrrrv_hldataset_LEGACY_GZIP_COMPRESSION_VALSr0rUr)rr8original_compression_valss rtest_gzip_numberzTestCreateGzip.test_gzip_numbersvv$$UH!$D ))62 ..2$(HH$4$4$R$R! W=BWDHH   :"":. Mvv,,UH!,L M>WDHH   : M M>WDHH   :s$<WDHH   :s AC!C=c|jt5}|jjdddddd|j dt j |jt5}|jjdddddd|j dt |j tjjj} ttjj_ |jt5|jjddtjjddd|tjj_ y#1swYPxYw#1swYxYw#1swYBxYw#|tjj_ wxYw) z* Create with invalid compression numbers r&roirvNzInvalid filterrzUnknown compression)rUrrr)assertInr, exceptionrvryrzr{r0 IndexErrorrr)rer|s rtest_compression_number_invalidz;TestCreateCompressionNumber.test_compression_number_invalidAs]   z * Ea FF ! !%t ! D E &AKK(89   z * Da FF ! !%s ! C D +S-=>$(HH$4$4$R$R! W=BWDHH   :"":. \%%eX488CZCZ%[ \>WDHH   :! E E D D \ \>WDHH   :s;F7F(vv$$Uu$M ))51 ..5  66%=$ h1rc|jt5|jjdddddddy#1swYyxYw)z& Giving lzf options raises ValueError r&rorr(rpNr&rs r test_lzf_exczTestCreateLZF.test_lzf_excmsE   z * 6 FF ! !%u34 " 6 6 6 6r,N)rr r!r0rrr"rrrrVs2 6rrszipzSZIP is not installedceZdZdZdZy)TestCreateSZIPrcB|jjdddd}y)z Create with explicit szip r&ror)ecrpN)rr)r7s r test_szipzTestCreateSZIP.test_szip{s%vv$$UH&6@%BrN)rr r!r0rr"rrrrts BrrshufflezSHUFFLE is not installedceZdZdZdZy)TestCreateShufflez8 Feature: Datasets can use shuffling filter cv|jjddd}|j|jy)z Enable shuffle filter r&roT)rN)rr)rwrr7s r test_shufflezTestCreateShuffle.test_shuffles-vv$$UHd$C  %rN)rr r!r0rr"rrrrs &rr fletcher32zFLETCHER32 is not installedceZdZdZdZy)TestCreateFletcher32z= Feature: Datasets can use the fletcher32 filter cv|jjddd}|j|jy)z Enable fletcher32 filter r&roT)rN)rr)rwrr7s rtest_fletcher32z$TestCreateFletcher32.test_fletcher32s-vv$$UH$F (rN)rr r!r0rr"rrrrs )rr scaleoffsetzSCALEOFFSET is not installedc:eZdZdZdZdZdZdZdZdZ dZ y ) TestCreateScaleOffsetz? Feature: Datasets can use the scale/offset filter c|jt5|jjddtd}dddy#1swYyxYw)z[ Ensure that a scale factor is required for scaleoffset compression of floating point data r&roTrPrNrUrrr)floatr7s r test_float_fails_without_optionsz6TestCreateScaleOffset.test_float_fails_without_optionsI  z * Y66((SW(XD Y Y Y $AA c|jt5|jjddtd}dddy#1swYyxYw)z# Check when scaleoffset is negetiver&rogrNrr7s rtest_non_integerz&TestCreateScaleOffset.test_non_integerrrc|jt5|jjddtd}dddy#1swYyxYw)z% Check when dtype is unsupported typer&roTrN)rUrVrr)boolr7s rtest_unsupport_dtypez*TestCreateScaleOffset.test_unsupport_dtypesI  y ) X66((RV(WD X X Xrcd}d}dd|zz}tjj|dz |z}|jj d|tj |}|j J||d <|jj}|jjtj|d |_|jdd }|j||d| z ||k(jrJy) z2 Scaleoffset filter works for floating point data r(ri,rrFg?r&rN.r) precision) rQrandomrandrr)float64rfilenamerrvrrr<)rscalefacr6rangerr8rrs r test_floatz TestCreateScaleOffset.test_floatsR8^#IINNE*S0E9vv$$UEQY$Z+++S 66??  8S)66%=% hBH9$O$O$Q$X$X$Z[ddf dffoo.55>>@v%%%  " "s EE&c d}tjj|}|j}tjj |dt jfg}|jjd||j|tjj|}||d<|jJt|d5}|j}ddd|jk(sJt j"j$dk\rt'j(|j*j-j/j1j3}t'j(|j4j3} || k(sJ|jj7d||jtjj| } | jJ| d |k(y#1swY$xYw) z< Create and access an external dataset using an efile_prefixrrr&r.Nr)rrFr)rr")rQrrospathbasenamer rrr)rPdirnamerrrrrvrhdf5_version_tuplerrrrrrrrr) rr6rrrr8rrrrrgs rtest_contents_efile_prefixz'TestExternal.test_contents_efile_prefix(s99##E*;;=WW%%h/CMMBCvv$$UERZikipipixixzBjC$DS }}((((D ! "SxxzH "8++---- << * *h 6"<<(@(@(B(S(S(U(\(\(^_hhjL\\(+22;;=F6) ))&&ueX^^RTRYRYRaRabjRk&l~~))) b X " "s G<<Hc\|jjdd|jy)z/ External argument may be a file name str only r&rrN)rr)rrs r test_name_strzTestExternal.test_name_strFs# eX Frc|jjddtj|j y)z0 External argument may be a file name path only r&rrN)rr)rrrrs rtest_name_pathzTestExternal.test_name_pathKs2 eX'.||DKKM'B  Drc|jd}tfdt|D}|jj dd|}t |j |k(sJy)z9 External argument may be an iterable of multiple tuples rc3.K|] }|dzdfyw)Nr").0rhrs r z/TestExternal.test_iter_multi..VsEq1t8T2EspoorrN)riterrrr)r1r)rNrr8rs @rtest_iter_multizTestExternal.test_iter_multiQs[;;= EE!HEEvv$$UHx$H4==!Q&&&rc d}|j}t|gft|dgft|dtjgft|fgft|dfgft|dtjdfgft|ddfgffD]=\}}|j |5|j jd||ddd?y#1swYJxYw)z" Test with invalid external lists rrz h5f.UNLIMITEDr&rN)rrVr rrrUrr))rr6rexc_typers r test_invalidzTestExternal.test_invalidZs;;= # 1 & 1cmm4 5 8+ ' 8Q- ) 8Q q9: ; (A78 9# G Hh""8, G%%eUX%F G G G G Gs B77C c|j}d}d}|jjd|||}|jJ|j|k(sJ|j |k(sJy)z$ Create expandable external dataset )@)Nrr&)r6r*rN)rrr)r r6r*)rrr6r*exp_dsets rtest_create_expandablez#TestExternal.test_create_expandablelsq;;=66((eh2:)<&&&~~&&&  H,,,rN) rr r!r0rrrrrrrr"rrrr s-&0<G D 'G$ -rrc*eZdZdZddZdZdZdZy)TestAutoCreatezP Feature: Datasets auto-created from data produce the correct types c|jj}|jt|tj j |j|j||r|jsJyyr) rrr5rgrvr rrr)rr.rvariablers rassert_string_typez!TestAutoCreate.assert_string_type~s`eenn cDHH$9$9: . &&( (( rcd|jd<|j|jdtjjddg|jd<|j|jdtjjt j ddgt j|jd<|j|jdtjjy) zB2b^%bA'85Bq>:KL d..ruuR|<=tH~Nrc |jjddd}tdddtdddftdddtdd dftdddtdddftdddtdd dftdd dtdddftdd dtdd dftd d dtdddftd d dtdd dff}|jt |j t |td d dtd ddff}|jt |j t jd d d dft |y)Nr&rr)r<rr=rr<rrrr>04r9rr@rCs rtest_2dzTestChunkIterator.test_2dspvv$$UIg$F1b!_eAr1o6q"a b#q9"2r1-uQA? r2q 5S!,-b"a0@ aQ0 R+U2sA->? r3 E!RO,uRa/@ b#q/  d..014>B2r1%uRQ'78: d..ruuRU2b5[/ABCT(^Trc |jjddd}tdddtdddftdddtdddftdddtdddftdddtdddff}tdd}|jt |j ||ft |y) Nr&rrerer=r|r(rr)rr)rAr5rBr:)rr8rsels rtest_2d_partial_slicez'TestChunkIterator.test_2d_partial_slicesvv$$UE%$@1a^U1a^4!QNE!QN3!QNE!QN3!QNE!QN35Aaj d..Sz:;T(^LrN)rr r!r"rDrIrMr"rrr8r8s O UMrr8cFeZdZdZdZdZdZdZdZdZ dZ d Z d Z y ) TestResizezF Feature: Datasets created with "maxshape" may be resized c|jjddd}|j|jd|j |j dy)z Create dataset with "maxshape" r&rorrGr3Nrr) assertIsNotr r5r*r7s rrzTestResize.test_createsEvv$$UHx$H d+ 1rc$|jjddd}|j|jd|j |j d|jjddd}|j |j dy)z6 Create dataset with "maxshape" using integer maxshaper&r5rr3NrCrRr7s rr zTestResize.test_create_1Dstvv$$UEB$? d+ .vv$$UB$< .rc,|jjddd}|j|jd|j d|j|jd|j d|j|jdy)z( Datasets may be resized up to maxshape r&rorQr3rrNrr)r5r6resizer7s r test_resizezTestResize.test_resizesqvv$$UHx$H X. H X. H X.rc|jjddd}|j|jd|j d|j|jdy)z> Datasets may be resized up to maxshape using integer maxshaper&rr9r3r5)rzNrWr7s rtest_resize_1DzTestResize.test_resize_1DsQvv$$UB$< U+ E U+rc|jjddd}|jt5|j ddddy#1swYyxYw)z. Resizing past maxshape triggers an exception r&rorQr3)rrN)rr)rU ExceptionrXr7s rtest_resize_overzTestResize.test_resize_over sLvv$$UHx$H   y ) " KK ! " " "s AAc|jjdd}|jt5|j ddddy#1swYyxYw)z/ Resizing non-chunked dataset raises TypeError r&rorQN)rr)rUrVrXr7s rtest_resize_nonchunkedz!TestResize.test_resize_nonchunkedsGvv$$UH5   y ) " KK ! " " "s A  Ac|jjddd}|jdd|j|jdy ) z Resize specified axis r&rorQr3rraxisrVN)rr)rXr5r6r7s rtest_resize_axiszTestResize.test_resize_axissAvv$$UHx$H BQ  X.rc|jjddd}|jt5|j dddddy#1swYyxYw) z Illegal axis raises ValueError r&rorQr3rrerbN)rr)rUrrXr7s r test_axis_exczTestResize.test_axis_excsPvv$$UHx$H   z * $ KKK # $ $ $s AAc|jjddd}|j|jd|j|jdy)z? Allow zero-length initial dims for unlimited axes (issue 111) r&)r)rhNr3N)rr)r5r6r*r7s r test_zero_dimzTestResize.test_zero_dim%sEvv$$UGj$I W-  3rN) rr r!r0rr rYr[r^r`rdrfrir"rrrOrOs42 //," " / $ 4rrOceZdZdZdZdZy) TestDtypezD Feature: Dataset dtype is available as .dtype property c|jjddd}|j|jt jdy)z Retrieve dtype from dataset r&r|S10NrOr7s r test_dtypezTestDtype.test_dtype2s7vv$$UD&9 RXXf%56rctjdtjfdtjfg}|jj dd|}|j |j|y)z7 Retrieve dtype from complex float16 dataset (gh-2156) rrXr&rmN)rQrPfloat16rr)r5)r complex32r8s rtest_dtype_complex32zTestDtype.test_dtype_complex327sUHHsBJJ/#rzz1BCD vv$$UD)< Y/rN)rr r!r0rorsr"rrrkrk,s7 0rrkceZdZdZdZdZy)TestLenzG Feature: Size of first axis is available via Python's len cr|jjdd}|jt|dy)z Python len() (under 32 bits) r&)8rhrwN)rr)r5r1r7s rtest_lenzTestLen.test_lenEs,vv$$UI6 TC(rc||jjdd}|j|jdtj dk(r*|j t5t|dddn|jt|d|j|jdy#1swY*xYw)z Python len() vs Dataset.len() r&)rhiNrz) rr)r5r6sysmaxsizerU OverflowErrorr1r7s r test_len_bigzTestLen.test_len_bigJsvv$$UM: ]3 ;;+ %""=1 D      SY 0 W-   s ! B22B;N)rr r!r0rxr~r"rrruru?s) .rruceZdZdZdZdZy)TestIterz; Feature: Iterating over a dataset yields rows c tjddjd}|jj d|}t ||D]2\}}|j t|d|j||4y) z& Iterating over a dataset yields rows rzrrYr{r&rnr|N) rQr~rrr)zipr5r1r)rror8rhr s r test_iterzTestIter.test_iter\ssyy3'//8vv$$U$6dO (DAq   SVQ '  ! !!Q ' (rc|jjdd}|jt5|Dcgc]}|c}dddycc}w#1swYyxYw)z0 Iterating over scalar dataset raises TypeError r&r")r6N)rr)rUrV)rr8rhs rtest_iter_scalarzTestIter.test_iter_scalardsTvv$$U"$5   y )  1Q      sA A A AAN)rr r!r0rrr"rrrrVs(rrcveZdZdZdZdZdZdZdZdZ dZ d Z d Z d Z d Zd ZdZdZdZdZdZy) TestStringszr Feature: Datasets created with vlen and fixed datatypes correctly translate to and from HDF5 ctjd}|jjdd|}|jj }|j t|tjj|j |jtjjtj|j}|j |jdy)z3 Vlen bytes dataset maps to vlen ascii in the file r_r`rhrrYN)rv string_dtyperr)rrr5rgr rrrcheck_string_dtyperPr^rrSr.r string_infos rrzTestStrings.test_vlen_bytesrs    0 VV " "3b " 9eenn cDHH$9$9: )<)<=--bhh7  --w7rctjd}d}|jjdd||}|j |jdd||j |jdj d|j |j |jdj|y) & Vlen bytes dataset handles fillvalue r_r`barrhrrrNrvrrr)r5asstrrrrrS fill_valuer.s rtest_vlen_bytes_fillvaluez%TestStrings.test_vlen_bytes_fillvalue|s    0 VV " "3bJ " O Q4 **,Q/1B1B1DE .. ;rctj}|jjdd|}|jj }|j t|tjj|j |jtjjtj|j}|j |jdy)z5 Vlen unicode dataset maps to vlen utf-8 in the file rhrrYr\N)rvrrr)rrr5rgr rrrrrPr^rs rrzTestStrings.test_vlen_unicodes     VV " "3b " 9eenn cDHH$9$9: ););<--bhh7  --w7rctj}d}|jjdd||}|j |jdd|j d|j |jdj d||j |jdj|j dy)( Vlen unicode dataset handles fillvalue bárrhrrrr\N)rvrrr)r5encoderrrs rtest_vlen_unicode_fillvaluez'TestStrings.test_vlen_unicode_fillvalues     VV " "3bJ " O Q):):7)CD **,Q/< .. 0A0A'0JKrctjd}|jjdd|}|jj }|j t|tjj|j|j|j |jd|j |jtjjtj |j}|j |j"d|j |j$dy)zK Fixed-length bytes dataset maps to fixed-length ascii in the file rnrhrrYrFr_N)rQrPrr)rrr5rgrvr r assertFalserrrrrr^rrs rtest_fixed_asciizTestStrings.test_fixed_asciisXXf  VV " "3b " 9eenn cDHH$9$9: ,,./ , )<)<=--bhh7  --w7 ++R0rctjdd}d}|jjdd||}|j |jdd||j |jdj d|j |j |jdj|y ) rr_rFr]rrhrrrNrrs rtest_fixed_bytes_fillvaluez&TestStrings.test_fixed_bytes_fillvalues    ; VV " "3bJ " O Q4 **,Q/1B1B1DE .. ;rctjdd}|jjdd|}|jj }|j |jtjjd}|jd|d<||d <||g|d d tj||gt|d d tj|jdgd z||d d |jt5tj||gd|d ddddtj j#|dd tj|jdgd zdy#1swYUxYw)Nr\rr]rhrrYcùrrrer(rEUrFS)rvrrr)rrr5rr rrrQrrrUrVrr)rrSr.rss rtest_fixed_utf8zTestStrings.test_fixed_utf8sE    : VV " "3b " 9eenn ););< !11a&1Q((Aq601Q((AHHW-.2"=1Q   y ) 3xxAc2BqH 3 %%b!fbhh8I7JQ7NVY.Z[ 3 3s E==Fctjdd}djd}|jj dd||}|j |jdd||j |jdj d|jd|j |jdj|y ) rr\rFr]rrhrrrN) rvrrrr)r5rrrrs rtest_fixed_utf_8_fillvaluez&TestStrings.test_fixed_utf_8_fillvalues    ;]]7+ VV " "3bJ " O Q4 **,Q/1B1B71KL .. ;rctjd}|jt5|jj dd|}dddy#1swYyxYw)zA Fixed-length unicode datasets are unsupported (raise TypeError) z|U10rhrrYN)rQrPrUrVrr)rrSr.s rtest_fixed_unicodezTestStrings.test_fixed_unicodesN XXf    y ) >&&sF"&=B > > >s AActjd}|jjdd|}d}||d<|d}|j t |t |j ||y) zN writing and reading to vlen bytes dataset preserves type and content r_r`rhrrYHellorN)rvrrr)r5rgbytesrrSr.roouts rtest_roundtrip_vlen_bytesz%TestStrings.test_roundtrip_vlen_bytessj   0 VV " "3b " 91e cE* d#rctjd}|jjdd|}d}||d<|d}|j t |tj |j ||y)z[ Writing to and reading from fixed-length bytes dataset preserves type and content rnrhrrYrrN)rQrPrr)r5rgrrs rtest_roundtrip_fixed_bytesz&TestStrings.test_roundtrip_fixed_bytesslXXf  VV " "3b " 91e cBII. d#rctj}|jjdd|}d}||d<|j |dt |j d}|j |t|j||y)NrhrrYfàilter) rvrrr)r*rrr,r5rs rtest_retrieve_vlen_unicodez&TestStrings.test_retrieve_vlen_unicodes|     VV " "3R " 81 beU+hhjm c3' d#rc*|jjddtj}d}||d<|j d}|j t 5|d}ddd|j|j dddd|j|j d d||jd t|j tjj|j dd tj|gttjjtj|j dd tj|gty#1swY&xYw) NrhrrYrrr_ignorefiltelatin-1rFr)rr)rvrrrUUnicodeDecodeErrorr5r)r1rQrrrrasarray)rr.rostrwrap1rs r test_asstrzTestStrings.test_asstrs; VV " "3T5F5F5H " I188G$   1 2 1+C  '84Q7A BHHY/2D9 S_- %% HHJrNBHHdV6:  %% JJrxxz "2A &$v(F #  s FFctjd}|jjdd|}d}t j |j d||d<|j|dtj|jd}|j|t|j|||j|jd d dd |j|jd d|tjj|jdd t j |gty)NrrrhrrYrr\rr_rrrr)rvrrr)rQrrr*rrr,r5r)rrrrs rtest_asstr_fixedzTestStrings.test_asstr_fixed s    a ( VV " "3R " 8W-R81 beRYY/hhjm c3' d# '84Q7= BHHY/2D9 %% HHJrNBHHdV6: rctjd}|jjdd|}d}|j t 5||d<dddy#1swYyxYw)zGEncoding error when writing a non-ASCII string to an ASCII vlen datasetr_rhrrYrrN)rvrrr)rUUnicodeEncodeError)rrSr.ros rtest_unicode_write_errorz$TestStrings.test_unicode_write_errors_   w ' VV " "3b " 9   1 2 BqE   s AA#ctj}|jjdd|}dt dzj d}||d<|d}|j t|t|j ||y) zJ Writing valid utf-8 byte strings to a unicode vlen dataset is OK rhrrYrrutf8rN) rvrrr)rrr5rgrrs rtest_unicode_write_bytesz$TestStrings.test_unicode_write_bytes's|    VV " "3b " 9V,44V<1e cE* d#rctjd}|jjdd|}d}||d<|d}|j t |t |j ||jdy)z: Writing an ascii str to ascii vlen dataset is OK r_rhrrYz ASCII stringrN)rvrrr)r5rgrrrs rtest_vlen_bytes_write_ascii_strz+TestStrings.test_vlen_bytes_write_ascii_str2ss  w ' VV " "3b " 91e cE* dkk'23rN)rr r!r0rrrrrrrrrrrrrrrrrr"rrrrks^ 8<8L 1<\ <> $ $$ 6 , $ 4rrc(eZdZdZdZdZdZdZy) TestCompoundz: Feature: Compound types correctly round-trip c tjdtjfdtjfdtjfdtjfdtjfdtjfdtjfg}tj d| }|j D]'}tjjdd z||<)||jd <|jd d }|jtj||k(|j|j|jy )z: Compound types are read back in correct order (issue 236)weightcputimewalltimeparents_offset n_parentsstatus endpoint_typerrYrtest.N) rQrPruint32uint8rKfieldsrrrwr<r5)rrSrkeyoutdatas rtest_rtzTestCompound.test_rtDsXX2::.'4("**5. :)2995&1-rxx8 <=::e2.99 :CII,,U3c9HSM :"v&&.% w(234 7rcXtjdtjdffdtjfg}tjd|}|j D]5}tj j ||jdz||<7|jjdd|}|j D] }||||< |jdd }|jtj||k(|j|j|jy) Nrr|rrrYrIrr.) rQrPrrrKrrr6rr)rwr<r5)rrSrrr.rs r test_assignzTestCompound.test_assignXs XXBJJ?3)288489::e2.99 MCII,,(3-2E2E,FLHSM MVV " "65 " ;99 $CsmBsG $&&.% w(234 7rcvtjdtjfdtjfdtjfg}tjd|}|jD]'}tj j ddz||<)||j d<tjj|j dj ddgdd|ddgtjj|j dj ddd|dtjjtj|j dj ddg|ddgtjdtjfg}tjjtj|j dj dg||dgj|t|j dj ddk(sJy) Nrhr r rrYrrr) rQrPrrKrrrrrrrastyper1)rrSrrdt_ints r test_fieldszTestCompound.test_fieldsis XX "**  "**  "**    ::e2.99 :CII,,U3c9HSM :"v %% FF6N ! !3* -a 0(C:2F  %% FF6N ! !# &q )8C=  %% JJtvvf~,,c3Z8 98S#J;O C?+, %% JJtvvf~,,cU36 B cUO " "6 * 466&>((-."444rctjdtjtjfdtjtjfg}tjdtj|fdtj fg}tj tddtjtj tdd tjf}tj td d tjtj td d tjf}tj tj ||g|dftj |g|dfg|}||jd<|jd}|j||dy)Nrrf1f2rr|rYrErrFrrrer.F)check_alignment) rQrPrv vlen_dtyperrrrrr)rdt_innerrSinner1inner2rors rtest_nested_compound_vlenz&TestCompound.test_nested_compound_vlensY88c4??288#<= $//"((";<>?XXdooh78bhh')*((5A;bhh7((5A;bhh79((5R=9((5R=9;xx"((FF#38DaH6((;Q?A "t ffTl c4?rN)rr r!r0rrrrr"rrrr>s8(8"!5F@rrceZdZdZdZy) TestSubarrayc|jjddd}gd|d<tjj |ddgdggdg|ddtjj |ddgdgyNrr;3int8rYrrer|r)r(rrE)rr)rQrrr-s rtest_write_listzTestSubarray.test_write_listse VV " "3G " <1 %%bei[9 1 %%bei[9rcB|jjddd}tjgd|d<tjj |ddgdgtjgdg|ddtjj |ddgdgyr)rr)rQrrrr-s rtest_write_arrayzTestSubarray.test_write_arraysw VV " "3G " <#1 %%bei[9)%1 %%bei[9rN)rr r!rrr"rrrrs ::rrc(eZdZdZddddZdZdZy) TestEnumzM Feature: Enum datatype info is preserved, read/write as integer rrrY)REDGREENBLUEctj|jd}|jj dd|}|j }tj |}|j||jy)z= Enum datasets can be created and type correctly round-trips rXbasetyperhrFrYN)rv enum_dtypeEDICTrr)rPcheck_enum_dtyper5)rrSr.dt2dict2s rrzTestEnum.test_creates^ __TZZ# 6 VV " "3 " " =hh%%c*  +rc$tj|jd}|jj dd|}d|d<d|dd d f<|j |dd|j |dd d ftjd dy ) z/ Enum datasets can be read/written as integers rrrhrFrYrY)#%rN)drrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrr) rvrrrr)r5rrQrrs rtest_readwritezTestEnum.test_readwrites~ __TZZ$ 7 VV " "3 " " =6 1a4 FR( bAh4(HIrN)rr r!r0rrrr"rrrrs 2 .E,Jrrc\eZdZdZdZej eedddZ dZ y) TestFloatszA Test support for mini and extended-precision floats c|jjdd|}|j|j|t j d|}||d<|j |d|y)NrhrrY.)rr)r5rPrQrqr)rrSr8ros r _exectestzTestFloats._exectests^vv$$S&$; R(wwvR(S  d3i.rrqzNumPy float16 support requiredcL|jtjdy)z Mini-floats round trip rqN)r rQrPrs r test_minizTestFloats.test_minis rxx *+rcttdr>|jtjj tj dy|jtjj tj dy)z Test mapping for float16 rqz  #rctjdddddf}|jj|}|j |j||j |y)z4 Region references can be used as slicing arguments rrrFrrN)rQrr8 regionrefrrorslicrefs rtest_create_refzTestRegionRefs.test_create_ref,sRuuRUBs1H_%ii!!$' diindiio>rcv|jjdd}|j|}|jdk(sJy)Nr)r8r'rI)rr*rs rtest_empty_regionz TestRegionRefs.test_empty_region2s5ii!!"1%iinxx1}}rcx|jjddd}tjj tjj }|j tjj |jdtjj|}||tjtjdk(sJ|jtjj |jdtjj|}|||dk(sJy)Nscalar?rProrP.r")rr)rvh5screateSCALAR select_noneh5rrDATASET_REGIONrrQrP select_all)rr.sidr*s rtest_scalar_datasetz"TestRegionRefs.test_scalar_dataset9s VV " "8#T " Bhhoodhhoo. hhoobeeT488+B+BCH#w$**RXXd^4444 hhoobeeT488+B+BCH#w"R&   rcftjdddddf}|jj|}|j |jjj ||jj |j |jjj |dy)z, Region reference shape and selection shape rrrFrr)rFN)rQrr8r'r5r6 selectionr(s rtest_ref_shapezTestRegionRefs.test_ref_shapeHsuuRUBs1H_%ii!!$' ,,2237I ,,66s;XFrN) rr r!r0rr+empty_regionref_xfailr-r;r?r"rrr$r$ s?# ?   ! !Grr$c"eZdZdZdZdZdZy) TestAstypez(.astype() wrapper & context manager c|jjddd}tjd|d<|j ddd}|j |tjddyNrhrrrYr.rP)rr)rQr~rrrr8rs rtest_astype_wrapperzTestAstype.test_astype_wrapperSs\vv$$S&$=IIcNS kk$" c299S#=>rc|jjddd}tjd|d<|j dt |j dyrD)rr)rQr~r5r1rr7s rtest_astype_wrapper_lenz"TestAstype.test_astype_wrapper_lenZsLvv$$S&$=IIcNS  c$++d"345rc |jjddd}tjd|d<tj|j dd}|j |tjddyrD)rr)rQr~rrrrEs rtest_astype_wrapper_asarrayz&TestAstype.test_astype_wrapper_asarray_sbvv$$S&$=IIcNS jjT*$7 c299S#=>rN)rr r!r0rFrHrJr"rrrBrBPs?6 ?rrBceZdZdZdZy)TestScalarCompoundzl Retrieval of a single field from a scalar compound dataset should strip the field info ctjdg}|jjdd|}|j |djtjdy)NrWrhr"rYrrX)rQrPrr)r5)rrSr8s rtest_scalar_compoundz'TestScalarCompound.test_scalar_compoundmsM XXzl #vv$$S"B$7 c"((3-8rN)rr r!r0rNr"rrrLrLfs  9rrLcPeZdZdZdZdZdZdZd dZdZ dZ d Z d Z d Z y )TestVlenctjt}|jj dd|}t j d|d<t j d|d<gd|d<t j d|d<|j|dt j d|j|dt j d|j|dt jgd|j|dt j dt jt j d t j d gt|dd|j|dt j d |j|dt j d t jt j dt j dg|dd|j|dt j d|j|dt j dy) Nvlenr'rYr|rrrrerr() rvrintrr)rQr~rrrrs rrzTestVlen.test_intus __S ! VV " "64r " : ! 1 ! 11 ! 1 beRYYq\2 beRYYq\2 beRXXi%89 beRYYq\2((BIIaL"))A,7vF1Q beRYYq\2 beRYYq\2((BIIaL"))A,781Q beRYYq\2 beRYYq\2rctjt}|jj dd|}|jj dd|dj y)NrRr;rYvlen2r")rvrrSrr)rPrs rtest_reuse_from_otherzTestVlen.test_reuse_from_othersI __S ! VV " "64r " : gtRV\\:rcdtfdtjtfg}|jj dd|}|jj }|jj tj|d|_|jj dd|jdddjy)NrrrRr;rYrUr") rSrvrrr)rrrrP)rrSr.fnames rtest_reuse_struct_from_otherz%TestVlen.test_reuse_struct_from_othersCj3 45 6 VV " "64r " :  5#& gtTVVF^C-@-D-J-JKrctjt}|jj dd|}t j ddg|d<t j dg|d<gd|d <|j|dt j ddg|j|dt j dg|j|d t j gd t j gd t jd gt|dd |j|dt jd |j|dt jd t j t j gdt j gdg|dd |j|dt jd|j|dt jdy)NrRr4rYgffffff?333333?rr)r[rer|rer)皙?g?g@g@r(r(r)r\r[皙@)皙?r[r]r|) rvrrSrr)rQrrr~rrs r test_convertzTestVlen.test_converts} __S ! VV " "64r " :#s$1#11 beRXXq!f%56 beRXXqc]3 beRXXi%89((3RYYq\B&Q1Q beRYYq\2 beRYYq\2((BHH_5HH_5781Q beRYYq\2 beRYYq\2rcntjt}|jj dd|}t j d|d<t jt j dt j dgt j dt j dggt|ddddf<t jt j dt j dgt j dt j dgg|ddddf<y)NrRrKrYrrr|re) rvrrSrr)rQr~rrrs r test_multidimzTestVlen.test_multidims __S ! VV " "66 " <99Q<488biilBIIaL9YYq\299Q<8:AGI1a488biilBIIaL9 iilBIIaL9;<1a4rctj|}|jj|d|}t j gd|}t j gd|}t j gdt j d}|j|}gd} t j | |} gd} t j | |} ||d <||d <||d <| |d <| |d <|j||d |j||d |j||d |j| |d |j| |d t j ddg|} | dd|d <|j| |d |jj|jjy)z Helper for testing various vlen numpy data types. :param np_dt: Numpy datatype to test :param dataset_name: String name of the dataset to create for testing. rmrY)r0@g>@)g33333Y@g i@gfffffX@g%gr)rrerr)r0rcg @r[g)rirri'rrrrer|r(g333333?r]N) rvrrr)rQrrPrrrr) rnp_dt dataset_namerSr.array_0array_1array_2casted_array_2list_3 list_array_3list_4 list_array_4s r_help_float_testingzTestVlen._help_float_testings __U # VV " "<R " @((=6((>eL((9BHHW,=> .*xxe4 ,xxe4 11111 gr!u- gr!u- nbe4 lBqE2 lBqE2xxc %8 Q1 lBqE2    rcPtjd}|j|y)NrqrQrPrnrrds rtest_numpy_float16zTestVlen.test_numpy_float16#   'rcPtjd}|j|y)Nfloat32rprqs rtest_numpy_float32zTestVlen.test_numpy_float32rsrcPtjd}|j|y)Nrrprqs rtest_numpy_float64_from_dtypez&TestVlen.test_numpy_float64_from_dtypersrcFtj}|j|yr)rQrrnrqs rtest_numpy_float64_2zTestVlen.test_numpy_float64_2s    'rc|jjddtjdt j gd}|ddd|jdd<t |jdd|dddk(s"J|jddd |ddd|jjd dtjd t j gd }|ddd|jd d<t |jd d|dddk(s"J|jd dd |dddy) z4Test that non-contiguous arrays are stored correctlyncrrrY)TFTTFFFNrerz != nc2int8)rer(rrrr|r)rr)rvrrQrr<)rrhr s rtest_non_contiguous_arraysz#TestVlen.test_non_contiguous_arrayss1 dE1HI HHC DCaC&t Q466$<?a!f,-O$&&,q/1B$q1vh/OO- eU$//&2IJ HH+ ,SqS6u a466%=#q1v-.Q466%=3C2DD3Q30QQ.rN)rR)rr r!rrVrYr_rarnrrrvrxrzrr"rrrPrPts<3$; L3"<.`(((( RrrPceZdZdZdZy) TestLowOpencp|jjdd}|jj}y)z Test H5Dget_access_plist r&r'N)rr)rr)rr.p_lists rtest_get_access_listz TestLowOpen.test_get_access_lists* VV " "5$ /'')rcjtjjtjj}|jj dd}~tj j|jjd|}|j|tj jy)z# Test the dapl keyword to h5d.open rhrxN) rvh5pr4DATASET_ACCESSrr)h5drrr* DatasetID)rdaplr8dsids r test_daplzTestLowOpen.test_daplsoxxtxx667vv$$S&1 xx}}TVVYYd3 dDHH$6$67rN)rr r!rrr"rrrrs * 8rr)rrFrz#chunk info requires HDF5 >= 1.10.5c Dddlm}|}tj|d5}|j ddddd |dddddd|j dtj|d 5}|dj }|jd k(sJtd D]}ttjtj|dd z}|j|}|j|k(sJ|jdk(sJ|j J|j"dkDrJ|j%d }|jd k(sJ|jdk(sJ|j J|j"dkDsJ dddy#1swYIxYw#1swYyxYw)NrBytesIOrrrFrurr6r rPrrrrFr)iorrvrr)seekrget_num_chunksrr0rQr unravel_indexget_chunk_info chunk_offset filter_mask byte_offsetrIget_chunk_info_by_coord)rbuffoutfinr.joffsetsis rtest_get_chunk_detailsr s )C 3  F*XTRV QHHQK 3  [^^  "c)))s A288B$4$4Q$ABRGHF""1%B??f, ,,>>Q& &&>>- --77Q; ;  ' ' /&(((~~"""~~)))ww{{#  sF 1B8F*AF FF)rr;r|)rrFrF)rrFczJchunk iteration requires HDF5 1.10.10 and later 1.10, or 1.12.3 and latercddlm}|}tj|d5}|j ddddd |dd d d d d |j dtj|d 5}|dj }|j}|d k(sJit|D]"}|j|}||j<$fd }|j|d d d y #1swYxYw#1swYy xYw)z%H5Dchunk_iter() for chunk informationrrrrrFrurrrNrrc|j}|j|jk(sJ|j|jk(sJ|j|jk(sJ|j|jk(sJyr)rrrrI) chunk_infoknowncis rcallbackz!test_chunk_iter..callbackAswz../E**e.@.@@ @@))U->->> >>))U->->> >>??ejj0 00r) rrrvrr)rrrrrr chunk_iter) rrrr num_chunksrrrrs @rtest_chunk_iterr+s  )C 3  z($O& ! HHQK 3 "y||((* S   z" %A$$Q'B"$Br  % 1 !#""  ""sC*2A/C6*C36C?cb|jdd}|jJ|jJy)Nr rrY)r)r6r*)rr.s rtest_empty_shaperKs7  % %gW % =B 88   ;;  rcddlm}|}tj|d5}|j ddddd|j dtj|d5}|dj J|djjJ|djjdk(sJ dddy#1swYxYw#1swYyxYw)Nrrrr rrYr) rrrvrr)rr r get_offsetget_storage_size)rrrrs rtest_zero_storage_sizerQs )C 3 4 G734HHQK 3 77|""***7|))+3337|//1Q66677 4477sC'ACC Cctjtjjtjtjjdzg}|j d|tj }|j tj tj k(sJtjj|ddtj|tj ||ddtjj|ddtj|tj y)Nrrhr1rY) rQiinformaxr)uint64rPrrr)rror.s rtest_python_int_uint64r_s HHRXX  " "BHHRXX$6$:$:Q$> ?D  % %cBII % FB 88rxx * ** *JJ!!"Q%$bii)HI BqEJJ!!"Q%$bii)HIrc|jddtj}tjj dd}||ddgddf<y) Nro)rrrerY)rr|rer)rrer(.)r)rQrrr)rrblocks rtest_setitem_fancy_indexingrmsG  & &v|288 & LC II  c  2E"C9crcrttd5}|dddk(sJ dddy#1swYyxYw)Nzvlen_string_dset.h5DS1rsPartingrrrs rtest_vlen_spacepadrts>  !67 8)Ax{j((()))-6crttd5}|dddk(sJ dddy#1swYyxYw)Nzvlen_string_dset_utc.h5ds1rs2009-12-20T10:16:18.662409Zrrs rtest_vlen_nulltermrys?  !:; <=x{<<<<===rcd}|jddtj|d}t||jvsJy)NroruT)r6rPrqallow_unknown_filter)r)rQrr,_filters)rfake_filter_idr.s rtest_allow_unknown_filterr~sEN  % %hbhhN! & B ~ "++ -- -rc ddlm}|}tj|d5}|j dddddd d }|j j j}|j j jd d |k7sJ|dk(sJ d d d |jdtj|d5}|jdddddd}|j j j}|j j jd d |k7sJ|dk(sJ d d d y #1swYxYw#1swYy xYw)z2Chunk cache configuration for individual datasets.rrrrh)rFr)rr(r r^)r6r rP rdcc_nbytesrdcc_w0 rdcc_nslotsrN)rrr^r0q= ףp?)r6rPrrr)rrr) rrrvrr)rrget_chunk_cache get_cacherr)rrrr.ds_chunk_cachers rtest_dset_chunk_cachers` )C 3 =  xd'#!G//1AACww'')335ab9^KKK!<<<< =HHQK 3 >  xt'3!H//1AACvv&&(224QR8NJJJ!==== >>==>>sA8E  A7E EE"ceZdZdZdZdZy)TestCommutativez| Test the symmetry of operators, at least with the numpy types. Issue: https://github.com/h5py/h5py/issues/1947 cd}|jjd|ttjj |}tj |d}tj||k(||k(k(sJtj||k7||k7k(sJd}tj||z}tj||k(||k(k(sJtj||k7||k7k(sJy)z Create a h5py dataset, extract one element convert to numpy Check that it returns symmetric response to == and != rrrrProrgMbP?N) rr)rrQrrrr<nanmax)rr6r8valdeltanvals rtest_numpy_commutativez&TestCommutative.test_numpy_commutatives vv$$VU%*,))..%*@%B jjd$vvsd{ 4555vvsd{ 4555yyu$vvtt|6777vvtt|6777rcd}|jjd|ttjj |}td}||k(||k(k(sJ||k7||k7k(sJy)z Create a h5py dataset and check basetype compatibility. Check that operation is symmetric, even if it is potentially not meaningful. rrrr[N)rr)rrQrr)rr6r8rs rtest_basetype_commutativez)TestCommutative.test_basetype_commutativesp vv$$VU%*,))..%*@%B Bit ---t ---rN)rr r!r0rrr"rrrrs80.rrceZdZdZdZdZy)TestVirtualPrefixz% Test setting virtual prefix cDd}d}|jjd|ttjj ||}t j|jjjjj}||k(sJy)Nr/path/to/virtualr)rProvirtual_prefix) rr)rrQrrrrrrget_virtual_prefixrr)rr6rr8virtual_prefix_readbacks rtest_virtual_prefix_createz,TestVirtualPrefix.test_virtual_prefix_creates+vv$$VU%*,))..%*@6D%F#*,,tww/G/G/I/\/\/^/e/e/g"h"q"q"s&.888rc|d}|jjddd|}tj|jj j jj}|j|||j|t|j|jdy)Nrr&r{r)r) rrrrrrrrrr5r*r r6)rrr8rs rtest_virtual_prefix_requirez-TestVirtualPrefix.test_virtual_prefix_requires+vv%%eWcN%["),,tww/G/G/I/\/\/^/e/e/g"h"q"q"s )@A dG, W-rN)rr r!r0rrr"rrrrs9.rr)`r0rrr{numpyrQr\r^warningscommonrr data_filesrrvrrr h5py._hl.baser r r r h5py.h5py_warningsrrh5py._hl.selectionsry selectionsrLrr$r2rlrrrrrErrrSrrrrurrrbrdrifiltersrrmrrrrrrrrrr8rOrkrurrrrrrrrr_rr@r$rBrLrPrrrrrrrrrrrrrrr"rrrsO   *%%55 !!( -{ -D,kD,LVF[VFr."."`%#%#P@6 @6F@D @DF#B+#BL!HXXqMXXqM CLZZZZT2C8T2C8T(#.T(#.T# ) & & 8+ 8 6,, ,.HI)7[)7J)7X 6,, ,.HI$W+$WJ$WN 5 ++ +-CD6K6E6: 6,, ,.EF B[ BG B 9DLL// /1KL & &M & p4<,+.k+.Z. .r