o cd@sdZddlZddlZddlZddlZddlZddlZddlZddl m Z m Z ddl m Z ddlmZmZmZddlmZmZddlmZmZdd lmZdd lmZddlZddlmmZGd d d e ZGd ddeZGdddeZ GdddeZ!GdddZ"GdddZ#GdddeZ$GdddeZ%GdddeZ&ej'(de)dfej*dfej+dfe,dfej-dfej.dfej/dd d!d"fej/d#d d!d"fej/dd$d"fej/d#d$d"fe/d"fg d%d&Z0Gd'd(d(eZ1e 2d)ej3j4vd*Gd+d,d,eZ5e 2d)ej3j4vd*Gd-d.d.eZ6e 2d/ej3j4vd0Gd1d2d2eZ7e 2d3ej3j4vd4Gd5d6d6eZ8e 2d7ej3j4vd8Gd9d:d:eZ9e 2d;ej3j4vd<Gd=d>d>eZ:e 2d?ej3j4vd@GdAdBdBeZ;GdCdDdDeZGdIdJdJeZ?GdKdLdLeZ@GdMdNdNeZAGdOdPdPeZBGdQdRdReZCGdSdTdTeZDGdUdVdVeZEGdWdXdXeZFGdYdZdZeZGGd[d\d\eZHGd]d^d^eZIGd_d`d`eZJej'jKejjLdakdbdcZMGdddedeeZNGdfdgdgeZOGdhdidieZPGdjdkdkeZQGdldmdmeZRe SejjLdnkdodpdqZTe SejjLdrkp>ejjLdsko>ejjLdtkdudvdwZUdxdyZVdzd{ZWd|d}ZXd~dZYddZZddZ[ej'j\ejjLdkddcddZ]ddZ^GdddeZ_GdddeZ`dS)z Dataset testing operations. Tests all dataset operations, including creation, with the exception of: 1. Slicing operations for read and write, handled by module test_slicing 2. Type conversion for read and write (currently untested) N)utTestCase)get_data_file_path)FileGroupDataset)is_empty_dataspaceproduct)h5fh5t)H5pyDeprecationWarning)versionc@eZdZddZddZdS) BaseDatasetcCst|d|_dS)Nw)rmktempfselfr7lib/python3.10/site-packages/h5py/tests/test_dataset.pysetUp'szBaseDataset.setUpcCs|jr |jdSdSN)rcloserrrrtearDown*szBaseDataset.tearDownN)__name__ __module__ __qualname__rrrrrrr&s rc@eZdZdZddZdS)TestReprz5 Feature: repr(Dataset) behaves sensibly cCs<|jdd}|t|t|j|t|tdS)z( repr() works on live and dead datasets fooN)rcreate_datasetassertIsInstancereprstrrrdsrrrtest_repr_open4s zTestRepr.test_repr_openN)rrr__doc__r*rrrrr /s r c@steZdZdZddZddZddZdd Zd d Zd d Z ddZ ddZ e eed dddZddZdS)TestCreateShapez@ Feature: Datasets can be created from a shape only cC |jdd}||jddS)z Create a scalar dataset r!rNrr$ assertEqualshaperdsetrrrtest_create_scalarBz"TestCreateShape.test_create_scalarcCr-)z Create a size-1 dataset r!rNr.r1rrrtest_create_simpleGr4z"TestCreateShape.test_create_simplecC |jdd}||jddS)z+ Create a size-1 dataset with integer shaper!rr5Nr.r1rrrtest_create_integerLr4z#TestCreateShape.test_create_integercCsX|jdd}||jd||jd|jdd}||jd||jddS) Create an extended dataset r!?r;bar <Nrr$r/r0sizer1rrrtest_create_extendedQ z$TestCreateShape.test_create_extendedcCsX|jdd}||jd||jd|jdd}||jd||jddS)r9r!r;r:r<r=r@NrAr1rrrtest_create_integer_extendedZrDz,TestCreateShape.test_create_integer_extendedcCs&|jdd}||jtddS)) Confirm that the default dtype is float r!r:z=f4Nrr$r/dtypenpr1rrrtest_default_dtypecsz"TestCreateShape.test_default_dtypecCs<|t|jdWddS1swYdS)z Missing shape raises TypeError r!N assertRaises TypeErrorrr$rrrrtest_missing_shapehs "z"TestCreateShape.test_missing_shapecCsF|jjddtjd}tdvrtdt||j tjdS)rFr!r:rH)Zppc64lez(Storage of long double deactivated on %sN) rr$rIZ longdoubleplatformmachinepytestxfailr/rHr1rrrtest_long_doublems z TestCreateShape.test_long_double complex256zNo support for complex256cCs0|jjddtdd}||jtddS)rFr!r:rUrON)rr$rIrHr/r1rrrtest_complex256ts zTestCreateShape.test_complex256cCs<|jdd}||jd|jdd}||jddS)Nsfoor5sbar/baz)r.rr2dset2rrrtest_name_bytes{szTestCreateShape.test_name_bytesN)rrrr+r3r6r8rCrErJrNrTrskipIfhasattrrIrVrZrrrrr,<s    r,c@sxeZdZdZddZddZddZdd Zd d Zd d Z ddZ ddZ ddZ ddZ ddZddZddZdS)TestCreateDatazA Feature: Datasets can be created from existing data cC0tdd}|jjd|d}||j|jdS)z- Create a scalar dataset from existing array rrr!dataNrIonesrr$r/r0rr`r2rrrr3 z!TestCreateData.test_create_scalarcCr^)z/ Create an extended dataset from existing data r:rr!r_NrarcrrrrCrdz#TestCreateData.test_create_extendedcCs4|jjdddd}||tj|d|jvdS)z1 Create dataset with missing intermediate groups z /foo/bar/bazr?r?z.check_vlen_asciiaabcr_bdefcdrONrr$rIarrayobject)rrrrrtest_create_bytestrings  z%TestCreateData.test_create_bytestringcCs4|jjdtjddgddd}|j|tjdddS) NrrrZS3rOr_rlr)rr$rIrrr rr1rrrtest_create_np_sszTestCreateData.test_create_np_scszfdd}|jjddd|jjdddgd|jjddgdggd|jjd tjddgtd ddS) Ncrr)rr CSET_UTF8rrrrcheck_vlen_utf8rz;TestCreateData.test_create_strings..check_vlen_utf8rabcr_rdefrrrOr)rrrrrtest_create_stringss  z"TestCreateData.test_create_stringscCsN|t|jjdtjddgdddWddS1s wYdS)NrrrZU3rOr_)rLrMrr$rIrrrrrtest_create_np_us  "zTestCreateData.test_create_np_ucCs*|jjddd|t|jdjdS)Nr!rrO)rr$rgr rtrrrr test_empty_create_via_None_shapesz/TestCreateData.test_empty_create_via_None_shapecCs2|jjdtjddd|t|jdjdS)Nr!rrOr_)rr$rfEmptyrgr rtrrrr!test_empty_create_via_Empty_classsz0TestCreateData.test_empty_create_via_Empty_classcCsH|t|jjddtddWddS1swYdS)Nr<r#rlrm)rLrsrr$rIrnrrrrtest_create_incompatible_datas "z,TestCreateData.test_create_incompatible_dataN)rrrr+r3rCrhrqrurrrrrrrrrrrrr]s    r]c @seZdZdZejdddejddejddfddejddejd d fd d ejd d d d fejd d d dffddejdd ddfejd d fgddZ ddZ ddZ ddZ ddZ d S)TestReadDirectlyzI Feature: Read data directly from Dataset into a Numpy array +source_shape,dest_shape,source_sel,dest_seldrr?2r@FZNrjr?rr r>rWr>rlc Csltjt|dd|}|jd||d}tj|ddd}|} ||| |<||||tj || dS)Nint64rOr2r_) rIrnr rpr$fullcopy read_directtestingassert_array_equal) r writable_file source_shape dest_shape source_seldest_selZ source_valuesr2arrexpectedrrrtest_read_directs  z!TestReadDirectly.test_read_directcCsN|jddtjdddd}tjddd}||tj|tjddddS)Nr2r?r?rrOr_)r$rIrnrbrrrrrr2rrrr test_no_sels zTestReadDirectly.test_no_selcCsl|jddd}tdd}tt||tjddtjddWddS1s/wYdS NZedsetrrOrrr?rr@)r$rIrbrRraisesrMrs_)rr empty_dsetrrrr test_emptys   $"zTestReadDirectly.test_emptycCT|jdddd}td}tt||WddS1s#wYdSNr2rrrOr$rIrbrRrrMrrrrrtest_wrong_shape    "z!TestReadDirectly.test_wrong_shapecCX|jdddd}tjddd}tt||WddS1s%wYdSNr2rerrOF)Zorderrrrrrtest_not_c_contiguous   "z&TestReadDirectly.test_not_c_contiguous)rrrr+rRmark parametrizerIrrrrrrrrrrrs.$   rc @seZdZdZejdddejddejddfddejddejd d fd d ejd d d d fejd d d dffddejdd ddfejd d fgddZ ddZ ddZ ddZ d S)TestWriteDirectlyz> Feature: Write Numpy array directly into Dataset rrrr?rr@rrNrrrrrrWr>rlc Csj|jd|ddd}tt||}tj|ddd}||||<||||tj|dd|dS)Nr2int32rrH fillvaluerO) r$rIrnr rpr write_directrr) rrrrrrr2rrrrrtest_write_directs   z#TestWriteDirectly.test_write_directcCsf|jddd}tt|tdtjddtjddWddS1s,wYdSr)r$rRrrMrrIrbr)rrrrrrr!s *"zTestWriteDirectly.test_emptycCrrr$rIrbrRrrMrrrrrr&rz"TestWriteDirectly.test_wrong_shapecCrrrrrrrr,rz'TestWriteDirectly.test_not_c_contiguous) rrrr+rRrrrIrrrrrrrrrr s.$  rc@sPeZdZdZddZddZddZdd Zd d Zd d Z ddZ ddZ dS)TestCreateRequirezS Feature: Datasets can be created only if they don't exist in the file cCs.|jddd}||t||jddS)z& Create new dataset with no conflicts r!rkrN)rrequire_datasetr%rr/r0r1rrr test_create9s zTestCreateRequire.test_createcCs0|jddd}|jddd}|||dS)z) require_dataset yields existing dataset r!rkrNrrr/rXrrrtest_create_existing?sz&TestCreateRequire.test_create_existingcCs|jddd}|jddd}||||jddd}|jddd}||||jddd}|jddd}|||dS) z; require_dataset with integer shape yields existing datasetr!r?rr<rZbazsbazNrrXrrrtest_create_1DEs  z TestCreateRequire.test_create_1DcCsP|jddd|t|jdddWddS1s!wYdS)z6 require_dataset with shape conflict yields TypeError r!rkr)r?r#Nrr$rLrMrrrrrtest_shape_conflictSs "z%TestCreateRequire.test_shape_conflictcCsL|jd|t|jdddWddS1swYdS)z< require_dataset with object type conflict yields TypeError r!rkrN)rZ create_grouprLrMrrrrrtest_type_conflictYs  "z$TestCreateRequire.test_type_conflictcCsP|jddd}|t|jdddWddS1s!wYdS)zL require_dataset with dtype conflict (strict mode) yields TypeError r!rkrZS10Nrr1rrrtest_dtype_conflict_s "z%TestCreateRequire.test_dtype_conflictcCs4|jddd}|jjddddd}|||dS)z* require_dataset with exactly dtype match r!rkrTexactN)rr$rr/rXrrrtest_dtype_exactfsz"TestCreateRequire.test_dtype_exactcCsH|jddd}|jjddddd}|||||jtddS)zJ require_dataset with convertible type succeeds (non-strict mode) r!rki4i2FrN)rr$rr/rHrIrXrrrtest_dtype_closems z"TestCreateRequire.test_dtype_closeN) rrrr+rrrrrrrrrrrrr3s rc@XeZdZdZddZddZddZdd Zd d Zd d Z ddZ ddZ ddZ dS)TestCreateChunkedzL Feature: Datasets can be created by manually specifying chunks cCs$|jjdddd}||jddS)z Create via chunks tuple r!rrr0chunksNrr$r/rr1rrrtest_create_chunks|z$TestCreateChunked.test_create_chunkscCs$|jjdddd}||jddS)z Create via chunks integer r!rr?rrNrr1rrrtest_create_chunks_integerrz,TestCreateChunked.test_create_chunks_integercCB|t|jjddddWddS1swYdS)z& Illegal chunk size raises ValueError r!rrrNrLrsrr$rrrrtest_chunks_mismatch "z&TestCreateChunked.test_chunks_mismatchcCD|t|jjdddddWddS1swYdS)z3 Chunked format required for given storage options r!rrF)r0maxshaperNrrrrrtest_chunks_falses "z#TestCreateChunked.test_chunks_falsecCr)z> Attempting to create chunked scalar dataset raises TypeError r!r)rrNrKrrrrtest_chunks_scalarrz$TestCreateChunked.test_chunks_scalarcCs6|jjdddd}||jt|t|jddS)z Auto-chunking of datasets r!)rrTrrWN)rr$r%rtupler/lenr1rrrtest_auto_chunkssz"TestCreateChunked.test_auto_chunkscCs&|jjddddd}||jddS)z7 Auto-chunking with pathologically large element sizes r!rlZ S100000000Tr0rHrr5Nrr1rrrtest_auto_chunks_abusesz(TestCreateChunked.test_auto_chunks_abusecCs|jjddtjdd}d|ddddf<|t|ddddfdkd |d<|t|dd kd |d d <|t|d d d kdS) z+ Test scalar assignment of chunked dataset r!)rlrr)rrrrr?rN( rrW)rr$rIrrgallr1rrrtest_scalar_assignments "  z(TestCreateChunked.test_scalar_assignmentcCstjtdd}|jjddddWdn1swYtjtdd}|jjdddd WddS1s Feature: Datasets can be created with fill value cCs6|jjdddd}||dd||dddS)z- Fill value is reflected in dataset contents r!rg@rrrN)rr$r/r1rrrtest_create_fillvalsz'TestCreateFillvalue.test_create_fillvalcCs4|jjdddd}||jd||jtjdS)z( Fill value is recoverable via property r!rg@rN)rr$r/rZassertNotIsInstancerIndarrayr1rrr test_propertyriz!TestCreateFillvalue.test_propertycCr7)z0 .fillvalue property works correctly if not set r!rrN)rr$r/rr1rrrtest_property_noner4z&TestCreateFillvalue.test_property_nonecCsVtddg}tjd|dd}|jjdd||d}||j|||d |d S) z& Fill value works with compound types )rf4)rZi8r5rOrr!rrr#N)rIrHrbrr$r/rZassertAlmostEqual)rdtvr2rrr test_compounds z!TestCreateFillvalue.test_compoundcCsH|t|jjddddgdd}WddS1swYdS)z$ Bogus fill value raises ValueError r!rri)rr*rNrr1rrrtest_excs  "zTestCreateFillvalue.test_excN) rrrr+r r r rrrrrrrs rz dt,expectedutf-8rencodingr}asciircCs"|jdd|d}|j|ksJdS)Nr!rrO)r$r)rrrr2rrrtest_get_unset_fill_valuesrc@r)TestCreateNamedTypezC Feature: Datasets created from an existing named type cCsntd|jd<|jjdd|jdd}||jtd||j|jdj||jdS)z7 Named type object works and links the dataset to type Zf8typexrrON) rIrHrr$r/rtrvrgZ committedr1rrr test_nameds zTestCreateNamedType.test_namedN)rrrr+r rrrrr rgzipzDEFLATE is not installedc@s0eZdZdZddZddZddZdd Zd S) TestCreateGzipz= Feature: Datasets created with gzip compression cCs4|jjddddd}||jd||jddS)z# Create with explicit gzip options r!rrjr"r compressioncompression_optsNrr$r/r&r'r1rrr test_gzips zTestCreateGzip.test_gzipcCs2|jjdddd}||jd||jddS)z+ Create with implicit gzip level (level 4) r!r$r"r&r#Nr(r1rrrtest_gzip_implicitz!TestCreateGzip.test_gzip_implicitcCs|jjdddd}||jd||jdtjjj}z4t tjj_| t |jjdddd}Wdn1sr*Nrr<)r`r&r) rr$r/r&r'rIrnflushro)rr2testdatareaddatarrrtest_lzf]s  zTestCreateLZF.test_lzfcCr)z& Giving lzf options raises ValueError r!r$r>r#r%Nrrrrr test_lzf_excms  "zTestCreateLZF.test_lzf_excN)rrrr+rDrErrrrr?Vs r?szipzSZIP is not installedc@r)TestCreateSZIPr@cCs|jjddddd}dS)z Create with explicit szip r!r$rF)Zecr%N)rr$r1rrr test_szip{s  zTestCreateSZIP.test_szipN)rrrr+rIrrrrrGt rGshufflezSHUFFLE is not installedc@r)TestCreateShufflez8 Feature: Datasets can use shuffling filter cC"|jjdddd}||jdS)z Enable shuffle filter r!r$T)rKN)rr$rgrKr1rrr test_shufflezTestCreateShuffle.test_shuffleN)rrrr+rNrrrrrLrJrL fletcher32zFLETCHER32 is not installedc@r)TestCreateFletcher32z= Feature: Datasets can use the fletcher32 filter cCrM)z Enable fletcher32 filter r!r$T)rPN)rr$rgrPr1rrrtest_fletcher32rOz$TestCreateFletcher32.test_fletcher32N)rrrr+rRrrrrrQr!rQ scaleoffsetzSCALEOFFSET is not installedc@sHeZdZdZddZddZddZdd Zd d Zd d Z ddZ dS)TestCreateScaleOffsetz? Feature: Datasets can use the scale/offset filter cCD|t|jjddtdd}WddS1swYdS)z[ Ensure that a scale factor is required for scaleoffset compression of floating point data r!r$TrHrSNrLrsrr$floatr1rrr test_float_fails_without_options "z6TestCreateScaleOffset.test_float_fails_without_optionscCrU)z# Check when scaleoffset is negetiver!r$grVNrWr1rrrtest_non_integerrZz&TestCreateScaleOffset.test_non_integercCrU)z% Check when dtype is unsupported typer!r$TrVN)rLrMrr$boolr1rrrtest_unsupport_dtyperZz*TestCreateScaleOffset.test_unsupport_dtypecCsd}d}dd|}tjj|d|}|jjd|t|d}|jdus%J||d <|jj}|jt |d |_|jdd }|j ||d| d ||k rSJdS) z2 Scaleoffset filter works for floating point data r#ri,rr?g?r!rVN.r)Z precision) rIrandomrandrr$rXrSfilenamerrfrror)rZscalefacr0rangerBr2rbrCrrr test_floats  z TestCreateScaleOffset.test_floatcCsd}d}tjjdd|d|d}|jjd|tdd }|jd us"J||d <|jj}|jt |d |_|jdd }| ||d S) zB Scaleoffset filter works for integer data with default precision rr^rrWrrBr!TrVN.r_) rIr`randintrr$intrSrbrrfrrorZnbitsr0rBr2rbrCrrrtest_ints zTestCreateScaleOffset.test_intcCsd}d}tjjdd||d}|jjd|t|d}||jdk||d<|jj}|j t |d |_|jdd}| ||d S) D Scaleoffset filter works for integer data with specified precision rr^rrWrer!rV.r_N) rIr`rfrr$rgrgrSrbrrfrrorhrrrtest_int_with_minbitss z+TestCreateScaleOffset.test_int_with_minbitscCsd}d}tjjdd|dd|d}|jjd|t|d}||jdk||d <|jj}|j t |d |_|jdd }||k rHJd S) rjrr^rrWrrer!rV.r_N) rIr`rfrr$rgrgrSrbrrfrrrhrrrtest_int_with_minbits_lossys z1TestCreateScaleOffset.test_int_with_minbits_lossyN) rrrr+rYr[r]rdrirkrlrrrrrTs rTc@s@eZdZdZddZddZddZdd Zd d Zd d Z dS) TestExternalzB Feature: Datasets with the external storage property c Csd}tj|}|}|dtjfg}|jjd||j|dd}||d<|jdus*Jt |d }| }Wdn1s>wY|| ksKJt j jd krot|j}t|jjj} || ksqJdSdS) z' Create and access an external dataset r>rrr!z ${ORIGIN}rHexternal efile_prefix.Nrbrr?r)rIr`rr UNLIMITEDrr$rHrpopenreadtobytesrfrhdf5_version_tuplepathlibPathrtget_access_plistget_efile_prefixdecodeas_posixrbparent) rr0rBext_filerpr2fidcontentsrqrrrr test_contentss"     zTestExternal.test_contentsc Cs&d}tj|}|}tj|dtjfg}|jj d||j |tj |d}||d<|j dus2Jt |d }|}Wdn1sFwY||ksSJtjjdkrut|j}t|j} || ksuJ|jjd||j tj |d } | j dusJ| d |kdS) z< Create and access an external dataset using an efile_prefixrnrr!ro.Nrrrs)rqr)rIr`rospathbasenamer rtrr$rHdirnamerprurvrwrfrrxryrzrtr{r|r}r~rr) rr0rBrrpr2rrrqrrYrrrtest_contents_efile_prefix*s$      z'TestExternal.test_contents_efile_prefixcCs|jjdd|ddS)z/ External argument may be a file name str only r!rnrpN)rr$rrrrr test_name_strHszTestExternal.test_name_strcCs |jjddt|ddS)z0 External argument may be a file name path only r!rnrN)rr$ryrzrrrrrtest_name_pathMs   zTestExternal.test_name_pathcsN|d}tfddt|D}|jjdd|d}t|j|ks%JdS)z9 External argument may be an iterable of multiple tuples rc3s|] }|ddfVqdS)Nr.0rrrr Xsz/TestExternal.test_iter_multi..ZpoornrN)riterrcrr$rrp)rNrpr2rrrtest_iter_multiSs zTestExternal.test_iter_multic Csd}|}t|gft|dgft|dtjgft|fgft|dfgft|dtjdfgft|ddfgffD]"\}}|||jjd||dWdn1sPwYq3dS)z" Test with invalid external lists rnrz h5f.UNLIMITEDr!rN)rrMr rtrsrLrr$)rr0rexc_typerprrr test_invalid\s    zTestExternal.test_invalidN) rrrr+rrrrrrrrrrrm s rmc@s2eZdZdZd ddZddZddZd d Zd S) TestAutoCreatezP Feature: Datasets auto-created from data produce the correct types TcCsF|j}|t|tjj||||r|s!JdSdSr) rtrvr/rrfr rxryrz)rr)r|variabler~rrrassert_string_typets  z!TestAutoCreate.assert_string_typecCsxd|jd<||jdtjjddg|jd<||jdtjjtjddgtjd|jd<||jdtjjdS) z Datasets may be resized up to maxshape using integer maxshaper!rrrr)rjNrr1rrrtest_resize_1Ds zTestResize.test_resize_1DcCsL|jjdddd}|t|dWddS1swYdS)z. Resizing past maxshape triggers an exception r!r$rr)rrN)rr$rL Exceptionrr1rrrtest_resize_overs  "zTestResize.test_resize_overcCsH|jdd}|t|dWddS1swYdS)z/ Resizing non-chunked dataset raises TypeError r!r$rN)rr$rLrMrr1rrrtest_resize_nonchunkeds  "z!TestResize.test_resize_nonchunkedcCs2|jjdddd}|jddd||jdd S) z Resize specified axis r!r$rrrrZaxisrN)rr$rr/r0r1rrrtest_resize_axisr,zTestResize.test_resize_axiscCsP|jjdddd}|t|jdddWddS1s!wYdS) z Illegal axis raises ValueError r!r$rrrrWrN)rr$rLrsrr1rrr test_axis_exc s "zTestResize.test_axis_exccCs2|jjdddd}||jd||jddS)z? Allow zero-length initial dims for unlimited axes (issue 111) r!)r)rNrN)rr$r/r0rr1rrr test_zero_dimr,zTestResize.test_zero_dimN) rrrr+rrrrrrrrrrrrrrs   rc@r6) TestDtypezD Feature: Dataset dtype is available as .dtype property cCs(|jddd}||jtddS)z Retrieve dtype from dataset r!r|S10NrGr1rrr test_dtypeszTestDtype.test_dtypecCs<tdtjfdtjfg}|jdd|}||j|dS)z7 Retrieve dtype from complex float16 dataset (gh-2156) r_rr!rN)rIrHfloat16rr$r/)rZ complex32r2rrrtest_dtype_complex32#szTestDtype.test_dtype_complex32N)rrrr+rrrrrrr rc@r6)TestLenzG Feature: Size of first axis is available via Python's len cCs"|jdd}|t|ddS)z Python len() (under 32 bits) r!)8rrN)rr$r/rr1rrrtest_len1szTestLen.test_lencCs~|jdd}||jdtjdkr-|t t|Wdn1s'wYn|t|d||ddS)z Python len() vs Dataset.len() r!)riNr) rr$r/r0sysmaxsizerL OverflowErrorrr1rrr test_len_big6s   zTestLen.test_len_bigN)rrrr+rrrrrrr+rrc@r6)TestIterz; Feature: Iterating over a dataset yields rows cCsXtjdddd}|jjd|d}t||D]\}}|t|d|||qdS) z& Iterating over a dataset yields rows rjrrOrkr!r_rlN) rIrnrprr$zipr/rro)rr`r2rrrrr test_iterHs zTestIter.test_itercCsN|jjddd}|tdd|DWddS1s wYdS)z0 Iterating over scalar dataset raises TypeError r!r)r0cSsg|]}|qSrrrrrr Tsz-TestIter.test_iter_scalar..N)rr$rLrMr1rrrtest_iter_scalarPs "zTestIter.test_iter_scalarN)rrrr+rrrrrrrBs rc@seZdZdZddZddZddZdd Zd d Zd d Z ddZ ddZ ddZ ddZ ddZddZddZddZddZd d!Zd"d#Zd$S)% TestStringszr Feature: Datasets created with vlen and fixed datatypes correctly translate to and from HDF5 cCsntjdd}|jjdd|d}|j}|t|tjj || tjj t |j }||jddS)z3 Vlen bytes dataset maps to vlen ascii in the file rrrrrON)rf string_dtyperr$rtrvr/rr rxryrcheck_string_dtyperHrrrr)r~Z string_inforrrr^s   zTestStrings.test_vlen_bytescCsptjdd}d}|jjdd||d}||jdd|||jdd|||jdj|dS) & Vlen bytes dataset handles fillvalue rrbarrrrrNrfrrr$r/asstrr}rrrZ fill_valuer)rrrtest_vlen_bytes_fillvaluehs z%TestStrings.test_vlen_bytes_fillvaluecCsjt}|jjdd|d}|j}|t|tjj || tjj t |j }||jddS)z5 Vlen unicode dataset maps to vlen utf-8 in the file rrrOrN)rfrrr$rtrvr/rr rxryrrrHrrrrrrqs  zTestStrings.test_vlen_unicodecCstt}d}|jjdd||d}||jdd|d||jdd|||jdj|ddS)( Vlen unicode dataset handles fillvalue bárrrrrrN)rfrrr$r/encoderrrrrrtest_vlen_unicode_fillvalue{s z'TestStrings.test_vlen_unicode_fillvaluecCstd}|jjdd|d}|j}|t|tj j | | || d||tj jt|j}||jd||jddS)zK Fixed-length bytes dataset maps to fixed-length ascii in the file rrrrOr?rN)rIrHrr$rtrvr/rrfr rxZ assertFalserzr{ryrrrr}rrrrtest_fixed_asciis   zTestStrings.test_fixed_asciicCsrtjddd}d}|jjdd||d}||jdd|||jdd|||jdj|d S) rrr?rrrrrrNrrrrrtest_fixed_bytes_fillvalues z&TestStrings.test_fixed_bytes_fillvaluecCstjddd}|jjdd|d}|j}||tjj d}| d|d<||d <||g|d d <t j ||gt d|d d <t j | dgd |d|d d <|tt j ||gdd|d d<Wdn1sowYt j|dd t j | dgd dddS)NrrrrrrOcùrrrWr#r>Ur?S)rfrrr$rtrvr/ryr rrrIrrrLrMrr)rrr)r~srrrtest_fixed_utf8s " 0zTestStrings.test_fixed_utf8cCsztjddd}dd}|jjdd||d}||jdd|||jdd|d||jdj|d S) rrr?rrrrrrN) rfrrrr$r/rr}rrrrrtest_fixed_utf_8_fillvalues   z&TestStrings.test_fixed_utf_8_fillvaluecCsLtd}|t|jjdd|d}WddS1swYdS)zA Fixed-length unicode datasets are unsupported (raise TypeError) z|U10rrrON)rIrHrLrMrr$rrr)rrrtest_fixed_unicodes  "zTestStrings.test_fixed_unicodecCsRtjdd}|jjdd|d}d}||d<|d}|t|t|||dS) zN writing and reading to vlen bytes dataset preserves type and content rrrrrOHellorN)rfrrr$r/rbytesrrr)r`outrrrtest_roundtrip_vlen_bytess z%TestStrings.test_roundtrip_vlen_bytescCsRtd}|jjdd|d}d}||d<|d}|t|tj|||dS)z[ Writing to and reading from fixed-length bytes dataset preserves type and content rrrrOrrN)rIrHrr$r/rrrrrrtest_roundtrip_fixed_bytess z&TestStrings.test_roundtrip_fixed_bytescCs^t}|jjdd|d}d}||d<||dt|d}||t|||dS)NrrrOfàilter) rfrrr$r%rrr'r/rrrrtest_retrieve_vlen_unicodes  z&TestStrings.test_retrieve_vlen_unicodecCs|jjddtd}d}||d<|d}|t |d}Wdn1s*wY||dddd||d d||d t |t j |dd t j |gtdt j t |dd t j |gtddS) NrrrOrrrignoreZfiltelatin-1r?r)rr$rfrrrLUnicodeDecodeErrorr/rrrIrrrrasarray)rr)r`Zstrwrap1rrrr test_asstrs    "zTestStrings.test_asstrcCstjdd}|jjdd|d}d}tj|d|d|d<||dtj| d}||t | ||| | d d dd | | d d|tj | dd tj|gtddS)NrrrrrOrrrrr rr r)rfrrr$rIrrr%Zbytes_rr'r/rrrrrrrrtest_asstr_fixeds    zTestStrings.test_asstr_fixedcCsXtd}|jjdd|d}d}|t ||d<WddS1s%wYdS)zGEncoding error when writing a non-ASCII string to an ASCII vlen datasetrrrrOrrN)rfrrr$rLUnicodeEncodeError)rrr)r`rrrtest_unicode_write_error s   "z$TestStrings.test_unicode_write_errorcCs\t}|jjdd|d}dtdd}||d<|d}|t|t|||dS) zJ Writing valid utf-8 byte strings to a unicode vlen dataset is OK rrrOrrutf8rN) rfrrr$rrr/rrrrrrtest_unicode_write_bytessz$TestStrings.test_unicode_write_bytescCsVtd}|jjdd|d}d}||d<|d}|t|t|||ddS)z: Writing an ascii str to ascii vlen dataset is OK rrrrOz ASCII stringrN)rfrrr$r/rrrrrrrtest_vlen_bytes_write_ascii_strs z+TestStrings.test_vlen_bytes_write_ascii_strN)rrrr+rrrrrrrrrrrr rrrrrrrrrrWs&          rc@(eZdZdZddZddZddZdS) TestCompoundz: Feature: Compound types correctly round-trip c Cstdtjfdtjfdtjfdtjfdtjfdtjfdtjfg}tjd|d }|jD] }tjdd ||<q+||jd <|jd d }| t ||k| |j|jd S)z: Compound types are read back in correct order (issue 236)weightZcputimeZwalltimeZparents_offsetZ n_parentsstatus endpoint_typerHrOrtest.N) rIrHfloat64Zuint32uint8r fieldsr`rrgrr/)rrrBkeyoutdatarrrtest_rt0s   zTestCompound.test_rtcCstdtjdffdtjfg}tjd|d}|jD]}tjj||jdd||<q|jj dd|d}|jD]}||||<q6|jdd }| t ||k| |j|jdS) NrrlrrrOrerr.) rIrHrrr rr`r0rr$rgrr/)rrrBrr)r rrr test_assignDs  zTestCompound.test_assigncCs>tdtjfdtjfdtjfg}tjd|d}|jD] }tjdd||<q||jd<tj|jdddgdd|ddgtj|jdddd|dtjt |jdddg|ddgtdtj fg}tjtj |jddg|d|dg |t |jdddksJdS) NrrrrrOrrrH) rIrHrr rr`rrrr rastyper)rrrBrZdt_intrrr test_fieldsUs0  $" zTestCompound.test_fieldsN)rrrr+r!r"r$rrrrr*s  rc@r) TestSubarraycCsl|jjdddd}gd|d<tj|ddgdggdg|dd<tj|ddgdgdSNrr5Z3int8rOrrWrlr)r#rr>)rr$rIrrr(rrrtest_write_listzs   zTestSubarray.test_write_listcCsx|jjdddd}tgd|d<tj|ddgdgtgdg|dd<tj|ddgdgdSr&)rr$rIrrrr(rrrtest_write_arrays  zTestSubarray.test_write_arrayN)rrrr(r)rrrrr%ys r%c@s,eZdZdZddddZddZdd Zd S) TestEnumzM Feature: Enum datatype info is preserved, read/write as integer rrr)ZREDZGREENZBLUEcCsDtj|jdd}|jjdd|d}|j}t|}|||jdS)z= Enum datasets can be created and type correctly round-trips rZbasetyperrrON)rf enum_dtypeEDICTrr$rHZcheck_enum_dtyper/)rrr)Zdt2Zdict2rrrrs  zTestEnum.test_createcCsptj|jdd}|jjdd|d}d|d<d|dd d f<||dd||dd d ftjd ddd S) z/ Enum datasets can be read/written as integers rr+rrrOr)#%rN)drrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrr) rfr,r-rr$r/rorIrrrrrtest_readwrites &zTestEnum.test_readwriteN)rrrr+r-rr0rrrrr*s   r*c@s:eZdZdZddZeeeddddZ dd Z d S) TestFloatszA Test support for mini and extended-precision floats cCsJ|jjdd|d}||j|tjd|d}||d<||d|dS)NrrrO.)rr$r/rHrIrbro)rrr2r`rrr _exectests zTestFloats._exectestrzNumPy float16 support requiredcCs|tddS)z Mini-floats round trip rN)r2rIrHrrrr test_miniszTestFloats.test_minicCs>ttdr|tjjtddS|tjjtddS)z Test mapping for float16 rzz+Issue with empty region refs in HDF5 1.10.6reasonc@s@eZdZdZddZddZeddZedd Zd d Z d S) TestRegionRefsz3 Various features of region references cCs@t|tdd|_|jjd|jd|_|j|jd<dS)Ni'rrr_.) rrrIrnrpr`rr$r2rrrrrs zTestRegionRefs.setUpcCs@tjdddddf}|jj|}||j||j|dS)z4 Region references can be used as slicing arguments rr.r?rrN)rIrr2 regionrefror`rZslicrefrrrtest_create_refs zTestRegionRefs.test_create_refcCs,|jjdd}|j|}|jdksJdS)Nr)r2rCrB)rrErrrrtest_empty_regions z TestRegionRefs.test_empty_regioncCs|jjdddd}tjtjj}|tj|jdtjj |}||t t dks/J| tj|jdtjj |}|||dksIJdS)NZscalar?r r`rH.r)rr$rfZh5screateZSCALARZ select_noneZh5rrtZDATASET_REGIONrrIrHZ select_all)rr)ZsidrErrrtest_scalar_dataset sz"TestRegionRefs.test_scalar_datasetcCsXtjdddddf}|jj|}||jj||jj||jj|ddS)z, Region reference shape and selection shape rr.r?rr)r?N)rIrr2rCr/r0Z selectionrDrrrtest_ref_shapes zTestRegionRefs.test_ref_shapeN) rrrr+rrFempty_regionref_xfailrGrLrNrrrrrBs   rBc@r) TestAstypez(.astype() wrapper & context manager cCsL|jjdddd}td|d<|ddd}||tjddddSNrrrrOr.r )rr$rIrnr#rorr2rrrrtest_astype_wrapper'szTestAstype.test_astype_wrappercCs:|jjdddd}td|d<|dt|ddSrQ)rr$rIrnr/rr#r1rrrtest_astype_wrapper_len.sz"TestAstype.test_astype_wrapper_lencCsN|jjdddd}td|d<tj|ddd}||tjddddSrQ)rr$rIrnr r#rorRrrrtest_astype_wrapper_asarray3sz&TestAstype.test_astype_wrapper_asarrayN)rrrr+rSrTrUrrrrrP$s  rPc@r)TestScalarCompoundzl Retrieval of a single field from a scalar compound dataset should strip the field info cCs:tdg}|jjdd|d}||djtddS)NrrrrOrr)rIrHrr$r/)rrr2rrrtest_scalar_compoundAs z'TestScalarCompound.test_scalar_compoundN)rrrr+rWrrrrrV:s rVc@sfeZdZddZddZddZddZd d Zdd d ZddZ ddZ ddZ ddZ ddZ dS)TestVlencCsRtt}|jjdd|d}td|d<td|d<gd|d<td|d<||dtd||dtd||dtgd||dtdtjtd td gt d|dd<||dtd ||dtd ttdtdg|dd<||dtd||dtddS) Nvlenr"rOrlrrr'rWrr#) rf vlen_dtypergrr$rIrnrorrrrrrriIs  &"zTestVlen.test_intcCs6tt}|jjdd|d}|jdd|djdS)NrYr5rOvlen2r)rfrZrgrr$rHrrrrtest_reuse_from_other[s zTestVlen.test_reuse_from_othercCsldtfdttfg}|jjdd|d}|jj}|jt|d|_|jdd|jdddjdS)NrrrYr5rOr[r) rgrfrZrr$rbrrrH)rrr)fnamerrrtest_reuse_struct_from_other`s  $z%TestVlen.test_reuse_struct_from_othercCs@tt}|jjdd|d}tddg|d<tdg|d<gd|d <||dtddg||dtdg||d tgd tjgd td gt d|dd <||dtd ||dtd ttgdtgdg|dd <||dtd||dtddS)NrYrrOgffffff?333333?rr)r_rWrlrWr')皙?g?g@g@r#r#r)r`r_皙@)皙?r_rarl) rfrZrgrr$rIrrornrrrrr test_converths  $ zTestVlen.test_convertcCstt}|jjdd|d}td|d<tjtdtdgtdtdggtd|ddddf<ttdtdgtdtdgg|ddddf<dS)NrY)rWrWrOrr<rlrW) rfrZrgrr$rIrnrrrrrr test_multidimys zTestVlen.test_multidimrYc CsPt|}|jj|d|d}tjgd|d}tjgd|d}tjgdtdd}||}gd} tj| |d} gd} tj| |d} ||d <||d <||d <| |d <| |d <|||d |||d |||d || |d || |d tjddg|d} | dd|d <|| |d |j |j dS)z Helper for testing various vlen numpy data types. :param np_dt: Numpy datatype to test :param dataset_name: String name of the dataset to create for testing. rrO)rH@g>@)g33333Y@g i@gfffffX@g%gr)rrWrr)rHreg @rg)rirri'rrrrWrlr#g333333?raN) rfrZrr$rIrrHr#rorAr) rnp_dtZ dataset_namerr)Zarray_0Zarray_1Zarray_2Zcasted_array_2Zlist_3Z list_array_3Zlist_4Z list_array_4rrr_help_float_testings2   zTestVlen._help_float_testingcCtd}||dS)NrrIrHrgrrfrrrtest_numpy_float16 zTestVlen.test_numpy_float16cCrh)Nfloat32rirjrrrtest_numpy_float32rlzTestVlen.test_numpy_float32cCrh)Nrrirjrrrtest_numpy_float64_from_dtyperlz&TestVlen.test_numpy_float64_from_dtypecCstj}||dSr)rIrrgrjrrrtest_numpy_float64_2szTestVlen.test_numpy_float64_2cCs |jjddtddtgd}|ddd|jdd<t|jdd|dddksBJ|jddd |ddd|jjd dtd dtgd }|ddd|jd d<t|jd d|dddksJ|jd dd |ddddS) z4Test that non-contiguous arrays are stored correctlyZncrr\rO)TFTTFFFNrWrz != Znc2Zint8)rWr#rrrrlr)rr$rfrZrIrr)rrrrrrtest_non_contiguous_arrayssFJz#TestVlen.test_non_contiguous_arraysN)rY)rrrrir\r^rcrdrgrkrnrorprqrrrrrXHs 0 rXc@r) TestLowOpencCs|jdd}|j}dS)z Test H5Dget_access_plist r!r"N)rr$rtr{)rr)Zp_listrrrtest_get_access_listsz TestLowOpen.test_get_access_listcCsHtjtjj}|jdd}~tj|jjd|}| |tjj dS)z# Test the dapl keyword to h5d.open rrxN) rfZh5prKZDATASET_ACCESSrr$Zh5drurtr%Z DatasetID)rZdaplr2dsidrrr test_dapls zTestLowOpen.test_daplN)rrrrsrvrrrrrrs rr)rr?rz#chunk info requires HDF5 >= 1.10.5c Csbddlm}|}t|d}|jdddddd |ddd<Wdn1s+wY|dt|d l}|dj}|d ksIJtd D]0}t t t |dd }| |}|j|kshJ|jdksoJ|jdusvJ|jdks}JqM|d }|jd ksJ|jdksJ|jdusJ|jdksJWddS1swYdS)NrBytesIOrrrrerr0rrHrr_rr?r<)iorxrfrr$seekrtget_num_chunksrcrrIrZ unravel_indexget_chunk_info chunk_offset filter_mask byte_offsetrBZget_chunk_info_by_coord)rxbuffoutfinr)joffsetsirrrtest_get_chunk_detailss.      "r)rrrl)rr?r?)rr?czJchunk iteration requires HDF5 1.10.10 and later 1.10, or 1.12.3 and latercsddlm}|}t|d}|jdddddd |dd d <Wd n1s+wY|dt|d 6}|dj}|}|d ksKJit|D] }| |}||j <qQfd d}| |Wd d S1stwYd S)z%H5Dchunk_iter() for chunk informationrrwrrrrerryrNr_rcsN|j}|j|jks J|j|jksJ|j|jksJ|j|jks%JdSr)r~rrrB)Z chunk_infoZknownZcirrcallbacks z!test_chunk_iter..callback) rzrxrfrr$r{rtr|rcr}r~Z chunk_iter)rxrrruZ num_chunksrrrrrrtest_chunk_iters$         "rcCs.|jddd}|jdusJ|jdusJdS)Nr>rrO)r$r0r)rr)rrrtest_empty_shapesrcCsddlm}|}t|d}|jdddWdn1s!wY|dt|d(}|djdus;J|djdusFJ|dj dksQJWddS1s\wYdS)Nrrwrr>rrOr_) rzrxrfrr$r{rrtZ get_offsetZget_storage_size)rxrrrrrrtest_zero_storage_size%s  "rcCsttjjttjjdg}|jd|tjd}|jttjks$Jtj|ddtj |tjd||dd<tj|ddtj |tjddS)NrrrIrO) rIZiinformaxr$Zuint64rHrrr)rr`r)rrrtest_python_int_uint643s " &rcCs<|jddtjd}tjjddd}||ddgddf<dS) Nr`)rrrWrO)rrlrWre)rrWr#.)r$rIrr`rf)rrblockrrrtest_setitem_fancy_indexingAsrcCFttd}|dddksJWddS1swYdS)Nzvlen_string_dset.h5ZDS1rsPartingrrrrrrtest_vlen_spacepadH"rcCr)Nzvlen_string_dset_utc.h5Zds1rs2009-12-20T10:16:18.662409Zrrrrrtest_vlen_nulltermMrr)rr?rlz>Appears you cannot pass an unknown filter id for HDF5 < 1.10.3cCs0d}|jddtj|dd}t||jvsJdS)Nr`reT)r0rHr&Zallow_unknown_filter)r$rIrr'_filters)rZfake_filter_idr)rrrtest_allow_unknown_filterRs  rc Csddlm}|}t|d0}|jdddddd d d }|j}|jd d |ks2J|dks8JWd n1sBwY| dt|d0}|j ddddddd}|j}|jd d |kstJ|dkszJWd d S1swYd S)z2Chunk cache configuration for individual datasets.rrwrr)r?r)rr#r rb)r0rrH rdcc_nbytesrdcc_w0 rdcc_nslotsrN)rrrbr_0q= ףp?)r0rHrrr)rrr) rzrxrfrr$rtr{Zget_chunk_cacheZ get_cacher{r)rxrrr)Zds_chunk_cacherrrrtest_dset_chunk_cache`s*  "rc@r6)TestCommutativez| Test the symmetry of operators, at least with the numpy types. Issue: https://github.com/h5py/h5py/issues/1947 cCsd}|jjd|ttjj|d}t|d}t||k||kks$Jt||k||kks1Jd}t||}t||k||kksGJt||k||kksTJdS)z Create a h5py dataset, extract one element convert to numpy Check that it returns symmetric response to == and != rrrrHr`rgMbP?N) rr$rXrIr`rarrZnanmax)rr0r2valZdeltaZnvalrrrtest_numpy_commutative{s  z&TestCommutative.test_numpy_commutativecCsTd}|jjd|ttjj|d}td}||k||kksJ||k||kks(JdS)z Create a h5py dataset and check basetype compatibility. Check that operation is symmetric, even if it is potentially not meaningful. rrrrN)rr$rXrIr`ra)rr0r2rrrrtest_basetype_commutatives  z)TestCommutative.test_basetype_commutativeN)rrrr+rrrrrrrvs rc@sHeZdZdZejejdkddddZejejdkddddZ d S) TestVirtualPrefixz% Test setting virtual prefix )rr?rWz8Virtual prefix does not exist before HDF5 version 1.10.2r@cCsRd}d}|jjd|ttjj||d}t|j  }||ks'JdS)Nr/path/to/virtualr)rHr`virtual_prefix) rr$rXrIr`raryrzrtr{get_virtual_prefixr}r~)rr0rr2virtual_prefix_readbackrrrtest_virtual_prefix_creates  z,TestVirtualPrefix.test_virtual_prefix_createcCs^d}|jjddd|d}t|j}| ||| |t | |j ddS)Nrr!rkr)r) rrryrzrtr{rr}r~r/r%rr0)rrr2rrrrtest_virtual_prefix_requires   z-TestVirtualPrefix.test_virtual_prefix_requireN) rrrr+rr[rrxrrrrrrrs   r)ar+ryrrZnumpyrIrPrRwarningscommonrrZ data_filesrrfrrrZ h5py._hl.baser r r r Zh5py.h5py_warningsr rZh5py._hl.selectionsr-Z selectionsZselrr r,r]rrrrrrrrgrrrXrmrrrrr[filtersrr#r7r?rGrLrQrTrmrrrrrrrrrr%r*r1r6r:rSrxrOrBrPrVrXrrr5rrrrrrrrZskipifrrrrrrrrs       FY0(CC&  ,'   qc,DTO 0      -