B dL@sdZddlZddlZddlZddlZddlZddlZddlZddl m Z m Z ddl m Z ddlmZmZmZddlmZddlmZmZdd lmZdd lmZddlZddlmmZGd d d e ZGd ddeZGdddeZGdddeZ GdddZ!GdddZ"GdddeZ#GdddeZ$GdddeZ%ej&'de(dfej)dfej*dfe+dfej,dfej-dfej.dd d!d"fej.d#d d!d"fej.dd$d"fej.d#d$d"fe.d"fg d%d&Z/Gd'd(d(eZ0e 1d)ej2j3kd*Gd+d,d,eZ4e 1d)ej2j3kd*Gd-d.d.eZ5e 1d/ej2j3kd0Gd1d2d2eZ6e 1d3ej2j3kd4Gd5d6d6eZ7e 1d7ej2j3kd8Gd9d:d:eZ8e 1d;ej2j3kd<Gd=d>d>eZ9e 1d?ej2j3kd@GdAdBdBeZ:GdCdDdDeZ;GdEdFdFeZGdKdLdLeZ?GdMdNdNeZ@GdOdPdPeZAGdQdRdReZBGdSdTdTeZCGdUdVdVeZDGdWdXdXeZEGdYdZdZeZFGd[d\d\eZGGd]d^d^eZHGd_d`d`eZIej&jJejjKdakdbdcZLGdddedeeZMGdfdgdgeZNGdhdidieZOGdjdkdkeZPGdldmdmeZQe RejjKdnkdodpdqZSe RejjKdrkpxejjKdskoxejjKdtkdudvdwZTdxdyZUdzd{ZVd|d}ZWd~dZXddZYddZZej&j[ejjKdkddcddZ\ddZ]GdddeZ^GdddeZ_dS)z Dataset testing operations. Tests all dataset operations, including creation, with the exception of: 1. Slicing operations for read and write, handled by module test_slicing 2. Type conversion for read and write (currently untested) N)utTestCase)get_data_file_path)FileGroupDataset)is_empty_dataspace)h5fh5t)H5pyDeprecationWarning)versionc@seZdZddZddZdS) BaseDatasetcCst|d|_dS)Nw)rmktempf)selfrI/var/www/html/venv/lib/python3.7/site-packages/h5py/tests/test_dataset.pysetUp'szBaseDataset.setUpcCs|jr|jdS)N)rclose)rrrrtearDown*szBaseDataset.tearDownN)__name__ __module__ __qualname__rrrrrrr&src@seZdZdZddZdS)TestReprz5 Feature: repr(Dataset) behaves sensibly cCs<|jdd}|t|t|j|t|tdS)z( repr() works on live and dead datasets foo)N)rcreate_datasetassertIsInstancereprstrr)rdsrrrtest_repr_open4s zTestRepr.test_repr_openN)rrr__doc__r#rrrrr/src@steZdZdZddZddZddZdd Zd d Zd d Z ddZ ddZ e eed dddZddZdS)TestCreateShapez@ Feature: Datasets can be created from a shape only cCs |jdd}||jddS)z Create a scalar dataset rrN)rr assertEqualshape)rdsetrrrtest_create_scalarBsz"TestCreateShape.test_create_scalarcCs |jdd}||jddS)z Create a size-1 dataset r)rN)rrr&r')rr(rrrtest_create_simpleGsz"TestCreateShape.test_create_simplecCs |jdd}||jddS)z+ Create a size-1 dataset with integer shaperr)rN)rrr&r')rr(rrrtest_create_integerLsz#TestCreateShape.test_create_integercCsX|jdd}||jd||jd|jdd}||jd||jddS)z Create an extended dataset r)?r,bar) <N)rrr&r'size)rr(rrrtest_create_extendedQs z$TestCreateShape.test_create_extendedcCsX|jdd}||jd||jd|jdd}||jd||jddS)z Create an extended dataset rr,)r,r-)r.r/r0N)rrr&r'r1)rr(rrrtest_create_integer_extendedZs z,TestCreateShape.test_create_integer_extendedcCs&|jdd}||jtddS)z) Confirm that the default dtype is float r)r,z=f4N)rrr&dtypenp)rr(rrrtest_default_dtypecsz"TestCreateShape.test_default_dtypec Cs&|t|jdWdQRXdS)z Missing shape raises TypeError rN) assertRaises TypeErrorrr)rrrrtest_missing_shapehs z"TestCreateShape.test_missing_shapecCsF|jjddtjd}tdkr2tdt||j tjdS)z) Confirm that the default dtype is float r)r,)r4)ppc64lez(Storage of long double deactivated on %sN) rrr5Z longdoubleplatformmachinepytestxfailr&r4)rr(rrrtest_long_doublems z TestCreateShape.test_long_double complex256zNo support for complex256cCs0|jjddtdd}||jtddS)z) Confirm that the default dtype is float r)r,r@)r4N)rrr5r4r&)rr(rrrtest_complex256ts zTestCreateShape.test_complex256cCs<|jdd}||jd|jdd}||jddS)Nsfoo)rsbar/baz))rrr&r')rr(dset2rrrtest_name_bytes{szTestCreateShape.test_name_bytesN)rrrr$r)r*r+r2r3r6r9r?rskipIfhasattrr5rArDrrrrr%<s  r%c@sxeZdZdZddZddZddZdd Zd d Zd d Z ddZ ddZ ddZ ddZ ddZddZddZdS)TestCreateDatazA Feature: Datasets can be created from existing data cCs0tdd}|jjd|d}||j|jdS)z- Create a scalar dataset from existing array rrr)dataN)r5onesrrr&r')rrHr(rrrr)s z!TestCreateData.test_create_scalarcCs0tdd}|jjd|d}||j|jdS)z/ Create an extended dataset from existing data )r,rr)rHN)r5rIrrr&r')rrHr(rrrr2s z#TestCreateData.test_create_extendedcCs4|jjdddd}||tj|d|jkdS)z1 Create dataset with missing intermediate groups z /foo/bar/baz)r/r/z.check_vlen_asciiasabc)rHbsdefcd)r4N)rrr5arrayobject)rrcr)rrtest_create_bytestrings  z%TestCreateData.test_create_bytestringcCs4|jjdtjddgddd}|j|tjdddS) NrdsabcsdefZS3)r4)rHrN)r_)rrr5rhrar rb)rr(rrrtest_create_np_sszTestCreateData.test_create_np_scszfdd}|jjddd|jjdddgd|jjddgdggd|jjd tjddgtd ddS) Ncsj|tjdddS)N)r_)rar CSET_UTF8)r()rrrcheck_vlen_utf8sz;TestCreateData.test_create_strings..check_vlen_utf8rdabc)rHredefrfrg)r4)rrr5rhri)rrmr)rrtest_create_stringss  z"TestCreateData.test_create_stringsc Cs8|t$|jjdtjddgdddWdQRXdS)NrdsabcsdefZU3)r4)rH)r7r8rrr5rh)rrrrtest_create_np_us zTestCreateData.test_create_np_ucCs*|jjddd|t|jdjdS)Nrr)r4)rrrKr rU)rrrr test_empty_create_via_None_shapesz/TestCreateData.test_empty_create_via_None_shapecCs2|jjdtjddd|t|jdjdS)Nrr)r4)rH)rrrJEmptyrKr rU)rrrr!test_empty_create_via_Empty_classsz0TestCreateData.test_empty_create_via_Empty_classc Cs2|t|jjddtddWdQRXdS)Nr-rrN)r'rH)r7rTrrr5rO)rrrrtest_create_incompatible_datas z,TestCreateData.test_create_incompatible_dataN)rrrr$r)r2rLrRrVrarjrkrprqrrrtrurrrrrGs   rGc @seZdZdZejdddejddejddfddejddejd d fd d ejd d d d fejd d d dffddejdd ddfejd d fgddZ ddZ ddZ ddZ ddZ d S)TestReadDirectlyzI Feature: Read data directly from Dataset into a Numpy array z+source_shape,dest_shape,source_sel,dest_sel)drr/2r0)FZN)rMr/)r{r{) )r.rBr.rNc Csntjt|dd|}|jd||d}tj|ddd}|} ||| |<||||tj || dS)Nint64)r4r()rH) r5rOproductrQrfullcopy read_directtestingassert_array_equal) r writable_file source_shape dest_shape source_seldest_selZ source_valuesr(arrexpectedrrrtest_read_directs  z!TestReadDirectly.test_read_directcCsN|jddtjdddd}tjddd}||tj|tjddddS)Nr()r/r/r)r4)rH)rr5rOrIrrr)rrr(rrrr test_no_sels zTestReadDirectly.test_no_selc CsV|jddd}tdd}tt(||tjddtjddWdQRXdS) Nedsetr)r4)rwrr/rxr0)rr5rIr=raisesr8rs_)rr empty_dsetrrrr test_emptys  zTestReadDirectly.test_emptyc Cs>|jdddd}td}tt||WdQRXdS)Nr()rwr)r4))rr5rIr=rr8r)rrr(rrrrtest_wrong_shapes  z!TestReadDirectly.test_wrong_shapec CsB|jdddd}tjddd}tt||WdQRXdS)Nr()r/r/r)r4F)order)rr5rIr=rr8r)rrr(rrrrtest_not_c_contiguouss z&TestReadDirectly.test_not_c_contiguous)rrrr$r=mark parametrizer5rrrrrrrrrrrvs.2 rvc @seZdZdZejdddejddejddfddejddejd d fd d ejd d d d fejd d d dffddejdd ddfejd d fgddZ ddZ ddZ ddZ d S)TestWriteDirectlyz> Feature: Write Numpy array directly into Dataset z+source_shape,dest_shape,source_sel,dest_sel)rwrr/rxr0)ryrzN)rMr/)r{r{r{)r|r}r~)r.rBr.rNc Csl|jd|ddd}tt||}tj|ddd}||||<||||tj|dd|dS)Nr(int32r)r4 fillvalue)r4) rr5rOrrQr write_directrr) rrrrrrr(rrrrrtest_write_directs  z#TestWriteDirectly.test_write_directc CsP|jddd}tt.|tdtjddtjddWdQRXdS) Nrr)r4)rwrr/rxr0)rr=rr8rr5rIr)rrrrrrr!s zTestWriteDirectly.test_emptyc Cs>|jdddd}td}tt||WdQRXdS)Nr()rwr)r4)r)rr5rIr=rr8r)rrr(rrrrr&s  z"TestWriteDirectly.test_wrong_shapec CsB|jdddd}tjddd}tt||WdQRXdS)Nr()r/r/r)r4r)r)rr5rIr=rr8r)rrr(rrrrr,s z'TestWriteDirectly.test_not_c_contiguous) rrrr$r=rrr5rrrrrrrrrr s.2 rc@sPeZdZdZddZddZddZdd Zd d Zd d Z ddZ ddZ dS)TestCreateRequirezS Feature: Datasets can be created only if they don't exist in the file cCs.|jddd}||t||jddS)z& Create new dataset with no conflicts r)r/rNrN)rrequire_datasetrrr&r')rr(rrr test_create9s zTestCreateRequire.test_createcCs0|jddd}|jddd}|||dS)z) require_dataset yields existing dataset r)r/rNrN)rrr&)rr(rCrrrtest_create_existing?sz&TestCreateRequire.test_create_existingcCs|jddd}|jddd}||||jddd}|jddd}||||jddd}|jddd}|||dS) z; require_dataset with integer shape yields existing datasetrr/rr-)r/ZbazsbazN)rrr&)rr(rCrrrtest_create_1DEs  z TestCreateRequire.test_create_1Dc Cs:|jddd|t|jdddWdQRXdS)z6 require_dataset with shape conflict yields TypeError r)r/rNr)r/rN)rrr7r8r)rrrrtest_shape_conflictSs z%TestCreateRequire.test_shape_conflictc Cs6|jd|t|jdddWdQRXdS)z< require_dataset with object type conflict yields TypeError r)r/rNrN)rZ create_groupr7r8r)rrrrtest_type_conflictYs  z$TestCreateRequire.test_type_conflictc Cs:|jddd}|t|jdddWdQRXdS)zL require_dataset with dtype conflict (strict mode) yields TypeError r)r/rNrZS10N)rrr7r8r)rr(rrrtest_dtype_conflict_s z%TestCreateRequire.test_dtype_conflictcCs4|jddd}|jjddddd}|||dS)z* require_dataset with exactly dtype match r)r/rNrT)exactN)rrrr&)rr(rCrrrtest_dtype_exactfsz"TestCreateRequire.test_dtype_exactcCsH|jddd}|jjddddd}|||||jtddS)zJ require_dataset with convertible type succeeds (non-strict mode) r)r/rNi4i2F)rN)rrrr&r4r5)rr(rCrrrtest_dtype_closems z"TestCreateRequire.test_dtype_closeN) rrrr$rrrrrrrrrrrrr3src@sXeZdZdZddZddZddZdd Zd d Zd d Z ddZ ddZ ddZ dS)TestCreateChunkedzL Feature: Datasets can be created by manually specifying chunks cCs$|jjdddd}||jddS)z Create via chunks tuple r)rw)r/)r'chunksN)rrr&r)rr(rrrtest_create_chunks|sz$TestCreateChunked.test_create_chunkscCs$|jjdddd}||jddS)z Create via chunks integer r)rwr/)r'r)r/N)rrr&r)rr(rrrtest_create_chunks_integersz,TestCreateChunked.test_create_chunks_integerc Cs,|t|jjddddWdQRXdS)z& Illegal chunk size raises ValueError r)rw)r)r'rN)r7rTrr)rrrrtest_chunks_mismatchs z&TestCreateChunked.test_chunks_mismatchc Cs.|t|jjdddddWdQRXdS)z3 Chunked format required for given storage options r)r/rwF)r'maxshaperN)r7rTrr)rrrrtest_chunks_falses z#TestCreateChunked.test_chunks_falsec Cs,|t|jjddddWdQRXdS)z> Attempting to create chunked scalar dataset raises TypeError rr)rx)r'rN)r7r8rr)rrrrtest_chunks_scalars z$TestCreateChunked.test_chunks_scalarcCs6|jjdddd}||jt|t|jddS)z Auto-chunking of datasets r)r{rwT)r'rrBN)rrrrtupler&len)rr(rrrtest_auto_chunkssz"TestCreateChunked.test_auto_chunkscCs&|jjddddd}||jddS)z7 Auto-chunking with pathologically large element sizes r)rNZ S100000000T)r'r4r)rN)rrr&r)rr(rrrtest_auto_chunks_abusesz(TestCreateChunked.test_auto_chunks_abusecCs|jjddtjdd}d|ddddf<|t|ddddfdkd |d<|t|dd kd |d d <|t|d d d kdS) z+ Test scalar assignment of chunked dataset r)rNrxrx)rrxrx)r'r4rr/rN( rrB)rrr5rrKall)rr(rrrtest_scalar_assignments  " z(TestCreateChunked.test_scalar_assignmentc Cs\tjtdd}|jjddddWdQRXtjtdd}|jjdddd WdQRXdS) z, Auto-chunking of empty datasets not allowedrs)matchrZS100T)r4rNr{)r4r)r=rr8rr)rerrrrrtest_auto_chunks_no_shapesz+TestCreateChunked.test_auto_chunks_no_shapeN) rrrr$rrrrrrrrrrrrrrvsrc@s8eZdZdZddZddZddZdd Zd d Zd S) TestCreateFillvaluez> Feature: Datasets can be created with fill value cCs6|jjdddd}||dd||dddS)z- Fill value is reflected in dataset contents r)r/g@)rrr}N)rrr&)rr(rrrtest_create_fillvalsz'TestCreateFillvalue.test_create_fillvalcCs4|jjdddd}||jd||jtjdS)z( Fill value is recoverable via property r)r/g@)rN)rrr&rZassertNotIsInstancer5ndarray)rr(rrr test_propertysz!TestCreateFillvalue.test_propertycCs |jdd}||jddS)z0 .fillvalue property works correctly if not set r)r/rN)rrr&r)rr(rrrtest_property_nonesz&TestCreateFillvalue.test_property_nonecCsVtddg}tjd|dd}|jjdd||d}||j|||d |d S) z& Fill value works with compound types )rdf4)rei8)r)r4rr)r/)r4rrN)r5r4rIrrr&rZassertAlmostEqual)rdtvr(rrr test_compounds z!TestCreateFillvalue.test_compoundc Cs2|t|jjddddgdd}WdQRXdS)z$ Bogus fill value raises ValueError r)r/)rdi)rer*)r4rN)r7rTrr)rr(rrrtest_excs  zTestCreateFillvalue.test_excN) rrrr$rrrrrrrrrrs rz dt,expectedgzutf-8r|)encodingr_ascii)rcCs"|jdd|d}|j|kstdS)Nr)r/)r4)rrrZ)rrrr(rrrtest_get_unset_fill_valuesrc@seZdZdZddZdS)TestCreateNamedTypezC Feature: Datasets created from an existing named type cCsntd|jd<|jjdd|jdd}||jtd||j|jdj||jdS)z7 Named type object works and links the dataset to type f8typex)rw)r4N) r5r4rrr&rUrWrKZ committed)rr(rrr test_nameds zTestCreateNamedType.test_namedN)rrrr$rrrrrrsrgzipzDEFLATE is not installedc@s0eZdZdZddZddZddZdd Zd S) TestCreateGzipz= Feature: Datasets created with gzip compression cCs4|jjddddd}||jd||jddS)z# Create with explicit gzip options r)r{rMrr~) compressioncompression_optsN)rrr&rr)rr(rrr test_gzips zTestCreateGzip.test_gzipcCs2|jjdddd}||jd||jddS)z+ Create with implicit gzip level (level 4) r)r{rMr)rrN)rrr&rr)rr(rrrtest_gzip_implicitsz!TestCreateGzip.test_gzip_implicitc Cs|jjdddd}||jd||jdtjjj}z8t tjj_| t |jjdddd}WdQRXWd|tjj_XdS)z. Create with gzip level by specifying integer r)r{rMr})rrN) rrr&rrrJ_hldataset_LEGACY_GZIP_COMPRESSION_VALSrr7rT)rr(original_compression_valsrrrtest_gzip_numbers    zTestCreateGzip.test_gzip_numberc Cs|ttf|jjddddWdQRX|t|jjddddWdQRX|t|jjdddddWdQRXdS) z= Illegal gzip level (explicit or implicit) raises ValueError r)r{rM)rNr)rr)r7rT RuntimeErrorrr)rrrr test_gzip_exc#s   zTestCreateGzip.test_gzip_excN)rrrr$rrrrrrrrrs rc@s eZdZdZddZddZdS)TestCreateCompressionNumberz? Feature: Datasets created with a compression code cCs`tjjj}z(ttjj_|jjddtjjdd}Wd|tjj_X| |j d| |j ddS)z^ Create with compression number of gzip (h5py.h5z.FILTER_DEFLATE) and a compression level of 7r)r{rM)r})rrNrr}) rJrrrrrrh5zFILTER_DEFLATEr&rr)rrr(rrrtest_compression_number5s   z3TestCreateCompressionNumber.test_compression_numberc Cs|t}|jjddddWdQRX|dt|j|t}|jjddddWdQRX|dt|jtjj j }zXsz/TestExternal.test_iter_multi..Zpoo)r.rw)rN)riterr rrrrrZ)rNrr(r)r%rtest_iter_multiSs zTestExternal.test_iter_multic Csd}|}xt|gft|dgft|dtjgft|fgft|dfgft|dtjdfgft|ddfgfgD]0\}}|||jjd||dWdQRXqhWdS)z" Test with invalid external lists )r.rwrz h5f.UNLIMITEDr)rN)rr8r rrTr7rr)rr'r%exc_typerrrr test_invalid\s    zTestExternal.test_invalidN) rrrr$r(r-r.r/r4r6rrrrr s rc@s2eZdZdZd ddZddZddZd d Zd S) TestAutoCreatezP Feature: Datasets auto-created from data produce the correct types TcCsB|j}|t|tjj||||r>|s>t dS)N) rUrWr&rrJr rYr[r\rZ)rr"r^variabler`rrrassert_string_typets  z!TestAutoCreate.assert_string_typecCsxd|jd<||jdtjjddg|jd<||jdtjjtjddgtjd|jd<||jdtjjdS) zrArCrrrrr7os    r7c@s$eZdZddZddZddZdS)TestCreateLikecCsVtddd|jd<|jd|jd|jd}||jd||jddS)Nr|ZlolZlike_lol)r|r|) r5rOrQrcreate_dataset_liker&r'ZassertIsr)rZdslikerrrtest_no_chunkss  zTestCreateLike.test_no_chunkscCs|jjdtddd}|dtj|jj |j d|}|dtj|jj |jjdtddd}| dtj|jj |j d |}| dtj|jj dS) NZhondarT)rH track_timesrZhyundaiZibmFZlenovo) rrr5rOassertNotEqualrJh5g get_objinfo_idmtimerFr&)rorigsimilarrrrtest_track_timesszTestCreateLike.test_track_timescCs@|jjdddd}|jd|}||jd||jddS)z) Test when other.maxshape != other.shape other)r/r{)rsim)r{N)rrrFr&r'r)rrQrOrrr test_maxshapeszTestCreateLike.test_maxshapeN)rrrrGrPrSrrrrrDs rDc@s$eZdZddZddZddZdS)TestChunkIteratorc Cs0|jdd}|t|WdQRXdS)Nrr)rrr7r8 iter_chunks)rr(rrrrGs z TestChunkIterator.test_no_chunkscCs|jjdddd}tdddftdddftdd dftd d dff}|t|t|td ddftdd dftd d dff}|t|tjd d t|dS) Nr)rw) )rrrVr@`rwrxa)rrslicer&listrUr5r)rr(rrrrtest_1ds $(zTestChunkIterator.test_1dc Cs(|jjdddd}tdddtdddftdddtdd dftdddtdddftdddtdd dftdd dtdddftdd dtdd dftd d dtdddftd d dtdd dff}|t|t|td d dtd ddff}|t|tjd d d dft|dS)Nr)rwrw)rVrW)rrrVrrWrwrX04rrx)rrrZr&r[rUr5r)rr(rrrrtest_2ds " " zTestChunkIterator.test_2dN)rrrrGr\r_rrrrrTsrTc@sXeZdZdZddZddZddZdd Zd d Zd d Z ddZ ddZ ddZ dS) TestResizezF Feature: Datasets created with "maxshape" may be resized cCs2|jjdddd}||jd||jddS)z Create dataset with "maxshape" r)r{rM)r{r0)rN)rr assertIsNotrr&r)rr(rrrrszTestResize.test_createcCsR|jjdddd}||jd||jd|jjdddd}||jddS)z6 Create dataset with "maxshape" using integer maxshaper)r{r{)rNr-)rrrarr&r)rr(rrrrs zTestResize.test_create_1DcCsT|jjdddd}||jd|d||jd|d||jddS)z( Datasets may be resized up to maxshape r)r{rM)r{r0)r)r{rxN)rrr&r'resize)rr(rrr test_resizes   zTestResize.test_resizecCs<|jjdddd}||jd|d||jddS)z> Datasets may be resized up to maxshape using integer maxshaperr{r)r)r{)rMN)rrr&r'rb)rr(rrrtest_resize_1Ds zTestResize.test_resize_1Dc Cs6|jjdddd}|t|dWdQRXdS)z. Resizing past maxshape triggers an exception r)r{rM)r{r0)r)r{ryN)rrr7 Exceptionrb)rr(rrrtest_resize_overs zTestResize.test_resize_overc Cs2|jdd}|t|dWdQRXdS)z/ Resizing non-chunked dataset raises TypeError r)r{rM)r{r0N)rrr7r8rb)rr(rrrtest_resize_nonchunkeds z!TestResize.test_resize_nonchunkedcCs2|jjdddd}|jddd||jdd S) z Resize specified axis r)r{rM)r{r0)rrxr)axis)r{rxN)rrrbr&r')rr(rrrtest_resize_axisszTestResize.test_resize_axisc Cs:|jjdddd}|t|jdddWdQRXdS) z Illegal axis raises ValueError r)r{rM)r{r0)rrxrB)rhN)rrr7rTrb)rr(rrr test_axis_exc s zTestResize.test_axis_exccCs2|jjdddd}||jd||jddS)z? Allow zero-length initial dims for unlimited axes (issue 111) r)r)rkN)rN)rrr&r'r)rr(rrr test_zero_dimszTestResize.test_zero_dimN) rrrr$rrrcrdrfrgrirjrlrrrrr`s  r`c@s eZdZdZddZddZdS) TestDtypezD Feature: Dataset dtype is available as .dtype property cCs(|jddd}||jtddS)z Retrieve dtype from dataset r)r|z|S10N)rrr&r4r5)rr(rrr test_dtypeszTestDtype.test_dtypecCs<tdtjfdtjfg}|jdd|}||j|dS)z7 Retrieve dtype from complex float16 dataset (gh-2156) rrr)r|N)r5r4float16rrr&)rZ complex32r(rrrtest_dtype_complex32#szTestDtype.test_dtype_complex32N)rrrr$rnrprrrrrmsrmc@s eZdZdZddZddZdS)TestLenzG Feature: Size of first axis is available via Python's len cCs"|jdd}|t|ddS)z Python len() (under 32 bits) r)i8rki8N)rrr&r)rr(rrrtest_len1szTestLen.test_lenc Csj|jdd}||jdtjdkrF|tt|WdQRXn|t|d||ddS)z Python len() vs Dataset.len() r)lrkiNl) rrr&r'sysmaxsizer7 OverflowErrorr)rr(rrr test_len_big6s  zTestLen.test_len_bigN)rrrr$rrrvrrrrrq+srqc@s eZdZdZddZddZdS)TestIterz; Feature: Iterating over a dataset yields rows cCs\tjdddd}|jjd|d}x2t||D]$\}}|t|d|||q0WdS) z& Iterating over a dataset yields rows rMr)r4)r/rNr)rHrNN) r5rOrQrrzipr&rrP)rrHr(rr;rrr test_iterHs zTestIter.test_iterc Cs8|jjddd}|tdd|DWdQRXdS)z0 Iterating over scalar dataset raises TypeError rr)r'cSsg|]}|qSrr)r0rrrr Tsz-TestIter.test_iter_scalar..N)rrr7r8)rr(rrrtest_iter_scalarPs zTestIter.test_iter_scalarN)rrrr$ryr{rrrrrwBsrwc@seZdZdZddZddZddZdd Zd d Zd d Z ddZ ddZ ddZ ddZ ddZddZddZddZddZd d!Zd"d#Zd$S)% TestStringszr Feature: Datasets created with vlen and fixed datatypes correctly translate to and from HDF5 cCsntjdd}|jjdd|d}|j}|t|tjj || tjj t |j }||jddS)z3 Vlen bytes dataset maps to vlen ascii in the file r)rr)rw)r4N)rJ string_dtyperrrUrWr&rr rYr[rbcheck_string_dtyper4r)rrr"r` string_inforrrr>^s   zTestStrings.test_vlen_bytescCsptjdd}d}|jjdd||d}||jdd|||jdd|||jdj|dS) z& Vlen bytes dataset handles fillvalue r)rsbarr)rw)r4rrN)rJr}rrr&asstrr"r)rr fill_valuer"rrrtest_vlen_bytes_fillvaluehs  z%TestStrings.test_vlen_bytes_fillvaluecCsjt}|jjdd|d}|j}|t|tjj || tjj t |j }||jddS)z5 Vlen unicode dataset maps to vlen utf-8 in the file r)rw)r4zutf-8N)rJr}rrrUrWr&rr rYr[rlr~r4r)rrr"r`rrrrrAqs  zTestStrings.test_vlen_unicodecCstt}d}|jjdd||d}||jdd|d||jdd|||jdj|ddS)z( Vlen unicode dataset handles fillvalue ubárr)rw)r4rrzutf-8N)rJr}rrr&encoderr)rrrr"rrrtest_vlen_unicode_fillvalue{s z'TestStrings.test_vlen_unicode_fillvaluecCstd}|jjdd|d}|j}|t|tj j | | || d||tj jt|j}||jd||jddS)zK Fixed-length bytes dataset maps to fixed-length ascii in the file z|S10r)rw)r4r/rN)r5r4rrrUrWr&rrJr rYZ assertFalser\r]r[rbr~rr_)rrr"r`rrrrtest_fixed_asciis   zTestStrings.test_fixed_asciicCsrtjddd}d}|jjdd||d}||jdd|||jdd|||jdj|d S) z& Vlen bytes dataset handles fillvalue rr/)rr_sbarr)rw)r4rrN)rJr}rrr&rr"r)rrrr"rrrtest_fixed_bytes_fillvalues z&TestStrings.test_fixed_bytes_fillvaluec Cstjddd}|jjdd|d}|j}||tjj d}| d|d<||d <||g|d d <t j ||gt d|d d <t j | dgd |d|d d <|t t j ||gdd|d d<WdQRXt j|dd t j | dgd dddS)Nzutf-8r|)rr_r)rw)r4ucùrrrBrr.Ur/S)rJr}rrrUrWr&r[r rlrr5rhrir7r8rr)rrr"r`srrrtest_fixed_utf8s " $zTestStrings.test_fixed_utf8cCsztjddd}dd}|jjdd||d}||jdd|||jdd|d||jdj|d S) z( Vlen unicode dataset handles fillvalue zutf-8r/)rr_ubárr)rw)r4rrN) rJr}rrrr&rr"r)rrrr"rrrtest_fixed_utf_8_fillvalues   z&TestStrings.test_fixed_utf_8_fillvaluec Cs6td}|t|jjdd|d}WdQRXdS)zA Fixed-length unicode datasets are unsupported (raise TypeError) z|U10r)rw)r4N)r5r4r7r8rr)rrr"rrrtest_fixed_unicodes  zTestStrings.test_fixed_unicodecCsRtjdd}|jjdd|d}d}||d<|d}|t|t|||dS) zN writing and reading to vlen bytes dataset preserves type and content r)rr)rw)r4sHellorN)rJr}rrr&rbytes)rrr"rHoutrrrtest_roundtrip_vlen_bytess z%TestStrings.test_roundtrip_vlen_bytescCsRtd}|jjdd|d}d}||d<|d}|t|tj|||dS)z[ Writing to and reading from fixed-length bytes dataset preserves type and content z|S10r)rw)r4sHellorN)r5r4rrr&rrB)rrr"rHrrrrtest_roundtrip_fixed_bytess z&TestStrings.test_roundtrip_fixed_bytescCs^t}|jjdd|d}d}||d<||dt|d}||t|||dS)Nr)r/)r4ufàilter) rJr}rrrrrr!r&)rrr"rHrrrrtest_retrieve_vlen_unicodes  z&TestStrings.test_retrieve_vlen_unicodec Cs|jjddtd}d}||d<|d}|t|d}WdQRX||dddd||d d||d t |t j |dd t j |gtddS) Nr)r/)r4ufàilterrignoreZfiltezlatin-1r/r)rrrJr}rr7UnicodeDecodeErrorr&rIrr5rrrhri)rr"rHZstrwrap1rrrr test_asstrs  zTestStrings.test_asstrcCstjdd}|jjdd|d}d}tj|d|d|d<||dtj| d}||t | ||| | d d dd | | d d|tj | dd tj|gtddS)Nr|)r_r)r/)r4ucùzutf-8rrrrfzlatin-1r)rJr}rrr5rhrrbytes_rr!r&rIrrri)rrr"rHrrrrtest_asstr_fixeds    zTestStrings.test_asstr_fixedc CsBtd}|jjdd|d}d}|t||d<WdQRXdS)zGEncoding error when writing a non-ASCII string to an ASCII vlen datasetrr)rw)r4ufàilterN)rJr}rrr7UnicodeEncodeError)rrr"rHrrrtest_unicode_write_errors   z$TestStrings.test_unicode_write_errorcCs\t}|jjdd|d}dtdd}||d<|d}|t|t|||dS) zJ Writing valid utf-8 byte strings to a unicode vlen dataset is OK r)rw)r4z Hello therei4 utf8rN) rJr}rrr@rr&rr)rrr"rHrrrrtest_unicode_write_bytessz$TestStrings.test_unicode_write_bytescCsVtd}|jjdd|d}d}||d<|d}|t|t|||ddS)z: Writing an ascii str to ascii vlen dataset is OK rr)rw)r4z ASCII stringrN)rJr}rrr&rrr)rrr"rHrrrrtest_vlen_bytes_write_ascii_strs z+TestStrings.test_vlen_bytes_write_ascii_strN)rrrr$r>rrArrrrrrrrrrrrrrrrrrr|Ws$          r|c@s(eZdZdZddZddZddZdS) TestCompoundz: Feature: Compound types correctly round-trip c Cstdtjfdtjfdtjfdtjfdtjfdtjfdtjfg}tjd|d }x"|jD]}tjdd ||<qXW||jd <|jd d }| t ||k| |j|jd S)z: Compound types are read back in correct order (issue 236)weightZcputimeZwalltimeZparents_offsetZ n_parentsstatus endpoint_type)r)r4rwtest.N) r5r4float64Zuint32uint8rfieldsr rrKrr&)rrrkeyoutdatarrrtest_rt-s   zTestCompound.test_rtcCstdtjdffdtjfg}tjd|d}x*|jD] }tjj||jdd||<q4W|jj dd|d}x|jD]}||||<qrW|jdd }| t ||k| |j|jdS) NrrNr)r)r4)r1rwr.) r5r4rrrrr r'rrrKrr&)rrrrr"rrrr test_assignAs   zTestCompound.test_assigncCsDtdtjfdtjfdtjfg}tjd|d}x"|jD]}tjdd||<q8W||jd<tj|jdddgdd|ddgtj|jdddd|dtjt |jdddg|ddgtdtj fg}tjtj |jddg|d|dg |t |jdddks@t dS) Nrr;r<)r)r4rwrr)r5r4rrrr rrrZasarrayrastyperrZ)rrrrZdt_intrrr test_fieldsRs&  ( &zTestCompound.test_fieldsN)rrrr$rrrrrrrr'src@seZdZddZddZdS) TestSubarraycCst|jjdddd}dddg|d<tj|dddddggd d d gg|dd<tj|ddd d d ggdS) Nrd)r3int8)r4rrBrNrrr|r.)rrr5rr)rr"rrrtest_write_listws zTestSubarray.test_write_listcCs|jjdddd}tdddg|d<tj|dddddggtd d d gg|dd<tj|ddd d d ggdS) Nrd)rr)r4rrBrNrrr|r.)rrr5rhrr)rr"rrrtest_write_arrays zTestSubarray.test_write_arrayN)rrrrrrrrrrvsrc@s,eZdZdZddddZddZdd Zd S) TestEnumzM Feature: Enum datatype info is preserved, read/write as integer rrr)ZREDZGREENZBLUEcCsDtj|jdd}|jjdd|d}|j}t|}|||jdS)z= Enum datasets can be created and type correctly round-trips r)basetyper)rwrw)r4N)rJ enum_dtypeEDICTrrr4Zcheck_enum_dtyper&)rrr"Zdt2Zdict2rrrrs  zTestEnum.test_createcCsptj|jdd}|jjdd|d}d|d<d|dd d f<||dd||dd d ftjd ddd S) z/ Enum datasets can be read/written as integers r)rr)rwrw)r4r)#%rN)drrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrr) rJrrrrr&rPr5rh)rrr"rrrtest_readwrites zTestEnum.test_readwriteN)rrrr$rrrrrrrrs rc@s:eZdZdZddZeeeddddZ dd Z d S) TestFloatszA Test support for mini and extended-precision floats cCsJ|jjdd|d}||j|tjd|d}||d<||d|dS)Nr)rw)r4.)rrr&r4r5rIrP)rrr(rHrrr _exectests zTestFloats._exectestrozNumPy float16 support requiredcCs|tddS)z Mini-floats round trip roN)rr5r4)rrrr test_miniszTestFloats.test_minicCs<ttdr"|tjjtdn|tjjtddS)z Test mapping for float16 roz.rB) rrr5rOwarningscatch_warnings simplefilterrrPr rZ)rr(Zwarn_recZf4dsrrrtest_astype_ctx$s  $ .zTestAstype.test_astype_ctxcCsL|jjdddd}td|d<|ddd}||tjddddS)Nr)rwr)r4rw.r)rrr5rOrrP)rr(rrrrtest_astype_wrapper3szTestAstype.test_astype_wrappercCs:|jjdddd}td|d<|dt|ddS)Nr)rwr)r4rw.r)rrr5rOr&rr)rr(rrrtest_astype_wrapper_len:sz"TestAstype.test_astype_wrapper_lenN)rrrr$rrrrrrrr!src@seZdZdZddZdS)TestScalarCompoundzl Retrieval of a single field from a scalar compound dataset should strip the field info cCs:tdg}|jjdd|d}||djtddS)N)rdrrr)r4rdr)r5r4rrr&)rrr(rrrtest_scalar_compoundGs z'TestScalarCompound.test_scalar_compoundN)rrrr$rrrrrr@src@sfeZdZddZddZddZddZd d Zdd d ZddZ ddZ ddZ ddZ ddZ dS)TestVlencCsVtt}|jjdd|d}td|d<td|d<dddg|d<td|d<||dtd||dtd||dtdddg||dtdtjtdtd gt d|dd<||dtd||dtd ttdtdg|dd<||dtd||dtddS) Nvlen)r)r4rNrrrBr|r) rJ vlen_dtyperrrr5rOrPrhri)rrr"rrrrOs  &"zTestVlen.test_intcCs6tt}|jjdd|d}|jdd|djdS)Nr)r)r4vlen2r)rJrrrrr4)rrr"rrrtest_reuse_from_otheras zTestVlen.test_reuse_from_othercCsldtfdttfg}|jjdd|d}|jj}|jt|d|_|jdd|jdddjdS)Nrdrer)r)r4rr) rrJrrrr rrr4)rrr"fnamerrrtest_reuse_struct_from_otherfs  z%TestVlen.test_reuse_struct_from_othercCsNtt}|jjdd|d}tddg|d<tdg|d<ddd g|d<||dtddg||dtdg||dtddd gtjd d d d dgtdgt d|dd<||dtd||dtdttd ddgtdddgg|dd<||dtd ||dtd dS)Nr)rN)r4gffffff?g333333?rrrBrNg?g?g@g@rr|g@g?) rJrrrrr5rhrPrOri)rrr"rrr test_convertns *zTestVlen.test_convertcCstt}|jjdd|d}td|d<tjtdtdgtdtdggtd|ddddf<ttdtdgtdtdgg|ddddf<dS)Nr)rBrB)r4r)rrrNrB) rJrrrrr5rOrhri)rrr"rrr test_multidims ,zTestVlen.test_multidimrc Csht|}|jj|d|d}tjdddg|d}tjdddd d g|d}tjd d d gtdd}||}dddddg} tj| |d} dddd ddg} tj| |d} ||d<||d <||d <| |d<| |d<|||d|||d |||d || |d|| |dtjddg|d} | dd|d<|| |d|j |j dS)z Helper for testing various vlen numpy data types. :param np_dt: Numpy datatype to test :param dataset_name: String name of the dataset to create for testing. )r|)r4g?g@g>@g33333Y@g i@gfffffX@g%grrrBrrg @ggriri'ryrNrg333333?g@N) rJrrrr5rhr4rrPrr) rnp_dtZ dataset_namerr"Zarray_0Zarray_1Zarray_2Zcasted_array_2Zlist_3Z list_array_3Zlist_4Z list_array_4rrr_help_float_testings2   zTestVlen._help_float_testingcCstd}||dS)Nro)r5r4r)rrrrrtest_numpy_float16s zTestVlen.test_numpy_float16cCstd}||dS)Nfloat32)r5r4r)rrrrrtest_numpy_float32s zTestVlen.test_numpy_float32cCstd}||dS)Nr)r5r4r)rrrrrtest_numpy_float64_from_dtypes z&TestVlen.test_numpy_float64_from_dtypecCstj}||dS)N)r5rr)rrrrrtest_numpy_float64_2szTestVlen.test_numpy_float64_2c Cs"|jjddtddtdddddddg}|ddd|jdd <t|jdd |dddkst|jdd d |ddd|jjd dtd dtdd dddddg}|ddd|jd d <t|jd d |dddkst|jd d d |ddddS)z4Test that non-contiguous arrays are stored correctlync)r/r)r4TFNrBrz != Znc2Zint8rrr|rrNr})rrrJrr5rhrrZ)rrr;rrrtest_non_contiguous_arrayssFz#TestVlen.test_non_contiguous_arraysN)r)rrrrrrrrrrrrrrrrrrrNs 0rc@seZdZddZddZdS) TestLowOpencCs|jdd}|j}dS)z Test H5Dget_access_plist r)rN)rrrUr )rr"Zp_listrrrtest_get_access_listsz TestLowOpen.test_get_access_listcCsHtjtjj}|jdd}~tj|jjd|}| |tjj dS)z# Test the dapl keyword to h5d.open r)rwxN) rJZh5prZDATASET_ACCESSrrZh5drrUrZ DatasetID)rZdaplr(dsidrrr test_dapls zTestLowOpen.test_daplN)rrrrrrrrrrsr)rr/r|z#chunk info requires HDF5 >= 1.10.5c CsDddlm}|}t|d(}|jdddddd |ddd<WdQRX|dt|d }|dj}|d ks~txlt d D]`}t t t |dd }||}|j|kst|jdkst|jdk st|jdkstqW|d }|jd kst|jdkst|jdk s&t|jdks6tWdQRXdS)Nr)BytesIOrr)rwrw)r/r/r)r'rr4rrrwr/)rr)iorrJrrseekrUget_num_chunksrZr rr5rhZ unravel_indexget_chunk_info chunk_offset filter_mask byte_offsetr1Zget_chunk_info_by_coord)rbuffoutfinr"joffsetsirrrtest_get_chunk_detailss*     r)rrrN)rr/r/)rr/czJchunk iteration requires HDF5 1.10.10 and later 1.10, or 1.12.3 and laterc sddlm}|}t|d(}|jdddddd |dd d <Wd QRX|dt|d d}|dj}|}|d kstix$t |D]}| |}||j <qWfd d}| |Wd QRXd S)z%H5Dchunk_iter() for chunk informationr)rrr)rwrw)r/r/r)r'rr4rNrrwcsN|j}|j|jkst|j|jks*t|j|jks:t|j|jksJtdS)N)rrZrrr1)Z chunk_infoZknown)cirrcallbacks  z!test_chunk_iter..callback) rrrJrrrrUrrZr rrZ chunk_iter)rrrrZ num_chunksrrrr)rrtest_chunk_iters       rcCs.|jddd}|jdkst|jdks*tdS)Nrr)r4)rr'rZr)rr"rrrtest_empty_shape%src Csddlm}|}t|d}|jdddWdQRX|dt|dD}|djdksbt|dj dksxt|dj dkstWdQRXdS)Nr)rrrr)r4r) rrrJrrrrrZrUZ get_offsetZget_storage_size)rrrrrrrtest_zero_storage_size+s  rcCsttjjttjjdg}|jd|tjd}|jttjksHttj |ddtj |tjd||dd<tj |ddtj |tjddS)Nrr)rHr4)r4) r5ZiinformaxrZuint64r4rZrrrh)rrHr"rrrtest_python_int_uint649s  " r cCs>|jddtjd}tjjddd}||ddddd gd f<dS) NrH)r|irB)r4)r|rNrB)r1rrBr.)rr5rr r)rrblockrrrtest_setitem_fancy_indexingGsr c Cs0ttd}|dddks"tWdQRXdS)Nzvlen_string_dset.h5ZDS1rsParting)rrrZ)rrrrtest_vlen_spacepadNsr c Cs0ttd}|dddks"tWdQRXdS)Nzvlen_string_dset_utc.h5Zds1rs2009-12-20T10:16:18.662409Z)rrrZ)rrrrtest_vlen_nulltermSsr)rr/rNz>Appears you cannot pass an unknown filter id for HDF5 < 1.10.3cCs0d}|jddtj|dd}t||jks,tdS)NrH)r/r/T)r'r4rZallow_unknown_filter)rr5rr!_filtersrZ)rZfake_filter_idr"rrrtest_allow_unknown_filterXs  rc Csddlm}|}t|dV}|jdddddd d d }|j}|jd d |ksdt |dkspt Wd QRX| dt|dT}|j ddddddd}|j}|jd d |kst |dkst Wd QRXd S)z2Chunk cache configuration for individual datasets.r)rrr)r/r{)r|rri g?i)r'rr4 rdcc_nbytesrdcc_w0 rdcc_nslotsrN)ii g?ri0gq= ףp?i)r'r4rrr)ii0gq= ףp?) rrrJrrrUr Zget_chunk_cacheZ get_cacherZrr)rrrr"Zds_chunk_cacherrrrtest_dset_chunk_cachefs"    rc@s eZdZdZddZddZdS)TestCommutativez| Test the symmetry of operators, at least with the numpy types. Issue: https://github.com/h5py/h5py/issues/1947 cCsd}|jjd|ttjj|d}t|d}t||k||kksHtt||k||kksbtd}t ||}t||k||kkstt||k||kkstdS)z Create a h5py dataset, extract one element convert to numpy Check that it returns symmetric response to == and != )rwrr)r4rHrgMbP?N) rrrr5r r rrrZZnanmax)rr'r(valdeltaZnvalrrrtest_numpy_commutatives z&TestCommutative.test_numpy_commutativecCsTd}|jjd|ttjj|d}td}||k||kksrrrrrrrrrrrrr r r rZskipifrrrrrrrrs      FY0(CC&,'   qc,DQO 0   -