d dZddlZddlZddlZddlZddlZddlZddlZddl m Z m Z ddl m Z ddlmZmZmZddlmZmZddlmZmZdd lmZdd lmZddlZddlmcmZGd d e ZGd deZGddeZ GddeZ!GddZ"GddZ#GddeZ$GddeZ%GddeZ&ej'(de)dfej*dfej+dfe,dfej-dfej.dfej/dd !d"fej/d#d !d"fej/d$d"fej/d#$d"fej/d"fg d%Z0Gd&d'eZ1e j2d(ej3j4vd)Gd*d+eZ5e j2d(ej3j4vd)Gd,d-eZ6e j2d.ej3j4vd/Gd0d1eZ7e j2d2ej3j4vd3Gd4d5eZ8e j2d6ej3j4vd7Gd8d9eZ9e j2d:ej3j4vd;Gd<d=eZ:e j2d>ej3j4vd?Gd@dAeZ;GdBdCeZ<GdDdEeZ=GdFdGeZ>GdHdIeZ?GdJdKeZ@GdLdMeZAGdNdOeZBGdPdQeZCGdRdSeZDGdTdUeZEGdVdWeZFGdXdYeZGGdZd[eZHGd\d]eZIGd^d_eZJej'KejjLd`kdabZMGdcddeZNGdedfeZOGdgdheZPGdidjeZQGdkdleZRe jSejjLdmkdndoZTe jSejjLdpkpejjLdqkoejjLdrkdsdtZUduZVdvZWdwZXdxZYdyZZdzZ[ej'\ejjLd{kd|bd}Z]d~Z^GddeZ_GddeZ`dS)z Dataset testing operations. Tests all dataset operations, including creation, with the exception of: 1. Slicing operations for read and write, handled by module test_slicing 2. Type conversion for read and write (currently untested) N)utTestCase)get_data_file_path)FileGroupDataset)is_empty_dataspaceproduct)h5fh5t)H5pyDeprecationWarning)versionceZdZdZdZdS) BaseDatasetcTt|d|_dS)Nw)rmktempfselfs 7lib/python3.11/site-packages/h5py/tests/test_dataset.pysetUpzBaseDataset.setUp'sdkkmmS))cJ|jr|jdSdSN)rclosers rtearDownzBaseDataset.tearDown*s) 6  FLLNNNNN  rN)__name__ __module__ __qualname__rrrrrr&s2***rrceZdZdZdZdS)TestReprz5 Feature: repr(Dataset) behaves sensibly c|jdd}|t|t|j|t|tdS)z( repr() works on live and dead datasets fooN)rcreate_datasetassertIsInstancereprstrrrdss rtest_repr_openzTestRepr.test_repr_open4sf V " "5$ / / d2hh,,,   d2hh,,,,,rN)rr r!__doc__r/r"rrr$r$/s------rr$ceZdZdZdZdZdZdZdZdZ dZ d Z e j eed  d d Zd ZdS)TestCreateShapez@ Feature: Datasets can be created from a shape only cr|jdd}||jddS)z Create a scalar dataset r&r"Nrr) assertEqualshaperdsets rtest_create_scalarz"TestCreateShape.test_create_scalarBs7v$$UB// R(((((rcr|jdd}||jddS)z Create a size-1 dataset r&rNr4r7s rtest_create_simplez"TestCreateShape.test_create_simpleGs7v$$UD11 T*****rcr|jdd}||jddS)z+ Create a size-1 dataset with integer shaper&rr;Nr4r7s rtest_create_integerz#TestCreateShape.test_create_integerLs7v$$UA.. T*****rcJ|jdd}||jd||jd|jdd}||jd||jddS) Create an extended dataset r&?rBbar <Nrr)r5r6sizer7s rtest_create_extendedz$TestCreateShape.test_create_extendedQsv$$UE22 U+++ B'''v$$UG44 W--- R)))))rcJ|jdd}||jd||jd|jdd}||jd||jddS)r@r&rBrArCrDrGNrHr7s rtest_create_integer_extendedz,TestCreateShape.test_create_integer_extendedZsv$$UB// U+++ B'''v$$UG44 W--- R)))))rc|jdd}||jt jddS)) Confirm that the default dtype is float r&rAz=f4Nrr)r5dtypenpr7s rtest_default_dtypez"TestCreateShape.test_default_dtypecs?v$$UE22 RXe__55555rc|t5|jdddddS#1swxYwYdS)z Missing shape raises TypeError r&N assertRaises TypeErrorrr)rs rtest_missing_shapez"TestCreateShape.test_missing_shapehs   y ) ) ) ) F ! !% ( ( ( ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) )sAA Ac|jddtj}t jdvr(t jdt jz||j tjdS)rNr&rArP)ppc64lez(Storage of long double deactivated on %sN) rr)rQ longdoubleplatformmachinepytestxfailr5rPr7s rtest_long_doublez TestCreateShape.test_long_doublemssv$$UE$GG     , , LChFVFXFXX Y Y Y R]33333r complex256zNo support for complex256c|jddtjd}||jtjddS)rNr&rArarYN)rr)rQrPr5r7s rtest_complex256zTestCreateShape.test_complex256ts[v$$UE+-8L+A+A%CC RXl%;%;<<<<rJrLrRrWr`rskipIfhasattrrQrcrhr"rrr2r2<s))) +++ +++ ******666 ))) 444RY772|,,,.IJJ==KJ= ,,,,,rr2c`eZdZdZdZdZdZdZdZdZ dZ d Z d Z d Z d Zd ZdZdS)TestCreateDatazA Feature: Datasets can be created from existing data ctjdd}|jd|}||j|jdS)z- Create a scalar dataset from existing array r"rr&dataNrQonesrr)r5r6rror8s rr9z!TestCreateData.test_create_scalarsMwr3v$$U$66 TZ00000rctjdd}|jd|}||j|jdS)z/ Create an extended dataset from existing data rArr&rnNrprrs rrJz#TestCreateData.test_create_extendedsMwuc""v$$U$66 TZ00000rc|jddd}||tj|d|jvdS)z1 Create dataset with missing intermediate groups z /foo/bar/bazrFrFz " O O b$,/// $&011111rctjdd}|jdd|}||jd||d|ddS) z8 Create from existing data, and make it fit a new shape rrYr&rFr6ro.N)rQarangerr)r5r6assertArrayEqualreshaperrs r test_reshapezTestCreateData.test_reshapesvy3'''v$$U'$EE W--- d3ig)>)>?????rc|t5t|jdjddddS#1swxYwYdS)zE Binding Dataset to a non-DatasetID identifier fails with ValueError /N)rU ValueErrorr ridrs rtest_appropriate_low_level_idz,TestCreateData.test_appropriate_low_level_ids   z * * $ $ DF3KN # # # $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $s AA A c8|j}t|tjsJ||ksJ||sJdS|rJ||ksJdSr)rget_type isinstancer TypeStringIDget_csetis_variable_strget_size)rr8csetlengthtids rcheck_h5_stringzTestCreateData.check_h5_stringsg  #s/00000||~~%%%% >&&(( ( ( ( ( (**,, , , ,<<>>V++++++rc |fd}|jdd|jdddg|jddgdgg|jdtjddgt d S) z= Creating dataset with byte string yields vlen ASCII dataset cL|tjddSNr)rr CSET_ASCIIr8rs rcheck_vlen_asciiz?TestCreateData.test_create_bytestring..check_vlen_asciis&  s~d C C C C CraabcrnbdefcdrYNrr)rQarrayobject)rrs` rtest_create_bytestringz%TestCreateData.test_create_bytestrings D D D D D..s.@@AAA..s&&9I.JJKKK..s6(VH9M.NNOOO.. bh/v>>>/       rc|jdtjddgd}||t jddS) NrrrS3rYrnr|r)rr)rQrrr rr7s rtest_create_np_szTestCreateData.test_create_np_ssTv$$Srx8HPT/U/U/U$VV T3>!<<<<.check_vlen_utf8s&  s}T B B B B BrrabcrnrdefrrrYr)rrs` rtest_create_stringsz"TestCreateData.test_create_stringss C C C C C--c->>???--c-GGHHH--c%5'8J-KKLLL-- bhu~V<<<.       rc|t5|jdt jddgdddddS#1swxYwYdS)NrrrU3rYrn)rUrVrr)rQrrs rtest_create_np_uzTestCreateData.test_create_np_us   y ) ) T T F ! !#BHff5ET,R,R,R ! S S S T T T T T T T T T T T T T T T T T Ts3AA"Ac|jdd|t|jdjdS)Nr&rrY)rr)rwr rrs r test_empty_create_via_None_shapez/TestCreateData.test_empty_create_via_None_shapesG e3/// *46%=+;<<=====rc|jdtjd|t |jdjdS)Nr&rrYrn)rr)rvEmptyrwr rrs r!test_empty_create_via_Empty_classz0TestCreateData.test_empty_create_via_Empty_classsT e$*3*?*?*?@@@ *46%=+;<<=====rc|t5|jddt jdddddS#1swxYwYdS)NrCr(r|r})rUrrr)rQr~rs rtest_create_incompatible_dataz,TestCreateData.test_create_incompatible_datas   z * * F F F ! !%q ! ! E E E F F F F F F F F F F F F F F F F F Fs0AAAN)rr r!r0r9rJrxrrrrrrrrrrr"rrrlrls111 111 222 @@@$$$ ,,,    ===   TTT>>>>>>FFFFFrrlc eZdZdZejdddejddejddfddejddejd d fd d ejd d d d fejd d d dffddejdd ddfejd d fgdZ dZ dZ dZ dZ d S)TestReadDirectlyzI Feature: Read data directly from Dataset into a Numpy array +source_shape,dest_shape,source_sel,dest_seldrrF2rGFZNrzrFrr rErerEr|c|tjt|d|}|d||}tj|dd}|} ||| |<||||tj || dS)Nint64rYr8rn) rQr~r rr)fullcopy read_directtestingassert_array_equal) r writable_file source_shape dest_shape source_seldest_sel source_valuesr8arrexpecteds rtest_read_directz!TestReadDirectly.test_read_directs ',"7"7wGGGOOP\]] ++FL}+UUgj"G44488::*:6 j(333 %%c844444rc|ddtjdd}tjdd}||tj|tjdddS)Nr8rFrFrrYrn)r)rQr~rqrrrrrr8rs r test_no_selzTestReadDirectly.test_no_sels++FE "T[@\@\@\+]]ge7+++  %%c29Rw+G+G+GHHHHHrc8|dd}tjdd}tjt 5||tjddtjddddddS#1swxYwYdS NedsetrrYrrrFrrG)r)rQrqr^raisesrVrs_)rr empty_dsetrs r test_emptyzTestReadDirectly.test_emptys"11'1II gfg&& ]9 % % C C  " "3ad RU2b5\ B B B C C C C C C C C C C C C C C C C C Cs beArr1HoruQQQx 8    55  5III CCC """ """""rrc zeZdZdZejdddejddejddfddejddejd d fd d ejd d d d fejd d d dffddejdd ddfejd d fgdZ dZ dZ dZ d S)TestWriteDirectlyz> Feature: Write Numpy array directly into Dataset rrrrFrrGrrNrrrrrrerEr|cb|d|dd}tjt||}tj|dd}||||<||||tj|dd|dS)Nr8int32rrP fillvaluerY) r)rQr~r rr write_directrr) rrrrrrr8rrs rtest_write_directz#TestWriteDirectly.test_write_directs++FJgY[+\\i --..66|DD7:r999 _ #z8444 %%d111gx88888rc2|dd}tjt5|t jdt jddt jddddddS#1swxYwYdSr)r)r^rrVrrQrqr)rrrs rrzTestWriteDirectly.test_empty!s"11'1II ]9 % % P P  # #BGFOORU1R4["%2, O O O P P P P P P P P P P P P P P P P P PsAB  BBc|ddd}tjd}tjt 5||ddddS#1swxYwYdSrr)rQrqr^rrVrrs rrz"TestWriteDirectly.test_wrong_shape&s++FF'+JJgfoo ]9 % % # #   c " " " # # # # # # # # # # # # # # # # # #rc|ddd}tjdd}tjt 5||ddddS#1swxYwYdSrrrs rrz'TestWriteDirectly.test_not_c_contiguous,s++FHG+LLghc*** ]9 % % # #   c " " " # # # # # # # # # # # # # # # # # #r) rr r!r0r^rrrQrrrrrr"rrrr s [5 VRU1R4["%2, 7 FBE"R%L"%* 5 xssAAAvaaa"f > beArr1HoruQQQx 8    99  9PPP ### #####rrcBeZdZdZdZdZdZdZdZdZ dZ d Z d S) TestCreateRequirezS Feature: Datasets can be created only if they don't exist in the file c|jddd}||t||jddS)z& Create new dataset with no conflicts r&r{rN)rrequire_datasetr*r r5r6r7s r test_createzTestCreateRequire.test_create9sOv%%eWc:: dG,,, W-----rc|jddd}|jddd}|||dS)z) require_dataset yields existing dataset r&r{rNrrr5rfs rtest_create_existingz&TestCreateRequire.test_create_existing?sPv%%eWc::&&ugs;; u%%%%%rc|jddd}|jddd}||||jddd}|jddd}||||jddd}|jddd}|||dS) z; require_dataset with integer shape yields existing datasetr&rFrrCrbazsbazNrrfs rtest_create_1Dz TestCreateRequire.test_create_1DEsv%%eR55&&ub#66 u%%%v%%eUC88&&ub#66 u%%%v%%eR55&&vuc:: u%%%%%rc|jddd|t5|jdddddddS#1swxYwYdS)z6 require_dataset with shape conflict yields TypeError r&r{r)rFr(Nrr)rUrVrrs rtest_shape_conflictz%TestCreateRequire.test_shape_conflictSs eWc222   y ) ) 8 8 F " "5'3 7 7 7 8 8 8 8 8 8 8 8 8 8 8 8 8 8 8 8 8 8A!!A%(A%c|jd|t5|jdddddddS#1swxYwYdS)z< require_dataset with object type conflict yields TypeError r&r{rN)r create_grouprUrVrrs rtest_type_conflictz$TestCreateRequire.test_type_conflictYs E"""   y ) ) 8 8 F " "5'3 7 7 7 8 8 8 8 8 8 8 8 8 8 8 8 8 8 8 8 8 8sAA#&A#c|jddd}|t5|jdddddddS#1swxYwYdS)zL require_dataset with dtype conflict (strict mode) yields TypeError r&r{rS10Nr r7s rtest_dtype_conflictz%TestCreateRequire.test_dtype_conflict_sv$$UGS99   y ) ) : : F " "5'5 9 9 9 : : : : : : : : : : : : : : : : : :r c|jddd}|jdddd}|||dS)z* require_dataset with exactly dtype match r&r{rTexactN)rr)rr5rfs rtest_dtype_exactz"TestCreateRequire.test_dtype_exactfsWv$$UGS99&&ugs$&GG u%%%%%rc|jddd}|jdddd}|||||jt jddS)zJ require_dataset with convertible type succeeds (non-strict mode) r&r{i4i2FrN)rr)rr5rPrQrfs rtest_dtype_closez"TestCreateRequire.test_dtype_closemswv$$UGT::&&ugt5&II u%%% bhtnn55555rN) rr r!r0rrr r rrrrr"rrrr3s... &&& & & &888 888 :::&&&66666rrcHeZdZdZdZdZdZdZdZdZ dZ d Z d Z d S) TestCreateChunkedzL Feature: Datasets can be created by manually specifying chunks cv|jddd}||jddS)z Create via chunks tuple r&rrr6chunksNrr)r5r r7s rtest_create_chunksz$TestCreateChunked.test_create_chunks|s<v$$U&$GG e,,,,,rcv|jddd}||jddS)z Create via chunks integer r&rrFrrNr!r7s rtest_create_chunks_integerz,TestCreateChunked.test_create_chunks_integers<v$$U&$DD e,,,,,rc|t5|jdddddddS#1swxYwYdS)z& Illegal chunk size raises ValueError r&rrrNrUrrr)rs rtest_chunks_mismatchz&TestCreateChunked.test_chunks_mismatchs   z * * F F F ! !%vf ! E E E F F F F F F F F F F F F F F F F F FAA  A c|t5|jddddddddS#1swxYwYdS)z3 Chunked format required for given storage options r&rrF)r6maxshaper Nr&rs rtest_chunks_falsez#TestCreateChunked.test_chunks_falses   z * * R R F ! !%us5 ! Q Q Q R R R R R R R R R R R R R R R R R RAA A c|t5|jdddddddS#1swxYwYdS)z> Attempting to create chunked scalar dataset raises TypeError r&r")rrNrTrs rtest_chunks_scalarz$TestCreateChunked.test_chunks_scalars   y ) ) A A F ! !%r% ! @ @ @ A A A A A A A A A A A A A A A A A Ar(c|jddd}||jt|t |jddS)z Auto-chunking of datasets r&)rrTrreN)rr)r*r tupler5lenr7s rtest_auto_chunksz"TestCreateChunked.test_auto_chunkss\v$$U)D$II dk5111 T[))1-----rcx|jdddd}||jddS)z7 Auto-chunking with pathologically large element sizes r&r| S100000000Tr6rPr r;Nr!r7s rtest_auto_chunks_abusez(TestCreateChunked.test_auto_chunks_abuses?v$$U$lSW$XX d+++++rc|jddtjd}d|ddddf<|tj|ddddfdkd |d<|tj|dd kd |d d <|tj|d d d kdS) z+ Test scalar assignment of chunked dataset r&)r|rr)rrrr6rFrN( rre)rr)rQrrwallr7s rtest_scalar_assignmentz(TestCreateChunked.test_scalar_assignmentsv$$U++-8K%IIQ2X tAqqq"H~344555Q tAw"}--...QqS  tAaCyB//00000rcHtjtd5}|jddddddn #1swxYwYtjtd5}|jddd ddddS#1swxYwYdS) z, Auto-chunking of empty datasets not allowedr)matchr&S100T)rPr NrrPr*)r^rrVrr))rerrs rtest_auto_chunks_no_shapez+TestCreateChunked.test_auto_chunks_no_shapes> ]9G 4 4 4 D F ! !%vd ! C C C D D D D D D D D D D D D D D D]9G 4 4 4 D F ! !%v ! C C C D D D D D D D D D D D D D D D D D Ds#AA  A ,BBBN) rr r!r0r"r$r'r+r.r2r7r=rCr"rrrrvs--- --- FFF RRR AAA ... ,,, 111 DDDDDrrc0eZdZdZdZdZdZdZdZdS)TestCreateFillvaluez> Feature: Datasets can be created with fill value c|jddd}||dd||dddS)z- Fill value is reflected in dataset contents r&rg@rrrN)rr)r5r7s rtest_create_fillvalz'TestCreateFillvalue.test_create_fillvalsXv$$UES$AA a#&&& a#&&&&&rc|jddd}||jd||jt jdS)z( Fill value is recoverable via property r&rg@rGN)rr)r5rassertNotIsInstancerQndarrayr7s r test_propertyz!TestCreateFillvalue.test_propertysVv$$UES$AA ---   <<<<X % % % % % %rceZdZdZdZdS)TestCreateNamedTypezC Feature: Datasets created from an existing named type ctjd|jd<|jdd|jd}||jtjd||j|jdj||jdS)z7 Named type object works and links the dataset to type f8typexrrYN) rQrPrr)r5rrrw committedr7s r test_namedzTestCreateNamedType.test_nameds$vv$$S&v$GG RXd^^444 ))++TVF^->??? ((**446677777rN)rr r!r0rjr"rrrdrds-88888rrdgzipzDEFLATE is not installedc*eZdZdZdZdZdZdZdS)TestCreateGzipz= Feature: Datasets created with gzip compression c|jdddd}||jd||jddS)z# Create with explicit gzip options r&rrzrkr compressioncompression_optsNrr)r5rqrrr7s r test_gzipzTestCreateGzip.test_gzips_v$$UH&67%99 )6222 .22222rc|jddd}||jd||jddS)z+ Create with implicit gzip level (level 4) r&rorkrqr(Nrsr7s rtest_gzip_implicitz!TestCreateGzip.test_gzip_implicitsVv$$UH&$II )6222 .22222rc|jddd}||jd||jdt jjj} tt jj_| t5|jddd}dddn #1swxYwY|t jj_dS#|t jj_wxYw)z. Create with gzip level by specifying integer r&rorrvrkN) rr)r5rqrrrv_hldataset_LEGACY_GZIP_COMPRESSION_VALSr0rUr)rr8original_compression_valss rtest_gzip_numberzTestCreateGzip.test_gzip_numbers;v$$UH!$DD )6222 .222$(H$4$R! W=BWWDH  :"":.. M Mv,,UH!,LL M M M M M M M M M M M M M M M>WDH  : : :=VDH  : V V V Vs0+>Bcr|t5}|jddddddn #1swxYwY|dt |j|t5}|jddddddn #1swxYwY|dt |jtjj j } ttjj _ |t5|jddtj jdddn #1swxYwY|tjj _ dS#|tjj _ wxYw) z* Create with invalid compression numbers r&roirvNzInvalid filterrzUnknown compression)rUrrr)assertInr, exceptionrvryrzr{r0 IndexErrorrr)rer|s rtest_compression_number_invalidz;TestCreateCompressionNumber.test_compression_number_invalidAsY   z * * Ea F ! !%t ! D D D E E E E E E E E E E E E E E E &AK(8(8999   z * * Da F ! !%s ! C C C D D D D D D D D D D D D D D D +S-=-=>>>$(H$4$R! W=BWWDH  :"":.. \ \%%eX48CZ%[[[ \ \ \ \ \ \ \ \ \ \ \ \ \ \ \>WDH  : : :=VDH  : V V V VsSAA  A B<<CC>v$$Uu$MM )5111 .555  6%=$ h11111rc|t5|jddddddddS#1swxYwYdS)z& Giving lzf options raises ValueError r&rorr(rpNr&rs r test_lzf_exczTestCreateLZF.test_lzf_excms   z * * 6 6 F ! !%u34 " 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6r,N)rr r!r0rrr"rrrrVs<222 66666rrszipzSZIP is not installedceZdZdZdZdS)TestCreateSZIPrcB|jdddd}dS)z Create with explicit szip r&ror)ecrpN)rr)r7s r test_szipzTestCreateSZIP.test_szip{s-v$$UH&6@%BBrN)rr r!r0rr"rrrrts2BBBBBrrshufflezSHUFFLE is not installedceZdZdZdZdS)TestCreateShufflez8 Feature: Datasets can use shuffling filter ct|jddd}||jdS)z Enable shuffle filter r&roT)rN)rr)rwrr7s r test_shufflezTestCreateShuffle.test_shuffles8v$$UHd$CC  %%%%%rN)rr r!r0rr"rrrrs-&&&&&rr fletcher32zFLETCHER32 is not installedceZdZdZdZdS)TestCreateFletcher32z= Feature: Datasets can use the fletcher32 filter ct|jddd}||jdS)z Enable fletcher32 filter r&roT)rN)rr)rwrr7s rtest_fletcher32z$TestCreateFletcher32.test_fletcher32s8v$$UH$FF (((((rN)rr r!r0rr"rrrrs-)))))rr scaleoffsetzSCALEOFFSET is not installedc<eZdZdZdZdZdZdZdZdZ dZ d S) TestCreateScaleOffsetz? Feature: Datasets can use the scale/offset filter c|t5|jddtd}ddddS#1swxYwYdS)z[ Ensure that a scale factor is required for scaleoffset compression of floating point data r&roTrPrNrUrrr)floatr7s r test_float_fails_without_optionsz6TestCreateScaleOffset.test_float_fails_without_options  z * * Y Y6((SW(XXD Y Y Y Y Y Y Y Y Y Y Y Y Y Y Y Y Y Y$A  AAc|t5|jddtd}ddddS#1swxYwYdS)z# Check when scaleoffset is negetiver&rogrNrr7s rtest_non_integerz&TestCreateScaleOffset.test_non_integerrrc|t5|jddtd}ddddS#1swxYwYdS)z% Check when dtype is unsupported typer&roTrN)rUrVrr)boolr7s rtest_unsupport_dtypez*TestCreateScaleOffset.test_unsupport_dtypes  y ) ) X X6((RV(WWD X X X X X X X X X X X X X X X X X Xrcd}d}dd|zz}tjj|dz |z}|jd|t |}|jJ||d <|jj}|jtj |d |_|jdd }| ||d| z ||k rJdS) z2 Scaleoffset filter works for floating point data r(ri,rrFg?r&rN.r) precision) rQrandomrandrr)rrfilenamerrvrrr<)rscalefacr6rangerr8rrs r test_floatz TestCreateScaleOffset.test_floatsR8^#INE*S0E9v$$UEH$UU+++S 6?  8S))6%=% hBH9z/TestExternal.test_iter_multi..Xs.EEq1t8T2EEEEEErpoorrN)riterrrr)r1r)rNrr8rs @rtest_iter_multizTestExternal.test_iter_multiSs|;;== EEEEE!HHEEEEEv$$UHx$HH4=!!Q&&&&&&rc d}|}t|gft|dgft|dtjgft|fgft|dfgft|dtjdfgft|ddfgffD]O\}}||5|jd||dddn #1swxYwYPdS)z" Test with invalid external lists rrz h5f.UNLIMITEDr&rN)rrVr rrrUrr))rr6rexc_typers r test_invalidzTestExternal.test_invalid\s?;;== # 1 & 1cm4 5 8+ ' 8Q- ) 8Q q9: ; (A78 9# G G Hh""8,, G G%%eUX%FFF G G G G G G G G G G G G G G G G GsB==C C N) rr r!r0rrrrrrr"rrrr s***4<GGG DDD '''GGGGGrrc,eZdZdZddZdZdZdZdS) TestAutoCreatezP Feature: Datasets auto-created from data produce the correct types Tc |j}|t|tjj||||r|sJdSdSr) rrr5rgrvr rrr)rr.rvariablers rassert_string_typez!TestAutoCreate.assert_string_typetsenn cDH$9::: ...  )&&(( ( ( ( ) ) ( (rcd|jd<||jdtjjddg|jd<||jdtjjt jddgt j|jd<||jdtjjdS) z>BBB2b^^%bA'85Bq>>:KL d..ruRU|<<==tH~~NNNNNrc |jddd}tdddtdddftdddtdd dftdddtdddftdddtdd dftdd dtdddftdd dtdd dftd d dtdddftd d dtdd dff}|t |t |td d dtd ddff}|t |t jd d d dft |dS)Nr&rr)r7r9r8rr7rr9rr:04r9rr<r?s rtest_2dzTestChunkIterator.test_2dsv$$UIg$FF1b!__eAr1oo6q"a b#q9"2r1--uQA? r2q  5S!,,-b"a0@0@ aQ0 R++U2sA->->? r3  E!ROO,uRa/@/@ b#q/  d..00114>>BBB2r1%%uRQ'7'78: d..ruRU2b5[/ABBCCT(^^TTTTTrN)rr r!rr@rEr"rrr3r3sI OOO U U U U Urr3cHeZdZdZdZdZdZdZdZdZ dZ d Z d Z d S) TestResizezF Feature: Datasets created with "maxshape" may be resized c|jddd}||jd||jddS)z Create dataset with "maxshape" r&rorrGr.Nrr) assertIsNotr r5r*r7s rrzTestResize.test_createsTv$$UHx$HH d+++ 11111rc|jddd}||jd||jd|jddd}||jddS)z6 Create dataset with "maxshape" using integer maxshaper&r0rr.NrCrJr7s rr zTestResize.test_create_1Dsv$$UEB$?? d+++ ...v$$UB$<< .....rc6|jddd}||jd|d||jd|d||jddS)z( Datasets may be resized up to maxshape r&rorIr.rrNrr)r5r6resizer7s r test_resizezTestResize.test_resizesv$$UHx$HH X... H X... H X.....rc|jddd}||jd|d||jddS)z> Datasets may be resized up to maxshape using integer maxshaper&rr9r.r0)rzNrOr7s rtest_resize_1DzTestResize.test_resize_1Dsfv$$UB$<< U+++ E U+++++rc|jddd}|t5|dddddS#1swxYwYdS)z. Resizing past maxshape triggers an exception r&rorIr.)rrN)rr)rU ExceptionrPr7s rtest_resize_overzTestResize.test_resize_oversv$$UHx$HH   y ) ) " " KK ! ! ! " " " " " " " " " " " " " " " " " "sAA"Ac|jdd}|t5|dddddS#1swxYwYdS)z/ Resizing non-chunked dataset raises TypeError r&rorIN)rr)rUrVrPr7s rtest_resize_nonchunkedz!TestResize.test_resize_nonchunkedsv$$UH55   y ) ) " " KK ! ! ! " " " " " " " " " " " " " " " " " "sAA Ac|jddd}|dd||jdd S) z Resize specified axis r&rorIr.rraxisrNN)rr)rPr5r6r7s rtest_resize_axiszTestResize.test_resize_axissRv$$UHx$HH BQ  X.....rc|jddd}|t5|ddddddS#1swxYwYdS) z Illegal axis raises ValueError r&rorIr.rrerZN)rr)rUrrPr7s r test_axis_exczTestResize.test_axis_exc sv$$UHx$HH   z * * $ $ KKK # # # $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $sAA!$A!c|jddd}||jd||jddS)z? Allow zero-length initial dims for unlimited axes (issue 111) r&)r)r`Nr.N)rr)r5r6r*r7s r test_zero_dimzTestResize.test_zero_dimsTv$$UGj$II W---  33333rN) rr r!r0rr rQrSrVrXr\r^rar"rrrGrGs222 //////,,,""" """ /// $$$ 44444rrGceZdZdZdZdZdS) TestDtypezD Feature: Dataset dtype is available as .dtype property c|jddd}||jt jddS)z Retrieve dtype from dataset r&r|S10NrOr7s r test_dtypezTestDtype.test_dtypesCv$$UD&99 RXf%5%566666rctjdtjfdtjfg}|jdd|}||j|dS)z7 Retrieve dtype from complex float16 dataset (gh-2156) rrXr&reN)rQrPfloat16rr)r5)r complex32r8s rtest_dtype_complex32zTestDtype.test_dtype_complex32#s]HsBJ/#rz1BCDD v$$UD)<< Y/////rN)rr r!r0rgrkr"rrrcrcs<777 00000rrcceZdZdZdZdZdS)TestLenzG Feature: Size of first axis is available via Python's len c|jdd}|t|ddS)z Python len() (under 32 bits) r&)8r`roN)rr)r5r1r7s rtest_lenzTestLen.test_len1s;v$$UI66 TC(((((rc|jdd}||jdtjdkrB|t5t|dddn #1swxYwYn#|t|d||ddS)z Python len() vs Dataset.len() r&)r`iNrr) rr)r5r6sysmaxsizerU OverflowErrorr1r7s r test_len_bigzTestLen.test_len_big6sv$$UM:: ]333 ;+ % %""=11  D                   SYY 0 0 0 W-----s!A==BBN)rr r!r0rprvr"rrrmrm+s<))) . . . . .rrmceZdZdZdZdZdS)TestIterz; Feature: Iterating over a dataset yields rows c.tjddd}|jd|}t ||D]>\}}|t|d|||?dS) z& Iterating over a dataset yields rows rzrrYr{r&rnr|N) rQr~rrr)zipr5r1r)rror8rhrs r test_iterzTestIter.test_iterHsy3'''//88v$$U$66dOO ( (DAq   SVVQ ' ' '  ! !!Q ' ' ' ' ( (rc|jdd}|t5d|DddddS#1swxYwYdS)z0 Iterating over scalar dataset raises TypeError r&r")r6cg|]}|Sr"r")rrhs r z-TestIter.test_iter_scalar..Ts   1Q   rN)rr)rUrVr7s rtest_iter_scalarzTestIter.test_iter_scalarPsv$$U"$55   y ) )                          s AAAN)rr r!r0r{rr"rrrxrxBs<(((rrxcxeZdZdZdZdZdZdZdZdZ dZ d Z d Z d Z d Zd ZdZdZdZdZdZdS) TestStringszr Feature: Datasets created with vlen and fixed datatypes correctly translate to and from HDF5 ctjd}|jdd|}|j}|t|tjj || tjj tj |j }||jddS)z3 Vlen bytes dataset maps to vlen ascii in the file r_r`rhrrYN)rv string_dtyperr)rrr5rgr rrrcheck_string_dtyperPr^rrSr.r string_infos rr zTestStrings.test_vlen_bytes^s   0 0 0 V " "3b " 9 9enn cDH$9::: )<===-bh77  -w77777rctjd}d}|jdd||}||jdd|||jdd|||jdj|dS) & Vlen bytes dataset handles fillvalue r_r`barrhrrrNrvrrr)r5asstrrrrrS fill_valuer.s rtest_vlen_bytes_fillvaluez%TestStrings.test_vlen_bytes_fillvaluehs   0 0 0 V " "3bJ " O O Q444 **,,Q/1B1B1D1DEEE . ;;;;;rctj}|jdd|}|j}|t|tjj || tjj tj |j }||jddS)z5 Vlen unicode dataset maps to vlen utf-8 in the file rhrrYr\N)rvrrr)rrr5rgr rrrrrPr^rs rrzTestStrings.test_vlen_unicodeqs    V " "3b " 9 9enn cDH$9::: );<<<-bh77  -w77777rctj}d}|jdd||}||jdd|d||jdd|||jdj|ddS)( Vlen unicode dataset handles fillvalue bárrhrrrr\N)rvrrr)r5encoderrrs rtest_vlen_unicode_fillvaluez'TestStrings.test_vlen_unicode_fillvalue{s    V " "3bJ " O O Q):):7)C)CDDD **,,Q/<<< . 0A0A'0J0JKKKKKrctjd}|jdd|}|j}|t|tj j | | || d||tj jtj|j}||jd||jddS)zK Fixed-length bytes dataset maps to fixed-length ascii in the file rfrhrrYrFr_N)rQrPrr)rrr5rgrvr r assertFalserrrrrr^rrs rtest_fixed_asciizTestStrings.test_fixed_asciis Xf   V " "3b " 9 9enn cDH$9::: ,,../// ,,, )<===-bh77  -w777 +R00000rctjdd}d}|jdd||}||jdd|||jdd|||jdj|d S) rr_rFr]rrhrrrNrrs rtest_fixed_bytes_fillvaluez&TestStrings.test_fixed_bytes_fillvalues   ; ; ; V " "3bJ " O O Q444 **,,Q/1B1B1D1DEEE . ;;;;;rcHtjdd}|jdd|}|j}||tjj d}| d|d<||d <||g|d d <tj ||gt|d d <tj | dgd z||d d <|t5tj ||gd|d d<dddn #1swxYwYtj|dd tj | dgd zddS)Nr\rr]rhrrYcùrrrer(rEUrFS)rvrrr)rrr5rr rrrQrrrUrVrr)rrSr.rss rtest_fixed_utf8zTestStrings.test_fixed_utf8s   : : : V " "3b " 9 9enn );<<< !!11a&1Q3(Aq60001Q3(AHHW--.2"===1Q3   y ) ) 3 3xAc222BqtH 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3 %%b!fbh8I8I7JQ7NVY.Z.Z.Z[[[[[sEE Ectjdd}dd}|jdd||}||jdd|||jdd|d||jdj|d S) rr\rFr]rrhrrrN) rvrrrr)r5rrrrs rtest_fixed_utf_8_fillvaluez&TestStrings.test_fixed_utf_8_fillvalues   ; ; ;]]7++ V " "3bJ " O O Q444 **,,Q/1B1B71K1KLLL . ;;;;;rctjd}|t5|jdd|}ddddS#1swxYwYdS)zA Fixed-length unicode datasets are unsupported (raise TypeError) z|U10rhrrYN)rQrPrUrVrr)rrSr.s rtest_fixed_unicodezTestStrings.test_fixed_unicodes Xf     y ) ) > >&&sF"&==B > > > > > > > > > > > > > > > > > >sAA!Actjd}|jdd|}d}||d<|d}|t |t |||dS) zN writing and reading to vlen bytes dataset preserves type and content r_r`rhrrYHellorN)rvrrr)r5rgbytesrrSr.roouts rtest_roundtrip_vlen_bytesz%TestStrings.test_roundtrip_vlen_bytess  0 0 0 V " "3b " 9 91e cE*** d#####rc tjd}|jdd|}d}||d<|d}|t |tj|||dS)z[ Writing to and reading from fixed-length bytes dataset preserves type and content rfrhrrYrrN)rQrPrr)r5rgrrs rtest_roundtrip_fixed_bytesz&TestStrings.test_roundtrip_fixed_bytessXf   V " "3b " 9 91e cBJ/// d#####rcLtj}|jdd|}d}||d<||dt |d}||t|||dS)NrhrrYfàilter) rvrrr)r*rrr,r5rs rtest_retrieve_vlen_unicodez&TestStrings.test_retrieve_vlen_unicodes    V " "3R " 8 81 beU+++hhjjm c3''' d#####rc|jddtj}d}||d<|d}|t 5|d}dddn #1swxYwY||dddd||d d||d t|tj |dd tj |gttj tj|dd tj |gtdS) NrhrrYrrr_ignorefiltelatin-1rFr)rr)rvrrrUUnicodeDecodeErrorr5r$r1rQrrrrasarray)rr.rostrwrap1rs r test_asstrzTestStrings.test_asstrs V " "3T5F5H5H " I I188G$$   1 2 2  1+C                '844Q7AAA BHHY//2D999 S__--- %% HHJJrrNBHdV6:::    %% Jrxxzz " "2A2 &$v(F(F(F     s% A::A>A>ctjd}|jdd|}d}t j|d||d<||dtj| d}||t| ||| | d d dd | | d d|tj | dd t j|gtdS)NrrrhrrYrr\rr_rrrr)rvrrr)rQrrr*bytes_rr,r5r$rrrrs rtest_asstr_fixedzTestStrings.test_asstr_fixedsS  a ( ( ( V " "3R " 8 8W--R8881 beRY///hhjjm c3''' d### '844Q7=== BHHY//2D999 %% HHJJrrNBHdV6:::     rctjd}|jdd|}d}|t 5||d<ddddS#1swxYwYdS)zGEncoding error when writing a non-ASCII string to an ASCII vlen datasetr_rhrrYrrN)rvrrr)rUUnicodeEncodeError)rrSr.ros rtest_unicode_write_errorz$TestStrings.test_unicode_write_error s  w ' ' V " "3b " 9 9   1 2 2  BqE                  sA!!A%(A%cFtj}|jdd|}dt dzd}||d<|d}|t|t|||dS) zJ Writing valid utf-8 byte strings to a unicode vlen dataset is OK rhrrYr r utf8rN) rvrrr)rrr5rgrrs rtest_unicode_write_bytesz$TestStrings.test_unicode_write_bytess   V " "3b " 9 9V,44V<<1e cE*** d#####rc(tjd}|jdd|}d}||d<|d}|t |t |||ddS)z: Writing an ascii str to ascii vlen dataset is OK r_rhrrYz ASCII stringrN)rvrrr)r5rgrrrs rtest_vlen_bytes_write_ascii_strz+TestStrings.test_vlen_bytes_write_ascii_strs w ' ' V " "3b " 9 91e cE*** dkk'2233333rN)rr r!r0r rrrrrrrrrrrrrrrrr"rrrrWs# 888<<<888LLL 1 1 1<<<\\\ <<<>>> $ $ $ $ $ $$$$   6   , $ $ $ 4 4 4 4 4rrc$eZdZdZdZdZdZdS) TestCompoundz: Feature: Compound types correctly round-trip c >tjdtjfdtjfdtjfdtjfdtjfdtjfdtjfg}tjd| }|jD]'}tjdd z||<(||jd <|jd d }| tj ||k| |j|jd S)z: Compound types are read back in correct order (issue 236)weightcputimewalltimeparents_offset n_parentsstatus endpoint_typerrYrtest.N) rQrPfloat64uint32uint8rKfieldsrrrwr<r5)rrSrkeyoutdatas rtest_rtzTestCompound.test_rt0sX2:.'4("*5. :)295&1-rx8 <==:e2...9 : :CI,,U33c9HSMM!v&.% w(233444 77777rc(tjdtjdffdtjfg}tjd|}|jD]3}tj||jdz||<4|j dd|}|jD] }||||<|jdd }| tj ||k| |j|jdS) Nrr|rrrYrrr.) rQrPrrrKrrr6rr)rwr<r5)rrSrrr.rs r test_assignzTestCompound.test_assignDs XBJ?3)284899:e2...9 M MCI,,(3-2E,FFLHSMM V " "65 " ; ;9 $ $CsmBsGG&.% w(233444 77777rctjdtjfdtjfdtjfg}tjd|}|jD]'}tjddz||<(||jd<tj|jdddgdd|ddgtj|jdddd|dtjtj |jdddg|ddgtjdtj fg}tjtj |jddg||dg |t|jdddksJdS) NrhrrrrYrrr) rQrPrrKrrrrrrrastyper1)rrSrrdt_ints r test_fieldszTestCompound.test_fieldsUs  X "*  "*  "*     :e2...9 : :CI,,U33c9HSMM!v %% F6N ! !3* - -aaa 0(C:2F    %% F6N ! !# & &qqq )8C=    %% Jtvf~,,c3Z88 9 98S#J;O   C?+,, %% Jtvf~,,cU336 B B B cUO " "6 * *   46&>((--.."444444rN)rr r!r0rrrr"rrrr*sK888(888"!5!5!5!5!5rrceZdZdZdZdS) TestSubarrayc|jddd}gd|d<tj|ddgdggdg|dd<tj|ddgdgdSNrr;3int8rYrrer|r)r(rrE)rr)rQrrr-s rtest_write_listzTestSubarray.test_write_listzs V " "3G " < < 1 %%beiii[999 111 %%beiii[99999rcV|jddd}tjgd|d<tj|ddgdgtjgdg|dd<tj|ddgdgdSr)rr)rQrrrr-s rtest_write_arrayzTestSubarray.test_write_arrays V " "3G " < <##1 %%beiii[999)))%%111 %%beiii[99999rN)rr r!rrr"rrrrys2::::::::rrc*eZdZdZddddZdZdZdS) TestEnumzM Feature: Enum datatype info is preserved, read/write as integer rrrY)REDGREENBLUEctj|jd}|jdd|}|j}tj|}|||jdS)z= Enum datasets can be created and type correctly round-trips rXbasetyperhrBrYN)rv enum_dtypeEDICTrr)rPcheck_enum_dtyper5)rrSr.dt2dict2s rrzTestEnum.test_createsi _TZ# 6 6 6 V " "3 " " = =h%c**  +++++rc2tj|jd}|jdd|}d|d<d|dd d f<||dd||dd d ftjd dd S) z/ Enum datasets can be read/written as integers rrrhrBrYrY)#%rN)drrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrr) rvrrrr)r5rrQrrs rtest_readwritezTestEnum.test_readwrites _TZ$ 7 7 7 V " "3 " " = =6 1aaa4 FR((( bAAAh4(H(H(HIIIIIrN)rr r!r0rrrr"rrrrsR2 . .E,,,JJJJJrrcfeZdZdZdZejeedddZ dZ dS) TestFloatszA Test support for mini and extended-precision floats c|jdd|}||j|t jd|}||d<||d|dS)NrhrrY.)rr)r5rPrQrqr)rrSr8ros r _exectestzTestFloats._exectestssv$$S&$;; R(((wvR(((S  d3i.....rrizNumPy float16 support requiredcT|tjddS)z Mini-floats round trip riN)rrQrPrs r test_minizTestFloats.test_minis& rx **+++++rcttdr9|tjjtjddS|tjjtjddS)z Test mapping for float16 riz>  #rctjdddddf}|jj|}||j||j|dS)z4 Region references can be used as slicing arguments rrrFrrN)rQrr8 regionrefrrorslicrefs rtest_create_refzTestRegionRefs.test_create_refsSuRUBs1H_%i!$' dindio>>>>>rcb|jjdd}|j|}|jdksJdS)Nr)r8rrI)rrrs rtest_empty_regionz TestRegionRefs.test_empty_regions3i!"1"%inx1}}}}}}rcP|jddd}tjtjj}|tj|jdtjj |}||tj tj dksJ| tj|jdtjj |}|||dksJdS)Nscalar?rProrP.r")rr)rvh5screateSCALAR select_noneh5rrDATASET_REGIONrrQrP select_all)rr.sidrs rtest_scalar_datasetz"TestRegionRefs.test_scalar_dataset s V " "8#T " B Bhoodho.. hoobeT48+BCHH#w$*RXd^^444444 hoobeT48+BCHH#w"R&      rc<tjdddddf}|jj|}||jj||jj||jj|ddS)z, Region reference shape and selection shape rrrFrr)rFN)rQrr8rr5r6 selectionrs rtest_ref_shapezTestRegionRefs.test_ref_shapesuRUBs1H_%i!$' ,22377III ,66s;;XFFFFFrN) rr r!r0rrempty_regionref_xfailrr-r1r"rrrrs### ???   ! ! !GGGGGrrc$eZdZdZdZdZdZdS) TestAstypez(.astype() wrapper & context manager c|jddd}tjd|d<|ddd}||tjdddSNrhrrrYr.rP)rr)rQr~rrrr8rs rtest_astype_wrapperzTestAstype.test_astype_wrapper'stv$$S&$==IcNNS kk$" c29S#=#=#=>>>>>rc|jddd}tjd|d<|dt |ddSr6)rr)rQr~r5r1rr7s rtest_astype_wrapper_lenz"TestAstype.test_astype_wrapper_len.s_v$$S&$==IcNNS  c$++d"3"34455555rc|jddd}tjd|d<tj|dd}||tjdddSr6)rr)rQr~rrrr7s rtest_astype_wrapper_asarrayz&TestAstype.test_astype_wrapper_asarray3szv$$S&$==IcNNS jT**$777 c29S#=#=#=>>>>>rN)rr r!r0r8r:r<r"rrr4r4$sK???666 ?????rr4ceZdZdZdZdS)TestScalarCompoundzl Retrieval of a single field from a scalar compound dataset should strip the field info ctjdg}|jdd|}||djtjddS)NrWrhr"rYrrX)rQrPrr)r5)rrSr8s rtest_scalar_compoundz'TestScalarCompound.test_scalar_compoundAsY Xzl # #v$$S"B$77 c"(3--88888rN)rr r!r0r@r"rrr>r>:s- 99999rr>cReZdZdZdZdZdZdZddZdZ d Z d Z d Z d Z d S)TestVlenctjt}|jdd|}t jd|d<t jd|d<gd|d<t jd|d<||dt jd||dt jd||dt jgd||dt jdt jt jd t jd gt|dd<||dt jd ||dt jd t jt jdt jdg|dd<||dt jd||dt jddS) Nvlenr'rYr|rrrrerr() rv vlen_dtyperrr)rQr~rrrrs rrzTestVlen.test_intIs _S ! ! V " "64r " : : ! 1 ! 1 1 ! 1 beRYq\\222 beRYq\\222 beRXiii%8%8999 beRYq\\222(BIaLL")A,,7vFFF1Q3 beRYq\\222 beRYq\\222(BIaLL")A,,7881Q3 beRYq\\222 beRYq\\22222rctjt}|jdd|}|jdd|djdS)NrDr;rYvlen2r")rvrErrr)rPrs rtest_reuse_from_otherzTestVlen.test_reuse_from_other[sS _S ! ! V " "64r " : : gtRV\:::::rcvdtfdtjtfg}|jdd|}|jj}|jtj|d|_|jdd|jdddjdS)NrrrDr;rYrGr") rrvrErr)rrrrP)rrSr.fnames rtest_reuse_struct_from_otherz%TestVlen.test_reuse_struct_from_other`sCj3 4 45 6 V " "64r " : :  5#&& gtTVF^C-@-D-JKKKKKrcbtjt}|jdd|}t jddg|d<t jdg|d<gd|d <||dt jddg||dt jdg||d t jgd t jgd t jd gt|dd <||dt jd ||dt jd t jt jgdt jgdg|dd <||dt jd||dt jddS)NrDr4rYgffffff?333333?rr)rMrer|rer)皙?g?g@g@r(r(r)rNrM皙@)皙?rMrOr|) rvrErrr)rQrrr~rrs r test_convertzTestVlen.test_converths _S ! ! V " "64r " : :#s$$1#1 1 beRXq!f%5%5666 beRXqc]]333 beRXiii%8%8999(333RYq\\B&QQQ1Q3 beRYq\\222 beRYq\\222(BH___55H___557881Q3 beRYq\\222 beRYq\\22222rcZtjt}|jdd|}t jd|d<t jt jdt jdgt jdt jdggt|ddddf<t jt jdt jdgt jdt jdgg|ddddf<dS)NrD)rererYrrr|re) rvrErrr)rQr~rrrs r test_multidimzTestVlen.test_multidimys _S ! ! V " "66 " < <9Q<<48billBIaLL9Yq\\29Q<<8:AGIII111aaa48billBIaLL9 illBIaLL9;<<111aaa4rrDctj|}|j|d|}t jgd|}t jgd|}t jgdt jd}||}gd} t j| |} gd} t j| |} ||d <||d <||d <| |d <| |d <|||d |||d |||d || |d || |d t jddg|} | dd|d <|| |d |j |j dS)z Helper for testing various vlen numpy data types. :param np_dt: Numpy datatype to test :param dataset_name: String name of the dataset to create for testing. rerY)r"@g>@)g33333Y@g i@gfffffX@g%gr)rrerr)r"rUg @r[g)rirri'rrrrer|r(g333333?rON) rvrErr)rQrrPrrrr) rnp_dt dataset_namerSr.array_0array_1array_2casted_array_2list_3 list_array_3list_4 list_array_4s r_help_float_testingzTestVlen._help_float_testings _U # # V " "<R " @ @(===666(>>>eLLL(999BHW,=,=>>> ..*))xe444 ,++xe444 11111 gr!u--- gr!u--- nbe444 lBqE222 lBqE222xc %888 QQQ1 lBqE222    rcXtjd}||dS)NrirQrPr`rrVs rtest_numpy_float16zTestVlen.test_numpy_float16+##   '''''rcXtjd}||dS)Nfloat32rbrcs rtest_numpy_float32zTestVlen.test_numpy_float32rercXtjd}||dS)Nrrbrcs rtest_numpy_float64_from_dtypez&TestVlen.test_numpy_float64_from_dtyperercHtj}||dSr)rQrr`rcs rtest_numpy_float64_2zTestVlen.test_numpy_float64_2s#    '''''rc|jddtjdt jgd}|ddd|jdd<t |jdd|dddks)J|jddd |ddd|jd dtjd t jgd }|ddd|jd d<t |jd d|dddks)J|jd dd |ddddS) z4Test that non-contiguous arrays are stored correctlyncrrrY)TFTTFFFNrerz != nc2int8)rer(rrrr|r)rr)rvrErQrr<)rrhrs rtest_non_contiguous_arraysz#TestVlen.test_non_contiguous_arraysse dE1H1HIII HCCC D DCCaC&t Q46$<?a!f,--OO$&,q//O/Oq1v/O/OOOO eU$/&2I2IJJJ H+++ , ,SSqS6u a46%=#q1v-..QQ46%=3C0Q0Q33Q30Q0QQQQQQrN)rD)rr r!rrHrKrQrSr`rdrhrjrlrqr"rrrBrBHs333$;;; LLL333"<<<....`(((((((((((( R R R R RrrBceZdZdZdZdS) TestLowOpencn|jdd}|j}dS)z Test H5Dget_access_plist r&r'N)rr)rr)rr.p_lists rtest_get_access_listz TestLowOpen.test_get_access_lists0 V " "5$ / /''))rc:tjtjj}|jdd}~tj|jjd|}| |tjj dS)z# Test the dapl keyword to h5d.open rhrxN) rvh5pr&DATASET_ACCESSrr)h5drrr* DatasetID)rdaplr8dsids r test_daplzTestLowOpen.test_daplspxtx677v$$S&11 x}}TVYd33 dDH$677777rN)rr r!rvrr"rrrsrss2*** 88888rrs)rrFrz#chunk info requires HDF5 >= 1.10.5c Hddlm}|}tj|d5}|ddddd |ddd<dddn #1swxYwY|dtj|d 5}|dj}|d ksJtd D]~}ttj tj |dd z}| |}|j|ksJ|jdksJ|jJ|jdksJ|d }|jd ksJ|jdksJ|jJ|jdksJ ddddS#1swxYwYdS)NrBytesIOrrrBrurr6r rPrrrrFr)iorrvrr)seekrget_num_chunksrr0rQr unravel_indexget_chunk_info chunk_offset filter_mask byte_offsetrIget_chunk_info_by_coord)rbuffoutfinr.joffsetsis rtest_get_chunk_detailsrsM '))C 3   F*XTRRRV QQQHHQKKK 3   [^  ""c))))s  A28B$4Q$A$ABBRGHHF""1%%B?f,,,,>Q&&&&>---7Q;;;;;  ' ' / /&((((~""""~)))w{{{{{#s$'AA AC;FFF)rr;r|)rrFrF)rrFczJchunk iteration requires HDF5 1.10.10 and later 1.10, or 1.12.3 and laterc@ddlm}|}tj|d5}|ddddd |dd d <d d d n #1swxYwY|dtj|d 5}|dj}|}|d ksJit|D]!}| |}||j <"fd }| |d d d d S#1swxYwYd S)z%H5Dchunk_iter() for chunk informationrrrrrBrurrrNrrc|j}|j|jksJ|j|jksJ|j|jksJ|j|jksJdSr)rrrrI) chunk_infoknowncis rcallbackz!test_chunk_iter..callbackspz./E*e.@@@@@)U->>>>>)U->>>>>?ej000000r) rrrvrr)rrrrrr chunk_iter) rrrr~ num_chunksrrrrs @rtest_chunk_iterrs  '))C 3   z($OOO& !!! HHQKKK 3  "y|((** S    z"" % %A$$Q''B"$Br   1 1 1 1 1 !!!#""""""""""""""""""s$'AA!AA7DDDcX|dd}|jJ|jJdS)NrrrY)r)r6r*)rr.s rtest_empty_shapers<  % %gW % = =B 8    ;     rcddlm}|}tj|d5}|dddddn #1swxYwY|dtj|d5}|djJ|djJ|dj dksJ ddddS#1swxYwYdS)NrrrrrrYr) rrrvrr)rr r get_offsetget_storage_size)rrrrs rtest_zero_storage_sizer%sw '))C 3  4 G7333444444444444444HHQKKK 3  77|"***7|))++3337|//11Q66666777777777777777777s$A  AA?AC##C'*C'cTtjtjjtjtjjdzg}|d|tj}|jtjtjksJtj|ddtj |tj||dd<tj|ddtj |tjdS)Nrrhr#rY) rQiinformaxr)uint64rPrrr)rror.s rtest_python_int_uint64r3s HRX   "BHRX$6$6$:Q$> ?D  % %cBI % F FB 8rx ** * * * *J!!"QQQ%$bi)H)H)HIII BqqqEJ!!"QQQ%$bi)H)H)HIIIIIrc|ddtj}tjdd}||ddgddf<dS) Nro)rrrerY)rr|rer)rrer(.)r)rQrrr)rrblocks rtest_setitem_fancy_indexingrAsW  & &v|28 & L LC I  c  2 2E"C999crcttd5}|dddksJ ddddS#1swxYwYdS)Nzvlen_string_dset.h5DS1rsPartingrrrs rtest_vlen_spacepadrHs  !677 8 8)Ax{j((((())))))))))))))))))AAActtd5}|dddksJ ddddS#1swxYwYdS)Nzvlen_string_dset_utc.h5ds1rs2009-12-20T10:16:18.662409Zrrs rtest_vlen_nulltermrMs  !:;; < <=x{<<<<<<==================r)rrFr|z>Appears you cannot pass an unknown filter id for HDF5 < 1.10.3cd}|ddtj|d}t||jvsJdS)NroruT)r6rPrqallow_unknown_filter)r)rQrr,_filters)rfake_filter_idr.s rtest_allow_unknown_filterrRsT N  % %hbhN! &  B ~  "+ - - - - - -rc (ddlm}|}tj|d5}|dddddd d }|j}|jd d |ksJ|dksJ d d d n #1swxYwY| dtj|d5}| dddddd}|j}|jd d |ksJ|dksJ d d d d S#1swxYwYd S)z2Chunk cache configuration for individual datasets.rrrrh)rFr)rr(r rP)r6r rP rdcc_nbytesrdcc_w0 rdcc_nslotsrN)rrrPr0q= ףp?)r6rPrrr)rrr) rrrvrr)rrget_chunk_cache get_cacherr)rrrr.ds_chunk_cachers rtest_dset_chunk_cacher`s1 '))C 3  =  xd'#!GG//11AACCw''))3355abb9^KKKK!<<<<<< ===============HHQKKK 3  >  xt'3!HH//11AACCv&&((2244QRR8NJJJJ!====== >>>>>>>>>>>>>>>>>>s%B B<<CC1BFF F ceZdZdZdZdZdS)TestCommutativez| Test the symmetry of operators, at least with the numpy types. Issue: https://github.com/h5py/h5py/issues/1947 cd}|jd|ttjj|}tj|d}tj||k||kksJtj||k||kksJd}tj||z}tj||k||kksJtj||k||kksJdS)z Create a h5py dataset, extract one element convert to numpy Check that it returns symmetric response to == and != rrrrProrgMbP?N) rr)rrQrrrr<nanmax)rr6r8valdeltanvals rtest_numpy_commutativez&TestCommutative.test_numpy_commutative{s v$$VU%*,).%*@%BB ja!!vsd{ 455555vsd{ 455555yu$vtt|677777vtt|67777777rcd}|jd|ttjj|}td}||k||kksJ||k||kksJdS)z Create a h5py dataset and check basetype compatibility. Check that operation is symmetric, even if it is potentially not meaningful. rrrr[N)rr)rrQrr)rr6r8rs rtest_basetype_commutativez)TestCommutative.test_basetype_commutatives~ v$$VU%*,).%*@%BB Biit ----t ------rN)rr r!r0rrr"rrrrvs<8880.....rrceZdZdZejejdkddZejejdkddZ dS)TestVirtualPrefixz% Test setting virtual prefix )rrFrez8Virtual prefix does not exist before HDF5 version 1.10.2rcJd}d}|jd|ttjj||}t j|j  }||ksJdS)Nr/path/to/virtualr)rProvirtual_prefix) rr)rrQrrrrrrget_virtual_prefixrr)rr6rr8virtual_prefix_readbacks rtest_virtual_prefix_createz,TestVirtualPrefix.test_virtual_prefix_creates+v$$VU%*,).%*@6D%FF#*,tw/G/G/I/I/\/\/^/^/e/e/g/g"h"h"q"q"s"s&.888888rcd}|jddd|}tj|j}| ||| |t| |j ddS)Nrr&r{r)r) rrrrrrrrrr5r*r r6)rrr8rs rtest_virtual_prefix_requirez-TestVirtualPrefix.test_virtual_prefix_requires,v%%eWcN%[["),tw/G/G/I/I/\/\/^/^/e/e/g/g"h"h"q"q"s"s )@AAA dG,,, W-----rN) rr r!r0rrirrrrr"rrrrsRYw)J6RTTT99TT9RYw)J6RTTT..TT...rr)ar0rrrsnumpyrQr\r^warningscommonrr data_filesrrvrrr h5py._hl.baser r r r h5py.h5py_warningsrrh5py._hl.selectionsry selectionsselrr$r2rlrrrrrErrrrrrrgrrrbrdrifiltersrrmrrrrrrrrrr3rGrcrmrxrrrrrrr r_rr2rr4r>rBrsrrrrrrrrrskipifrrrrr"rrrs    ******%%%%%%%%%%55555555555555 !!!!!!!!!( - - - - -{ - - -D,D,D,D,D,kD,D,D,LVFVFVFVFVF[VFVFVFr."."."."."."."."`%#%#%#%#%#%#%#%#P@6@6@6@6@6 @6@6@6F@D@D@D@D@D @D@D@DF#B#B#B#B#B+#B#B#BL!HXqMXqM CLZZT222C8T222C8T(((#.T(((#.T# )  &&  & 8 8 8 8 8+ 8 8 8 6, ,.HII)7)7)7)7)7[)7)7JI)7X 6, ,.HII$W$W$W$W$W+$W$WJI$WN 5 + +-CDD66666K66ED6: 6, ,.EFF B B B B B[ B BGF B 9DL/ /1KLL & & & & & & &ML & p4>>,+.+.+.+.+.k+.+.+.Z..... .....r