jZ dZddlZddlZddlZddlZddlZddlZddlZddl m Z ddl m Z m Z ddlmZmZddl mZmZddl Z ddlmZmZmZmZmZdd lmZd d lmZGd d eZGddeZGddeZGddeZ GddZ!GddZ"GddeZ#GddeZ$GddeZ%GddeZ&ej'(d e)dfej*dfej+dfe,d!fej-d!fej.d!fe j/d"d#$d%fe j/d&d#$d%fe j/d"'d%fe j/d&'d%fe j/d%fg d(Z0Gd)d*eZ1ej2d+e j3j4vd,Gd-d.eZ5ej2d+e j3j4vd,Gd/d0eZ6ej2d1e j3j4vd2Gd3d4eZ7ej2d5e j3j4vd6Gd7d8eZ8ej2d9e j3j4vd:Gd;dGd?d@eZ:ej2dAe j3j4vdBGdCdDeZ;GdEdFeZ<GdGdHeZ=GdIdJeZ>GdKdLeZ?GdMdNeZ@GdOdPeZAGdQdReZBGdSdTeZCGdUdVeZDGdWdXeZEGdYdZeZFGd[d\eZGGd]d^eZHGd_d`eZIGdadbeZJGdcddeZKGdedfeZLGdgdheZMGdidjeZNGdkdleZOdmZPejQe jRjSdnkpe jRjSdokoe jRjSdpkdqdrZTdsZUdtZVduZWdvZXdwZYdxZZdyZ[dzZ\Gd{d|eZ]Gd}d~eZ^ddZ_ddZ`ej'(dde_fde_fde_fde`fggdZaedkrdndZbej'(ddebgeadZcej'dedkdeadZeeadZfeadZgeadZheadZiej'jddZkdZldZmdZndS)z Dataset testing operations. Tests all dataset operations, including creation, with the exception of: 1. Slicing operations for read and write, handled by module test_slicing 2. Type conversion for read and write (currently untested) N)ThreadPoolExecutor)FileDataset)is_empty_dataspaceproduct)h5fh5t)utTestCaseNUMPY_RELEASE_VERSIONis_main_thread make_name)get_data_file_path)H5pyDeprecationWarningceZdZdZdZdS) BaseDatasetcTt|d|_dS)Nw)rmktempfselfs Z/var/www/html/Carbon-Document/venv/lib/python3.11/site-packages/h5py/tests/test_dataset.pysetUpzBaseDataset.setUp'sdkkmmS))cJ|jr|jdSdSN)rclosers rtearDownzBaseDataset.tearDown*s) 6  FLLNNNNN  rN)__name__ __module__ __qualname__rr!rrrr&s2***rrcfeZdZdZejdkrdndZdZej j dZ dZ dS) TestReprz5 Feature: repr(Dataset) behaves sensibly big>)rrcreate_datasetrepr endian_markrnamedss rtest_repr_basiczTestRepr.test_repr_basic5s[{{ V " "4W " = =Bxx^T^^HX^^^^^^^^^rc|jtdd}|jt |dksJdS)z( repr() works on live and dead datasets r,f4r/zN)rr2rr r3rr7s rtest_repr_closedzTestRepr.test_repr_closed:sQV " "9;;D " A A  Bxx2222222rc||jddd}t|d|jdksJdS)Nr,r.r/z-r%rrr'r'/s|--##3K___  [333 bbbbbrr'ceZdZdZdZdZdZdZdZdZ dZ d Z d Z e jeed  d d ZdZdZdS)TestCreateShapez@ Feature: Datasets can be created from a shape only c|jtdd}||jddS)z Create a scalar dataset r%r:r/Nrr2r assertEqualshaperdsets rtest_create_scalarz"TestCreateShape.test_create_scalarLs@v$$Y[["D$AA R(((((rc|jtdd}||jddS)z Create a size-1 dataset r r:r/NrHrKs rtest_create_simplez"TestCreateShape.test_create_simpleQs@v$$Y[[$d$CC T*****rc|jtdd}||jddS)z+ Create a size-1 dataset with integer shaper r:r/rONrHrKs rtest_create_integerz#TestCreateShape.test_create_integerVs@v$$Y[[!4$@@ T*****rc|jtdd}||jd||jddS)z- Create an extended dataset with tuple shape ?r:r/rUNrr2rrIrJsizerKs rtest_create_extended_1dz'TestCreateShape.test_create_extended_1d[sXv$$Y[[%t$DD U+++ B'''''rc|jtdd}||jd||jddS)z. Create an extended dataset with 2 dimensions ) r:r/<NrVrKs rtest_create_extended_2dz'TestCreateShape.test_create_extended_2dasXv$$Y[['$FF W--- R)))))rc|jtdd}||jd||jddS)z/ Create an extended dataset with integer shape rUr:r/rTNrVrKs rtest_create_integer_extendedz,TestCreateShape.test_create_integer_extendedgsXv$$Y[["D$AA U+++ B'''''rc|jtdd}||jt jddS)) Confirm that the default dtype is float rTr:r/z=f4Nrr2rrIr0nprKs rtest_default_dtypez"TestCreateShape.test_default_dtypemsHv$$Y[[%t$DD RXe__55555rc|t5|jt ddddS#1swxYwYdS)z Missing shape raises TypeError N assertRaises TypeErrorrr2rrs rtest_missing_shapez"TestCreateShape.test_missing_shapers   y ) ) / / F ! !)++ . . . / / / / / / / / / / / / / / / / / /s'AAAc0|jtdtj}t jdvr(tjdt jz| |j tjdS)rarTr/)ppc64lez(Storage of long double deactivated on %sN) rr2rrc longdoubleplatformmachinerBxfailrIr0rKs rtest_long_doublez TestCreateShape.test_long_doublewswv$$Y[[%r}$MM     , , LChFVFXFXX Y Y Y R]33333r complex256zNo support for complex256c|jtdtjd}||jtjddS)rarTrqr/N)rr2rrcr0rIrKs rtest_complex256zTestCreateShape.test_complex256~s_v$$Y[[%+-8L+A+A%CC RXl%;%;<<<<)>?????rc|t5t|jdjddddS#1swxYwYdS)zE Binding Dataset to a non-DatasetID identifier fails with ValueError /N)rg ValueErrorrridrs rtest_appropriate_low_level_idz,TestCreateData.test_appropriate_low_level_ids   z * * $ $ DF3KN # # # $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $s AA A c8|j}t|tjsJ||ksJ||sJdS|rJ||ksJdSr)rget_type isinstancer TypeStringIDget_csetis_variable_strget_size)rrLcsetlengthtids rcheck_h5_stringzTestCreateData.check_h5_stringsg  #s/00000||~~%%%% >&&(( ( (( ( (**,, , ,,<<>>V++++++rc fd}|jtdd|jtdddg|jtddgdgg|jtdtjddgt d S) z= Creating dataset with byte string yields vlen ASCII dataset cL|tjddSNr)rr CSET_ASCIIrLrs rcheck_vlen_asciiz?TestCreateData.test_create_bytestring..check_vlen_asciis&  s~d C C C C Craabcrbdefcdr/Nrr2rrcarrayobject)rrs` rtest_create_bytestringz%TestCreateData.test_create_bytestrings  D D D D D..y~~F.KKLLL..y~~VVDT.UUVVV..y~~fXPVxDX.YYZZZ.. cNN66*:&!I!I!I/       rc|jttjddgd}||t jddS)NrrS3r/rrr)rr2rrcrrr rrKs rtest_create_np_szTestCreateData.test_create_np_ssXv$$Y[[rx@PX\7]7]7]$^^ T3>!<<<<.check_vlen_utf8s&  s}T B B B B Brrabcrrdefrrr/r)rrs` rtest_create_stringsz"TestCreateData.test_create_stringss C C C C C--inn5-IIJJJ--innE5>-RRSSS--innUGeWCU-VVWWW-- cNN5%.!G!G!G.       rc|t5|jt t jddgdddddS#1swxYwYdS)NrrU3r/r)rgrhrr2rrcrrs rtest_create_np_uzTestCreateData.test_create_np_us   y ) ) \ \ F ! !)++BHff=MUY4Z4Z4Z ! [ [ [ \ \ \ \ \ \ \ \ \ \ \ \ \ \ \ \ \ \s?A''A+.A+ct}|j|d|t |j|jdS)Nrr/)rrr2rrrrr6s r test_empty_create_via_None_shapez/TestCreateData.test_empty_create_via_None_shapesO{{ d#... *46$)>)>??? *46$A;cd}|t|tj}tj|tj}||tjdtj}t jt5||ddddS#1swxYwYdS)N)rrr/)r) r2rrcrzerosrrBrrh)rrrJrLrarr2s rtest_zero_lengthz!TestReadDirectly.test_zero_lengths++IKKbh+OOhuBH--- xrx000 ]9 % % # #   T " " " # # # # # # # # # # # # # # # # # #sCC C)r"r#r$r?rBrC parametrizercrrrrrrrr%rrrrs= [5 VRU1R4["%2, 7 FBE"R%L"%* 5 xssAAAvaaa"f > beArr1HoruQQQx 8    55  5III CCC """ """ # # # # #rrc zeZdZdZejdddejddejddfddejddejd d fd d ejd d d d fejd d d dffddejdd ddfejd d fgdZ dZ dZ dZ d S)TestWriteDirectlyz> Feature: Write Numpy array directly into Dataset rrrr[rr\rrNrrrrrrrZrcz|t|dd}tjt ||}tj|dd}||||<||||tj |dd|dS)Nr.rr0 fillvaluer/) r2rrcrrrr write_directrr) rrrrrrrLrrs rtest_write_directz#TestWriteDirectly.test_write_direct1s++IKK7^`+aai --..66|DD7:r999 _ #z8444 %%d111gx88888rcJ|td}tjt5|t jdt jddt jddddddS#1swxYwYdSr) r2rrBrrhrrcrr)rrrs rrzTestWriteDirectly.test_emptyAs"11)++W1MM ]9 % % P P  # #BGFOORU1R4["%2, O O O P P P P P P P P P P P P P P P P P PsABBBc|tdd}tjd}t jt 5||ddddS#1swxYwYdSrr2rrcrrBrrhrrs rrz"TestWriteDirectly.test_wrong_shapeFs++IKKw+OOgfoo ]9 % % # #   c " " " # # # # # # # # # # # # # # # # # #rc|tdd}tjdd}t jt 5||ddddS#1swxYwYdSrrrs rrz'TestWriteDirectly.test_not_c_contiguousLs++IKK+QQghc*** ]9 % % # #   c " " " # # # # # # # # # # # # # # # # # #r ) r"r#r$r?rBrCrrcrrrrrr%rrrr+s [5 VRU1R4["%2, 7 FBE"R%L"%* 5 xssAAAvaaa"f > beArr1HoruQQQx 8    99  9PPP ### #####rrcNeZdZdZdZdZdZdZdZdZ dZ d Z d Z d Z d S) TestCreateRequirezS Feature: Datasets can be created only if they don't exist in the file c|jtdd}||t||jddS)z& Create new dataset with no conflicts rrN)rrequire_datasetrrrrIrJrKs r test_createzTestCreateRequire.test_createYsSv%%ikk7C@@ dG,,, W-----rct}|j|dd}d|d<|j|dd}|||dS)z) require_dataset yields existing dataset rr{rrNrrrrIrr6rLrys rtest_create_existingz&TestCreateRequire.test_create_existing_sb{{v%%dGS99T &&tWc:: u%%%%%rct}|j|dd}d|d<|j|dd}|||dS)z; require_dataset with integer shape yields existing datasetr[rr!rNr#r$s rtest_create_1D_integerz(TestCreateRequire.test_create_1D_integergsb{{v%%dB44Q&&tR55 u%%%%%rct}|j|dd}d|d<|j|dd}|||dS)Nrrr!rr[r#r$s rtest_create_1D_tuplez&TestCreateRequire.test_create_1D_tupleosb{{v%%dE377Q&&tR55 u%%%%%rct}|j|dd}d|d<|j|ddd}|||dS)Nr[rr!rrvr)rrrrxrIr$s rtest_create_1D_binaryz'TestCreateRequire.test_create_1D_binaryvsn{{v%%dB44Q&&t{{7';';UCHH u%%%%%rct}|j|dd|t5|j|ddddddS#1swxYwYdS)z6 require_dataset with shape conflict yields TypeError rr)r[r-Nrrr2rgrhrrs rtest_shape_conflictz%TestCreateRequire.test_shape_conflict}s{{ dGS111   y ) ) 7 7 F " "4# 6 6 6 7 7 7 7 7 7 7 7 7 7 7 7 7 7 7 7 7 7A//A36A3ct}|j||t5|j|ddddddS#1swxYwYdS)z< require_dataset with object type conflict yields TypeError rrN)rr create_grouprgrhrrs rtest_type_conflictz$TestCreateRequire.test_type_conflicts{{ D!!!   y ) ) 7 7 F " "4# 6 6 6 7 7 7 7 7 7 7 7 7 7 7 7 7 7 7 7 7 7sA--A14A1ct}|j|dd}|t5|j|ddddddS#1swxYwYdS)zL require_dataset with dtype conflict (strict mode) yields TypeError rrS10Nr-)rr6rLs rtest_dtype_conflictz%TestCreateRequire.test_dtype_conflicts{{v$$T7C88   y ) ) 9 9 F " "4% 8 8 8 9 9 9 9 9 9 9 9 9 9 9 9 9 9 9 9 9 9r/ct}|j|dd}d|d<|j|ddd}|||dS)z* require_dataset with exactly dtype match rrr!r"TexactN)rrr2rrIr$s rtest_dtype_exactz"TestCreateRequire.test_dtype_exactsg{{v$$T7C88T &&tWc&FF u%%%%%rc&t}|j|dd}d|d<|j|ddd}|||||jt jddS) zJ require_dataset with convertible type succeeds (non-strict mode) ri4ír"i2Fr7N)rrr2rrIr0rcr$s rtest_dtype_closez"TestCreateRequire.test_dtype_closes{{v$$T7D99T &&tWd%&HH u%%% bhtnn55555rN)r"r#r$r?rr%r'r)r+r.r2r5r9r=r%rrrrSs... &&&&&&&&&&&&777777999&&& 6 6 6 6 6rrcHeZdZdZdZdZdZdZdZdZ dZ d Z d Z d S) TestCreateChunkedzL Feature: Datasets can be created by manually specifying chunks c|jtddd}||jddS)z Create via chunks tuple rrr:rJchunksr0Nrr2rrIrBrKs rtest_create_chunksz$TestCreateChunked.test_create_chunkssCv$$Y[[uTX$YY e,,,,,rc|jtddd}||jddS)z Create via chunks integer rr[r:rArNrCrKs rtest_create_chunks_integerz,TestCreateChunked.test_create_chunks_integersCv$$Y[[rQU$VV e,,,,,rc|t5|jt dddddddS#1swxYwYdS)z& Illegal chunk size raises ValueError rrr:rANrgrrr2rrs rtest_chunks_mismatchz&TestCreateChunked.test_chunks_mismatchs   z * * X X F ! !)++VFRV ! W W W X X X X X X X X X X X X X X X X X X+AAAc|t5|jt ddddddddS#1swxYwYdS)z3 Chunked format required for given storage options rrFr:)rJmaxshaperBr0NrHrs rtest_chunks_falsez#TestCreateChunked.test_chunks_falses   z * * d d F ! !)++USQV^b ! c c c d d d d d d d d d d d d d d d d d d,AAAc|t5|jt dddddddS#1swxYwYdS)z> Attempting to create chunked scalar dataset raises TypeError r%rr:rANrfrs rtest_chunks_scalarz$TestCreateChunked.test_chunks_scalars   y ) ) S S F ! !)++RT ! R R R S S S S S S S S S S S S S S S S S SrJc|jtddd}||jt |t|jddS)z Auto-chunking of datasets )rrTr:rArN)rr2rrrBtuplerIlenrKs rtest_auto_chunksz"TestCreateChunked.test_auto_chunksscv$$Y[[ $VZ$[[ dk5111 T[))1-----rc|jtddd}||jddS)z7 Auto-chunking with pathologically large element sizes r S100000000TrJr0rBrONrCrKs rtest_auto_chunks_abusez(TestCreateChunked.test_auto_chunks_abusesCv$$Y[[LY]$^^ d+++++rc|jtdtjd}d|ddddf<|tj|ddddfdkd|d<|tj|ddkd |d d <|tj|d d d kdS) z+ Test scalar assignment of chunked dataset )rrr)r rrrYr[r N( rr)rr2rrcr.rallrKs rtest_scalar_assignmentz(TestCreateChunked.test_scalar_assignmentsv$$Y[[ +-8K%IIQ2X tAqqq"H~344555Q tAw"}--...QqS  tAaCyB//00000rcdt}tjtd5}|j|dddddn #1swxYwYtjtd5}|j|ddddddS#1swxYwYdS) z, Auto-chunking of empty datasets not allowedrmatchS100T)r0rBNrr0rL)rrBrrhrr2)rr6errs rtest_auto_chunks_no_shapez+TestCreateChunked.test_auto_chunks_no_shapesG{{ ]9G 4 4 4 C F ! !$fT ! B B B C C C C C C C C C C C C C C C]9G 4 4 4 C F ! !$fr ! B B B C C C C C C C C C C C C C C C C C Cs#AAA:B%%B),B)N) r"r#r$r?rDrFrIrMrQrUrZr`rgr%rrr?r?s--- --- XXX ddd SSS ... ,,, 111 CCCCCrr?c0eZdZdZdZdZdZdZdZdS)TestCreateFillvaluez> Feature: Datasets can be created with fill value c|jtddd}||dd||dddS)z- Fill value is reflected in dataset contents r@r:rr0rrN)rr2rrIrKs rtest_create_fillvalz'TestCreateFillvalue.test_create_fillvals^v$$Y[[%3d$SS a#&&& a#&&&&&rc|jtddd}||jd||jt jdS)z( Fill value is recoverable via property rg@r:rlN)rr2rrIrassertNotIsInstancercndarrayrKs r test_propertyz!TestCreateFillvalue.test_propertys\v$$Y[[%3d$SS ---   <<<<X % % % % % %rceZdZdZdZdS)TestCreateNamedTypezC Feature: Datasets created from an existing named type ctd}tjd|j|<|j|}|jtdd|}||jtjd||j|j||j dS)z7 Named type object works and links the dataset to type typef8xrr/N) rrcr0rr2rIrrr committed)rr6rwrLs r test_namedzTestCreateNamedType.test_named~s  x~~t VD\v$$Ys^^V2$FF RXd^^444 ))++RU333 ((**446677777rN)r"r#r$r?rr%rrrrxs-88888rrrrcleZdZdZdZdZejddZ dZ dS) TestCreateGzipz= Feature: Datasets created with gzip compression c|jtdddd}||jd||jddS)z# Create with explicit gzip options rrr:rrrcompression_optsNrr2rrIrrrKs r test_gzipzTestCreateGzip.test_gzipsev$$Y[[(Df67%99 )6222 .22222rc|jtddd}||jd||jddS)z+ Create with implicit gzip level (level 4) rr:rrr-NrrKs rtest_gzip_implicitz!TestCreateGzip.test_gzip_implicits\v$$Y[[(Df$UU )6222 .22222r monkey-patchreasonc>t}|j|ddd}||jd||jdt jjj } tt jj_ | t5|j|ddd}dddn #1swxYwY|t jj_ dS#|t jj_ wxYw)z. Create with gzip level by specifying integer rr:rrrN) rrr2rIrrr_hldataset_LEGACY_GZIP_COMPRESSION_VALSrSrgr)rr6rLoriginal_compression_valss rtest_gzip_numberzTestCreateGzip.test_gzip_numbersJ{{v$$T8Tq$II )6222 .222$(H$4$R! W=BWWDH  :"":.. R Rv,,T8Tq,QQ R R R R R R R R R R R R R R R>WDH  : : :=VDH  : V V V Vs0:>>$(H$4$R! W=BWWDH  :"":.. h h%%eX48CZbf%ggg h h h h h h h h h h h h h h h>WDH  : : :=VDH  : V V V VsSAA  A B>>CC2 F!>FF!FF!!F9N) r"r#r$r?rBrCrDrrr%rrrrs [n55 3 365 3 [n55WW65WWWrrlzfzLZF is not installedc$eZdZdZdZdZdZdS) TestCreateLZF< Feature: Datasets created with LZF compression c|jtddd}||jd||jddS)z( Create with explicit lzf (empty chunks)rrr:rNrrKs rtest_lzf_sparsezTestCreateLZF.test_lzf_sparses]v$$Y[[(UY$ZZ )5111 .55555rctt}tjd}|j||d}||jd||jd|j|j|d}| ||dS)z% Create with explicit lzf (populated)rr)rrNr%) rrcrrr2rIrrflushr)rr6testdatarLreaddatas rtest_lzf_densezTestCreateLZF.test_lzf_denses{{9S>>v$$Te$LL )5111 .555  6$<# h11111rc|t5|jt ddddddddS#1swxYwYdS)z& Giving lzf options raises ValueError rr:rr-rNrHrs r test_lzf_exczTestCreateLZF.test_lzf_excs   z * * 6 6 F ! !)++x534 " 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6rNN)r"r#r$r?rrrr%rrrrsK666 2 2 266666rrszipzSZIP is not installedceZdZdZdZdS)TestCreateSZIPrc\|jtdddd}dS)z Create with explicit szip rr:r)ecrN)rr2rrKs r test_szipzTestCreateSZIP.test_szip s3v$$Y[[(Df6@%BBrN)r"r#r$r?rr%rrrrs2BBBBBrrshufflezSHUFFLE is not installedceZdZdZdZdS)TestCreateShufflez8 Feature: Datasets can use shuffling filter c|jtddd}||jdS)z Enable shuffle filter rTr:)rr0N)rr2rrrrKs r test_shufflezTestCreateShuffle.test_shuffles?v$$Y[[(DPT$UU  %%%%%rN)r"r#r$r?rr%rrrrs-&&&&&rr fletcher32zFLETCHER32 is not installedceZdZdZdZdS)TestCreateFletcher32z= Feature: Datasets can use the fletcher32 filter c|jtddd}||jdS)z Enable fletcher32 filter rTr:)rr0N)rr2rrrrKs rtest_fletcher32z$TestCreateFletcher32.test_fletcher32#s?v$$Y[[(tSW$XX (((((rN)r"r#r$r?rr%rrrrs-)))))rr scaleoffsetzSCALEOFFSET is not installedc<eZdZdZdZdZdZdZdZdZ dZ d S) TestCreateScaleOffsetz Feature: Datasets can use the scale/offset filter Note: loss of precision caused by scaleoffset only becomes visible when closing and reopening the File. Can't close/reopen the shared self.f in pytest-run-parallel. c|t5|jt dt d}ddddS#1swxYwYdS)z[ Ensure that a scale factor is required for scaleoffset compression of floating point data rTr0rNrgrrr2rfloatrKs r test_float_fails_without_optionsz6TestCreateScaleOffset.test_float_fails_without_options2  z * * _ _6((heY](^^D _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _0AAAc|t5|jt dt d}ddddS#1swxYwYdS)z# Check when scaleoffset is negetivergrNrrKs rtest_non_integerz&TestCreateScaleOffset.test_non_integer8rrc|t5|jt dt d}ddddS#1swxYwYdS)z% Check when dtype is unsupported typerTrN)rgrhrr2rboolrKs rtest_unsupport_dtypez*TestCreateScaleOffset.test_unsupport_dtype>s  y ) ) ^ ^6((hdX\(]]D ^ ^ ^ ^ ^ ^ ^ ^ ^ ^ ^ ^ ^ ^ ^ ^ ^ ^rcd}d}dd|zz}tjj|dz |z}|}t j|d5}|d|tj|}|jJ||d <d d d n #1swxYwYt j|d 5}|dd }d d d n #1swxYwY| ||d| z ||k rJd S) z2 Scaleoffset filter works for floating point data r-ri,rr[g?rrurN.r) precision) rcrandomrandrrrr2float64rrr_) rscalefacrJrangerfnamerrLrs r test_floatz TestCreateScaleOffset.test_floatDsR8^#INE*S0E9  Yuc " " !a##uBJH$D#/// DI ! ! ! ! ! ! ! ! ! ! ! ! ! ! !Yuc " " %ax}H % % % % % % % % % % % % % % % hBH9B;C22C69C6N) r"r#r$r?rr r rrr!r#r%rrrr)s___ ___ ^^^ 0004222*222(00000rrc<eZdZdZdZdZdZdZdZdZ dZ d S) TestExternalzB Feature: Datasets with the external storage property cd}tj|}|}|dtjfg}|jt||j|d}||d<|j Jt|d5}| }dddn #1swxYwY|| ksJtj|j}tj|jjj} || ksJdS)z' Create and access an external dataset rZrrz ${ORIGIN}r0external efile_prefix.Nrb)rcrrr UNLIMITEDrr2rr0r)openreadtobytespathlibPathrget_access_plistget_efile_prefixdecodeas_posixfilenameparent) rrJrext_filer)rLfidcontentsr*r7s r test_contentszTestExternal.test_contentss9##E**;;==q#-01v$$Y[[%x~X`oz${{S }((((D ! ! "SxxzzH " " " " " " " " " " " " " " "8++------|DG$<$<$>$>$O$O$Q$Q$X$X$Z$Z[[ddff dfo..5>>@@v%%%%%%sB55B9<B9c t}d}tj|}|}tj|dtjfg}|j |||j |tj |}||d<|j Jt|d5}|}dddn #1swxYwY||ksJt#j|j} t#j|j} | | ksJ|j |||j tj |} | j J| d|kdS) z< Create and access an external dataset using an efile_prefixr'rr(.Nr+)r*r%)rrcrrospathbasenamerr,rr2r0dirnamer)r-r.r/r0r1rr2r3r4r5r7r) rr6rJrr8r)rLr9r:r*r7rys rtest_contents_efile_prefixz'TestExternal.test_contents_efile_prefixs {{9##E**;;==W%%h//CMBCv$$T5QYhjhohwhwyAiBiB$CCS }((((D ! ! "SxxzzH " " " " " " " " " " " " " " "8++------|DG$<$<$>$>$O$O$Q$Q$X$X$Z$Z[[ddff h''.7799v%%%%&&tUHNQSQXQ`Q`aiQjQj&kk~))) b XsC11C58C5c~|jtd|ddS)z/ External argument may be a file name str only r'r:r)r0N)rr2rrrs r test_name_strzTestExternal.test_name_strs6 ikk8dkkmmSWXXXXXrc |jtddtj|dS)z0 External argument may be a file name path only r'r:)r)N)rr2rr0r1rrs rtest_name_pathzTestExternal.test_name_pathsQ ikk8T'.|DKKMM'B'B  D D D D Drc |d}tfdt|D}|jt d|d}t |j|ksJdS)z9 External argument may be an iterable of multiple tuples rc3(K|] }|dzdfV dS)Nr%).0rr8s r z/TestExternal.test_iter_multi..s.EEq1t8T2EEEEEErr'r:rCN)riterrrr2rrTr))rNr)rLr8s @rtest_iter_multizTestExternal.test_iter_multis;;== EEEEE!HHEEEEEv$$Y[[(XUY$ZZ4=!!Q&&&&&&rc d}|}t|gft|dgft|dtjgft|fgft|dfgft|dtjdfgft|ddfgffD]\\}}||5|jt||ddddn #1swxYwY]dS)z" Test with invalid external lists r'rz h5f.UNLIMITEDr:rCN) rrhrr,rrgrr2r)rrJr8exc_typer)s r test_invalidzTestExternal.test_invalidsF;;== # 1 & 1cm4 5 8+ ' 8Q- ) 8Q q9: ; (A78 9# Y Y Hh""8,, Y Y%%ikk58SW%XXX Y Y Y Y Y Y Y Y Y Y Y Y Y Y Y Y Ys+C  C C c|}d}d}|jt|d||}|jJ|j|ksJ|j|ksJdS)z$ Create expandable external dataset )@)NrTr:)rLr)N)rrr2rrBrJrL)rr8rJrLexp_dsets rtest_create_expandablez#TestExternal.test_create_expandables;;==6(( KKx()  &&&~&&&& H,,,,,,rN) r"r#r$r?r;rArDrFrNrQrVr%rrr%r%s&&&0:YYY DDD '''YYY$ - - - - -rr%c,eZdZdZddZdZdZdZdS) TestAutoCreatezP Feature: Datasets auto-created from data produce the correct types Tc |j}|t|tjj||||r|sJdSdSr) rrrIrrr rrr)rr7rvariablers rassert_string_typez!TestAutoCreate.assert_string_typesenn cDH$9::: ...  )&&(( ( (( ) ) ( (rctd}td}td}d|j|<||j|tjjddg|j|<||j|tjjt jddgt j|j|<||j|tjjdS) z???5Mq  q 48+>???HdE]"*===q  q 48+>?????rc"td}td}td}dtdz|j|<||j|tjjddg|j|<||j|tjjtjddggtj |j|<||j|tjjd S) z?Assigning unicode strings produces a vlen string UTF-8 dataset rr]r^ Hello there4 rbcr/N) rchrrr[rr rrcrr`ras rtest_vlen_unicodez TestAutoCreate.test_vlen_unicode%s cNN cNN cNN!CKK/q  q 48+=>>>$Kq  q 48+=>>>HsDk]"*===q  q 48+=>>>>>rc@t}tjd|j|<|j|}||t jjd||j ddS)zV Assignment of fixed-length byte string produces a fixed-length ascii dataset rdF)rZr]N) rrcbytes_rr[rr rrIrrrr5s rtest_string_fixedz TestAutoCreate.test_string_fixed5s{{y//t VD\ DH$7%HHH ))2244b99999rN)T)r"r#r$r?r[rbrhrkr%rrrXrX sb)))) @ @ @??? :::::rrXc eZdZdZdZdZdS)TestCreateLikecttd}td}tjddd|j|<|j||j||j|}||jd||j ddS)Nrr]r r}r}r}) rrcrrrcreate_dataset_likerIrJassertIsrB)rrr]dslikes rtest_no_chunkszTestCreateLike.test_no_chunks@s cNN cNNIbMM))!Q//q  ""1dfQi000 v... fmT*****rctd}td}td}td}|j|tjdd}|dt j|j j |j ||}|dt j|j j |j|tjdd }| dt j|j j |j ||}| dt j|j j dS) Nrr]r^rr^T)r track_timesrF) rrr2rcrrrh5g get_objinfo_idmtimerprI)rrr]r^rorigsimilars rtest_track_timeszTestCreateLike.test_track_timesJsd cNN cNN cNN cNNv$$QRYr]]15%77 Atx33DH==CDDD&,,Q55 Atx33GK@@FGGGv$$QRYr]]16%88 DH00::@AAA&,,Q55 DH00==CDDDDDrc|jtdddd}|jtd|}||jd||jddS) z) Test when other.maxshape != other.shape rrrr:rLr0r]rN)rr2rrprIrJrL)rotherr{s r test_maxshapezTestCreateLike.test_maxshape\s}%%innebPT%UU&,,Ys^^UCC ... )511111rN)r"r#r$rsr|rr%rrrmrm?sD+++EEE$22222rrmc,eZdZdZdZdZdZdZdS)TestChunkIteratorc|jtdd}|t5|ddddS#1swxYwYdS)Nr%r:r/)rr2rrgrh iter_chunksrKs rrsz TestChunkIterator.test_no_chunksesv$$Y[["D$AA   y ) )                          sA&&A*-A*c |jtddd}|t5|t dddfddddS#1swxYwYdS)Nr r:rACr)rr2rrgrrslicerKs rtest_rank_mismatchz$TestChunkIterator.test_rank_mismatchjsv$$Y[[uTX$YY   z * * 0 0   eBrllA. / / / 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0s&A88A<?A<c <|jtddd}tdddftdddftdd dftd d dff}|t |t |td ddftdd dftd d dff}|t |tjd d t |tdddftdd dff}|t |tjdd t |td d dff}|t |tjd t |dS) Nrrr:rBr0rrr rT`rra rr2rrrIlistrrcrrrLrs rtest_1dzTestChunkIterator.test_1dosv$$Y[[&d$SS1R]]$uR1~~&7%2a..9J 2c!__   d..00114>>BBB2b^^%bA'85Bq>>:KL d..ruRU|<<==tH~~NNN1R]]$uR1~~&78 d..ruSbSz::;;T(^^LLL2b^^%' d..ruRy99::DNNKKKKKrc |jtddd}tdddtdddftdddtdd dftdddtdddftdddtdd dftdd dtdddftdd dtdd dftd d dtdddftd d dtdd dff}|t |t |td d dtd ddff}|t |tjd d d dft |tdddtd ddftdddtdd dftdd dtd ddftdd dtdd dff}|t |tjdd d dft |td ddtdddftd ddtdddff}|t |tjd ddft |dS)Nrr)rrTr:rrrr rTrr04r\rrrrrrs rtest_2dzTestChunkIterator.test_2d{sv$$Y[[)GSW$XX 1b!__eAr1oo . 1b!__eBQ// 0 2r1  uQA / 2r1  uRa00 1 2r1  uQA / 2r1  uRa00 1 2sA  aQ 0 2sA  b#q 1 1 2   d..00114>>BBB2r1%%uRQ'7'78: d..ruRU2b5[/ABBCCT(^^TTT 1b!__eBA.. / 1b!__eBQ// 0 2r1  uRQ// 0 2r1  uRa00 1   d..ruSbSW~>>??hPPP 2r1  uRQ// 0 2r1  uRQ// 0  d..ruR2X??@@$x..QQQQQrc |jtddd}tdddtdddftdddtdddftdddtdddftdddtdddff}tdd}|t |||ft |dS) Nrorrr:rrr-r r})rr2rrrIrr)rrLrsels rtest_2d_partial_slicez'TestChunkIterator.test_2d_partial_slicesv$$Y[[%T$RR1a^^U1a^^4!QNNE!QNN3!QNNE!QNN3!QNNE!QNN35Aajj d..Sz::;;T(^^LLLLLrN)r"r#r$rsrrrrr%rrrrdsj 000 L L LRRR8MMMMMrrcNeZdZdZdZdZdZdZdZdZ dZ d Z d Z d Z d S) TestResizezF Feature: Datasets created with "maxshape" may be resized c|jtddd}||jd||jddS)z Create dataset with "maxshape" rrr\r:r~Nrr2r assertIsNotrBrIrLrKs rrzTestResize.test_creates[v$$Y[[(XUY$ZZ d+++ 11111rc|jtddd}||jd||jddS)zF Create dataset with "maxshape" using tuple shape and integer maxshaperrr:r~NrrKs r%test_create_1D_integer_maxshape_tuplez0TestResize.test_create_1D_integer_maxshape_tuplesZv$$Y[[%"D$QQ d+++ .....rc|jtddd}||jddS)zH Create dataset with "maxshape" using integer shape and integer maxshaperr:r~rN)rr2rrIrLrKs r'test_create_1D_integer_maxshape_integerz2TestResize.test_create_1D_integer_maxshape_integersBv$$Y[["r$NN .....rcP|jtddd}||jd|d||jd|d||jddS)z( Datasets may be resized up to maxshape rrr:r~rrNrr2rrIrJrrKs r test_resizezTestResize.test_resizesv$$Y[[(XUY$ZZ X... H X... H X.....rc|jtddd}||jd|d||jddS)z> Datasets may be resized up to maxshape using integer maxshaperr\r:r~r)rNrrKs rtest_resize_1DzTestResize.test_resize_1Dslv$$Y[["r$NN U+++ E U+++++rc|jtddd}|t5|dddddS#1swxYwYdS)z. Resizing past maxshape triggers an exception rrr:r~)rrN)rr2rrg ExceptionrrKs rtest_resize_overzTestResize.test_resize_oversv$$Y[[(XUY$ZZ   y ) ) " " KK ! ! ! " " " " " " " " " " " " " " " " " "sA((A,/A,c|jtdd}|t5|dddddS#1swxYwYdS)z/ Resizing non-chunked dataset raises TypeError rr:r/rN)rr2rrgrhrrKs rtest_resize_nonchunkedz!TestResize.test_resize_nonchunkedsv$$Y[[($$GG   y ) ) " " KK ! ! ! " " " " " " " " " " " " " " " " " "sA''A+.A+c|jtddd}|dd||jdd S) z Resize specified axis rrr:r~rr axisrN)rr2rrrIrJrKs rtest_resize_axiszTestResize.test_resize_axissYv$$Y[[(XUY$ZZ BQ  X.....rc|jtddd}|t5|ddddddS#1swxYwYdS) z Illegal axis raises ValueError rrr:r~rrrN)rr2rrgrrrKs r test_axis_exczTestResize.test_axis_excsv$$Y[[(XUY$ZZ   z * * $ $ KKK # # # $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $sA**A.1A.c|jtddd}||jd||jddS)z? Allow zero-length initial dims for unlimited axes (issue 111) )r)rNr:r~N)rr2rrIrJrLrKs r test_zero_dimzTestResize.test_zero_dims[v$$Y[['JVZ$[[ W---  33333rN)r"r#r$r?rrrrrrrrrrr%rrrrs222 /// /// ///,,,""" """ /// $$$ 44444rrceZdZdZdZdZdS) TestDtypezD Feature: Dataset dtype is available as .dtype property c|jtdd}||jt jddS)z Retrieve dtype from dataset r||S10NrbrKs r test_dtypezTestDtype.test_dtypesGv$$Y[[$?? RXf%5%566666rctjdtjfdtjfg}|jt d|}||j|dS)z7 Retrieve dtype from complex float16 dataset (gh-2156) rr|r|N)rcr0float16rr2rrI)r complex32rLs rtest_dtype_complex32zTestDtype.test_dtype_complex32saHsBJ/#rz1BCDD v$$Y[[$ BB Y/////rN)r"r#r$r?rrr%rrrrs<777 00000rrceZdZdZdZdZdS)TestLenzG Feature: Size of first axis is available via Python's len c|jtdd}|t |ddS)z Python len() (under 32 bits) )8rr:r/rN)rr2rrIrTrKs rtest_lenzTestLen.test_lensDv$$Y[[)4$HH TC(((((rc|jtdd}||jdt jdkrB|t5t|dddn #1swxYwYn#|t|d|| ddS)z Python len() vs Dataset.len() )rr:r/iNr) rr2rrIrJr@maxsizerg OverflowErrorrTrKs r test_len_bigzTestLen.test_len_bigsv$$Y[[-t$LL ]333 ;+ % %""=11  D                   SYY 0 0 0 W-----s/B  BBN)r"r#r$r?rrr%rrrrs<))) . . . . .rrceZdZdZdZdZdS)TestIterz; Feature: Iterating over a dataset yields rows cJtjddd}|jt |}t ||dD]>\}}|t|d| ||?d S) z& Iterating over a dataset yields rows rrr/rrT)strictrN) rcrrrr2rziprIrTr)rrrLrr]s r test_iterzTestIter.test_itersy3'''//88v$$Y[[t$<<d4000 ( (DAq   SVVQ ' ' '  ! !!Q ' ' ' ' ( (rc|jtdd}|t5d|DddddS#1swxYwYdS)z0 Iterating over scalar dataset raises TypeError r%r:rcg|]}|Sr%r%)rJrs r z-TestIter.test_iter_scalar..$s   1Q   rN)rr2rrgrhrKs rtest_iter_scalarzTestIter.test_iter_scalar sv$$Y[[$$GG   y ) )                          s AA"%A"N)r"r#r$r?rrr%rrrrs<(((rrcxeZdZdZdZdZdZdZdZdZ dZ d Z d Z d Z d Zd ZdZdZdZdZdZdS) TestStringszr Feature: Datasets created with vlen and fixed datatypes correctly translate to and from HDF5 ctjd}|jt d|}|j}|t|tj j || tj j tj |j}||jddS)z3 Vlen bytes dataset maps to vlen ascii in the file rrrr/N)r string_dtyperr2rrrrIrr rrrcheck_string_dtyper0rrrwr7r string_infos rrbzTestStrings.test_vlen_bytes.s   0 0 0 V " "9;;b " A Aenn cDH$9::: )<===-bh77  -w77777rcvtjd}d}|jt d||}||d|||d|||j|dS)& Vlen bytes dataset handles fillvalue rrbarrrrN rrrr2rrIasstrr4rrrw fill_valuer7s rtest_vlen_bytes_fillvaluez%TestStrings.test_vlen_bytes_fillvalue8s   0 0 0 V " "9;;bJ " W W A +++ A (9(9(;(;<<< z22222rctj}|jt d|}|j}|t|tj j || tj j tj |j}||jddS)z5 Vlen unicode dataset maps to vlen utf-8 in the file rr/rvN)rrrr2rrrrIrr rrrrr0rrs rrhzTestStrings.test_vlen_unicodeAs    V " "9;;b " A Aenn cDH$9::: );<<<-bh77  -w77777rctj}d}|jt d||}||d|d||d|||j|ddS)( Vlen unicode dataset handles fillvalue bárrrrrvN) rrrr2rrIrxrrrs rtest_vlen_unicode_fillvaluez'TestStrings.test_vlen_unicode_fillvalueKs    V " "9;;bJ " W W A 1 1' : :;;; A 333 z'8'8'A'ABBBBBrctjd}|jt d|}|j}|t|tj j | | ||d||tj jtj|j}||jd||jddS)zK Fixed-length bytes dataset maps to fixed-length ascii in the file rrr/r[rN)rcr0rr2rrrrIrrr r assertFalserrrrrrrrs rtest_fixed_asciizTestStrings.test_fixed_asciiTsXf   V " "9;;b " A Aenn cDH$9::: ,,../// ,,, )<===-bh77  -w777 +R00000rcxtjdd}d}|jt d||}||d|||d|||j|dS) rrr[rrrrrNrrs rtest_fixed_bytes_fillvaluez&TestStrings.test_fixed_bytes_fillvaluebs   ; ; ; V " "9;;bJ " W W A +++ A (9(9(;(;<<< z22222rc`tjdd}|jt d|}|j}||tj j d}| d|d<||d<||g|d d <tj ||gt|d d <tj | dgd z||d d <|t 5tj ||gd |d d<dddn #1swxYwYtj|dd tj | dgd zddS)Nrvr}rrr/cùrr rr-rZUr[S)rrrr2rrrrIrr rrxrcrrrgrhrr)rrwr7rss rtest_fixed_utf8zTestStrings.test_fixed_utf8ks   : : : V " "9;;b " A Aenn );<<< !!11a&1Q3(Aq60001Q3(AHHW--.2"===1Q3   y ) ) 3 3xAc222BqtH 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3 %%b!fbh8I8I7JQ7NVY.Z.Z.Z[[[[[s&EEEctjdd}dd}|jt d||}||d|||d|d||j |dS) rrvr[rrrrrN) rrrxrr2rrIrr4rrs rtest_fixed_utf_8_fillvaluez&TestStrings.test_fixed_utf_8_fillvalue{s   ; ; ;]]7++ V " "9;;bJ " W W A +++ A (9(9'(B(BCCC z22222rctjd}|t5|jt d|}ddddS#1swxYwYdS)zA Fixed-length unicode datasets are unsupported (raise TypeError) z|U10rr/N)rcr0rgrhrr2rrrwr7s rtest_fixed_unicodezTestStrings.test_fixed_unicodes Xf     y ) ) F F&&y{{F"&EEB F F F F F F F F F F F F F F F F F Fs*A&&A*-A*ctjd}|jt d|}d}||d<|d}|t |t|||dS)zN writing and reading to vlen bytes dataset preserves type and content rrrr/HellorN)rrrr2rrIrbytesrrwr7routs rtest_roundtrip_vlen_bytesz%TestStrings.test_roundtrip_vlen_bytess  0 0 0 V " "9;;b " A A1e cE*** d#####rc$tjd}|jt d|}d}||d<|d}|t |tj|||dS)z[ Writing to and reading from fixed-length bytes dataset preserves type and content rrr/rrN)rcr0rr2rrIrrjrs rtest_roundtrip_fixed_bytesz&TestStrings.test_roundtrip_fixed_bytessXf   V " "9;;b " A A1e cBI... d#####rcdtj}|jt d|}d}||d<||dt |d}||t| ||dS)Nrr/fàilter) rrrr2rrrrrrIrs rtest_retrieve_vlen_unicodez&TestStrings.test_retrieve_vlen_unicodes    V " "9;;R " @ @1 beU+++hhjjm c3''' d#####rc|jtdtj}d}||d<|d}|t5|ddddn #1swxYwY||dddd| |dd||d t|tj |dd tj|gttj tj|dd tj|gtdS) Nrr/rrrignorefiltelatin-1r[r )rr2rrrrrgUnicodeDecodeErrorrIrrTrcrrrrasarray)rr7rstrwrap1s r test_asstrzTestStrings.test_asstrs V " "9;;T=N=P=P " Q Q188G$$   1 2 2   QKK                '844Q7AAA BHHY//2D999 S__--- %% HHJJrrNBHdV6:::    %% Jrxxzz " "2A2 &$v(F(F(F     s1 BB  B c&tjd}|jt d|}d}t j|d||d<||dt j | d}||t| ||| | dd dd | | d d|t j| dd t j|gt dS) Nr}rrr/rrvrrr rr r )rrrr2rrcrrxrrjrrrIrrrrrs rtest_asstr_fixedzTestStrings.test_asstr_fixedsW  a ( ( ( V " "9;;R " @ @W--R8881 beRY///hhjjm c3''' d### '844Q7=== BHHY//2D999 %% HHJJrrNBHdV6:::     rctjd}|jt d|}d}|t 5||d<ddddS#1swxYwYdS)zGEncoding error when writing a non-ASCII string to an ASCII vlen datasetrrr/rrN)rrrr2rrgUnicodeEncodeError)rrwr7rs rtest_unicode_write_errorz$TestStrings.test_unicode_write_errors  w ' ' V " "9;;b " A A   1 2 2  BqE                  sA--A14A1c^tj}|jt d|}dt dzd}||d<|d}|t|t|||dS)zJ Writing valid utf-8 byte strings to a unicode vlen dataset is OK rr/rdreutf8rN) rrrr2rrgrxrIrrrs rtest_unicode_write_bytesz$TestStrings.test_unicode_write_bytess   V " "9;;b " A AV,44V<<1e cE*** d#####rc@tjd}|jt d|}d}||d<|d}|t |t|||ddS)z: Writing an ascii str to ascii vlen dataset is OK rrr/z ASCII stringrN) rrrr2rrIrrrxrs rtest_vlen_bytes_write_ascii_strz+TestStrings.test_vlen_bytes_write_ascii_strs w ' ' V " "9;;b " A A1e cE*** dkk'2233333rN)r"r#r$r?rbrrhrrrrrrrrrrrrrrr%rrrr's& 888333888CCC 1 1 1333\\\ 333FFF $ $ $ $ $ $$$$   6   , $ $ $ 4 4 4 4 4rrc*eZdZdZdZdZdZdZdS) TestCompoundz: Feature: Compound types correctly round-trip c Ztjdtjfdtjfdtjfdtjfdtjfdtjfdtjfg}tjd| }|jD]'}tjdd z||<(t}||j |<|j |d }| tj ||k| |j|jd S) z: Compound types are read back in correct order (issue 236)weightcputimewalltimeparents_offset n_parentsstatus endpoint_typerr/r.N) rcr0ruint32uint8rpfieldsrrrrr_rI)rrwrkeyr6outdatas rtest_rtzTestCompound.test_rts X2:.'4("*5. :)295&1-rx8 <==:e2...9 : :CI,,U33c9HSMM{{t &,s# w(233444 77777rcDtjdtjdffdtjfg}tjd|}|jD]3}tj||jdz||<4t}|j |d|}|jD] }||||<|j |d}| tj ||k| |j|jdS) Nrrr$r%r/rWr.)rcr0rr'rpr(rrJrrr2rr_rI)rrwrr)r6r7r*s r test_assignzTestCompound.test_assigns XBJ?3)284899:e2...9 M MCI,,(3-2E,FFLHSMM{{ V " "4b " 9 99 $ $CsmBsGG&,s# w(233444 77777rcPtjdtjfdtjfdtjfg}tjd|}|jD]'}tjddz||<(t }||j|<|j|}tj |ddgdd|ddgtj |ddd|dtj tj |ddg|ddgtjdtj fg}tj tj |dg||dg |t|ddksJdS)Nrr]r^r%r/rr)rcr0rrpr(rrrrrrr.astyperT)rrwrr)r6r7dt_ints r test_fieldszTestCompound.test_fields's X "*  "*  "*     :e2...9 : :CI,,U33c9HSMM{{t VD\ %% IIsCj ! !!!! $hSz&:    %% IIcNN111 x}    %% Jryy#s,, - -xc /C   C?+,, %% Jryy#''v 6 6 6 cUO " "6 * *   299S>>""b((((((rctjdtjtjfdtjtjfg}tjdtj|fdtjfg}tjtddtjtjtdd tjf}tjtd d tjtjtd d tjf}tjtj||g|dftj|g|dfg|}t}||j |<|j |}| ||ddS)Nrrf1f2r rr/rZrr[rrrF)check_alignment) rcr0r vlen_dtyper.rrrrrr)rdt_innerrwinner1inner2rr6rs rtest_nested_compound_vlenz&TestCompound.test_nested_compound_vlenLs8c4?28#<#<= $/"(";";<>??Xdoh778bh')**(5A;;bh777(5A;;bh7779(5R==999(5R==999;x"(FF#38DDDaH6((;;;Q?A """{{t fTl c4?????rN)r"r#r$r?r+r.r2r<r%rrrrs`888*888$#)#)#)J@@@@@rrceZdZdZdZdS) TestSubarrayc&|jtdd}gd|d<tj|ddgdggdg|dd<tj|ddgdgdSNrO3int8r/r rrr)r-r}rZ)rr2rrcrrr;s rtest_write_listzTestSubarray.test_write_listgs V " "9;;G " D D 1 %%beiii[999 111 %%beiii[99999rcn|jtdd}tjgd|d<tj|ddgdgtjgdg|dd<tj|ddgdgdSr@)rr2rrcrrrr;s rtest_write_arrayzTestSubarray.test_write_arrayos V " "9;;G " D D##1 %%beiii[999)))%%111 %%beiii[99999rN)r"r#r$rCrEr%rrr>r>fs2::::::::rr>c*eZdZdZddddZdZdZdS) TestEnumzM Feature: Enum datatype info is preserved, read/write as integer rr r})REDGREENBLUEctj|jd}|jt d|}|j}tj|}|||jdS)z= Enum datasets can be created and type correctly round-trips r|basetyperr/N) r enum_dtypeEDICTrr2rr0check_enum_dtyperI)rrwr7dt2dict2s rrzTestEnum.test_createsm _TZ# 6 6 6 V " "9;; " " E Eh%c**  +++++rcJtj|jd}|jt d|}d|d<d|dddf<||dd||dddftj d ddS) z/ Enum datasets can be read/written as integers r;rLrr/r})#%r N)dr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r ) rrNrOrr2rrIrrcrrs rtest_readwritezTestEnum.test_readwrites _TZ$ 7 7 7 V " "9;; " " E E6 1aaa4 FR((( bAAAh4(H(H(HIIIIIrN)r"r#r$r?rOrrVr%rrrGrGxsR2 . .E,,,JJJJJrrGcfeZdZdZdZejeedddZ dZ dS) TestFloatszA Test support for mini and extended-precision floats c|jtd|}||j|t jd|}||d<||d|dS)Nrr/.)rr2rrIr0rcrr)rrwrLrs r _exectestzTestFloats._exectestswv$$Y[[&$CC R(((wvR(((S  d3i.....rrzNumPy float16 support requiredcT|tjddS)z Mini-floats round trip rN)rZrcr0rs r test_minizTestFloats.test_minis& rx **+++++rcttdr9|tjjtjddS|tjjtjddS)z Test mapping for float16 rz>1t4 " P P 28B<<#5666 V " "9S>>4'QU " V V 28B<<#5666 V " "9S>>6LX\ " ] ] 28B<<#566666rcddg}|jtd|d}tjd|}||dj|j||dj|j||dj|j||dj|jd S) z- Slicing into empty datasets works correctly )rr)rr|rmrrer/.r%N)rr2rrcemptyrIrJr0)rrwr7rs r test_readingzTestZeroShape.test_readings* % V " "9;;B " Q Qht2&&& C 222 C 222 Bsy111 Bsy11111rN)r"r#r$r?rnrqr%rrrkrks< 7 7 7 2 2 2 2 2rrkc0eZdZdZdZdZdZdZdZdS)TestRegionRefsz3 Various features of region references ct|tjdd|_|jd|j|_|j|jd<dS)Ni'rrr.) rrrcrrrrr2rLrs rrzTestRegionRefs.setUpsd$Ii((00<< F))#DI)>>  #rctjdddddf}|jj|}||j||j|dS)z4 Region references can be used as slicing arguments r rTr[rr}N)rcrrL regionrefrrrslicrefs rtest_create_refzTestRegionRefs.test_create_refsSuRUBs1H_%i!$' dindio>>>>>rcb|jjdd}|j|}|jdksJdS)Nr)rLrvrW)rryrs rtest_empty_regionz TestRegionRefs.test_empty_regions3i!"1"%inx1}}}}}}rch|jtdd}tjtjj}|tj|j dtjj |}||tj tj dksJ|tj|j dtjj |}|||dksJdS)N?r:rr0.r%)rr2rrh5screateSCALAR select_noneh5rrDATASET_REGIONrrcr0 select_all)rr7sidrys rtest_scalar_datasetz"TestRegionRefs.test_scalar_datasets V " "9;;S " E Ehoodho.. hoobeT48+BCHH#w$*RXd^^444444 hoobeT48+BCHH#w"R&      rc<tjdddddf}|jj|}||jj||jj||jj|ddS)z, Region reference shape and selection shape r rTr[rr})r[N)rcrrLrvrIrJ selectionrws rtest_ref_shapezTestRegionRefs.test_ref_shapesuRUBs1H_%i!$' ,22377III ,66s;;XFFFFFrN) r"r#r$r?rrzr|rrr%rrrsrssn### ???  ! ! !GGGGGrrsc$eZdZdZdZdZdZdS) TestAstypez(.astype() wrapper & context manager c|jtdd}tjd|d<|ddd}||tjdddSNrr<r/r.r:)rr2rrcrr0rrrLrs rtest_astype_wrapperzTestAstype.test_astype_wrapper sxv$$Y[[&$EEIcNNS kk$" c29S#=#=#=>>>>>rc|jtdd}tjd|d<|dt |ddSr)rr2rrcrrIrTr0rKs rtest_astype_wrapper_lenz"TestAstype.test_astype_wrapper_lenscv$$Y[[&$EEIcNNS  c$++d"3"34455555rc,|jtdd}tjd|d<tj|dd}||tjdddSr)rr2rrcrrr0rrs rtest_astype_wrapper_asarrayz&TestAstype.test_astype_wrapper_asarrays~v$$Y[[&$EEIcNNS jT**$777 c29S#=#=#=>>>>>rN)r"r#r$r?rrrr%rrrr sK???666 ?????rrceZdZdZdZdS)TestScalarCompoundzl Retrieval of a single field from a scalar compound dataset should strip the field info ctjdg}|jt d|}||djtjddS)Nr{r%r/rr|)rcr0rr2rrI)rrwrLs rtest_scalar_compoundz'TestScalarCompound.test_scalar_compound's] Xzl # #v$$Y[["B$?? c"(3--88888rN)r"r#r$r?rr%rrrr s- 99999rrc\eZdZdZdZdZdZdZdZdZ dZ d Z d Z d Z d Zd ZdS)TestVlenctjt}|jt d|}t jd|d<t jd|d<gd|d<t jd|d<||dt jd||dt jd||dt j gd||dt jdt j t jdt jd gt|dd<||dt jd||dt jd t j t jdt jdg|dd<||dt jd||dt jddS) Nr,r/rrr rBrr}r-) rr8intrr2rrcrrrrrs rrzTestVlen.test_int/s _S ! ! V " "9;;B " ? ? ! 1 ! 1 1 ! 1 beRYq\\222 beRYq\\222 beRXiii%8%8999 beRYq\\222(BIaLL")A,,7vFFF1Q3 beRYq\\222 beRYq\\222(BIaLL")A,,7881Q3 beRYq\\222 beRYq\\22222rctjt}|jt dd|}|jt dd|djdS)NrrOr/r]r%)rr8rrr2rr0rs rtest_reuse_from_otherzTestVlen.test_reuse_from_otherAs_ _S ! ! V " "9S>>4r " B B inndBrFLAAAAArcdtfdtjtfg}|}tj|d5}|dd|dddn #1swxYwYtj|d5}|dd|dddjddddS#1swxYwYdS) NrrrrrOr/r]r%)rrr8rrr2r0)rrwrrs rtest_reuse_struct_from_otherz%TestVlen.test_reuse_struct_from_otherFsGCj3 4 45 6  Yuc " " 2a  S$b  1 1 1 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2Yuc " " ?a  S$#s B(= > > > ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ?s$A33A7:A7/CCCcztjt}|jt d|}t jddg|d<t jdg|d<gd|d<||dt jddg||dt jdg||dt jgd t jgd t j d gt|dd<||dt j d ||dt j d t jt jgd t jgdg|dd<||dt j d||dt j ddS)NrWr/gffffff?333333?rr )rrrrrB)皙?g?g@g@r-r-r})rr皙@)皙?rrr) rr8rrr2rrcrrrrrs r test_convertzTestVlen.test_convertPs _S ! ! V " "9;;B " ? ?#s$$1#1 1 beRXq!f%5%5666 beRXqc]]333 beRXiii%8%8999(333RYq\\B&QQQ1Q3 beRYq\\222 beRYq\\222(BH___55H___557881Q3 beRYq\\222 beRYq\\22222rcrtjt}|jt d|}t jd|d<t jt jdt jdgt jdt jdggt|ddddf<t jt jdt jdgt jdt jdgg|ddddf<dS)Nrr/r r"rr) rr8rrr2rrcrrrrs r test_multidimzTestVlen.test_multidimas _S ! ! V " "9;;b " A A9Q<<48billBIaLL9Yq\\29Q<<8:AGIII111aaa48billBIaLL9 illBIaLL9;<<111aaa4rctj|}|jt d|}t jgd|}t jgd|}t jgdt jd}||}gd}t j||} gd} t j| |} ||d <||d <||d <||d <| |d <| ||d | ||d | ||d | | |d | | |d t jddg|} | dd|d <| | |d |j tr|j dSdS)zp Helper for testing various vlen numpy data types. :param np_dt: Numpy datatype to test r|r/)r~@g>@)g33333Y@g i@gfffffX@g%gr)r rrr.)r~rg @rg)rirr i'rrr rrr-g333333?rN) rr8rr2rrcrr0r0rrrr ) rnp_dtrwr7array_0array_1array_2casted_array_2list_3 list_array_3list_4 list_array_4s r_help_float_testingzTestVlen._help_float_testingjs _U # # V " "9;;B " ? ?(===666(>>>eLLL(999BHW,=,=>>> ..*))xe444 ,++xe444 11111 gr!u--- gr!u--- nbe444 lBqE222 lBqE222xc %888 QQQ1 lBqE222       FLLNNNNN  rcXtjd}||dS)Nrrcr0rrrs rtest_numpy_float16zTestVlen.test_numpy_float16+##   '''''rcXtjd}||dS)Nfloat32rrs rtest_numpy_float32zTestVlen.test_numpy_float32rrcXtjd}||dS)Nrrrs rtest_numpy_float64_from_dtypez&TestVlen.test_numpy_float64_from_dtyperrcHtj}||dSr)rcrrrs rtest_numpy_float64_2zTestVlen.test_numpy_float64_2s#    '''''rcbt}|j|dtjd|j|}t jgd}|ddd|d<t|d|dddksJ|dd|ddddS) z4Test that non-contiguous arrays are stored correctlyrr r/)TFTTFFFNrr != rrr2rr8rcrr_)rr6r7rs rtest_non_contiguous_arrays_boolz(TestVlen.test_non_contiguous_arrays_bools{{ dE1H1HIII VD\ HCCC D D##A#12a5AcccF?##;;1%;%;1SSqS6%;%;;;#;;rcbt}|j|dtjd|j|}t jgd}|ddd|d<t|d|dddksJ|dd|ddddS)Nrint8r/)rr-r r}rrrrrrr)rr6r7r]s rtest_non_contiguous_arrays_intz'TestVlen.test_non_contiguous_arrays_ints{{ dE1H1HIII VD\ H+++ , ,##A#12a5AcccF?##;;1%;%;1SSqS6%;%;;;#;;rcFtjd}d}|jt d||}t jt5tj | tddddS#1swxYwYdS)Nrrrrrr/) rrrr2rrBrrrcrrrrs rtest_asstr_array_dtypezTestVlen.test_asstr_array_dtypes   0 0 0 V " "9;;bJ " W W ]: & & , , HRXXZZs + + + + , , , , , , , , , , , , , , , , , ,s.BBBN)r"r#r$rrrrrrrrrrrrrr%rrrr.s333$BBB ???333"<<<...`((((((((((((<<<<<<,,,,,rrceZdZdZdZdS) TestLowOpenc|jtdd}|j}dS)z Test H5Dget_access_plist r,r:r/N)rr2rrr2)rr7p_lists rtest_get_access_listz TestLowOpen.test_get_access_lists9 V " "9;;D " A A''))rct}tjtjj}|j|dd}~tj|jj | d|}| |tjj dS)z# Test the dapl keyword to h5d.open rr:r/rvN) rrh5prDATASET_ACCESSrr2rr-rrxr DatasetID)rr6daplrLdsids r test_daplzTestLowOpen.test_dapls{{xtx677v$$T6$>> x}}TVY G(<(Q&&&&>---7Q;;;;;  ' ' / /&((((~""""~)))w{{{{{#s$'A''A+.A+C;F%%F),F))r r^r)r r[r[)r r[czJchunk iteration requires HDF5 1.10.10 and later 1.10, or 1.12.3 and laterc\ ddlm}|}t}tj|d5}||dddd||d d <d d d n #1swxYwY|dtj|d 5}||j}|}|d ksJi t|D]!}| |}| |j <" fd }| |d d d d S#1swxYwYd S) z%H5Dchunk_iter() for chunk informationrrrrrr;rAr Nrrc|j}|j|jksJ|j|jksJ|j|jksJ|j|jksJdSr)rrrrW) chunk_infoknowncis rcallbackz!test_chunk_iter..callback spz./E*e.@@@@@)U->>>>>)U->>>>>?ej000000r) rrrrrr2rrrrrr chunk_iter) rrr6rr num_chunksrrrrs @rtest_chunk_iterrs  '))C ;;D 3   ZMMM$ HHQKKK 3  "wz((** S    z"" % %A$$Q''B"$Br   1 1 1 1 1 !!!#""""""""""""""""""s$'A((A,/A,A7D!!D%(D%cp|td}|jJ|jJdS)Nr.r/)r2rrJrL)rr7s rtest_empty_shapers@  % %ikk % A AB 8    ;     rcddlm}|}tj|d5}|dddddn #1swxYwY|dtj|d5}|djJ|djJ|dj dksJ ddddS#1swxYwYdS)Nrrrrpr'r/r) rrrrr2rrBr get_offsetget_storage_size)rrrrs rtest_zero_storage_sizersw '))C 3  4 G7333444444444444444HHQKKK 3  77|"***7|))++3337|//11Q66666777777777777777777s$A  AA?AC##C'*C'cltjtjjtjtjjdzg}|t |tj}|jtjtjksJtj |ddtj |tj||dd<tj |ddtj |tjdS)Nr rr/) rciinformaxr2ruint64r0rrr)rrr7s rtest_python_int_uint64r(s HRX   "BHRX$6$6$:Q$> ?D  % %ikkBI % N NB 8rx ** * * * *J!!"QQQ%$bi)H)H)HIII BqqqEJ!!"QQQ%$bi)H)H)HIIIIIrc|tdtj}tjdd}||ddgddf<dS)N)r}rIrr/)r}rrr-)rrr-.)r2rrcr'rr)rrblocks rtest_setitem_fancy_indexingr6s[  & &y{{L & Q QC I  c  2 2E"C999crcttd5}|dddksJ ddddS#1swxYwYdS)Nzvlen_string_dset.h5DS1rsPartingrrrs rtest_vlen_spacepadr =s  !677 8 8)Ax{j((((())))))))))))))))))AAActtd5}|dddksJ ddddS#1swxYwYdS)Nzvlen_string_dset_utc.h5ds1rs2009-12-20T10:16:18.662409Zrrs rtest_vlen_nulltermr Bs  !:;; < <=x{<<<<<<==================r cd}|tdtj|d}t ||jvsJ|jdksJdS)NrT)rJr0rallow_unknown_filterunknown)r2rrcr'r_filtersr)rfake_filter_idr7s rtest_allow_unknown_filterrGsiN  % % 828! &  B ~  "+ - - - - >Y & & & & & &rc Dddlm}|}t}tj|d5}||dddddd }|j}|j d d |ksJ|d ksJ d d d n #1swxYwY| dtj|d5}| |ddddd}|j}|j d d |ksJ|dksJ d d d d S#1swxYwYd S)z2Chunk cache configuration for individual datasets.rrr)r[r)r}r-r; r)rJrBr0 rdcc_nbytesrdcc_w0 rdcc_nslotsr N)rrrr0q= ףp?)rJr0rrr)rrr) rrrrrr2rr2get_chunk_cache get_cacherr)rrr6rr7ds_chunk_cachers rtest_dset_chunk_cacher!Rs: '))C ;;D 3  =  t'#!GG//11AACCw''))3355abb9^KKKK!<<<<<< ===============HHQKKK 3  >  '3!HH//11AACCv&&((2244QRR8NJJJJ!====== >>>>>>>>>>>>>>>>>>s%B C  CC?BFFFceZdZdZdZdZdS)TestCommutativez| Test the symmetry of operators, at least with the numpy types. Issue: https://github.com/h5py/h5py/issues/1947 cd}|jt|tt jj|}t j|d}t j||k||kksJt j||k||kksJd}t j ||z}t j||k||kksJt j||k||kksJdS)z Create a h5py dataset, extract one element convert to numpy Check that it returns symmetric response to == and != rr r0rr"gMbP?N) rr2rrrcrrrr_nanmax)rrJrLvaldeltanvals rtest_numpy_commutativez&TestCommutative.test_numpy_commutativeos v$$Y[[%u*,).%*@%BB jd$$vsd{ 455555vsd{ 455555yu$vtt|677777vtt|67777777rcd}|jt|tt jj|}td}||k||kksJ||k||kksJdS)z Create a h5py dataset and check basetype compatibility. Check that operation is symmetric, even if it is potentially not meaningful. r%r&rN)rr2rrrcrr)rrJrLr(s rtest_basetype_commutativez)TestCommutative.test_basetype_commutatives v$$Y[[%u*,).%*@%BB Biit ----t ------rN)r"r#r$r?r+r-r%rrr#r#js<8880.....rr#ceZdZdZdZdZdS)TestVirtualPrefixz% Test setting virtual prefix cbd}d}|jt|tt jj||}tj|j  }||ksJdS)Nr%/path/to/virtual)r0rvirtual_prefix)rr2rrrcrrr0r1rr2get_virtual_prefixr4r5)rrJr2rLvirtual_prefix_readbacks rtest_virtual_prefix_createz,TestVirtualPrefix.test_virtual_prefix_creates+v$$Y[[%u*,).%*@6D%FF#*,tw/G/G/I/I/\/\/^/^/e/e/g/g"h"h"q"q"s"s&.888888rcd}|jtdd|}tj|j }| ||| |t| |j ddS)Nr1rr)r2)rrrr0r1rr2r3r4r5rIrrrJ)rr2rLr4s rtest_virtual_prefix_requirez-TestVirtualPrefix.test_virtual_prefix_requires+v%%ikk7CR`%aa"),tw/G/G/I/I/\/\/^/^/e/e/g/g"h"h"q"q"s"s )@AAA dG,,, W-----rN)r"r#r$r?r5r7r%rrr/r/s<999.....rr/rcztjd}d}|t|||S)Nrrsfillr)rrr2r)filerJrwrs rds_strr:s; G , , ,BJ   y{{Ez  R RRrctjdtjdfdtjfg}tjd|}t }tj||||<||S)Nrurrbar)fillrr/)rcr0rrrrr broadcast_to)r9rJrwrr6s r ds_fieldsr?sv  !73334    BM444J ;;DU33DJ :rzview_getter,make_dsc|Srr%r7s rrBsBrc8|tS)Nr/)r0rrAs rrBrBsBIIFI++rc*|Sr)rrAs rrBrBsBHHJJrc,|dS)Nru)r(rAs rrBrBsBIIe$$r)r7r0rr()ids)rrFrTc^||}||}tj||dS)Nr)rcr) view_gettermake_dsrrr7views rtest_array_copyrLs;   B ;r??DHTrz"forbidding copies requires numpy 2rc||}||}tjtd5tj|dddddS#1swxYwYdS)Nz#memory allocation cannot be avoidedrbFrH)rBrrrcrrIrJrr7rKs rtest_array_copy_falserOs   B ;r??D z)N O O O## E""""##################sAAAc||}||}tj|djtjdksJdS)Nrr/)rcrr0rNs rtest_array_dtyperQsQ   B ;r??D 8D ' ' ' -&1A1A A A A A A Arc||d}||}t|dttfsJtj|jdksJdS)Nr%rJ)rrrrcrrJrNs rtest_array_scalarrTsc b ) ) )B ;r??D d2h - --- - 8D>> 2 % % % % % %rct||d}||}tj|jdksJdS)Nr}rZrS)rcrrJrNs r test_array_ndrWsE f - - -B ;r??D 8D>> 6 ) ) ) ) ) )rc||d}||}|jtjtksJ|jdksJ|jdksJ|jdksJt |dksJdS)NrVrSrrr})r0rcrndimrJrWrTrNs rtest_view_propertiesrZs f - - -B ;r??D :&)) ) ) ) ) 9>>>> :     9???? t99>>>>>>rzspawns thread pool itselfchd}dtj|fdt|5fdt|D}dddn #1swxYwYd|Dt fdt|D}t |ksJdS)Nr r}ctD]"}d|dd|ddd#dS)N concurrent_02d_)rIr;r/)waitrr2)ithreadrN_DATASETS_PER_THREADbarrierrs rclosurez1test_concurrent_dataset_creation..closure sl ,-- c cA  ( ()Lw)L)L)LQ)L)L)Lg]a ( b b b b c cr) max_workersc<g|]}|Sr%)submit)rJrardexecutors rrz4test_concurrent_dataset_creation.. s'UUU8??7G44UUUrc6g|]}|Sr%)result)rJrs rrz4test_concurrent_dataset_creation.. s !!!AQXXZZ!!!rc3PK|] }tD]}d|dd|dV!dS)r]r^r_N)r)rJr|rrbs rrKz3test_concurrent_dataset_creation.. sQqqQTYZoTpTpqqq0000000qqqqqqqr) threadingBarrierrrset)r N_THREADSfuturesrrbrcrdrhs` @@@@r test_concurrent_dataset_creationrq sFI **Gccccccc  2 2 2VhUUUUUE)DTDTUUUVVVVVVVVVVVVVVV"!!!!!qqqq% :J:JqqqqqH }   ) ) ) ) ) )sAA"%A"ct}||dtjddd}|jt jjt jjt jj fksJ|j dksJdS)NrITr)rJr0rrr)rrr) rr2rcr filter_idsrrFILTER_SHUFFLE FILTER_LZFFILTER_FLETCHER32 filter_names)rr6r7s rtest_filter_propertiesrx s ;;D  % % D 5 &  B = !4dh6P     ?> > > > > > >rcr|tdtjd}|td|j|jg}t |dt jsJ||d|ksJt |dt jsJ||d|ksJ|td|j}t |dt jjsJ||d|ksJdS) Nrur^rrefsrr ref_scalarr%) r2rrcrryrr Referencer)rr refs_ds ref_scalar_dss rtest_store_refsr$ s'  & &y'7'7bimm & L LC**9V+<+rGrXrbrkrsrrrrrr`versionhdf5_version_tuplerrrrrr r rr!r#r/r:r? view_gettersCOPY_IF_NEEDEDrLskipifrOrQrTrWrZrDrqrxrrr%rrrs:   11111155555555 RRRRRRRRRRRRRR******222222(bbbbb{bbb.K,K,K,K,K,kK,K,K,ZYLYLYLYLYL[YLYLYLx9#9#9#9#9#9#9#9#x%#%#%#%#%#%#%#%#PQ6Q6Q6Q6Q6 Q6Q6Q6hACACACACAC ACACACH#B#B#B#B#B+#B#B#BLQ2Q2Q2Q2Q2;Q2Q2Q2h!HXqMXqM CLZZT222C8T222C8T(((#.T(((#.T# )  &&  & 88888+888" 6, ,.HII,7,7,7,7,7[,7,7JI,7^ 6, ,.HII%W%W%W%W%W+%W%WJI%WP 5 + +-CDD66666K66ED6@ 6, ,.EFF B B B B B[ B BGF B 9DL/ /1KLL & & & & & & &ML & p4>>0+.+.+.+.+.k+.+.+.Z..... ....SSSS {&&  + +V4  ' $ $i0  ,++'   0&88d$!788 98 F" /##  #BBB &&&*** "=>>**?>** ? ? ? 3 3 3 ' ' ' ' 'r