From 9b75c31e0d9a002000c304d6e7605591ab46e2ef Mon Sep 17 00:00:00 2001 From: Allen Byrne Date: Tue, 30 Jul 2024 13:44:44 -0500 Subject: [PATCH 1/3] Ignore predetermined failing test and check pointer before use --- tools/lib/h5diff_array.c | 9 +++++---- tools/lib/h5tools_str.c | 9 +++++---- tools/test/h5ls/CMakeTests.cmake | 22 ++++++++++++++-------- 3 files changed, 24 insertions(+), 16 deletions(-) diff --git a/tools/lib/h5diff_array.c b/tools/lib/h5diff_array.c index dc658e3e59d..952b29bec87 100644 --- a/tools/lib/h5diff_array.c +++ b/tools/lib/h5diff_array.c @@ -1309,10 +1309,11 @@ all_zero(const void *_mem, size_t size) { const unsigned char *mem = (const unsigned char *)_mem; - while (size-- > 0) - if (mem[size]) - return false; - + if (mem != NULL) { + while (size-- > 0) + if (mem[size]) + return false; + } return true; } diff --git a/tools/lib/h5tools_str.c b/tools/lib/h5tools_str.c index 44e9e681371..1b513cc5090 100644 --- a/tools/lib/h5tools_str.c +++ b/tools/lib/h5tools_str.c @@ -1587,10 +1587,11 @@ h5tools_str_is_zero(const void *_mem, size_t size) { const unsigned char *mem = (const unsigned char *)_mem; - while (size-- > 0) - if (mem[size]) - return false; - + if (mem != NULL) { + while (size-- > 0) + if (mem[size]) + return false; + } return true; } diff --git a/tools/test/h5ls/CMakeTests.cmake b/tools/test/h5ls/CMakeTests.cmake index f9a489f96f0..628586182bb 100644 --- a/tools/test/h5ls/CMakeTests.cmake +++ b/tools/test/h5ls/CMakeTests.cmake @@ -320,22 +320,28 @@ # rather than "IEEE 16-bit little-endian float". if (H5_WORDS_BIGENDIAN) ADD_H5_TEST (tfloat16_be 0 -w80 -v tfloat16_be.h5) - ADD_H5_TEST (tfloat16_be_nosupport 0 -w80 -v tfloat16_be.h5) - set_tests_properties (H5LS-tfloat16_be_nosupport PROPERTIES WILL_FAIL "true") + if (NOT HDF5_USING_ANALYSIS_TOOL) + ADD_H5_TEST (tfloat16_be_nosupport 0 -w80 -v tfloat16_be.h5) + set_tests_properties (H5LS-tfloat16_be_nosupport PROPERTIES WILL_FAIL "true") + endif () else () ADD_H5_TEST (tfloat16 0 -w80 -v tfloat16.h5) - ADD_H5_TEST (tfloat16_nosupport 0 -w80 -v tfloat16.h5) - set_tests_properties (H5LS-tfloat16_nosupport PROPERTIES WILL_FAIL "true") + if (NOT HDF5_USING_ANALYSIS_TOOL) + ADD_H5_TEST (tfloat16_nosupport 0 -w80 -v tfloat16.h5) + set_tests_properties (H5LS-tfloat16_nosupport PROPERTIES WILL_FAIL "true") + endif () endif () else () # If support is NOT available for _Float16 type, the first two tests # will fail as the types will be printed out as # "IEEE 16-bit little-endian float" and "IEEE 16-bit big-endian float" # rather than "native _Float16" - ADD_H5_TEST (tfloat16 0 -w80 -v tfloat16.h5) - set_tests_properties (H5LS-tfloat16 PROPERTIES WILL_FAIL "true") - ADD_H5_TEST (tfloat16_be 0 -w80 -v tfloat16_be.h5) - set_tests_properties (H5LS-tfloat16_be PROPERTIES WILL_FAIL "true") + if (NOT HDF5_USING_ANALYSIS_TOOL) + ADD_H5_TEST (tfloat16 0 -w80 -v tfloat16.h5) + set_tests_properties (H5LS-tfloat16 PROPERTIES WILL_FAIL "true") + ADD_H5_TEST (tfloat16_be 0 -w80 -v tfloat16_be.h5) + set_tests_properties (H5LS-tfloat16_be PROPERTIES WILL_FAIL "true") + endif () ADD_H5_TEST (tfloat16_nosupport 0 -w80 -v tfloat16.h5) ADD_H5_TEST (tfloat16_be_nosupport 0 -w80 -v tfloat16_be.h5) endif () From c5c17cdb4b6964f90090568ec27e3237fbdb93fd Mon Sep 17 00:00:00 2001 From: Allen Byrne Date: Wed, 31 Jul 2024 14:45:18 -0500 Subject: [PATCH 2/3] Rework Analysis process --- HDF5Examples/C/H5D/CMakeLists.txt | 2 +- HDF5Examples/C/H5FLT/CMakeLists.txt | 2 +- HDF5Examples/C/H5G/CMakeLists.txt | 8 +- HDF5Examples/C/H5T/CMakeLists.txt | 4 +- HDF5Examples/C/H5VDS/CMakeLists.txt | 2 +- HDF5Examples/C/TUTR/CMakeLists.txt | 2 +- HDF5Examples/CXX/H5D/CMakeLists.txt | 2 +- HDF5Examples/CXX/TUTR/CMakeLists.txt | 2 +- c++/test/CMakeTests.cmake | 2 +- c++/test/CMakeVFDTests.cmake | 2 +- config/cmake/CTestCustom.cmake | 26 - doxygen/examples/RegisteredFilterPlugins.md | 3283 ++++++++++++++++++ fortran/test/CMakeTests.cmake | 8 +- hl/c++/test/CMakeTests.cmake | 2 +- hl/fortran/test/CMakeTests.cmake | 2 +- hl/test/CMakeTests.cmake | 2 +- test/CMakeTests.cmake | 16 +- testpar/CMakeVFDTests.cmake | 2 +- tools/test/h5copy/CMakeTests.cmake | 10 +- tools/test/h5diff/CMakeTests.cmake | 10 +- tools/test/h5dump/CMakeTests.cmake | 36 +- tools/test/h5dump/CMakeTestsPBITS.cmake | 2 +- tools/test/h5dump/CMakeTestsVDS.cmake | 6 +- tools/test/h5dump/CMakeTestsXML.cmake | 2 +- tools/test/h5dump/CMakeVFDTests.cmake | 2 +- tools/test/h5format_convert/CMakeTests.cmake | 14 +- tools/test/h5import/CMakeTests.cmake | 8 +- tools/test/h5jam/CMakeTests.cmake | 14 +- tools/test/h5ls/CMakeTests.cmake | 28 +- tools/test/h5ls/CMakeTestsVDS.cmake | 4 +- tools/test/h5repack/CMakeTests.cmake | 32 +- tools/test/h5repack/CMakeVFDTests.cmake | 2 +- tools/test/h5stat/CMakeTests.cmake | 12 +- tools/test/misc/CMakeTestsClear.cmake | 16 +- tools/test/misc/CMakeTestsMkgrp.cmake | 6 +- tools/test/perform/CMakeTests.cmake | 14 +- utils/tools/test/h5dwalk/CMakeTests.cmake | 2 +- 37 files changed, 3420 insertions(+), 169 deletions(-) create mode 100644 doxygen/examples/RegisteredFilterPlugins.md diff --git a/HDF5Examples/C/H5D/CMakeLists.txt b/HDF5Examples/C/H5D/CMakeLists.txt index 6f6086b3939..d88aa4551b1 100644 --- a/HDF5Examples/C/H5D/CMakeLists.txt +++ b/HDF5Examples/C/H5D/CMakeLists.txt @@ -221,7 +221,7 @@ if (H5EX_BUILD_TESTING) -E remove ${testname}.h5 ) - if (HDF5_USING_ANALYSIS_TOOL) + if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME ${EXAMPLE_VARNAME}_${testname} COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $) set_tests_properties (${EXAMPLE_VARNAME}_${testname} PROPERTIES DEPENDS ${EXAMPLE_VARNAME}_${testname}-clearall) else () diff --git a/HDF5Examples/C/H5FLT/CMakeLists.txt b/HDF5Examples/C/H5FLT/CMakeLists.txt index e289bf70ba9..3bebf30025e 100644 --- a/HDF5Examples/C/H5FLT/CMakeLists.txt +++ b/HDF5Examples/C/H5FLT/CMakeLists.txt @@ -299,7 +299,7 @@ if (H5EX_BUILD_TESTING) add_custom_target(${EXAMPLE_VARNAME}_example_files ALL COMMENT "Copying files needed by example tests" DEPENDS ${example_files_list}) foreach (h5_file ${dyn_examples}) - if (NOT HDF5_USING_ANALYSIS_TOOL) + if (NOT HDF5_ENABLE_USING_MEMCHECKER) if (${h5_file} MATCHES "h5ex_d_zfp") ## special filter ADD_H5_TEST (h5ex_d_zfp FILTERALL) diff --git a/HDF5Examples/C/H5G/CMakeLists.txt b/HDF5Examples/C/H5G/CMakeLists.txt index 91281d5f0a4..14a16861a34 100644 --- a/HDF5Examples/C/H5G/CMakeLists.txt +++ b/HDF5Examples/C/H5G/CMakeLists.txt @@ -233,7 +233,7 @@ if (H5EX_BUILD_TESTING) -E remove ${testname}.h5 ) - if (HDF5_USING_ANALYSIS_TOOL) + if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME ${EXAMPLE_VARNAME}_${testname} COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $) set_tests_properties (${EXAMPLE_VARNAME}_${testname} PROPERTIES DEPENDS ${EXAMPLE_VARNAME}_${testname}-clearall) else () @@ -271,7 +271,7 @@ if (H5EX_BUILD_TESTING) endmacro () macro (ADD_H5_DUMP_TEST testname) - if (HDF5_USING_ANALYSIS_TOOL) + if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME ${EXAMPLE_VARNAME}_${testname} COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $) set_tests_properties (${EXAMPLE_VARNAME}_${testname} PROPERTIES DEPENDS ${EXAMPLE_VARNAME}_${testname}-clearall) else () @@ -315,7 +315,7 @@ if (H5EX_BUILD_TESTING) ${testname}1.h5 ${testname}2.h5 ) - if (HDF5_USING_ANALYSIS_TOOL) + if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME ${EXAMPLE_VARNAME}_${testname} COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $) set_tests_properties (${EXAMPLE_VARNAME}_${testname} PROPERTIES DEPENDS ${EXAMPLE_VARNAME}_${testname}-clearall) else () @@ -373,7 +373,7 @@ if (H5EX_BUILD_TESTING) -E remove ${testname}.out.tmp ) - if (HDF5_USING_ANALYSIS_TOOL) + if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME ${EXAMPLE_VARNAME}_${testname} COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $) set_tests_properties (${EXAMPLE_VARNAME}_${testname} PROPERTIES DEPENDS ${EXAMPLE_VARNAME}_${testname}-clearall) else () diff --git a/HDF5Examples/C/H5T/CMakeLists.txt b/HDF5Examples/C/H5T/CMakeLists.txt index caf612b0d40..b95958fb9b5 100644 --- a/HDF5Examples/C/H5T/CMakeLists.txt +++ b/HDF5Examples/C/H5T/CMakeLists.txt @@ -348,7 +348,7 @@ if (H5EX_BUILD_TESTING) -E remove ${testname}.h5 ) - if (HDF5_USING_ANALYSIS_TOOL) + if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME ${EXAMPLE_VARNAME}_${testname} COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $) set_tests_properties (${EXAMPLE_VARNAME}_${testname} PROPERTIES DEPENDS ${EXAMPLE_VARNAME}_${testname}-clearall) else () @@ -392,7 +392,7 @@ if (H5EX_BUILD_TESTING) -E remove ${testname}.h5 ) - if (HDF5_USING_ANALYSIS_TOOL) + if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME ${EXAMPLE_VARNAME}_${testname} COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $) set_tests_properties (${EXAMPLE_VARNAME}_${testname} PROPERTIES DEPENDS ${EXAMPLE_VARNAME}_${testname}-clearall) else () diff --git a/HDF5Examples/C/H5VDS/CMakeLists.txt b/HDF5Examples/C/H5VDS/CMakeLists.txt index fb3bd000d4f..3ad3cb9ad89 100644 --- a/HDF5Examples/C/H5VDS/CMakeLists.txt +++ b/HDF5Examples/C/H5VDS/CMakeLists.txt @@ -128,7 +128,7 @@ if (H5EX_BUILD_TESTING) -E remove ${testname}*.h5 ) - if (HDF5_USING_ANALYSIS_TOOL) + if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME ${EXAMPLE_VARNAME}_${testname} COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $) set_tests_properties (${EXAMPLE_VARNAME}_${testname} PROPERTIES DEPENDS ${EXAMPLE_VARNAME}_${testname}-clearall) else () diff --git a/HDF5Examples/C/TUTR/CMakeLists.txt b/HDF5Examples/C/TUTR/CMakeLists.txt index 064db8b75b6..10da2bf1797 100644 --- a/HDF5Examples/C/TUTR/CMakeLists.txt +++ b/HDF5Examples/C/TUTR/CMakeLists.txt @@ -83,7 +83,7 @@ if (H5EX_BUILD_TESTING) ) macro (ADD_H5_TEST testname) - if (HDF5_USING_ANALYSIS_TOOL) + if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME ${EXAMPLE_VARNAME}_tutr_${testname} COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $) else () add_test ( diff --git a/HDF5Examples/CXX/H5D/CMakeLists.txt b/HDF5Examples/CXX/H5D/CMakeLists.txt index 32201d6b344..9799599500b 100644 --- a/HDF5Examples/CXX/H5D/CMakeLists.txt +++ b/HDF5Examples/CXX/H5D/CMakeLists.txt @@ -53,7 +53,7 @@ if (H5EX_BUILD_TESTING) ) macro (ADD_H5_TEST testname) - if (HDF5_USING_ANALYSIS_TOOL) + if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME ${EXAMPLE_VARNAME}_cpp_ex_${testname} COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $) else () add_test ( diff --git a/HDF5Examples/CXX/TUTR/CMakeLists.txt b/HDF5Examples/CXX/TUTR/CMakeLists.txt index 00d6ee6f6f9..6310b163960 100644 --- a/HDF5Examples/CXX/TUTR/CMakeLists.txt +++ b/HDF5Examples/CXX/TUTR/CMakeLists.txt @@ -33,7 +33,7 @@ if (H5EX_BUILD_TESTING) -E remove ${testname}.h5 ) - if (HDF5_USING_ANALYSIS_TOOL) + if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME ${EXAMPLE_VARNAME}_cpp_ex_${testname} COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $) set_tests_properties (${EXAMPLE_VARNAME}_cpp_ex_${testname} PROPERTIES DEPENDS ${EXAMPLE_VARNAME}_cpp_ex_${testname}-clearall) else () diff --git a/c++/test/CMakeTests.cmake b/c++/test/CMakeTests.cmake index 7d1b1ff9912..224b09974d0 100644 --- a/c++/test/CMakeTests.cmake +++ b/c++/test/CMakeTests.cmake @@ -17,7 +17,7 @@ add_custom_target(cpp_testhdf5_files ALL COMMENT "Copying files needed by cpp_te ### T E S T I N G ### ############################################################################## ############################################################################## -if (HDF5_USING_ANALYSIS_TOOL) +if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME CPP_testhdf5 COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $) else () add_test (NAME CPP_testhdf5 COMMAND "${CMAKE_COMMAND}" diff --git a/c++/test/CMakeVFDTests.cmake b/c++/test/CMakeVFDTests.cmake index f1981c8cea2..52f8069f390 100644 --- a/c++/test/CMakeVFDTests.cmake +++ b/c++/test/CMakeVFDTests.cmake @@ -23,7 +23,7 @@ H5_CREATE_VFD_DIR() ############################################################################## ############################################################################## macro (ADD_VFD_TEST vfdname resultcode) - if (NOT HDF5_USING_ANALYSIS_TOOL) + if (NOT HDF5_ENABLE_USING_MEMCHECKER) add_test ( NAME CPP_VFD-${vfdname}-cpp_testhdf5 COMMAND "${CMAKE_COMMAND}" diff --git a/config/cmake/CTestCustom.cmake b/config/cmake/CTestCustom.cmake index aea37831df4..b688421f328 100644 --- a/config/cmake/CTestCustom.cmake +++ b/config/cmake/CTestCustom.cmake @@ -175,32 +175,6 @@ set (CTEST_CUSTOM_MEMCHECK_IGNORE H5REPACK_STAT-SPT_FSM_AGGR-clear-objects H5REPACK_STAT-STG_PAGE-clear-objects ######### - H5REPACK_META-meta_long - H5REPACK_META-meta_short - ######### - H5REPACK-gzip_verbose_filters #uses runTest.cmake - H5REPACK_VERIFY_LAYOUT-dset2_chunk_20x10 #uses grepTest.cmake - H5REPACK_VERIFY_LAYOUT_ALL-chunk_20x10 #uses grepTest.cmake - H5REPACK_VERIFY_LAYOUT-dset2_conti #uses grepTest.cmake - H5REPACK_VERIFY_LAYOUT_ALL-conti #uses grepTest.cmake - H5REPACK_VERIFY_LAYOUT-dset2_compa #uses grepTest.cmake - H5REPACK_VERIFY_LAYOUT_ALL-compa #uses grepTest.cmake - H5REPACK_VERIFY_LAYOUT-dset_compa_conti #uses grepTest.cmake - H5REPACK_VERIFY_LAYOUT-dset_compa_chunk #uses grepTest.cmake - H5REPACK_VERIFY_LAYOUT-dset_compa_compa #uses grepTest.cmake - H5REPACK_VERIFY_LAYOUT-dset_conti_compa #uses grepTest.cmake - H5REPACK_VERIFY_LAYOUT-dset_conti_chunk #uses grepTest.cmake - H5REPACK_VERIFY_LAYOUT-dset_conti_conti #uses grepTest.cmake - H5REPACK_VERIFY_LAYOUT-chunk_compa #uses grepTest.cmake - H5REPACK_VERIFY_LAYOUT-chunk_conti #uses grepTest.cmake - H5REPACK_VERIFY_LAYOUT-chunk_18x13 #uses grepTest.cmake - H5REPACK_VERIFY_LAYOUT-contig_small_compa #uses grepTest.cmake - H5REPACK_VERIFY_LAYOUT-contig_small_fixed_compa #uses grepTest.cmake - H5REPACK_VERIFY_LAYOUT_ALL-layout_long_switches #uses grepTest.cmake - H5REPACK_VERIFY_LAYOUT_ALL-layout_short_switches #uses grepTest.cmake - H5REPACK-plugin - H5REPACK_CMP-plugin_zero - ######### ADD_H5_VERIFY_INVALIDBOUNDS-h5repack-latest_latest_invalid-clear-objects H5REPACK_VERIFY_SUPERBLOCK-SB_IS_0-clear-objects H5REPACK_VERIFY_SUPERBLOCK-SB_IS_2-clear-objects diff --git a/doxygen/examples/RegisteredFilterPlugins.md b/doxygen/examples/RegisteredFilterPlugins.md new file mode 100644 index 00000000000..6a501682e72 --- /dev/null +++ b/doxygen/examples/RegisteredFilterPlugins.md @@ -0,0 +1,3283 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + hdf5_plugins/docs/RegisteredFilterPlugins.md at master · HDFGroup/hdf5_plugins + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
+ + + +
+ Skip to content + + + + + + + + + + + + + + + + + + + +
+ + + + + + + + + + + + + + +
+ +
+ + + + + + + + +
+ + + + + +
+ + + + + + + + + + + +
+
+
+ + + + + + + + + + + + + + + + + + +
+ Open in github.dev + Open in a new github.dev tab + Open in codespace + + + + + + + + + + + + + + + + + + +

Files

t

Latest commit

 

History

History
719 lines (423 loc) · 25.1 KB

RegisteredFilterPlugins.md

File metadata and controls

719 lines (423 loc) · 25.1 KB
Raw

Registered Filter Plugins

+

Please be sure to see HDF5 Filter Plugins, a convenience software that packages together many of the commonly used filters that users have created and registered.

+

Information on Registered Filter Plugins

+

Members of the HDF5 user community can create and register Third-Party (compression or other) filters for use with HDF5.

+

To register a filter please contact The HDF Helpdesk with the following information:

+
    +
  • Contact information for the developer requesting a new identifier
    • +
  • Short description of the new filter
    • +
  • Links to any relevant information including licensing information
    • +
+

Here is the current policy regarding filter identifier assignment: +The filter identifier is designed to be a unique identifier for the filter. Values from zero through 32,767 are reserved for filters supported by The HDF Group in the HDF5 library and for filters requested and supported by the 3rd party. +Values from 32768 to 65535 are reserved for non-distributed uses (e.g., internal company usage) or for application usage when testing a feature. The HDF Group does not track or document the usage of filters with identifiers from this range. +Please contact the maintainer of a filter for help with the filter/compression support in HDF5.

+

List of Filters Registered with The HDF Group

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
FilterIdentifier NameShort Description
305LZOLZO lossless compression used by PyTables
307BZIP2BZIP2 lossless compression used by PyTables
32000LZFLZF lossless compression used by H5Py project
32001BLOSCBlosc lossless compression used by PyTables
32002MAFISCModified LZMA compression filter, MAFISC (Multidimensional Adaptive Filtering Improved Scientific data Compression)
32003SnappySnappy lossless compression
32004LZ4LZ4 fast lossless compression algorithm
32005APAXSamplify’s APAX Numerical Encoding Technology
32006CBFAll imgCIF/CBF compressions and decompressions, including Canonical, Packed, Packed Version 2, Byte Offset and Nibble Offset
32007JPEG-XREnables images to be compressed/decompressed with JPEG-XR compression
32008bitshuffleExtreme version of shuffle filter that shuffles data at bit level instead of byte level
32009SPDPSPDP fast lossless compression algorithm for single- and double-precision floating-point data
32010LPC-RiceLPC-Rice multi-threaded lossless compression
32011CCSDS-123ESA CCSDS-123 multi-threaded compression filter
32012JPEG-LSCharLS JPEG-LS multi-threaded compression filter
32013zfpLossy & lossless compression of floating point and integer datasets to meet rate, accuracy, and/or precision targets.
32014fpzipFast and Efficient Lossy or Lossless Compressor for Floating-Point Data
32015ZstandardReal-time compression algorithm with wide range of compression / speed trade-off and fast decoder
32016B³DGPU based image compression method developed for light-microscopy applications
32017SZAn error-bounded lossy compressor for scientific floating-point data
32018FCIDECOMPEUMETSAT CharLS compression filter for use with netCDF
32019JPEGJpeg compression filter
32020VBZCompression filter for raw dna signal data used by Oxford Nanopore
32021FAPECVersatile and efficient data compressor supporting many kinds of data and using an outlier-resilient entropy coder
32022BitGroomThe BitGroom quantization algorithm
32023GranularBitRound (GBR) The GBG quantization algorithm is a significant improvement to the BitGroom filter
32024SZ3A modular error-bounded lossy compression framework for scientific datasets
32025Delta-RiceLossless compression algorithm optimized for digitized analog signals based on delta encoding and rice coding
32026BLOSCThe recent new-generation version of the Blosc compression library
32027FLACFLAC audio compression filter in HDF5
32028H5Z-SPERRH5Z-SPERR is the HDF5 filter for SPERR
32029TERSE/PROLIXA lossless and fast compression of the diffraction data
 +

The Filters

+

LZO Filter

+

Filter ID: 305

+

Filter Description:

+

LZO is a portable lossless data compression library written in ANSI C. +Reliable and thoroughly tested. High adoption - each second terrabytes of data are compressed by LZO. No bugs since the first release back in 1996. +Offers pretty fast compression and extremely fast decompression. +Includes slower compression levels achieving a quite competitive compression ratio while still decompressing at this very high speed. +Distributed under the terms of the GNU General Public License (GPL v2+). Commercial licenses are available on request. +Military-grade stability and robustness.

+

Filter Information:

+

http://www.oberhumer.com/opensource/lzo/ +http://www.pytables.org

+

Contact Information:

+

Francesc Alted +Email: faltet at pytables dot org

+

+

BZIP2 Filter

+

Filter ID: 307

+

Filter Description:

+

bzip2 is a freely available, patent free, high-quality data compressor. It typically compresses files to within 10% to 15% of the best available techniques (the PPM family of statistical compressors), whilst being around twice as fast at compression and six times faster at decompression.

+

Filter Information:

+

http://www.bzip.org +http://www.pytables.org

+

Contact Information:

+

Francesc Alted +Email: faltet at pytables dot org

+

+

LZF Filter

+

Filter ID: 32000

+

Filter Description:

+

The LZF filter is an alternative DEFLATE-style compressor for HDF5 datasets, using the free LZF library by Marc Alexander Lehmann. Its main benefit over the built-in HDF5 DEFLATE filter is speed; in memory-to-memory operation as part of the filter pipeline, it typically compresses 3x-5x faster than DEFLATE, and decompresses 2x faster, while maintaining 50% to 90% of the DEFLATE compression ratio.

+

LZF can be used to compress any data type, and requires no compile-time or run-time configuration. HDF5 versions 1.6.5 through 1.8.3 are supported. The filter is written in C and can be included directly in C or C++ applications; it has no external dependencies. The license is 3-clause BSD (virtually unrestricted, including commercial applications).

+

More information, downloads, and benchmarks, are available at the http://h5py.org/lzf/.

+

Additional Information:

+

The LZF filter was developed as part of the h5py project, which implements a general-purpose interface to HDF5 from Python.

+

Filter Information:

+

The h5py homepage: http://h5py.org

+

The LZF library homepage: http://home.schmorp.de/marc/liblzf.html

+

Contact Information:

+

Andrew Collette +Web: http://h5py.org

+

+

Blosc Filter

+

Filter ID: 32001

+

Filter Description:

+

Blosc is a high performance compressor optimized for binary data. It has been designed to compress data very fast, at the expense of achieving lesser compression ratios than, say, zlib+shuffle. It is mainly meant to not introduce a significant delay when dealing with data that is stored in high-performance I/O systems (like large RAID cabinets, or even the OS filesystem memory cache).

+

It uses advanced cache-efficient techniques to reduce activity on the memory bus as much as possible. It also leverages SIMD (SSE2) and multi-threading capabilities present in nowadays multi-core processors so as to accelerate the compression/decompression process to a maximum.

+

Filter Information:

+

http://blosc.org/ +http://www.pytables.org

+

Contact Information:

+

Francesc Alted +Email: faltet at pytables dot org

+

+

MAFISC Filter

+

Filter ID: 32002

+

Filter Description:

+

This compressing filter exploits the multidimensionality and smoothness characterizing many scientific data sets. It adaptively applies some filters to preprocess the data and uses lzma as the actual compression step. It significantly outperforms pure lzma compression on most datasets.

+

The software is currently under a rather unrestrictive two clause BSD style license.

+

Filter Information:

+

http://wr.informatik.uni-hamburg.de/research/projects/icomex/mafisc

+

Contact Information:

+

Nathanael Huebbe +Email: nathanael.huebbe at informatik dot uni-hamburg dot de

+

+

Snappy Filter

+

Filter ID: 32003

+

Filter Description:

+

Snappy-CUDA is a compression/decompression library that leverages GPU processing power to compress/decompress data. The Snappy compression algorithm does not aim for maximum compression or compatibility with any other compression library; instead, it aims for very high speeds and reasonable compression. For instance, compared to the fastest mode of zlib, the reference implementation of Snappy on the CPU is an order of magnitude faster for most inputs, but the resulting compressed files are anywhere from 20% to 100% bigger.

+

Filter Information:

+

https://github.com/lucasvr/snappy-cuda +https://github.com/google/snappy

+

Contact Information:

+

Lucas C. Villa Real +Email: lucasvr at gmail dot com

+

+

LZ4 Filter

+

Filter ID: 32004

+

Filter Description:

+

LZ4 is a very fast lossless compression algorithm, providing compression speed at 300 MB/s per core, scalable with multi-cores CPU. It also features an extremely fast decoder, with speeds up and beyond 1GB/s per core, typically reaching RAM speed limits on multi-core systems. For a format description of the LZ4 compression filter in HDF5, see HDF5_LZ4.pdf.

+

Filter Information:

+

LZ4 Algorithm: https://github.com/nexusformat/HDF5-External-Filter-Plugins/tree/master/LZ4

+

LZ4 Code:

+

Although the LZ4 software is not supported by The HDF Group, it is included in The HDF Group SVN repository so that it can be tested regularly with HDF5. For convenience, users can obtain it from SVN with the following command: +svn checkout https://svn.hdfgroup.org/hdf5_plugins/trunk/LZ4 LZ4

+

Contact Information:

+

Michael Rissi (Dectris Ltd.) +Email: michael dot rissi at dectris dot com

+

+

APAX

+

Filter ID: 32005

+

Appears to be no longer available

+

+

CBF

+

Filter ID: 32006

+

Filter Description:

+

All imgCIF/CBF compressions and decompressions, including Canonical, Packed, Packed Vesrsion 2, Byte Offset and Nibble Offset. +License Information: GPL and LGPL

+

Contact Information:

+

Herbert J. Bernstein +Email: yayahjb at gmail dot com

+

+

JPEG-XR

+

Filter ID: 32007

+

Filter Description:

+

Filter that allows HDF5 image datasets to be compressed or decompressed using the JPEG-XR compression method.

+

Filter Information:

+

JPEG-XR Compression Method +JPEG-XR Filter for HDF5

+

Contact Information:

+

Marvin Albert +Email: marvin dot albert at gmail dot com

+

+

bitshuffle

+

Filter ID: 32008

+

Filter Description:

+

This filter shuffles data at the bit level to improve compression. CHIME uses this filter for data acquisition.

+

Filter Information:

+

bitshuffle +CHIME

+

Contact Information:

+

Kiyoshi Masui +Email: kiyo at physics dot ubc dot ca

+

+

SPDP

+

Filter ID: 32009

+

Filter Description:

+

SPDP is a fast, lossless, unified compression/decompression algorithm designed for both 32-bit single-precision (float) and 64-bit double-precision (double) floating-point data. It also works on other data.

+

Filter Information:

+

http://cs.txstate.edu/~burtscher/research/SPDP/

+

Contact Information:

+

Martin Burtscher +Email: burtscher at txstate dot edu

+

+

LPC-Rice

+

Filter ID: 32010

+

Filter Description:

+

LPC-Rice is a fast lossless compression codec that employs Linear Predictive Coding together with Rice coding. It supports multi-threading and SSE2 vector instructions, enabling it to exceed compression and decompression speeds of 1 GB/s.

+

Filter Information:

+

https://sourceforge.net/projects/lpcrice/

+

Contact Information:

+

Frans van den Bergh +Email: fvdbergh at csir dot co dot za

+

Derick Swanepoel +Email: dswanepoel at gmail dot com

+

+

CCSDS-123

+

Filter ID: 32011

+

Filter Description:

+

CCSDS-123 is a multi-threaded HDF5 compression filter using the ESA CCSDS-123 implementation.

+

Filter Information:

+

https://sourceforge.net/projects/ccsds123-hdf-filter/

+

Contact Information:

+

Frans van den Bergh +Email: fvdbergh at csir dot co dot za

+

Derick Swanepoel +Email: dswanepoel at gmail dot com

+

+

JPEG-LS

+

Filter ID: 32012

+

Filter Description:

+

JPEG-LS is a multi-threaded HDF5 compression filter using the CharLS JPEG-LS implementation.

+

Filter Information:

+

https://sourceforge.net/projects/jpegls-hdf-filter/

+

Contact Information:

+

Frans van den Bergh +Email: fvdbergh at csir dot co dot za

+

Derick Swanepoel +Email: dswanepoel at gmail dot com

+

+

zfp

+

Filter ID: 32013

+

Filter Description:

+

zfp is a BSD licensed open source C++ library for compressed floating-point arrays that support very high throughput read and write random access. zfp was designed to achieve high compression ratios and therefore uses lossy but optionally error-bounded compression. Although bit-for-bit lossless compression is not always possible, zfp is usually accurate to within machine epsilon in near-lossless mode, and is often orders of magnitude more accurate and faster than other lossy compressors.

+

Filter Information:

+

https://github.com/LLNL/H5Z-ZFP

+

For more information see: http://computation.llnl.gov/projects/floating-point-compression/

+

Contact Information:

+

Mark Miller +Email: miller86 at llnl dot gov

+

Peter Lindstrom +Email: pl at llnl dot gov

+

+

fpzip

+

Filter ID: 32014

+

Filter Description:

+

fpzip is a library for lossless or lossy compression of 2D or 3D floating-point scalar fields. Although written in C++, fpzip has a C interface. fpzip was developed by Peter Lindstrom at LLNL.

+

Filter Information:

+

For more information see: http://computation.llnl.gov/projects/floating-point-compression/

+

Contact Information:

+

Peter Lindstrom +Email: pl at llnl dot gov

+

+

Zstandard

+

Filter ID: 32015

+

Filter Description:

+

Zstandard is a real-time compression algorithm, providing high compression ratios. It offers a very wide range of compression / speed trade-offs, while being backed by a very fast decoder. The Zstandard library is provided as open source software using a BSD license.

+

Filter Information:

+

https://github.com/aparamon/HDF5Plugin-Zstandard

+

Contact Information:

+

Andrey Paramonov +Email: paramon at acdlabs dot ru

+

+

B³D

+

Filter ID: 32016

+

Filter Description:

+

B³D is a fast (~1 GB/s), GPU based image compression method, developed for light-microscopy applications. Alongside lossless compression, it offers a noise dependent lossy compression mode, where the loss can be tuned as a proportion of the inherent image noise (accounting for photon shot noise and camera read noise). It not only allows for fast compression during image, but can achieve compression ratios up 100.

+

Information

+

+

SZ

+

Filter ID: 32017

+

Filter Description:

+

SZ is a fast and efficient error-bounded lossy compressor for floating-point data. It was developed for scientific applications producing large-scale HPC data sets. SZ supports C, Fortran, and Java and has been tested on Linux and Mac OS X.

+

Filter Information:

+

Information +github +License

+

Contact Information:

+

Sheng Di +Email: sdi1 at anl dot gov

+

Franck Cappello +Email: cappello at mcs dot anl dot gov

+

+

FCIDECOMP

+

Filter ID: 32018

+

Filter Description:

+

FCIDECOMP is a third-party compression filter used at EUMETSAT for the compression of netCDF-4 files. It is a codec implementing JPEG-LS using CharLS used for satellite imagery.

+

Filter Information:

+

All software and documentation can be found at this link:

+

ftp://ftp.eumetsat.int/pub/OPS/out/test-data/Test-data-for-External-Users/MTG_FCI_L1c_Compressed-Datasets_and_Decompression-Plugin_April2017/Decompression_Plugin/

+

Contact Information:

+

Dr. Daniel Lee +Email: daniel dot lee at eumetsat dot int

+

+

JPEG

+

Filter ID: 32019

+

Filter Description:

+

This is a lossy compression filter. It provides a user-specified "quality factor" to control the trade-off of size versus accuracy.

+

Filter Information:

+

Information +Github +License

+

libjpeg: This library is available as a package for most Linux distributions, and source code is available from https://www.ijg.org/.

+

Restrictions:

+

Only 8-bit unsigned data arrays are supported. +Arrays must be either: +2-D monochromatic [NumColumns, NumRows] +3-D RGB [3, NumColumns, NumRows] +Chunking must be set to the size of one entire image so the filter is called once for each image. +Using the JPEG filter in your application:

+

HDF5 only supports compression for "chunked" datasets; this just means that you need to call H5Pset_chunk to specify a chunk size. The chunking must be set to the size of a single image for the JPEG filter to work properly.

+

When calling H5Pset_filter for compression it must be called with cd_nelmts=4 and cd_values as follows:

+
cd_values[0] = quality factor (1-100)
+
+cd_values[1] = numColumns
+
+cd_values[2] = numRows
+
+cd_values[3] = 0=Mono, 1=RGB
+
+

Common h5repack parameter: UD=32019,0,4,q,c,r,t

+

Contact Information:

+

Mark Rivers , University of Chicago (rivers at cars.uchicago.edu)

+

+

VBZ

+

Filter ID: 32020

+

Filter Description:

+

This filter is used by Oxford Nanopore specifically to compress raw dna signal data (signed integer). To achieve this it uses both:

+

streamvbyte (https://github.com/lemire/streamvbyte)

+

zstd (https://github.com/facebook/zstd)

+

Contact Information:

+

George Pimm

+

+

FAPEC

+

Filter ID: 32021

+

Filter Description:

+

FAPEC is a versatile and efficient data compressor, initially designed for satellite payloads but later extended for ground applications. It relies on an outlier-resilient entropy coding core with similar ratios and speeds than CCSDS 121.0 (adaptive Rice).

+

FAPEC has a large variety of pre-processing stages and options: images (greyscale, colour, hyperspectral); time series or waveforms (including interleaving, e.g. for multidimensional or interleaved time series or tabular data); floating point (single+double precision); text (including LZW compression and our faster FAPECLZ); tabulated text (CSV); genomics (FastQ); geophysics (Kongsberg's water column datagrams); etc.

+

Most stages support samples of 8 to 24 bits (big/little endian, signed/unsigned), and lossless/lossy options. It can be extended with new, tailored pre-processing stages. It includes encryption options (AES-256 based on OpenSSL, and our own XXTEA implementation).

+

The FAPEC library and CLI runs on Linux, Windows and Mac. The HDF5 user must request and install the library separately, thus allowing to upgrade it without requiring changes in your HDF5 code.

+

Filter Information:

+

https://www.dapcom.es/fapec/ +https://www.dapcom.es/get-fapec/ +https://www.dapcom.es/resources/FAPEC_EndUserLicenseAgreement.pdf

+

Contact Information:

+

Jordi Portell i de Mora (DAPCOM Data Services S.L.)

+

fapec at dapcom dot es

+

+

BitGroom

+

Filter ID: 32022

+

Filter Description:

+

The BitGroom quantization algorithm is documented in:

+

Zender, C. S. (2016), Bit Grooming: Statistically accurate precision-preserving quantization with compression, evaluated in the netCDF Operators (NCO, v4.4.8+), Geosci. Model Dev., 9, 3199-3211, doi:10.5194/gmd-9-3199-2016.

+

Filter Information:

+

The filter is documented and maintained in the Community Codec Repository (https://github.com/ccr/ccr).

+

Contact Information:

+

Charlie Zender (University of California, Irvine)

+

+

Granular BitRound (GBR)

+

Filter ID: 32023

+

Filter Description:

+

The GBG quantization algorithm is a significant improvement the BitGroom filter documented in:

+

Zender, C. S. (2016), Bit Grooming: Statistically accurate precision-preserving quantization with compression, evaluated in the netCDF Operators (NCO, v4.4.8+), Geosci. Model Dev., 9, 3199-3211, doi:10.5194/gmd-9-3199-2016.

+

Filter Information:

+

This filter is documented, implemented, and maintained in the Community Codec Repository (https://github.com/ccr/ccr).

+

Contact Information:

+

Charlie Zender (University of California, Irvine)

+

+

SZ3

+

Filter ID: 32024

+

Filter Description:

+

SZ3 is a modular error-bounded lossy compression framework for scientific datasets, which allows users to customize their own compression pipeline to adapt to diverse datasets and user-requirements. Compared with SZ2 (filter id: 32017), SZ3 has integrated a more effective prediction such that its compression qualities/ratios are much higher than that of SZ2 in most of cases.

+

Filter Information:

+

This filter is documented, implemented, and maintained in github: https://github.com/szcompressor/SZ3.

+

License: https://github.com/szcompressor/SZ/blob/master/copyright-and-BSD-license.txt

+

Contact Information:

+

Sheng Di +Email: sdi1 at anl dot gov

+

Franck Cappello +Email: cappello at mcs dot anl dot gov

+

+

Delta-Rice

+

Filter ID: 32025

+

Filter Description:

+

Lossless compression algorithm optimized for digitized analog signals based on delta encoding and rice coding.

+

Filter Information:

+

This filter is documented, implemented, and maintained at: https://gitlab.com/dgma224/deltarice.

+

Contact Information:

+

David Mathews +Email: david dot mathews dot 1994 at gmail dot com

+

+

Blosc2 Filter

+

Filter ID: 32026

+

Filter Description:

+

Blosc is a high performance compressor optimized for binary data (i.e. floating point numbers, integers and booleans). It has been designed to transmit data to the processor cache faster than the traditional, non-compressed, direct memory fetch approach via a memcpy() OS call. Blosc main goal is not just to reduce the size of large datasets on-disk or in-memory, but also to accelerate memory-bound computations.

+

C-Blosc2 is the new major version of C-Blosc, and tries hard to be backward compatible with both the C-Blosc1 API and its in-memory format.

+

Filter Information:

+

Blosc project: https://www.blosc.org

+

C-Blosc2 docs: https://www.blosc.org/c-blosc2/c-blosc2.html

+

License: https://github.com/Blosc/c-blosc2/blob/main/LICENSE.txt

+

Contact Information:

+

Francesc Alted +Email: faltet at gmail dot org (BDFL for the Blosc project)

+

+

FLAC Filter

+

Filter ID: 32027

+

Filter Description:

+

FLAC is an audio compression filter in HDF5. (Our ultimate goal is to use it via h5py in the hdf5plugin library: https://github.com/silx-kit/hdf5plugin).

+

Filter Information:

+

The FLAC filter is open source: https://github.com/xiph/flac

+

libFLAC has BSD-like license: https://github.com/xiph/flac/blob/master/CONTRIBUTING.md

+

Contact Information:

+

Laurie Stephey +Email: lastephey at lbl dot gov

+

+

H5Z-SPERR Filter

+

Filter ID: 32028

+

Filter Description:

+

SPERR is a wavelet-based lossy compressor for floating-point scientific data; it achieves one of the best compression ratios given a user-prescribed error tolerance (i.e., maximum point-wise error). SPERR also supports two distinctive decoding modes, namely "flexible-rate decoding" and "multi-resolution decoding," that facilitate data analysis with various constraints. More details are available on SPERR Github repository: https://github.com/NCAR/SPERR.

+

Filter Information:

+

H5Z-SPERR is the HDF5 filter for SPERR. It is also available on Github: https://github.com/NCAR/H5Z-SPERR

+

Contact Information:

+

Samuel Li +Email: shaomeng at ucar dot edu

+

+

TERSE/PROLIX (or TRPX) Filter

+

Filter ID: 32029

+

Filter Description:

+

A new compression algorithm (https://www.ncbi.nlm.nih.gov/pmc/articles/PMC10626653/), which is specifically tailored for the lossless and fast compression of the diffraction data.

+

Filter Information:

+

GitHub repo of the algorithm: https://github.com/Senikm/trpx

+

Contact Information:

+

Jan Pieter Abrahams +Email: jp.abrahams at unibas dot ch

+

Senik Matinyan +Email: senik.matinyan at unibas dot ch

+

Symbols

Find definitions and references for functions and other symbols in this file by clicking a symbol below or in the code.
r
  • s
    Registered Filter Plugins
  • s
    Information on Registered Filter Plugins
  • s
    List of Filters Registered with The HDF Group
  • s
    <center>The Filters</center>
    • s
      Filter ID: 305
      • s
        Filter Description:
        • s
          Filter Information:
          • s
            Contact Information:
  • s
    Filter ID: 307
    • s
      Filter Description:
      • s
        Filter Information:
        • s
          Contact Information:
  • s
    Filter ID: 32000
    • s
      Filter Description:
      • s
        Filter Information:
        • s
          Contact Information:
  • s
    Filter ID: 32001
    • s
      Filter Description:
      • s
        Filter Information:
        • s
          Contact Information:
  • s
    Filter ID: 32002
    • s
      Filter Description:
      • s
        Filter Information:
        • s
          Contact Information:
  • s
    Filter ID: 32003
    • s
      Filter Description:
      • s
        Filter Information:
        • s
          Contact Information:
  • s
    Filter ID: 32004
    • s
      Filter Description:
      • s
        Filter Information:
        • s
          Contact Information:
  • s
    Filter ID: 32005
  • s
    Filter ID: 32006
    • s
      Filter Description:
      • s
        Contact Information:
  • s
    Filter ID: 32007
    • s
      Filter Description:
      • s
        Filter Information:
        • s
          Contact Information:
  • s
    Filter ID: 32008
    • s
      Filter Description:
      • s
        Filter Information:
        • s
          Contact Information:
  • s
    Filter ID: 32009
    • s
      Filter Description:
      • s
        Filter Information:
        • s
          Contact Information:
  • s
    Filter ID: 32010
    • s
      Filter Description:
      • s
        Filter Information:
        • s
          Contact Information:
  • s
    Filter ID: 32011
    • s
      Filter Description:
      • s
        Filter Information:
        • s
          Contact Information:
  • s
    Filter ID: 32012
    • s
      Filter Description:
      • s
        Filter Information:
        • s
          Contact Information:
  • s
    Filter ID: 32013
    • s
      Filter Description:
      • s
        Filter Information:
        • s
          Contact Information:
  • s
    Filter ID: 32014
    • s
      Filter Description:
      • s
        Filter Information:
        • s
          Contact Information:
  • s
    Filter ID: 32015
    • s
      Filter Description:
      • s
        Filter Information:
        • s
          Contact Information:
  • s
    Filter ID: 32016
    • s
      Filter Description:
  • s
    Filter ID: 32017
    • s
      Filter Description:
      • s
        Filter Information:
        • s
          Contact Information:
  • s
    Filter ID: 32018
    • s
      Filter Description:
      • s
        Filter Information:
        • s
          Contact Information:
  • s
    Filter ID: 32019
    • s
      Filter Description:
      • s
        Filter Information:
        • s
          Contact Information:
  • s
    Filter ID: 32020
    • s
      Filter Description:
      • s
        Contact Information:
  • s
    Filter ID: 32021
    • s
      Filter Description:
      • s
        Filter Information:
        • s
          Contact Information:
  • s
    Filter ID: 32022
    • s
      Filter Description:
      • s
        Filter Information:
        • s
          Contact Information:
  • s
    Filter ID: 32023
    • s
      Filter Description:
      • s
        Filter Information:
        • s
          Contact Information:
  • s
    Filter ID: 32024
    • s
      Filter Description:
      • s
        Filter Information:
        • s
          Contact Information:
  • s
    Filter ID: 32025
    • s
      Filter Description:
      • s
        Filter Information:
        • s
          Contact Information:
  • s
    Filter ID: 32026
    • s
      Filter Description:
      • s
        Filter Information:
        • s
          Contact Information:
  • s
    Filter ID: 32027
    • s
      Filter Description:
      • s
        Filter Information:
        • s
          Contact Information:
  • s
    Filter ID: 32028
    • s
      Filter Description:
      • s
        Filter Information:
        • s
          Contact Information:
  • s
    Filter ID: 32029
    • s
      Filter Description:
      • s
        Filter Information:
        • s
          Contact Information:
+ + + + + +
+ + + +
+
+ +
+ +
+

Footer

+ + + + +
+
+ + + + + © 2024 GitHub, Inc. + +
+ + +
+
+ + + + + + + + + + + + + + + + + + + + +
+ +
+
+ + + diff --git a/fortran/test/CMakeTests.cmake b/fortran/test/CMakeTests.cmake index 4911d623503..46b89728bea 100644 --- a/fortran/test/CMakeTests.cmake +++ b/fortran/test/CMakeTests.cmake @@ -73,7 +73,7 @@ set_tests_properties (FORTRAN_testhdf5-clean-objects PROPERTIES WORKING_DIRECTORY ${PROJECT_BINARY_DIR} ) -if (HDF5_USING_ANALYSIS_TOOL) +if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME FORTRAN_testhdf5_fortran COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $) else () add_test (NAME FORTRAN_testhdf5_fortran COMMAND "${CMAKE_COMMAND}" @@ -99,7 +99,7 @@ if ("FORTRAN_testhdf5_fortran" MATCHES "${HDF5_DISABLE_TESTS_REGEX}") endif () #-- Adding test for testhdf5_fortran_1_8 -if (HDF5_USING_ANALYSIS_TOOL) +if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME FORTRAN_testhdf5_fortran_1_8 COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $) else () add_test (NAME FORTRAN_testhdf5_fortran_1_8 COMMAND "${CMAKE_COMMAND}" @@ -126,7 +126,7 @@ if ("FORTRAN_testhdf5_fortran_1_8" MATCHES "${HDF5_DISABLE_TESTS_REGEX}") endif () #-- Adding test for fortranlib_test_F03 -if (HDF5_USING_ANALYSIS_TOOL) +if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME FORTRAN_fortranlib_test_F03 COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $) else () add_test (NAME FORTRAN_fortranlib_test_F03 COMMAND "${CMAKE_COMMAND}" @@ -153,7 +153,7 @@ if ("FORTRAN_fortranlib_test_F03" MATCHES "${HDF5_DISABLE_TESTS_REGEX}") endif () #-- Adding test for vol_connector -if (HDF5_USING_ANALYSIS_TOOL) +if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME FORTRAN_vol_connector COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $) else () add_test (NAME FORTRAN_vol_connector COMMAND "${CMAKE_COMMAND}" diff --git a/hl/c++/test/CMakeTests.cmake b/hl/c++/test/CMakeTests.cmake index 3da3e477acd..b07dd6d0a24 100644 --- a/hl/c++/test/CMakeTests.cmake +++ b/hl/c++/test/CMakeTests.cmake @@ -28,7 +28,7 @@ set_tests_properties (HL_CPP_ptableTest-clear-objects PROPERTIES WORKING_DIRECTORY ${PROJECT_BINARY_DIR} ) -if (HDF5_USING_ANALYSIS_TOOL) +if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME HL_CPP_ptableTest COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $) else () add_test (NAME HL_CPP_ptableTest COMMAND "${CMAKE_COMMAND}" diff --git a/hl/fortran/test/CMakeTests.cmake b/hl/fortran/test/CMakeTests.cmake index 0ab8b5a719c..84218728db6 100644 --- a/hl/fortran/test/CMakeTests.cmake +++ b/hl/fortran/test/CMakeTests.cmake @@ -49,7 +49,7 @@ set_tests_properties (HL_FORTRAN_test-clean-objects PROPERTIES ) macro (ADD_H5_FORTRAN_TEST file) - if (HDF5_USING_ANALYSIS_TOOL) + if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME HL_FORTRAN_f90_${file} COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $) else () add_test (NAME HL_FORTRAN_f90_${file} COMMAND "${CMAKE_COMMAND}" diff --git a/hl/test/CMakeTests.cmake b/hl/test/CMakeTests.cmake index 7f7f27b4b8e..6ec5f29a534 100644 --- a/hl/test/CMakeTests.cmake +++ b/hl/test/CMakeTests.cmake @@ -98,7 +98,7 @@ set_tests_properties (HL_test-clean-objects PROPERTIES # Macro used to add a unit test # -------------------------------------------------------------------- macro (HL_ADD_TEST hl_name) - if (HDF5_USING_ANALYSIS_TOOL) + if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME HL_${hl_name} COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $) else () add_test (NAME HL_${hl_name} COMMAND "${CMAKE_COMMAND}" diff --git a/test/CMakeTests.cmake b/test/CMakeTests.cmake index 35dc4cc04db..59eb6bdbd96 100644 --- a/test/CMakeTests.cmake +++ b/test/CMakeTests.cmake @@ -346,7 +346,7 @@ set (H5TEST_SEPARATE_TESTS ) foreach (h5_test ${H5_EXPRESS_TESTS}) if (NOT h5_test IN_LIST H5TEST_SEPARATE_TESTS) - if (HDF5_USING_ANALYSIS_TOOL) + if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME H5TESTXPR-${h5_test} COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $) set_tests_properties (H5TESTXPR-${h5_test} PROPERTIES FIXTURES_REQUIRED clear_H5TEST @@ -379,7 +379,7 @@ foreach (h5_test ${H5_EXPRESS_TESTS}) endforeach () foreach (h5_test ${H5_TESTS}) if (NOT h5_test IN_LIST H5TEST_SEPARATE_TESTS) - if (HDF5_USING_ANALYSIS_TOOL) + if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME H5TEST-${h5_test} COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $) set_tests_properties (H5TEST-${h5_test} PROPERTIES FIXTURES_REQUIRED clear_H5TEST @@ -438,7 +438,7 @@ if (NOT CYGWIN) WORKING_DIRECTORY ${HDF5_TEST_BINARY_DIR}/H5TEST ) set_tests_properties (H5TEST-cache-clean-objects PROPERTIES FIXTURES_CLEANUP clear_cache) - if (HDF5_USING_ANALYSIS_TOOL) + if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME H5TEST-cache COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $) else () add_test (NAME H5TEST-cache COMMAND "${CMAKE_COMMAND}" @@ -512,7 +512,7 @@ add_test ( WORKING_DIRECTORY ${HDF5_TEST_BINARY_DIR}/H5TEST ) set_tests_properties (H5TEST-external_env-clean-objects PROPERTIES FIXTURES_CLEANUP clear_external_env) -if (HDF5_USING_ANALYSIS_TOOL) +if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME H5TEST-external_env COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $) else () add_test (NAME H5TEST-external_env COMMAND "${CMAKE_COMMAND}" @@ -547,7 +547,7 @@ add_test ( ${HDF5_TEST_BINARY_DIR}/H5TEST ) set_tests_properties (H5TEST-vds_env-clean-objects PROPERTIES FIXTURES_CLEANUP clear_vds_env) -if (HDF5_USING_ANALYSIS_TOOL) +if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME H5TEST-vds_env COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $) else () add_test (NAME H5TEST-vds_env COMMAND "${CMAKE_COMMAND}" @@ -594,7 +594,7 @@ add_test (NAME H5TEST-flush-clean-objects WORKING_DIRECTORY ${HDF5_TEST_BINARY_DIR}/H5TEST ) set_tests_properties (H5TEST-flush-clean-objects PROPERTIES FIXTURES_CLEANUP clear_flush) -if (HDF5_USING_ANALYSIS_TOOL) +if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME H5TEST-flush1 COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $) else () add_test (NAME H5TEST-flush1 COMMAND "${CMAKE_COMMAND}" @@ -616,7 +616,7 @@ set_tests_properties (H5TEST-flush1 PROPERTIES if ("H5TEST-flush1" MATCHES "${HDF5_DISABLE_TESTS_REGEX}") set_tests_properties (H5TEST-flush1 PROPERTIES DISABLED true) endif () -if (HDF5_USING_ANALYSIS_TOOL) +if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME H5TEST-flush2 COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $) else () add_test (NAME H5TEST-flush2 COMMAND "${CMAKE_COMMAND}" @@ -850,7 +850,7 @@ add_test (NAME H5TEST-links_env-clean-objects ${HDF5_TEST_BINARY_DIR}/H5TEST ) set_tests_properties (H5TEST-links_env-clean-objects PROPERTIES FIXTURES_CLEANUP clear_links_env) -if (HDF5_USING_ANALYSIS_TOOL) +if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME H5TEST-links_env COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $) else () add_test (NAME H5TEST-links_env COMMAND "${CMAKE_COMMAND}" diff --git a/testpar/CMakeVFDTests.cmake b/testpar/CMakeVFDTests.cmake index 63b5d3d49da..cdec5f75c25 100644 --- a/testpar/CMakeVFDTests.cmake +++ b/testpar/CMakeVFDTests.cmake @@ -28,7 +28,7 @@ set (H5P_VFD_subfiling_TESTS_SKIP ) macro (ADD_VFD_TEST vfdname resultcode) - if (NOT HDF5_USING_ANALYSIS_TOOL) + if (NOT HDF5_ENABLE_USING_MEMCHECKER) foreach (h5_test ${H5P_VFD_TESTS}) if (NOT "${h5_test}" IN_LIST H5P_VFD_${vfdname}_TESTS_SKIP) add_test ( diff --git a/tools/test/h5copy/CMakeTests.cmake b/tools/test/h5copy/CMakeTests.cmake index d4315ef134d..90b030d08b4 100644 --- a/tools/test/h5copy/CMakeTests.cmake +++ b/tools/test/h5copy/CMakeTests.cmake @@ -259,7 +259,7 @@ COMMAND ${CMAKE_COMMAND} -E remove ./testfiles/${testname}.out.h5 ) # If using memchecker add tests without using scripts - if (HDF5_USING_ANALYSIS_TOOL) + if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME H5COPY-CMP-${testname} COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $ -i ./testfiles/${infile} -o ./testfiles/${testname}.out.h5 ${vparam} ${sparam} ${srcname} ${dparam} ${dstname} ${ARGN}) if ("${resultcode}" STREQUAL "1") set_tests_properties (H5COPY-CMP-${testname} PROPERTIES WILL_FAIL "true") @@ -292,7 +292,7 @@ endmacro () macro (ADD_H5_UD_TEST testname resultcode infile sparam srcname dparam dstname cmpfile) - if (NOT HDF5_USING_ANALYSIS_TOOL) + if (NOT HDF5_ENABLE_USING_MEMCHECKER) # Remove any output file left over from previous test run add_test ( NAME H5COPY_UD-${testname}-clear-objects @@ -366,7 +366,7 @@ endmacro () macro (ADD_H5_UD_ERR_TEST testname resultcode infile sparam srcname dparam dstname cmpfile) - if (NOT HDF5_USING_ANALYSIS_TOOL) + if (NOT HDF5_ENABLE_USING_MEMCHECKER) # Remove any output file left over from previous test run add_test ( NAME H5COPY_UD_ERR-${testname}-clear-objects @@ -443,12 +443,12 @@ macro (ADD_SIMPLE_TEST resultfile resultcode) # If using memchecker add tests without using scripts - if (HDF5_USING_ANALYSIS_TOOL) + if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME H5COPY-${resultfile} COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $ ${ARGN}) if (${resultcode}) set_tests_properties (H5COPY-${resultfile} PROPERTIES WILL_FAIL "true") endif () - else (HDF5_USING_ANALYSIS_TOOL) + else () add_test ( NAME H5COPY-${resultfile} COMMAND "${CMAKE_COMMAND}" diff --git a/tools/test/h5diff/CMakeTests.cmake b/tools/test/h5diff/CMakeTests.cmake index 3324aa3be53..151e73cb2cb 100644 --- a/tools/test/h5diff/CMakeTests.cmake +++ b/tools/test/h5diff/CMakeTests.cmake @@ -411,7 +411,7 @@ macro (ADD_SH5_TEST resultfile resultcode) # If using memchecker add tests without using scripts - if (HDF5_USING_ANALYSIS_TOOL) + if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME H5DIFF-${resultfile} COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $ ${ARGN}) if (${resultcode}) set_tests_properties (H5DIFF-${resultfile} PROPERTIES WILL_FAIL "true") @@ -441,7 +441,7 @@ macro (ADD_PH5_TEST resultfile resultcode) # If using memchecker add tests without using scripts - if (HDF5_USING_ANALYSIS_TOOL) + if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME MPI_TEST_H5DIFF-${resultfile} COMMAND ${MPIEXEC_EXECUTABLE} ${MPIEXEC_NUMPROC_FLAG} ${MPIEXEC_MAX_NUMPROCS} ${MPIEXEC_PREFLAGS} $ ${MPIEXEC_POSTFLAGS} ${ARGN}) set_tests_properties (MPI_TEST_H5DIFF-${resultfile} PROPERTIES WORKING_DIRECTORY "${PROJECT_BINARY_DIR}/PAR/testfiles") if (${resultcode}) @@ -485,7 +485,7 @@ macro (ADD_SH5_CMP_TEST resultfile resultcode result_errcheck) # If using memchecker add tests without using scripts - if (HDF5_USING_ANALYSIS_TOOL) + if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME H5DIFF-${resultfile} COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $ ${ARGN}) if (${resultcode}) set_tests_properties (H5DIFF-${resultfile} PROPERTIES WILL_FAIL "true") @@ -516,7 +516,7 @@ macro (ADD_PH5_CMP_TEST resultfile resultcode result_errcheck) # If using memchecker add tests without using scripts - if (HDF5_USING_ANALYSIS_TOOL) + if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME MPI_TEST_H5DIFF-${resultfile} COMMAND ${MPIEXEC_EXECUTABLE} ${MPIEXEC_NUMPROC_FLAG} ${MPIEXEC_MAX_NUMPROCS} ${MPIEXEC_PREFLAGS} $ ${MPIEXEC_POSTFLAGS} ${ARGN}) set_tests_properties (MPI_TEST_H5DIFF-${resultfile} PROPERTIES WORKING_DIRECTORY "${PROJECT_BINARY_DIR}/PAR/testfiles") if (${resultcode}) @@ -551,7 +551,7 @@ endmacro () macro (ADD_H5_UD_TEST testname resultcode resultfile) - if (NOT HDF5_USING_ANALYSIS_TOOL) + if (NOT HDF5_ENABLE_USING_MEMCHECKER) if ("${resultcode}" STREQUAL "2") add_test ( NAME H5DIFF_UD-${testname} diff --git a/tools/test/h5dump/CMakeTests.cmake b/tools/test/h5dump/CMakeTests.cmake index 05f3648eb57..49417bd4d07 100644 --- a/tools/test/h5dump/CMakeTests.cmake +++ b/tools/test/h5dump/CMakeTests.cmake @@ -418,7 +418,7 @@ macro (ADD_HELP_TEST testname resultcode) # If using memchecker add tests without using scripts - if (HDF5_USING_ANALYSIS_TOOL) + if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME H5DUMP-${testname} COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $ ${ARGN}) else () add_test ( @@ -458,7 +458,7 @@ macro (ADD_H5_TEST resultfile resultcode) # If using memchecker add tests without using scripts - if (HDF5_USING_ANALYSIS_TOOL) + if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME H5DUMP-${resultfile} COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $ ${ARGN}) if (${resultcode}) set_tests_properties (H5DUMP-${resultfile} PROPERTIES WILL_FAIL "true") @@ -490,7 +490,7 @@ macro (ADD_H5_COMP_TEST resultfile resultcode resultvalue) # If using memchecker add tests without using scripts - if (HDF5_USING_ANALYSIS_TOOL) + if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME H5DUMP-${resultfile} COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $ ${ARGN}) if (${resultcode}) set_tests_properties (H5DUMP-${resultfile} PROPERTIES WILL_FAIL "true") @@ -532,7 +532,7 @@ WORKING_DIRECTORY "${PROJECT_BINARY_DIR}/testfiles/std" ) # If using memchecker add tests without using scripts - if (HDF5_USING_ANALYSIS_TOOL) + if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME H5DUMP-N-${resultfile} COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $ ${ARGN}) if (${resultcode}) set_tests_properties (H5DUMP-N-${resultfile} PROPERTIES WILL_FAIL "true") @@ -581,7 +581,7 @@ WORKING_DIRECTORY "${PROJECT_BINARY_DIR}/testfiles/std" ) # If using memchecker add tests without using scripts - if (HDF5_USING_ANALYSIS_TOOL) + if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME H5DUMP-${resultfile} COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $ ${ARGN} ${resultfile}.txt ${targetfile}) if (${resultcode}) set_tests_properties (H5DUMP-${resultfile} PROPERTIES WILL_FAIL "true") @@ -626,7 +626,7 @@ COMMAND ${CMAKE_COMMAND} -E remove ${resultfile}.txt ) - if (HDF5_USING_ANALYSIS_TOOL) + if (HDF5_ENABLE_USING_MEMCHECKER) set_tests_properties (H5DUMP-${resultfile}-clean-objects PROPERTIES DEPENDS H5DUMP-${resultfile} WORKING_DIRECTORY "${PROJECT_BINARY_DIR}/testfiles/std" @@ -650,7 +650,7 @@ WORKING_DIRECTORY "${PROJECT_BINARY_DIR}/testfiles/std" ) # If using memchecker add tests without using scripts - if (HDF5_USING_ANALYSIS_TOOL) + if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME H5DUMP-${resultfile} COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $ --ddl=${ddlfile}.txt ${ARGN} ${resultfile}.txt ${targetfile}) if (${resultcode}) set_tests_properties (H5DUMP-${resultfile} PROPERTIES WILL_FAIL "true") @@ -705,7 +705,7 @@ ${ddlfile}.txt ${resultfile}.txt ) - if (HDF5_USING_ANALYSIS_TOOL) + if (HDF5_ENABLE_USING_MEMCHECKER) set_tests_properties (H5DUMP-${resultfile}-clean-objects PROPERTIES DEPENDS H5DUMP-${resultfile} WORKING_DIRECTORY "${PROJECT_BINARY_DIR}/testfiles/std" @@ -719,7 +719,7 @@ endmacro () macro (ADD_H5_EXPORT_TEST resultfile targetfile resultcode) - if (NOT HDF5_USING_ANALYSIS_TOOL) + if (NOT HDF5_ENABLE_USING_MEMCHECKER) add_test ( NAME H5DUMP-output-${resultfile}-clear-objects COMMAND ${CMAKE_COMMAND} -E remove @@ -763,7 +763,7 @@ endmacro () macro (ADD_H5_MASK_TEST resultfile resultcode) - if (NOT HDF5_USING_ANALYSIS_TOOL) + if (NOT HDF5_ENABLE_USING_MEMCHECKER) add_test ( NAME H5DUMP-${resultfile} COMMAND "${CMAKE_COMMAND}" @@ -787,7 +787,7 @@ endmacro () macro (ADD_H5_GREP_TEST resultfile resultcode result_check) - if (NOT HDF5_USING_ANALYSIS_TOOL) + if (NOT HDF5_ENABLE_USING_MEMCHECKER) add_test ( NAME H5DUMP-${resultfile} COMMAND "${CMAKE_COMMAND}" @@ -810,7 +810,7 @@ endmacro () macro (ADD_H5ERR_MASK_TEST resultfile resultcode result_errcheck) - if (NOT HDF5_USING_ANALYSIS_TOOL) + if (NOT HDF5_ENABLE_USING_MEMCHECKER) add_test ( NAME H5DUMP-${resultfile} COMMAND "${CMAKE_COMMAND}" @@ -834,7 +834,7 @@ endmacro () macro (ADD_H5ERR_MASK_ENV_TEST resultfile resultcode result_errcheck envvar envval) - if (NOT HDF5_USING_ANALYSIS_TOOL) + if (NOT HDF5_ENABLE_USING_MEMCHECKER) add_test ( NAME H5DUMP-${resultfile} COMMAND "${CMAKE_COMMAND}" @@ -860,7 +860,7 @@ endmacro () macro (ADD_H5_BIN_EXPORT conffile resultcode testfile) - if (NOT HDF5_USING_ANALYSIS_TOOL) + if (NOT HDF5_ENABLE_USING_MEMCHECKER) add_test ( NAME H5DUMP-BIN_EXPORT-${conffile}-clear-objects COMMAND ${CMAKE_COMMAND} -E remove @@ -901,7 +901,7 @@ macro (ADD_H5_TEST_IMPORT conffile resultfile testfile resultcode) # If using memchecker add tests without using scripts - if (NOT HDF5_USING_ANALYSIS_TOOL) + if (NOT HDF5_ENABLE_USING_MEMCHECKER) add_test ( NAME H5DUMP-IMPORT-${resultfile}-clear-objects COMMAND ${CMAKE_COMMAND} -E remove @@ -960,7 +960,7 @@ endmacro () macro (ADD_H5_UD_TEST testname resultcode resultfile) - if (NOT HDF5_USING_ANALYSIS_TOOL) + if (NOT HDF5_ENABLE_USING_MEMCHECKER) add_test ( NAME H5DUMP_UD-${testname}-${resultfile} COMMAND "${CMAKE_COMMAND}" @@ -1331,14 +1331,14 @@ # NATIVE default. the NATIVE test can be validated with h5import/h5diff # ADD_H5_TEST_IMPORT (tbin1 out1D tbinary.h5 0 --enable-error-stack -d integer -b) - if (NOT HDF5_USING_ANALYSIS_TOOL) + if (NOT HDF5_ENABLE_USING_MEMCHECKER) ADD_H5_BIN_EXPORT (tbin2 0 tbinary.h5 --enable-error-stack -b BE -d float) endif () # the NATIVE test can be validated with h5import/h5diff # ADD_H5_TEST_IMPORT (tbin3 out3D tbinary.h5 0 --enable-error-stack -d integer -b NATIVE) - if (NOT HDF5_USING_ANALYSIS_TOOL) + if (NOT HDF5_ENABLE_USING_MEMCHECKER) ADD_H5_BIN_EXPORT (tbin4 0 tbinary.h5 --enable-error-stack -d double -b FILE) endif () diff --git a/tools/test/h5dump/CMakeTestsPBITS.cmake b/tools/test/h5dump/CMakeTestsPBITS.cmake index 9e72ae10f1f..9c6dab446d1 100644 --- a/tools/test/h5dump/CMakeTestsPBITS.cmake +++ b/tools/test/h5dump/CMakeTestsPBITS.cmake @@ -98,7 +98,7 @@ macro (ADD_H5_PBITS_TEST resultfile resultcode result_errcheck) # If using memchecker add tests without using scripts - if (HDF5_USING_ANALYSIS_TOOL) + if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME H5DUMP-${resultfile} COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $ ${ARGN}) if (${resultcode}) set_tests_properties (H5DUMP-${resultfile} PROPERTIES WILL_FAIL "true") diff --git a/tools/test/h5dump/CMakeTestsVDS.cmake b/tools/test/h5dump/CMakeTestsVDS.cmake index 12cf07b4a37..81a6eb249dd 100644 --- a/tools/test/h5dump/CMakeTestsVDS.cmake +++ b/tools/test/h5dump/CMakeTestsVDS.cmake @@ -103,7 +103,7 @@ macro (ADD_H5_VDS_TEST resultfile resultcode) # If using memchecker add tests without using scripts - if (HDF5_USING_ANALYSIS_TOOL) + if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME H5DUMP-${resultfile} COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $ ${ARGN}) if (${resultcode}) set_tests_properties (H5DUMP-${resultfile} PROPERTIES WILL_FAIL "true") @@ -132,7 +132,7 @@ macro (ADD_H5_VDS_PREFIX_TEST resultfile resultcode) # If using memchecker add tests without using scripts - if (HDF5_USING_ANALYSIS_TOOL) + if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME H5DUMP_PREFIX-${resultfile} COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $ ${ARGN}) set_tests_properties (H5DUMP_PREFIX-${resultfile} PROPERTIES ENVIRONMENT "HDF5_VDS_PREFIX=${PROJECT_BINARY_DIR}/testfiles/vds/" @@ -167,7 +167,7 @@ macro (ADD_H5_VDS_LAYOUT resultfile resultcode) # If using memchecker add tests without using scripts - if (HDF5_USING_ANALYSIS_TOOL) + if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME H5DUMP-${resultfile} COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $ -p ${ARGN}) set_tests_properties (H5DUMP-${resultfile} PROPERTIES WORKING_DIRECTORY "${PROJECT_BINARY_DIR}/testfiles/vds") if (${resultcode}) diff --git a/tools/test/h5dump/CMakeTestsXML.cmake b/tools/test/h5dump/CMakeTestsXML.cmake index 5d2e647fab7..7b97f71057b 100644 --- a/tools/test/h5dump/CMakeTestsXML.cmake +++ b/tools/test/h5dump/CMakeTestsXML.cmake @@ -184,7 +184,7 @@ endmacro () macro (ADD_XML_H5_TEST resultfile resultcode) - if (HDF5_USING_ANALYSIS_TOOL) + if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME H5DUMP_XML-${resultfile} COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $ --xml ${ARGN}) if (${resultcode}) set_tests_properties (H5DUMP_XML-${resultfile} PROPERTIES WILL_FAIL "true") diff --git a/tools/test/h5dump/CMakeVFDTests.cmake b/tools/test/h5dump/CMakeVFDTests.cmake index aabcb6dec90..6f89d4cf2e5 100644 --- a/tools/test/h5dump/CMakeVFDTests.cmake +++ b/tools/test/h5dump/CMakeVFDTests.cmake @@ -77,7 +77,7 @@ add_custom_target(HDF5_SF2_VFD_H5DUMP_files ALL COMMENT "Copying files needed by ############################################################################## macro (ADD_VFD_H5DUMP_TEST vfdname resultfile resultcode) - if (NOT HDF5_USING_ANALYSIS_TOOL) + if (NOT HDF5_ENABLE_USING_MEMCHECKER) add_test ( NAME H5DUMP_VFD-${vfdname}-${resultfile}-h5dump COMMAND "${CMAKE_COMMAND}" diff --git a/tools/test/h5format_convert/CMakeTests.cmake b/tools/test/h5format_convert/CMakeTests.cmake index cb0879f3993..3611e6c9e92 100644 --- a/tools/test/h5format_convert/CMakeTests.cmake +++ b/tools/test/h5format_convert/CMakeTests.cmake @@ -96,7 +96,7 @@ macro (ADD_H5_OUTPUT testname resultfile resultcode testfile) # If using memchecker add tests without using scripts - if (NOT HDF5_USING_ANALYSIS_TOOL) + if (NOT HDF5_ENABLE_USING_MEMCHECKER) add_test ( NAME H5FC-${testname}-${testfile}-clear-objects COMMAND ${CMAKE_COMMAND} -E remove ./testfiles/${testname}-tmp.h5 @@ -161,7 +161,7 @@ macro (ADD_H5_NOERR_OUTPUT testname resultfile resultcode testfile) # If using memchecker add tests without using scripts - if (NOT HDF5_USING_ANALYSIS_TOOL) + if (NOT HDF5_ENABLE_USING_MEMCHECKER) add_test ( NAME H5FC-${testname}-${testfile}-clear-objects COMMAND ${CMAKE_COMMAND} -E remove ./testfiles/${testname}-tmp.h5 @@ -203,7 +203,7 @@ macro (ADD_H5_MASK_OUTPUT testname resultfile resultcode result_errcheck testfile) # If using memchecker add tests without using scripts - if (NOT HDF5_USING_ANALYSIS_TOOL) + if (NOT HDF5_ENABLE_USING_MEMCHECKER) add_test ( NAME H5FC-${testname}-${testfile}-clear-objects COMMAND ${CMAKE_COMMAND} -E remove ./testfiles/${testname}-tmp.h5 @@ -246,7 +246,7 @@ macro (ADD_H5_TEST testname resultcode testfile) # If using memchecker add tests without using scripts - if (NOT HDF5_USING_ANALYSIS_TOOL) + if (NOT HDF5_ENABLE_USING_MEMCHECKER) add_test ( NAME H5FC-${testname}-clear-objects COMMAND ${CMAKE_COMMAND} -E remove @@ -294,7 +294,7 @@ macro (ADD_H5_CHECK_IDX dependtest testname) # If using memchecker add tests without using scripts - if (NOT HDF5_USING_ANALYSIS_TOOL) + if (NOT HDF5_ENABLE_USING_MEMCHECKER) add_test ( NAME H5FC_CHECK_IDX-${dependtest}-${testname} COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $ ./testfiles/${dependtest}-tmp.h5 ${ARGN} @@ -311,7 +311,7 @@ macro (ADD_H5_TEST_CHECK_IDX testname resultcode testfile) # If using memchecker add tests without using scripts - if (NOT HDF5_USING_ANALYSIS_TOOL) + if (NOT HDF5_ENABLE_USING_MEMCHECKER) add_test ( NAME H5FC_TEST_CHECK_IDX-${testname}-clear-objects COMMAND ${CMAKE_COMMAND} -E remove @@ -365,7 +365,7 @@ macro (ADD_H5_H5DUMP_CHECK testname) # If using memchecker skip tests - if (NOT HDF5_USING_ANALYSIS_TOOL) + if (NOT HDF5_ENABLE_USING_MEMCHECKER) add_test ( NAME H5FC_H5DUMP_CHECK-${testname}-clear-objects COMMAND ${CMAKE_COMMAND} -E remove diff --git a/tools/test/h5import/CMakeTests.cmake b/tools/test/h5import/CMakeTests.cmake index 9bcc617d737..443effe5fc3 100644 --- a/tools/test/h5import/CMakeTests.cmake +++ b/tools/test/h5import/CMakeTests.cmake @@ -122,7 +122,7 @@ set_tests_properties (H5IMPORT-${testname} PROPERTIES DISABLED true) endif () # If using memchecker skip macro based tests - if (NOT HDF5_USING_ANALYSIS_TOOL) + if (NOT HDF5_ENABLE_USING_MEMCHECKER) add_test ( NAME H5IMPORT-${testname}-H5DMP COMMAND "${CMAKE_COMMAND}" @@ -180,7 +180,7 @@ macro (ADD_H5_DUMPTEST testname datasetname testfile) # If using memchecker skip tests - if (NOT HDF5_USING_ANALYSIS_TOOL) + if (NOT HDF5_ENABLE_USING_MEMCHECKER) add_test ( NAME H5IMPORT-DUMP-${testname}-clear-objects COMMAND ${CMAKE_COMMAND} -E remove @@ -287,7 +287,7 @@ macro (ADD_H5_DUMPSUBTEST testname testfile datasetname) # If using memchecker skip tests - if (NOT HDF5_USING_ANALYSIS_TOOL) + if (NOT HDF5_ENABLE_USING_MEMCHECKER) add_test ( NAME H5IMPORT_SUB-DUMP-${testname}-clear-objects COMMAND ${CMAKE_COMMAND} -E remove @@ -396,7 +396,7 @@ ############################################################################## ############################################################################## - if (HDF5_USING_ANALYSIS_TOOL) + if (HDF5_ENABLE_USING_MEMCHECKER) # Remove any output file left over from previous test run add_test ( NAME H5IMPORT-clear-objects diff --git a/tools/test/h5jam/CMakeTests.cmake b/tools/test/h5jam/CMakeTests.cmake index 2b82e79c15c..2067e7946e5 100644 --- a/tools/test/h5jam/CMakeTests.cmake +++ b/tools/test/h5jam/CMakeTests.cmake @@ -53,7 +53,7 @@ # macro (TEST_H5JAM_OUTPUT expectfile resultcode) # If using memchecker add tests without using scripts - if (HDF5_USING_ANALYSIS_TOOL) + if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME H5JAM-${expectfile} COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $ ${ARGN}) if (${resultcode}) set_tests_properties (H5JAM-${expectfile} PROPERTIES WILL_FAIL "true") @@ -85,7 +85,7 @@ # macro (TEST_H5UNJAM_OUTPUT expectfile resultcode) # If using memchecker add tests without using scripts - if (HDF5_USING_ANALYSIS_TOOL) + if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME H5JAM-UNJAM-${expectfile} COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $ ${ARGN}) if (${resultcode}) set_tests_properties (H5JAM-UNJAM-${expectfile} PROPERTIES WILL_FAIL "true") @@ -111,7 +111,7 @@ macro (CHECKFILE testname testdepends expected actual) # If using memchecker add tests without using scripts - if (NOT HDF5_USING_ANALYSIS_TOOL) + if (NOT HDF5_ENABLE_USING_MEMCHECKER) add_test ( NAME H5JAM-${testname}-CHECKFILE-H5DMP COMMAND "${CMAKE_COMMAND}" @@ -150,7 +150,7 @@ endmacro() macro (UNJAMTEST testname setfile infile ufile chkfile outfile) - if (NOT HDF5_USING_ANALYSIS_TOOL) + if (NOT HDF5_ENABLE_USING_MEMCHECKER) add_test ( NAME H5JAM-${testname}-UNJAM-SETUP-clear-objects COMMAND ${CMAKE_COMMAND} -E remove ${infile} @@ -256,7 +256,7 @@ endmacro() macro (JAMTEST testname jamfile infile chkfile outfile) - if (NOT HDF5_USING_ANALYSIS_TOOL) + if (NOT HDF5_ENABLE_USING_MEMCHECKER) add_test ( NAME H5JAM-${testname}-clear-objects COMMAND ${CMAKE_COMMAND} -E remove ${outfile} ${infile}.cpy.h5 @@ -266,7 +266,7 @@ if ("H5JAM-${testname}" MATCHES "${HDF5_DISABLE_TESTS_REGEX}") set_tests_properties (H5JAM-${testname} PROPERTIES DISABLED true) endif () - if (NOT HDF5_USING_ANALYSIS_TOOL) + if (NOT HDF5_ENABLE_USING_MEMCHECKER) set_tests_properties (H5JAM-${testname} PROPERTIES DEPENDS H5JAM-${testname}-clear-objects) set (compare_test ${outfile}) set (compare_orig testfiles/${infile}) @@ -305,7 +305,7 @@ endmacro () macro (JAMTEST_NONE testname jamfile infile setfile chkfile) - if (NOT HDF5_USING_ANALYSIS_TOOL) + if (NOT HDF5_ENABLE_USING_MEMCHECKER) add_test ( NAME H5JAM-${testname}_NONE-clear-objects COMMAND ${CMAKE_COMMAND} -E remove diff --git a/tools/test/h5ls/CMakeTests.cmake b/tools/test/h5ls/CMakeTests.cmake index 628586182bb..1e2ddd7f376 100644 --- a/tools/test/h5ls/CMakeTests.cmake +++ b/tools/test/h5ls/CMakeTests.cmake @@ -139,7 +139,7 @@ macro (ADD_H5_TEST resultfile resultcode) # If using memchecker add tests without using scripts - if (HDF5_USING_ANALYSIS_TOOL) + if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME H5LS-${resultfile} COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $ ${ARGN}) set_tests_properties (H5LS-${resultfile} PROPERTIES WORKING_DIRECTORY "${PROJECT_BINARY_DIR}/testfiles" @@ -172,7 +172,7 @@ macro (ADD_H5_ERR_TEST resultfile resultcode result_errcheck) # If using memchecker add tests without using scripts - if (HDF5_USING_ANALYSIS_TOOL) + if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME H5LS-${resultfile} COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $ ${ARGN}) set_tests_properties (H5LS-${resultfile} PROPERTIES WORKING_DIRECTORY "${PROJECT_BINARY_DIR}/testfiles") if ("${resultcode}" STREQUAL "1") @@ -203,7 +203,7 @@ endmacro () macro (ADD_H5_UD_TEST testname resultcode resultfile) - if (NOT HDF5_USING_ANALYSIS_TOOL) + if (NOT HDF5_ENABLE_USING_MEMCHECKER) add_test ( NAME H5LS_UD-${testname}-${resultfile} COMMAND "${CMAKE_COMMAND}" @@ -320,28 +320,22 @@ # rather than "IEEE 16-bit little-endian float". if (H5_WORDS_BIGENDIAN) ADD_H5_TEST (tfloat16_be 0 -w80 -v tfloat16_be.h5) - if (NOT HDF5_USING_ANALYSIS_TOOL) - ADD_H5_TEST (tfloat16_be_nosupport 0 -w80 -v tfloat16_be.h5) - set_tests_properties (H5LS-tfloat16_be_nosupport PROPERTIES WILL_FAIL "true") - endif () + ADD_H5_TEST (tfloat16_be_nosupport 0 -w80 -v tfloat16_be.h5) + set_tests_properties (H5LS-tfloat16_be_nosupport PROPERTIES WILL_FAIL "true") else () ADD_H5_TEST (tfloat16 0 -w80 -v tfloat16.h5) - if (NOT HDF5_USING_ANALYSIS_TOOL) - ADD_H5_TEST (tfloat16_nosupport 0 -w80 -v tfloat16.h5) - set_tests_properties (H5LS-tfloat16_nosupport PROPERTIES WILL_FAIL "true") - endif () + ADD_H5_TEST (tfloat16_nosupport 0 -w80 -v tfloat16.h5) + set_tests_properties (H5LS-tfloat16_nosupport PROPERTIES WILL_FAIL "true") endif () else () # If support is NOT available for _Float16 type, the first two tests # will fail as the types will be printed out as # "IEEE 16-bit little-endian float" and "IEEE 16-bit big-endian float" # rather than "native _Float16" - if (NOT HDF5_USING_ANALYSIS_TOOL) - ADD_H5_TEST (tfloat16 0 -w80 -v tfloat16.h5) - set_tests_properties (H5LS-tfloat16 PROPERTIES WILL_FAIL "true") - ADD_H5_TEST (tfloat16_be 0 -w80 -v tfloat16_be.h5) - set_tests_properties (H5LS-tfloat16_be PROPERTIES WILL_FAIL "true") - endif () + ADD_H5_TEST (tfloat16 0 -w80 -v tfloat16.h5) + set_tests_properties (H5LS-tfloat16 PROPERTIES WILL_FAIL "true") + ADD_H5_TEST (tfloat16_be 0 -w80 -v tfloat16_be.h5) + set_tests_properties (H5LS-tfloat16_be PROPERTIES WILL_FAIL "true") ADD_H5_TEST (tfloat16_nosupport 0 -w80 -v tfloat16.h5) ADD_H5_TEST (tfloat16_be_nosupport 0 -w80 -v tfloat16_be.h5) endif () diff --git a/tools/test/h5ls/CMakeTestsVDS.cmake b/tools/test/h5ls/CMakeTestsVDS.cmake index 4658bdc233b..9251718943b 100644 --- a/tools/test/h5ls/CMakeTestsVDS.cmake +++ b/tools/test/h5ls/CMakeTestsVDS.cmake @@ -83,7 +83,7 @@ macro (ADD_H5_VDS_TEST resultfile resultcode) # If using memchecker add tests without using scripts - if (HDF5_USING_ANALYSIS_TOOL) + if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME H5LS-${resultfile} COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $ ${ARGN}) set_tests_properties (H5LS-${resultfile} PROPERTIES WORKING_DIRECTORY "${PROJECT_BINARY_DIR}/testfiles/vds") if ("${resultcode}" STREQUAL "1") @@ -110,7 +110,7 @@ macro (ADD_H5_VDS_PREFIX_TEST resultfile resultcode) # If using memchecker add tests without using scripts - if (HDF5_USING_ANALYSIS_TOOL) + if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME H5LS_PREFIX-${resultfile} COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $ ${ARGN}) set_tests_properties (H5LS_PREFIX-${resultfile} PROPERTIES ENVIRONMENT "HDF5_VDS_PREFIX=\${ORIGIN}" diff --git a/tools/test/h5repack/CMakeTests.cmake b/tools/test/h5repack/CMakeTests.cmake index 7f185c1fc78..2c584ba6040 100644 --- a/tools/test/h5repack/CMakeTests.cmake +++ b/tools/test/h5repack/CMakeTests.cmake @@ -248,7 +248,7 @@ macro (ADD_HELP_TEST testname resultcode) # If using memchecker add tests without using scripts - if (HDF5_USING_ANALYSIS_TOOL) + if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME H5REPACK-h5repack-${testname} COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $ ${ARGN}) else () add_test ( @@ -375,7 +375,7 @@ COMMAND ${CMAKE_COMMAND} -E remove testfiles/out-${testname}.${resultfile} ) # If using memchecker add tests without using scripts - if (HDF5_USING_ANALYSIS_TOOL) + if (HDF5_ENABLE_USING_MEMCHECKER) add_test ( NAME H5REPACK_CMP-${testname} COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $ ${ARGN} ${PROJECT_BINARY_DIR}/testfiles/${resultfile} ${PROJECT_BINARY_DIR}/testfiles/out-${testname}.${resultfile} @@ -431,7 +431,7 @@ COMMAND ${CMAKE_COMMAND} -E remove testfiles/out-${testname}.${resultfile} ) # If using memchecker add tests without using scripts - if (HDF5_USING_ANALYSIS_TOOL) + if (HDF5_ENABLE_USING_MEMCHECKER) add_test ( NAME H5REPACK_MASK-${testname} COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $ ${ARGN} ${PROJECT_BINARY_DIR}/testfiles/${resultfile} ${PROJECT_BINARY_DIR}/testfiles/out-${testname}.${resultfile} @@ -492,7 +492,7 @@ if ("H5REPACK_DMP-${testname}" MATCHES "${HDF5_DISABLE_TESTS_REGEX}") set_tests_properties (H5REPACK_DMP-${testname} PROPERTIES DISABLED true) endif () - if (NOT HDF5_USING_ANALYSIS_TOOL) + if (NOT HDF5_ENABLE_USING_MEMCHECKER) add_test ( NAME H5REPACK_DMP-h5dump-${testname} COMMAND "${CMAKE_COMMAND}" @@ -554,7 +554,7 @@ if ("H5REPACK_DMP-${testname}" MATCHES "${HDF5_DISABLE_TESTS_REGEX}") set_tests_properties (H5REPACK_DMP-${testname} PROPERTIES DISABLED true) endif () - if (NOT HDF5_USING_ANALYSIS_TOOL) + if (NOT HDF5_ENABLE_USING_MEMCHECKER) add_test ( NAME H5REPACK_DMP-h5dump-${testname} COMMAND "${CMAKE_COMMAND}" @@ -621,7 +621,7 @@ if ("H5REPACK_DMP-${testname}" MATCHES "${HDF5_DISABLE_TESTS_REGEX}") set_tests_properties (H5REPACK_DMP-${testname} PROPERTIES DISABLED true) endif () - if (NOT HDF5_USING_ANALYSIS_TOOL) + if (NOT HDF5_ENABLE_USING_MEMCHECKER) add_test ( NAME H5REPACK_DMP-h5dump-${testname} COMMAND "${CMAKE_COMMAND}" @@ -698,7 +698,7 @@ macro (ADD_H5_STAT_TEST testname testtype resultcode statarg resultfile) if ("${testtype}" STREQUAL "SKIP") - if (NOT HDF5_USING_ANALYSIS_TOOL) + if (NOT HDF5_ENABLE_USING_MEMCHECKER) add_test ( NAME H5REPACK_STAT-${testname} COMMAND ${CMAKE_COMMAND} -E echo "SKIP ${ARGN} ${PROJECT_BINARY_DIR}/testfiles/${resultfile} ${PROJECT_BINARY_DIR}/testfiles/out-${statarg}.${resultfile}" @@ -720,7 +720,7 @@ if ("H5REPACK_STAT-${testname}" MATCHES "${HDF5_DISABLE_TESTS_REGEX}") set_tests_properties (H5REPACK_STAT-${testname} PROPERTIES DISABLED true) endif () - if (NOT HDF5_USING_ANALYSIS_TOOL) + if (NOT HDF5_ENABLE_USING_MEMCHECKER) add_test ( NAME H5REPACK_STAT-h5stat-${testname} COMMAND "${CMAKE_COMMAND}" @@ -760,7 +760,7 @@ macro (ADD_H5_VERIFY_TEST testname testtype resultcode testfile testdset testfilter) if ("${testtype}" STREQUAL "SKIP") - if (NOT HDF5_USING_ANALYSIS_TOOL) + if (NOT HDF5_ENABLE_USING_MEMCHECKER) add_test ( NAME H5REPACK_VERIFY_LAYOUT-${testname} COMMAND ${CMAKE_COMMAND} -E echo "SKIP -d ${testdset} -pH ${PROJECT_BINARY_DIR}/testfiles/out-${testname}.${resultfile}" @@ -768,7 +768,7 @@ set_property(TEST H5REPACK_VERIFY_LAYOUT-${testname} PROPERTY DISABLED true) endif () else () - if (NOT HDF5_USING_ANALYSIS_TOOL) + if (NOT HDF5_ENABLE_USING_MEMCHECKER) add_test ( NAME H5REPACK_VERIFY_LAYOUT-${testname}-clear-objects COMMAND ${CMAKE_COMMAND} -E remove testfiles/out-${testname}.${testfile} @@ -853,7 +853,7 @@ macro (ADD_H5_VERIFY_VDS testname testtype resultcode testfile testdset testfilter) if ("${testtype}" STREQUAL "SKIP") - if (NOT HDF5_USING_ANALYSIS_TOOL) + if (NOT HDF5_ENABLE_USING_MEMCHECKER) add_test ( NAME H5REPACK_VERIFY_LAYOUT_VDS-${testname} COMMAND ${CMAKE_COMMAND} -E echo "SKIP -d ${testdset} -pH ${PROJECT_BINARY_DIR}/testfiles/out-${testname}.${resultfile}" @@ -861,7 +861,7 @@ set_property(TEST H5REPACK_VERIFY_LAYOUT_VDS-${testname} PROPERTY DISABLED true) endif () else () - if (NOT HDF5_USING_ANALYSIS_TOOL) + if (NOT HDF5_ENABLE_USING_MEMCHECKER) # Remove any output file left over from previous test run add_test ( NAME H5REPACK_VERIFY_LAYOUT_VDS-${testname}-clear-objects @@ -910,7 +910,7 @@ # VERIFY_SUPERBLOCK macro (ADD_H5_VERIFY_SUPERBLOCK testname testfile lowbound highbound superblock) - if (NOT HDF5_USING_ANALYSIS_TOOL) + if (NOT HDF5_ENABLE_USING_MEMCHECKER) add_test ( NAME H5REPACK_VERIFY_SUPERBLOCK-${testname}-clear-objects COMMAND ${CMAKE_COMMAND} -E remove testfiles/out-${testname}.${testfile} @@ -980,7 +980,7 @@ endmacro () macro (ADD_H5_VERIFY_USERBLOCK testname userblocksize testfile) - if (NOT HDF5_USING_ANALYSIS_TOOL) + if (NOT HDF5_ENABLE_USING_MEMCHECKER) add_test ( NAME H5REPACK_VERIFY_USERBLOCK-${testname}-clear-objects COMMAND ${CMAKE_COMMAND} -E remove testfiles/out-${testname}.${testfile} @@ -1114,7 +1114,7 @@ endmacro () macro (ADD_H5_UD_TEST testname resultcode resultfile) - if (NOT HDF5_USING_ANALYSIS_TOOL) + if (NOT HDF5_ENABLE_USING_MEMCHECKER) # Remove any output file left over from previous test run add_test ( NAME H5REPACK_UD-${testname}-clear-objects @@ -1174,7 +1174,7 @@ endmacro () macro (ADD_H5_EXTERNAL_TEST testname testtype testfile) - if (NOT HDF5_USING_ANALYSIS_TOOL) + if (NOT HDF5_ENABLE_USING_MEMCHECKER) # canonical file = h5repack_${testfile}.h5 - preexist # external file = h5repack_${testfile}_ex.h5 - preexist # repacked file = h5repack_${testfile}_rp.h5 - created diff --git a/tools/test/h5repack/CMakeVFDTests.cmake b/tools/test/h5repack/CMakeVFDTests.cmake index 3e2ef603417..e992029ab33 100644 --- a/tools/test/h5repack/CMakeVFDTests.cmake +++ b/tools/test/h5repack/CMakeVFDTests.cmake @@ -60,7 +60,7 @@ set (H5REPACK_CLEANFILES h5repack_paged_persist.h5 ) macro (ADD_VFD_TEST vfdname resultcode) - if (NOT HDF5_USING_ANALYSIS_TOOL) + if (NOT HDF5_ENABLE_USING_MEMCHECKER) add_test ( NAME H5REPACK-${vfdname}-h5repacktest-clear-objects COMMAND ${CMAKE_COMMAND} -E remove ${H5REPACK_CLEANFILES} diff --git a/tools/test/h5stat/CMakeTests.cmake b/tools/test/h5stat/CMakeTests.cmake index 943551b4bec..18137d10250 100644 --- a/tools/test/h5stat/CMakeTests.cmake +++ b/tools/test/h5stat/CMakeTests.cmake @@ -81,12 +81,12 @@ macro (ADD_H5_TEST resultfile resultcode) # If using memchecker add tests without using scripts - if (HDF5_USING_ANALYSIS_TOOL) + if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME H5STAT-${resultfile} COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $ ${ARGN}) if (${resultcode}) set_tests_properties (H5STAT-${resultfile} PROPERTIES WILL_FAIL "true") endif () - else (HDF5_USING_ANALYSIS_TOOL) + else () add_test ( NAME H5STAT-${resultfile} COMMAND "${CMAKE_COMMAND}" @@ -110,12 +110,12 @@ macro (ADD_H5_ERR_TEST resultfile resultcode errtext) # If using memchecker add tests without using scripts - if (HDF5_USING_ANALYSIS_TOOL) + if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME H5STAT-${resultfile} COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $ ${ARGN}) if (${resultcode}) set_tests_properties (H5STAT-${resultfile} PROPERTIES WILL_FAIL "true") endif () - else (HDF5_USING_ANALYSIS_TOOL) + else () add_test ( NAME H5STAT-${resultfile} COMMAND "${CMAKE_COMMAND}" @@ -141,12 +141,12 @@ macro (ADD_H5_CMP_TEST resultfile resultcode errtext) # If using memchecker add tests without using scripts - if (HDF5_USING_ANALYSIS_TOOL) + if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME H5STAT-${resultfile} COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $ ${ARGN}) if (${resultcode}) set_tests_properties (H5STAT-${resultfile} PROPERTIES WILL_FAIL "true") endif () - else (HDF5_USING_ANALYSIS_TOOL) + else () add_test ( NAME H5STAT-${resultfile} COMMAND "${CMAKE_COMMAND}" diff --git a/tools/test/misc/CMakeTestsClear.cmake b/tools/test/misc/CMakeTestsClear.cmake index 9ad371bd5ac..2ec4292208b 100644 --- a/tools/test/misc/CMakeTestsClear.cmake +++ b/tools/test/misc/CMakeTestsClear.cmake @@ -82,7 +82,7 @@ # Need special dependencies for tests that use the same reference file # This is an issue on Windows macro (ADD_H5_CMP testname resultfile resultcode) - if (NOT HDF5_USING_ANALYSIS_TOOL) + if (NOT HDF5_ENABLE_USING_MEMCHECKER) add_test ( NAME H5CLEAR_CMP-${testname} COMMAND "${CMAKE_COMMAND}" @@ -106,7 +106,7 @@ endmacro () macro (ADD_H5_ERR_CMP testname resultfile resultcode result_errcheck) - if (NOT HDF5_USING_ANALYSIS_TOOL) + if (NOT HDF5_ENABLE_USING_MEMCHECKER) add_test ( NAME H5CLEAR_CMP-${testname} COMMAND "${CMAKE_COMMAND}" @@ -132,7 +132,7 @@ endmacro () macro (ADD_H5_CMP_WITH_COPY testname resultcode resultfile testfile) - if (NOT HDF5_USING_ANALYSIS_TOOL) + if (NOT HDF5_ENABLE_USING_MEMCHECKER) add_test ( NAME H5CLEAR_CMP-${testname}-clear-objects COMMAND ${CMAKE_COMMAND} -E remove testfiles/${testfile} @@ -167,7 +167,7 @@ endmacro () macro (ADD_H5_ERR_CMP_WITH_COPY testname resultcode resultfile testfile) - if (NOT HDF5_USING_ANALYSIS_TOOL) + if (NOT HDF5_ENABLE_USING_MEMCHECKER) add_test ( NAME H5CLEAR_CMP-${testname}-clear-objects COMMAND ${CMAKE_COMMAND} -E remove testfiles/${testfile} @@ -203,7 +203,7 @@ endmacro () macro (ADD_H5_RETTEST testname resultcode) - if (NOT HDF5_USING_ANALYSIS_TOOL) + if (NOT HDF5_ENABLE_USING_MEMCHECKER) add_test ( NAME H5CLEAR_RET-${testname} COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $ ${ARGN} @@ -219,7 +219,7 @@ endmacro () macro (ADD_H5_FILESIZE_TEST testname resultcode resultfile incr_size) - if (NOT HDF5_USING_ANALYSIS_TOOL) + if (NOT HDF5_ENABLE_USING_MEMCHECKER) add_test ( NAME H5CLEAR_FILESIZE_TEST-${testname}-clear-objects COMMAND ${CMAKE_COMMAND} -E remove testfiles/${testname}.h5 @@ -291,7 +291,7 @@ endmacro () macro (ADD_H5_FILESIZE_FAIL_TEST testname resultcode resultfile incr_size) - if (NOT HDF5_USING_ANALYSIS_TOOL) + if (NOT HDF5_ENABLE_USING_MEMCHECKER) add_test ( NAME H5CLEAR_FILESIZE_FAIL_TEST-${testname}-clear-objects COMMAND ${CMAKE_COMMAND} -E remove testfiles/${testname}.h5 @@ -365,7 +365,7 @@ endmacro () macro (ADD_H5_TEST testname testfile resultcode) - if (NOT HDF5_USING_ANALYSIS_TOOL) + if (NOT HDF5_ENABLE_USING_MEMCHECKER) add_test ( NAME H5CLEAR-clr_open_chk-copy_${testname}.h5 COMMAND ${CMAKE_COMMAND} -E copy_if_different diff --git a/tools/test/misc/CMakeTestsMkgrp.cmake b/tools/test/misc/CMakeTestsMkgrp.cmake index 50618fa8c05..a66d4ee5150 100644 --- a/tools/test/misc/CMakeTestsMkgrp.cmake +++ b/tools/test/misc/CMakeTestsMkgrp.cmake @@ -55,7 +55,7 @@ ############################################################################## macro (ADD_H5_TEST resultfile resultcode resultoption) - if (HDF5_USING_ANALYSIS_TOOL) + if (HDF5_ENABLE_USING_MEMCHECKER) add_test ( NAME H5MKGRP-${resultfile} COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $ ${resultoption} ${resultfile}.h5 ${ARGN} @@ -103,7 +103,7 @@ endmacro () macro (ADD_H5_CMP resultfile resultcode) - if (HDF5_USING_ANALYSIS_TOOL) + if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME H5MKGRP_CMP-${resultfile} COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $ ${ARGN}) else () add_test ( @@ -139,7 +139,7 @@ ### T H E T E S T S ### ############################################################################## ############################################################################## - if (HDF5_USING_ANALYSIS_TOOL) + if (HDF5_ENABLE_USING_MEMCHECKER) add_test ( NAME H5MKGRP-clearall-objects COMMAND ${CMAKE_COMMAND} -E remove diff --git a/tools/test/perform/CMakeTests.cmake b/tools/test/perform/CMakeTests.cmake index 8123e2f344d..714713e5569 100644 --- a/tools/test/perform/CMakeTests.cmake +++ b/tools/test/perform/CMakeTests.cmake @@ -50,7 +50,7 @@ if (HDF5_TEST_SERIAL) ) set_tests_properties (PERFORM_h5perform-clean-objects PROPERTIES FIXTURES_CLEANUP clear_perform) - if (HDF5_USING_ANALYSIS_TOOL) + if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME PERFORM_h5perf_serial COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $) else () add_test (NAME PERFORM_h5perf_serial COMMAND "${CMAKE_COMMAND}" @@ -73,7 +73,7 @@ if (HDF5_TEST_SERIAL) set_tests_properties (PERFORM_h5perf_serial PROPERTIES DISABLED true) endif () - if (HDF5_USING_ANALYSIS_TOOL) + if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME PERFORM_chunk COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $) else () add_test (NAME PERFORM_chunk COMMAND "${CMAKE_COMMAND}" @@ -95,7 +95,7 @@ if (HDF5_TEST_SERIAL) set_tests_properties (PERFORM_chunk PROPERTIES DISABLED true) endif () - if (HDF5_USING_ANALYSIS_TOOL) + if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME PERFORM_iopipe COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $) else () add_test (NAME PERFORM_iopipe COMMAND "${CMAKE_COMMAND}" @@ -117,7 +117,7 @@ if (HDF5_TEST_SERIAL) set_tests_properties (PERFORM_iopipe PROPERTIES DISABLED true) endif () - if (HDF5_USING_ANALYSIS_TOOL) + if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME PERFORM_overhead COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $) else () add_test (NAME PERFORM_overhead COMMAND "${CMAKE_COMMAND}" @@ -139,7 +139,7 @@ if (HDF5_TEST_SERIAL) set_tests_properties (PERFORM_overhead PROPERTIES DISABLED true) endif () - if (HDF5_USING_ANALYSIS_TOOL) + if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME PERFORM_perf_meta COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $) else () add_test (NAME PERFORM_perf_meta COMMAND "${CMAKE_COMMAND}" @@ -161,7 +161,7 @@ if (HDF5_TEST_SERIAL) set_tests_properties (PERFORM_perf_meta PROPERTIES DISABLED true) endif () - if (HDF5_USING_ANALYSIS_TOOL) + if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME PERFORM_zip_perf_help COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $ "-h") else () add_test (NAME PERFORM_zip_perf_help COMMAND "${CMAKE_COMMAND}" @@ -183,7 +183,7 @@ if (HDF5_TEST_SERIAL) set_tests_properties (PERFORM_zip_perf_help PROPERTIES DISABLED true) endif () - if (HDF5_USING_ANALYSIS_TOOL) + if (HDF5_ENABLE_USING_MEMCHECKER) add_test (NAME PERFORM_zip_perf COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $ tfilters.h5) else () add_test (NAME PERFORM_zip_perf COMMAND "${CMAKE_COMMAND}" diff --git a/utils/tools/test/h5dwalk/CMakeTests.cmake b/utils/tools/test/h5dwalk/CMakeTests.cmake index a024f760fee..b65499d6c60 100644 --- a/utils/tools/test/h5dwalk/CMakeTests.cmake +++ b/utils/tools/test/h5dwalk/CMakeTests.cmake @@ -27,7 +27,7 @@ macro (ADD_H5_TEST resultfile resultcode) # If using memchecker add tests without using scripts - if (HDF5_USING_ANALYSIS_TOOL) + if (HDF5_ENABLE_USING_MEMCHECKER) message("Entered ADD_H5_TEST - 0") add_test (NAME H5DWALK-${resultfile} COMMAND ${CMAKE_CROSSCOMPILING_EMULATOR} $ ${ARGN}) set_tests_properties (H5DWALK-${resultfile} PROPERTIES From 5a87ec7d5faf7eba2e3c412b1fc729b079be58db Mon Sep 17 00:00:00 2001 From: Allen Byrne Date: Wed, 31 Jul 2024 16:20:29 -0500 Subject: [PATCH 3/3] Remove unused file --- doxygen/examples/RegisteredFilterPlugins.md | 3283 ------------------- 1 file changed, 3283 deletions(-) delete mode 100644 doxygen/examples/RegisteredFilterPlugins.md diff --git a/doxygen/examples/RegisteredFilterPlugins.md b/doxygen/examples/RegisteredFilterPlugins.md deleted file mode 100644 index 6a501682e72..00000000000 --- a/doxygen/examples/RegisteredFilterPlugins.md +++ /dev/null @@ -1,3283 +0,0 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - hdf5_plugins/docs/RegisteredFilterPlugins.md at master · HDFGroup/hdf5_plugins - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
- - - -
- Skip to content - - - - - - - - - - - - - - - - - - - -
- - - - - - - - - - - - - - -
- -
- - - - - - - - -
- - - - - -
- - - - - - - - - - - -
-
-
- - - - - - - - - - - - - - - - - - -
- Open in github.dev - Open in a new github.dev tab - Open in codespace - - - - - - - - - - - - - - - - - - -

Files

t

Latest commit

 

History

History
719 lines (423 loc) · 25.1 KB

RegisteredFilterPlugins.md

File metadata and controls

719 lines (423 loc) · 25.1 KB
Raw

Registered Filter Plugins

-

Please be sure to see HDF5 Filter Plugins, a convenience software that packages together many of the commonly used filters that users have created and registered.

-

Information on Registered Filter Plugins

-

Members of the HDF5 user community can create and register Third-Party (compression or other) filters for use with HDF5.

-

To register a filter please contact The HDF Helpdesk with the following information:

-
    -
  • Contact information for the developer requesting a new identifier
    • -
  • Short description of the new filter
    • -
  • Links to any relevant information including licensing information
    • -
-

Here is the current policy regarding filter identifier assignment: -The filter identifier is designed to be a unique identifier for the filter. Values from zero through 32,767 are reserved for filters supported by The HDF Group in the HDF5 library and for filters requested and supported by the 3rd party. -Values from 32768 to 65535 are reserved for non-distributed uses (e.g., internal company usage) or for application usage when testing a feature. The HDF Group does not track or document the usage of filters with identifiers from this range. -Please contact the maintainer of a filter for help with the filter/compression support in HDF5.

-

List of Filters Registered with The HDF Group

- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
FilterIdentifier NameShort Description
305LZOLZO lossless compression used by PyTables
307BZIP2BZIP2 lossless compression used by PyTables
32000LZFLZF lossless compression used by H5Py project
32001BLOSCBlosc lossless compression used by PyTables
32002MAFISCModified LZMA compression filter, MAFISC (Multidimensional Adaptive Filtering Improved Scientific data Compression)
32003SnappySnappy lossless compression
32004LZ4LZ4 fast lossless compression algorithm
32005APAXSamplify’s APAX Numerical Encoding Technology
32006CBFAll imgCIF/CBF compressions and decompressions, including Canonical, Packed, Packed Version 2, Byte Offset and Nibble Offset
32007JPEG-XREnables images to be compressed/decompressed with JPEG-XR compression
32008bitshuffleExtreme version of shuffle filter that shuffles data at bit level instead of byte level
32009SPDPSPDP fast lossless compression algorithm for single- and double-precision floating-point data
32010LPC-RiceLPC-Rice multi-threaded lossless compression
32011CCSDS-123ESA CCSDS-123 multi-threaded compression filter
32012JPEG-LSCharLS JPEG-LS multi-threaded compression filter
32013zfpLossy & lossless compression of floating point and integer datasets to meet rate, accuracy, and/or precision targets.
32014fpzipFast and Efficient Lossy or Lossless Compressor for Floating-Point Data
32015ZstandardReal-time compression algorithm with wide range of compression / speed trade-off and fast decoder
32016B³DGPU based image compression method developed for light-microscopy applications
32017SZAn error-bounded lossy compressor for scientific floating-point data
32018FCIDECOMPEUMETSAT CharLS compression filter for use with netCDF
32019JPEGJpeg compression filter
32020VBZCompression filter for raw dna signal data used by Oxford Nanopore
32021FAPECVersatile and efficient data compressor supporting many kinds of data and using an outlier-resilient entropy coder
32022BitGroomThe BitGroom quantization algorithm
32023GranularBitRound (GBR) The GBG quantization algorithm is a significant improvement to the BitGroom filter
32024SZ3A modular error-bounded lossy compression framework for scientific datasets
32025Delta-RiceLossless compression algorithm optimized for digitized analog signals based on delta encoding and rice coding
32026BLOSCThe recent new-generation version of the Blosc compression library
32027FLACFLAC audio compression filter in HDF5
32028H5Z-SPERRH5Z-SPERR is the HDF5 filter for SPERR
32029TERSE/PROLIXA lossless and fast compression of the diffraction data
 -

The Filters

-

LZO Filter

-

Filter ID: 305

-

Filter Description:

-

LZO is a portable lossless data compression library written in ANSI C. -Reliable and thoroughly tested. High adoption - each second terrabytes of data are compressed by LZO. No bugs since the first release back in 1996. -Offers pretty fast compression and extremely fast decompression. -Includes slower compression levels achieving a quite competitive compression ratio while still decompressing at this very high speed. -Distributed under the terms of the GNU General Public License (GPL v2+). Commercial licenses are available on request. -Military-grade stability and robustness.

-

Filter Information:

-

http://www.oberhumer.com/opensource/lzo/ -http://www.pytables.org

-

Contact Information:

-

Francesc Alted -Email: faltet at pytables dot org

-

-

BZIP2 Filter

-

Filter ID: 307

-

Filter Description:

-

bzip2 is a freely available, patent free, high-quality data compressor. It typically compresses files to within 10% to 15% of the best available techniques (the PPM family of statistical compressors), whilst being around twice as fast at compression and six times faster at decompression.

-

Filter Information:

-

http://www.bzip.org -http://www.pytables.org

-

Contact Information:

-

Francesc Alted -Email: faltet at pytables dot org

-

-

LZF Filter

-

Filter ID: 32000

-

Filter Description:

-

The LZF filter is an alternative DEFLATE-style compressor for HDF5 datasets, using the free LZF library by Marc Alexander Lehmann. Its main benefit over the built-in HDF5 DEFLATE filter is speed; in memory-to-memory operation as part of the filter pipeline, it typically compresses 3x-5x faster than DEFLATE, and decompresses 2x faster, while maintaining 50% to 90% of the DEFLATE compression ratio.

-

LZF can be used to compress any data type, and requires no compile-time or run-time configuration. HDF5 versions 1.6.5 through 1.8.3 are supported. The filter is written in C and can be included directly in C or C++ applications; it has no external dependencies. The license is 3-clause BSD (virtually unrestricted, including commercial applications).

-

More information, downloads, and benchmarks, are available at the http://h5py.org/lzf/.

-

Additional Information:

-

The LZF filter was developed as part of the h5py project, which implements a general-purpose interface to HDF5 from Python.

-

Filter Information:

-

The h5py homepage: http://h5py.org

-

The LZF library homepage: http://home.schmorp.de/marc/liblzf.html

-

Contact Information:

-

Andrew Collette -Web: http://h5py.org

-

-

Blosc Filter

-

Filter ID: 32001

-

Filter Description:

-

Blosc is a high performance compressor optimized for binary data. It has been designed to compress data very fast, at the expense of achieving lesser compression ratios than, say, zlib+shuffle. It is mainly meant to not introduce a significant delay when dealing with data that is stored in high-performance I/O systems (like large RAID cabinets, or even the OS filesystem memory cache).

-

It uses advanced cache-efficient techniques to reduce activity on the memory bus as much as possible. It also leverages SIMD (SSE2) and multi-threading capabilities present in nowadays multi-core processors so as to accelerate the compression/decompression process to a maximum.

-

Filter Information:

-

http://blosc.org/ -http://www.pytables.org

-

Contact Information:

-

Francesc Alted -Email: faltet at pytables dot org

-

-

MAFISC Filter

-

Filter ID: 32002

-

Filter Description:

-

This compressing filter exploits the multidimensionality and smoothness characterizing many scientific data sets. It adaptively applies some filters to preprocess the data and uses lzma as the actual compression step. It significantly outperforms pure lzma compression on most datasets.

-

The software is currently under a rather unrestrictive two clause BSD style license.

-

Filter Information:

-

http://wr.informatik.uni-hamburg.de/research/projects/icomex/mafisc

-

Contact Information:

-

Nathanael Huebbe -Email: nathanael.huebbe at informatik dot uni-hamburg dot de

-

-

Snappy Filter

-

Filter ID: 32003

-

Filter Description:

-

Snappy-CUDA is a compression/decompression library that leverages GPU processing power to compress/decompress data. The Snappy compression algorithm does not aim for maximum compression or compatibility with any other compression library; instead, it aims for very high speeds and reasonable compression. For instance, compared to the fastest mode of zlib, the reference implementation of Snappy on the CPU is an order of magnitude faster for most inputs, but the resulting compressed files are anywhere from 20% to 100% bigger.

-

Filter Information:

-

https://github.com/lucasvr/snappy-cuda -https://github.com/google/snappy

-

Contact Information:

-

Lucas C. Villa Real -Email: lucasvr at gmail dot com

-

-

LZ4 Filter

-

Filter ID: 32004

-

Filter Description:

-

LZ4 is a very fast lossless compression algorithm, providing compression speed at 300 MB/s per core, scalable with multi-cores CPU. It also features an extremely fast decoder, with speeds up and beyond 1GB/s per core, typically reaching RAM speed limits on multi-core systems. For a format description of the LZ4 compression filter in HDF5, see HDF5_LZ4.pdf.

-

Filter Information:

-

LZ4 Algorithm: https://github.com/nexusformat/HDF5-External-Filter-Plugins/tree/master/LZ4

-

LZ4 Code:

-

Although the LZ4 software is not supported by The HDF Group, it is included in The HDF Group SVN repository so that it can be tested regularly with HDF5. For convenience, users can obtain it from SVN with the following command: -svn checkout https://svn.hdfgroup.org/hdf5_plugins/trunk/LZ4 LZ4

-

Contact Information:

-

Michael Rissi (Dectris Ltd.) -Email: michael dot rissi at dectris dot com

-

-

APAX

-

Filter ID: 32005

-

Appears to be no longer available

-

-

CBF

-

Filter ID: 32006

-

Filter Description:

-

All imgCIF/CBF compressions and decompressions, including Canonical, Packed, Packed Vesrsion 2, Byte Offset and Nibble Offset. -License Information: GPL and LGPL

-

Contact Information:

-

Herbert J. Bernstein -Email: yayahjb at gmail dot com

-

-

JPEG-XR

-

Filter ID: 32007

-

Filter Description:

-

Filter that allows HDF5 image datasets to be compressed or decompressed using the JPEG-XR compression method.

-

Filter Information:

-

JPEG-XR Compression Method -JPEG-XR Filter for HDF5

-

Contact Information:

-

Marvin Albert -Email: marvin dot albert at gmail dot com

-

-

bitshuffle

-

Filter ID: 32008

-

Filter Description:

-

This filter shuffles data at the bit level to improve compression. CHIME uses this filter for data acquisition.

-

Filter Information:

-

bitshuffle -CHIME

-

Contact Information:

-

Kiyoshi Masui -Email: kiyo at physics dot ubc dot ca

-

-

SPDP

-

Filter ID: 32009

-

Filter Description:

-

SPDP is a fast, lossless, unified compression/decompression algorithm designed for both 32-bit single-precision (float) and 64-bit double-precision (double) floating-point data. It also works on other data.

-

Filter Information:

-

http://cs.txstate.edu/~burtscher/research/SPDP/

-

Contact Information:

-

Martin Burtscher -Email: burtscher at txstate dot edu

-

-

LPC-Rice

-

Filter ID: 32010

-

Filter Description:

-

LPC-Rice is a fast lossless compression codec that employs Linear Predictive Coding together with Rice coding. It supports multi-threading and SSE2 vector instructions, enabling it to exceed compression and decompression speeds of 1 GB/s.

-

Filter Information:

-

https://sourceforge.net/projects/lpcrice/

-

Contact Information:

-

Frans van den Bergh -Email: fvdbergh at csir dot co dot za

-

Derick Swanepoel -Email: dswanepoel at gmail dot com

-

-

CCSDS-123

-

Filter ID: 32011

-

Filter Description:

-

CCSDS-123 is a multi-threaded HDF5 compression filter using the ESA CCSDS-123 implementation.

-

Filter Information:

-

https://sourceforge.net/projects/ccsds123-hdf-filter/

-

Contact Information:

-

Frans van den Bergh -Email: fvdbergh at csir dot co dot za

-

Derick Swanepoel -Email: dswanepoel at gmail dot com

-

-

JPEG-LS

-

Filter ID: 32012

-

Filter Description:

-

JPEG-LS is a multi-threaded HDF5 compression filter using the CharLS JPEG-LS implementation.

-

Filter Information:

-

https://sourceforge.net/projects/jpegls-hdf-filter/

-

Contact Information:

-

Frans van den Bergh -Email: fvdbergh at csir dot co dot za

-

Derick Swanepoel -Email: dswanepoel at gmail dot com

-

-

zfp

-

Filter ID: 32013

-

Filter Description:

-

zfp is a BSD licensed open source C++ library for compressed floating-point arrays that support very high throughput read and write random access. zfp was designed to achieve high compression ratios and therefore uses lossy but optionally error-bounded compression. Although bit-for-bit lossless compression is not always possible, zfp is usually accurate to within machine epsilon in near-lossless mode, and is often orders of magnitude more accurate and faster than other lossy compressors.

-

Filter Information:

-

https://github.com/LLNL/H5Z-ZFP

-

For more information see: http://computation.llnl.gov/projects/floating-point-compression/

-

Contact Information:

-

Mark Miller -Email: miller86 at llnl dot gov

-

Peter Lindstrom -Email: pl at llnl dot gov

-

-

fpzip

-

Filter ID: 32014

-

Filter Description:

-

fpzip is a library for lossless or lossy compression of 2D or 3D floating-point scalar fields. Although written in C++, fpzip has a C interface. fpzip was developed by Peter Lindstrom at LLNL.

-

Filter Information:

-

For more information see: http://computation.llnl.gov/projects/floating-point-compression/

-

Contact Information:

-

Peter Lindstrom -Email: pl at llnl dot gov

-

-

Zstandard

-

Filter ID: 32015

-

Filter Description:

-

Zstandard is a real-time compression algorithm, providing high compression ratios. It offers a very wide range of compression / speed trade-offs, while being backed by a very fast decoder. The Zstandard library is provided as open source software using a BSD license.

-

Filter Information:

-

https://github.com/aparamon/HDF5Plugin-Zstandard

-

Contact Information:

-

Andrey Paramonov -Email: paramon at acdlabs dot ru

-

-

B³D

-

Filter ID: 32016

-

Filter Description:

-

B³D is a fast (~1 GB/s), GPU based image compression method, developed for light-microscopy applications. Alongside lossless compression, it offers a noise dependent lossy compression mode, where the loss can be tuned as a proportion of the inherent image noise (accounting for photon shot noise and camera read noise). It not only allows for fast compression during image, but can achieve compression ratios up 100.

-

Information

-

-

SZ

-

Filter ID: 32017

-

Filter Description:

-

SZ is a fast and efficient error-bounded lossy compressor for floating-point data. It was developed for scientific applications producing large-scale HPC data sets. SZ supports C, Fortran, and Java and has been tested on Linux and Mac OS X.

-

Filter Information:

-

Information -github -License

-

Contact Information:

-

Sheng Di -Email: sdi1 at anl dot gov

-

Franck Cappello -Email: cappello at mcs dot anl dot gov

-

-

FCIDECOMP

-

Filter ID: 32018

-

Filter Description:

-

FCIDECOMP is a third-party compression filter used at EUMETSAT for the compression of netCDF-4 files. It is a codec implementing JPEG-LS using CharLS used for satellite imagery.

-

Filter Information:

-

All software and documentation can be found at this link:

-

ftp://ftp.eumetsat.int/pub/OPS/out/test-data/Test-data-for-External-Users/MTG_FCI_L1c_Compressed-Datasets_and_Decompression-Plugin_April2017/Decompression_Plugin/

-

Contact Information:

-

Dr. Daniel Lee -Email: daniel dot lee at eumetsat dot int

-

-

JPEG

-

Filter ID: 32019

-

Filter Description:

-

This is a lossy compression filter. It provides a user-specified "quality factor" to control the trade-off of size versus accuracy.

-

Filter Information:

-

Information -Github -License

-

libjpeg: This library is available as a package for most Linux distributions, and source code is available from https://www.ijg.org/.

-

Restrictions:

-

Only 8-bit unsigned data arrays are supported. -Arrays must be either: -2-D monochromatic [NumColumns, NumRows] -3-D RGB [3, NumColumns, NumRows] -Chunking must be set to the size of one entire image so the filter is called once for each image. -Using the JPEG filter in your application:

-

HDF5 only supports compression for "chunked" datasets; this just means that you need to call H5Pset_chunk to specify a chunk size. The chunking must be set to the size of a single image for the JPEG filter to work properly.

-

When calling H5Pset_filter for compression it must be called with cd_nelmts=4 and cd_values as follows:

-
cd_values[0] = quality factor (1-100)
-
-cd_values[1] = numColumns
-
-cd_values[2] = numRows
-
-cd_values[3] = 0=Mono, 1=RGB
-
-

Common h5repack parameter: UD=32019,0,4,q,c,r,t

-

Contact Information:

-

Mark Rivers , University of Chicago (rivers at cars.uchicago.edu)

-

-

VBZ

-

Filter ID: 32020

-

Filter Description:

-

This filter is used by Oxford Nanopore specifically to compress raw dna signal data (signed integer). To achieve this it uses both:

-

streamvbyte (https://github.com/lemire/streamvbyte)

-

zstd (https://github.com/facebook/zstd)

-

Contact Information:

-

George Pimm

-

-

FAPEC

-

Filter ID: 32021

-

Filter Description:

-

FAPEC is a versatile and efficient data compressor, initially designed for satellite payloads but later extended for ground applications. It relies on an outlier-resilient entropy coding core with similar ratios and speeds than CCSDS 121.0 (adaptive Rice).

-

FAPEC has a large variety of pre-processing stages and options: images (greyscale, colour, hyperspectral); time series or waveforms (including interleaving, e.g. for multidimensional or interleaved time series or tabular data); floating point (single+double precision); text (including LZW compression and our faster FAPECLZ); tabulated text (CSV); genomics (FastQ); geophysics (Kongsberg's water column datagrams); etc.

-

Most stages support samples of 8 to 24 bits (big/little endian, signed/unsigned), and lossless/lossy options. It can be extended with new, tailored pre-processing stages. It includes encryption options (AES-256 based on OpenSSL, and our own XXTEA implementation).

-

The FAPEC library and CLI runs on Linux, Windows and Mac. The HDF5 user must request and install the library separately, thus allowing to upgrade it without requiring changes in your HDF5 code.

-

Filter Information:

-

https://www.dapcom.es/fapec/ -https://www.dapcom.es/get-fapec/ -https://www.dapcom.es/resources/FAPEC_EndUserLicenseAgreement.pdf

-

Contact Information:

-

Jordi Portell i de Mora (DAPCOM Data Services S.L.)

-

fapec at dapcom dot es

-

-

BitGroom

-

Filter ID: 32022

-

Filter Description:

-

The BitGroom quantization algorithm is documented in:

-

Zender, C. S. (2016), Bit Grooming: Statistically accurate precision-preserving quantization with compression, evaluated in the netCDF Operators (NCO, v4.4.8+), Geosci. Model Dev., 9, 3199-3211, doi:10.5194/gmd-9-3199-2016.

-

Filter Information:

-

The filter is documented and maintained in the Community Codec Repository (https://github.com/ccr/ccr).

-

Contact Information:

-

Charlie Zender (University of California, Irvine)

-

-

Granular BitRound (GBR)

-

Filter ID: 32023

-

Filter Description:

-

The GBG quantization algorithm is a significant improvement the BitGroom filter documented in:

-

Zender, C. S. (2016), Bit Grooming: Statistically accurate precision-preserving quantization with compression, evaluated in the netCDF Operators (NCO, v4.4.8+), Geosci. Model Dev., 9, 3199-3211, doi:10.5194/gmd-9-3199-2016.

-

Filter Information:

-

This filter is documented, implemented, and maintained in the Community Codec Repository (https://github.com/ccr/ccr).

-

Contact Information:

-

Charlie Zender (University of California, Irvine)

-

-

SZ3

-

Filter ID: 32024

-

Filter Description:

-

SZ3 is a modular error-bounded lossy compression framework for scientific datasets, which allows users to customize their own compression pipeline to adapt to diverse datasets and user-requirements. Compared with SZ2 (filter id: 32017), SZ3 has integrated a more effective prediction such that its compression qualities/ratios are much higher than that of SZ2 in most of cases.

-

Filter Information:

-

This filter is documented, implemented, and maintained in github: https://github.com/szcompressor/SZ3.

-

License: https://github.com/szcompressor/SZ/blob/master/copyright-and-BSD-license.txt

-

Contact Information:

-

Sheng Di -Email: sdi1 at anl dot gov

-

Franck Cappello -Email: cappello at mcs dot anl dot gov

-

-

Delta-Rice

-

Filter ID: 32025

-

Filter Description:

-

Lossless compression algorithm optimized for digitized analog signals based on delta encoding and rice coding.

-

Filter Information:

-

This filter is documented, implemented, and maintained at: https://gitlab.com/dgma224/deltarice.

-

Contact Information:

-

David Mathews -Email: david dot mathews dot 1994 at gmail dot com

-

-

Blosc2 Filter

-

Filter ID: 32026

-

Filter Description:

-

Blosc is a high performance compressor optimized for binary data (i.e. floating point numbers, integers and booleans). It has been designed to transmit data to the processor cache faster than the traditional, non-compressed, direct memory fetch approach via a memcpy() OS call. Blosc main goal is not just to reduce the size of large datasets on-disk or in-memory, but also to accelerate memory-bound computations.

-

C-Blosc2 is the new major version of C-Blosc, and tries hard to be backward compatible with both the C-Blosc1 API and its in-memory format.

-

Filter Information:

-

Blosc project: https://www.blosc.org

-

C-Blosc2 docs: https://www.blosc.org/c-blosc2/c-blosc2.html

-

License: https://github.com/Blosc/c-blosc2/blob/main/LICENSE.txt

-

Contact Information:

-

Francesc Alted -Email: faltet at gmail dot org (BDFL for the Blosc project)

-

-

FLAC Filter

-

Filter ID: 32027

-

Filter Description:

-

FLAC is an audio compression filter in HDF5. (Our ultimate goal is to use it via h5py in the hdf5plugin library: https://github.com/silx-kit/hdf5plugin).

-

Filter Information:

-

The FLAC filter is open source: https://github.com/xiph/flac

-

libFLAC has BSD-like license: https://github.com/xiph/flac/blob/master/CONTRIBUTING.md

-

Contact Information:

-

Laurie Stephey -Email: lastephey at lbl dot gov

-

-

H5Z-SPERR Filter

-

Filter ID: 32028

-

Filter Description:

-

SPERR is a wavelet-based lossy compressor for floating-point scientific data; it achieves one of the best compression ratios given a user-prescribed error tolerance (i.e., maximum point-wise error). SPERR also supports two distinctive decoding modes, namely "flexible-rate decoding" and "multi-resolution decoding," that facilitate data analysis with various constraints. More details are available on SPERR Github repository: https://github.com/NCAR/SPERR.

-

Filter Information:

-

H5Z-SPERR is the HDF5 filter for SPERR. It is also available on Github: https://github.com/NCAR/H5Z-SPERR

-

Contact Information:

-

Samuel Li -Email: shaomeng at ucar dot edu

-

-

TERSE/PROLIX (or TRPX) Filter

-

Filter ID: 32029

-

Filter Description:

-

A new compression algorithm (https://www.ncbi.nlm.nih.gov/pmc/articles/PMC10626653/), which is specifically tailored for the lossless and fast compression of the diffraction data.

-

Filter Information:

-

GitHub repo of the algorithm: https://github.com/Senikm/trpx

-

Contact Information:

-

Jan Pieter Abrahams -Email: jp.abrahams at unibas dot ch

-

Senik Matinyan -Email: senik.matinyan at unibas dot ch

-

Symbols

Find definitions and references for functions and other symbols in this file by clicking a symbol below or in the code.
r
  • s
    Registered Filter Plugins
  • s
    Information on Registered Filter Plugins
  • s
    List of Filters Registered with The HDF Group
  • s
    <center>The Filters</center>
    • s
      Filter ID: 305
      • s
        Filter Description:
        • s
          Filter Information:
          • s
            Contact Information:
  • s
    Filter ID: 307
    • s
      Filter Description:
      • s
        Filter Information:
        • s
          Contact Information:
  • s
    Filter ID: 32000
    • s
      Filter Description:
      • s
        Filter Information:
        • s
          Contact Information:
  • s
    Filter ID: 32001
    • s
      Filter Description:
      • s
        Filter Information:
        • s
          Contact Information:
  • s
    Filter ID: 32002
    • s
      Filter Description:
      • s
        Filter Information:
        • s
          Contact Information:
  • s
    Filter ID: 32003
    • s
      Filter Description:
      • s
        Filter Information:
        • s
          Contact Information:
  • s
    Filter ID: 32004
    • s
      Filter Description:
      • s
        Filter Information:
        • s
          Contact Information:
  • s
    Filter ID: 32005
  • s
    Filter ID: 32006
    • s
      Filter Description:
      • s
        Contact Information:
  • s
    Filter ID: 32007
    • s
      Filter Description:
      • s
        Filter Information:
        • s
          Contact Information:
  • s
    Filter ID: 32008
    • s
      Filter Description:
      • s
        Filter Information:
        • s
          Contact Information:
  • s
    Filter ID: 32009
    • s
      Filter Description:
      • s
        Filter Information:
        • s
          Contact Information:
  • s
    Filter ID: 32010
    • s
      Filter Description:
      • s
        Filter Information:
        • s
          Contact Information:
  • s
    Filter ID: 32011
    • s
      Filter Description:
      • s
        Filter Information:
        • s
          Contact Information:
  • s
    Filter ID: 32012
    • s
      Filter Description:
      • s
        Filter Information:
        • s
          Contact Information:
  • s
    Filter ID: 32013
    • s
      Filter Description:
      • s
        Filter Information:
        • s
          Contact Information:
  • s
    Filter ID: 32014
    • s
      Filter Description:
      • s
        Filter Information:
        • s
          Contact Information:
  • s
    Filter ID: 32015
    • s
      Filter Description:
      • s
        Filter Information:
        • s
          Contact Information:
  • s
    Filter ID: 32016
    • s
      Filter Description:
  • s
    Filter ID: 32017
    • s
      Filter Description:
      • s
        Filter Information:
        • s
          Contact Information:
  • s
    Filter ID: 32018
    • s
      Filter Description:
      • s
        Filter Information:
        • s
          Contact Information:
  • s
    Filter ID: 32019
    • s
      Filter Description:
      • s
        Filter Information:
        • s
          Contact Information:
  • s
    Filter ID: 32020
    • s
      Filter Description:
      • s
        Contact Information:
  • s
    Filter ID: 32021
    • s
      Filter Description:
      • s
        Filter Information:
        • s
          Contact Information:
  • s
    Filter ID: 32022
    • s
      Filter Description:
      • s
        Filter Information:
        • s
          Contact Information:
  • s
    Filter ID: 32023
    • s
      Filter Description:
      • s
        Filter Information:
        • s
          Contact Information:
  • s
    Filter ID: 32024
    • s
      Filter Description:
      • s
        Filter Information:
        • s
          Contact Information:
  • s
    Filter ID: 32025
    • s
      Filter Description:
      • s
        Filter Information:
        • s
          Contact Information:
  • s
    Filter ID: 32026
    • s
      Filter Description:
      • s
        Filter Information:
        • s
          Contact Information:
  • s
    Filter ID: 32027
    • s
      Filter Description:
      • s
        Filter Information:
        • s
          Contact Information:
  • s
    Filter ID: 32028
    • s
      Filter Description:
      • s
        Filter Information:
        • s
          Contact Information:
  • s
    Filter ID: 32029
    • s
      Filter Description:
      • s
        Filter Information:
        • s
          Contact Information:
- - - - - -
- - - -
-
- -
- -
-

Footer

- - - - -
-
- - - - - © 2024 GitHub, Inc. - -
- - -
-
- - - - - - - - - - - - - - - - - - - - -
- -
-
- - -