2022-04-09 12:37:22 +00:00
|
|
|
if BUILD_LINUX
|
|
|
|
include $(srcdir)/%D%/os/linux/Makefile.am
|
|
|
|
endif
|
|
|
|
if BUILD_FREEBSD
|
|
|
|
include $(srcdir)/%D%/os/freebsd/Makefile.am
|
|
|
|
endif
|
|
|
|
|
2010-09-04 20:26:23 +00:00
|
|
|
|
|
|
|
COMMON_H = \
|
2020-06-22 21:30:40 +00:00
|
|
|
cityhash.h \
|
|
|
|
zfeature_common.h \
|
|
|
|
zfs_comutil.h \
|
|
|
|
zfs_deleg.h \
|
|
|
|
zfs_fletcher.h \
|
|
|
|
zfs_namecheck.h \
|
2022-04-09 12:37:22 +00:00
|
|
|
zfs_prop.h \
|
|
|
|
\
|
|
|
|
sys/abd.h \
|
|
|
|
sys/abd_impl.h \
|
|
|
|
sys/aggsum.h \
|
|
|
|
sys/arc.h \
|
|
|
|
sys/arc_impl.h \
|
2023-01-17 19:09:19 +00:00
|
|
|
sys/asm_linkage.h \
|
2022-04-09 12:37:22 +00:00
|
|
|
sys/avl.h \
|
|
|
|
sys/avl_impl.h \
|
2023-03-10 19:59:53 +00:00
|
|
|
sys/bitmap.h \
|
2022-04-09 12:37:22 +00:00
|
|
|
sys/bitops.h \
|
Introduce BLAKE3 checksums as an OpenZFS feature
This commit adds BLAKE3 checksums to OpenZFS, it has similar
performance to Edon-R, but without the caveats around the latter.
Homepage of BLAKE3: https://github.com/BLAKE3-team/BLAKE3
Wikipedia: https://en.wikipedia.org/wiki/BLAKE_(hash_function)#BLAKE3
Short description of Wikipedia:
BLAKE3 is a cryptographic hash function based on Bao and BLAKE2,
created by Jack O'Connor, Jean-Philippe Aumasson, Samuel Neves, and
Zooko Wilcox-O'Hearn. It was announced on January 9, 2020, at Real
World Crypto. BLAKE3 is a single algorithm with many desirable
features (parallelism, XOF, KDF, PRF and MAC), in contrast to BLAKE
and BLAKE2, which are algorithm families with multiple variants.
BLAKE3 has a binary tree structure, so it supports a practically
unlimited degree of parallelism (both SIMD and multithreading) given
enough input. The official Rust and C implementations are
dual-licensed as public domain (CC0) and the Apache License.
Along with adding the BLAKE3 hash into the OpenZFS infrastructure a
new benchmarking file called chksum_bench was introduced. When read
it reports the speed of the available checksum functions.
On Linux: cat /proc/spl/kstat/zfs/chksum_bench
On FreeBSD: sysctl kstat.zfs.misc.chksum_bench
This is an example output of an i3-1005G1 test system with Debian 11:
implementation 1k 4k 16k 64k 256k 1m 4m
edonr-generic 1196 1602 1761 1749 1762 1759 1751
skein-generic 546 591 608 615 619 612 616
sha256-generic 240 300 316 314 304 285 276
sha512-generic 353 441 467 476 472 467 426
blake3-generic 308 313 313 313 312 313 312
blake3-sse2 402 1289 1423 1446 1432 1458 1413
blake3-sse41 427 1470 1625 1704 1679 1607 1629
blake3-avx2 428 1920 3095 3343 3356 3318 3204
blake3-avx512 473 2687 4905 5836 5844 5643 5374
Output on Debian 5.10.0-10-amd64 system: (Ryzen 7 5800X)
implementation 1k 4k 16k 64k 256k 1m 4m
edonr-generic 1840 2458 2665 2719 2711 2723 2693
skein-generic 870 966 996 992 1003 1005 1009
sha256-generic 415 442 453 455 457 457 457
sha512-generic 608 690 711 718 719 720 721
blake3-generic 301 313 311 309 309 310 310
blake3-sse2 343 1865 2124 2188 2180 2181 2186
blake3-sse41 364 2091 2396 2509 2463 2482 2488
blake3-avx2 365 2590 4399 4971 4915 4802 4764
Output on Debian 5.10.0-9-powerpc64le system: (POWER 9)
implementation 1k 4k 16k 64k 256k 1m 4m
edonr-generic 1213 1703 1889 1918 1957 1902 1907
skein-generic 434 492 520 522 511 525 525
sha256-generic 167 183 187 188 188 187 188
sha512-generic 186 216 222 221 225 224 224
blake3-generic 153 152 154 153 151 153 153
blake3-sse2 391 1170 1366 1406 1428 1426 1414
blake3-sse41 352 1049 1212 1174 1262 1258 1259
Output on Debian 5.10.0-11-arm64 system: (Pi400)
implementation 1k 4k 16k 64k 256k 1m 4m
edonr-generic 487 603 629 639 643 641 641
skein-generic 271 299 303 308 309 309 307
sha256-generic 117 127 128 130 130 129 130
sha512-generic 145 165 170 172 173 174 175
blake3-generic 81 29 71 89 89 89 89
blake3-sse2 112 323 368 379 380 371 374
blake3-sse41 101 315 357 368 369 364 360
Structurally, the new code is mainly split into these parts:
- 1x cross platform generic c variant: blake3_generic.c
- 4x assembly for X86-64 (SSE2, SSE4.1, AVX2, AVX512)
- 2x assembly for ARMv8 (NEON converted from SSE2)
- 2x assembly for PPC64-LE (POWER8 converted from SSE2)
- one file for switching between the implementations
Note the PPC64 assembly requires the VSX instruction set and the
kfpu_begin() / kfpu_end() calls on PowerPC were updated accordingly.
Reviewed-by: Felix Dörre <felix@dogcraft.de>
Reviewed-by: Ahelenia Ziemiańska <nabijaczleweli@nabijaczleweli.xyz>
Reviewed-by: Brian Behlendorf <behlendorf1@llnl.gov>
Signed-off-by: Tino Reichardt <milky-zfs@mcmilk.de>
Co-authored-by: Rich Ercolani <rincebrain@gmail.com>
Closes #10058
Closes #12918
2022-06-08 22:55:57 +00:00
|
|
|
sys/blake3.h \
|
2022-04-09 12:37:22 +00:00
|
|
|
sys/blkptr.h \
|
|
|
|
sys/bplist.h \
|
|
|
|
sys/bpobj.h \
|
|
|
|
sys/bptree.h \
|
|
|
|
sys/bqueue.h \
|
|
|
|
sys/btree.h \
|
2023-03-10 19:59:53 +00:00
|
|
|
sys/brt.h \
|
2023-11-18 10:32:16 +00:00
|
|
|
sys/brt_impl.h \
|
2022-04-09 12:37:22 +00:00
|
|
|
sys/dataset_kstats.h \
|
|
|
|
sys/dbuf.h \
|
|
|
|
sys/ddt.h \
|
|
|
|
sys/dmu.h \
|
|
|
|
sys/dmu_impl.h \
|
|
|
|
sys/dmu_objset.h \
|
|
|
|
sys/dmu_recv.h \
|
|
|
|
sys/dmu_redact.h \
|
|
|
|
sys/dmu_send.h \
|
|
|
|
sys/dmu_traverse.h \
|
|
|
|
sys/dmu_tx.h \
|
|
|
|
sys/dmu_zfetch.h \
|
|
|
|
sys/dnode.h \
|
|
|
|
sys/dsl_bookmark.h \
|
|
|
|
sys/dsl_crypt.h \
|
|
|
|
sys/dsl_dataset.h \
|
|
|
|
sys/dsl_deadlist.h \
|
|
|
|
sys/dsl_deleg.h \
|
|
|
|
sys/dsl_destroy.h \
|
|
|
|
sys/dsl_dir.h \
|
|
|
|
sys/dsl_pool.h \
|
|
|
|
sys/dsl_prop.h \
|
|
|
|
sys/dsl_scan.h \
|
|
|
|
sys/dsl_synctask.h \
|
|
|
|
sys/dsl_userhold.h \
|
|
|
|
sys/edonr.h \
|
|
|
|
sys/efi_partition.h \
|
|
|
|
sys/frame.h \
|
|
|
|
sys/hkdf.h \
|
|
|
|
sys/metaslab.h \
|
|
|
|
sys/metaslab_impl.h \
|
|
|
|
sys/mmp.h \
|
|
|
|
sys/mntent.h \
|
|
|
|
sys/mod.h \
|
|
|
|
sys/multilist.h \
|
|
|
|
sys/nvpair.h \
|
|
|
|
sys/nvpair_impl.h \
|
|
|
|
sys/objlist.h \
|
|
|
|
sys/pathname.h \
|
|
|
|
sys/qat.h \
|
|
|
|
sys/range_tree.h \
|
|
|
|
sys/rrwlock.h \
|
|
|
|
sys/sa.h \
|
|
|
|
sys/sa_impl.h \
|
Add generic implementation handling and SHA2 impl
The skeleton file module/icp/include/generic_impl.c can be used for
iterating over different implementations of algorithms.
It is used by SHA256, SHA512 and BLAKE3 currently.
The Solaris SHA2 implementation got replaced with a version which is
based on public domain code of cppcrypto v0.10.
These assembly files are taken from current openssl master:
- sha256-x86_64.S: x64, SSSE3, AVX, AVX2, SHA-NI (x86_64)
- sha512-x86_64.S: x64, AVX, AVX2 (x86_64)
- sha256-armv7.S: ARMv7, NEON, ARMv8-CE (arm)
- sha512-armv7.S: ARMv7, NEON (arm)
- sha256-armv8.S: ARMv7, NEON, ARMv8-CE (aarch64)
- sha512-armv8.S: ARMv7, ARMv8-CE (aarch64)
- sha256-ppc.S: Generic PPC64 LE/BE (ppc64)
- sha512-ppc.S: Generic PPC64 LE/BE (ppc64)
- sha256-p8.S: Power8 ISA Version 2.07 LE/BE (ppc64)
- sha512-p8.S: Power8 ISA Version 2.07 LE/BE (ppc64)
Tested-by: Rich Ercolani <rincebrain@gmail.com>
Tested-by: Sebastian Gottschall <s.gottschall@dd-wrt.com>
Reviewed-by: Brian Behlendorf <behlendorf1@llnl.gov>
Signed-off-by: Tino Reichardt <milky-zfs@mcmilk.de>
Closes #13741
2023-03-01 08:40:28 +00:00
|
|
|
sys/sha2.h \
|
2022-04-09 12:37:22 +00:00
|
|
|
sys/skein.h \
|
|
|
|
sys/spa.h \
|
|
|
|
sys/spa_checkpoint.h \
|
|
|
|
sys/spa_checksum.h \
|
|
|
|
sys/spa_impl.h \
|
|
|
|
sys/spa_log_spacemap.h \
|
|
|
|
sys/space_map.h \
|
|
|
|
sys/space_reftree.h \
|
|
|
|
sys/sysevent.h \
|
|
|
|
sys/txg.h \
|
|
|
|
sys/txg_impl.h \
|
|
|
|
sys/u8_textprep.h \
|
|
|
|
sys/u8_textprep_data.h \
|
|
|
|
sys/uberblock.h \
|
|
|
|
sys/uberblock_impl.h \
|
|
|
|
sys/uio_impl.h \
|
|
|
|
sys/unique.h \
|
|
|
|
sys/uuid.h \
|
|
|
|
sys/vdev.h \
|
|
|
|
sys/vdev_disk.h \
|
|
|
|
sys/vdev_draid.h \
|
|
|
|
sys/vdev_file.h \
|
|
|
|
sys/vdev_impl.h \
|
|
|
|
sys/vdev_indirect_births.h \
|
|
|
|
sys/vdev_indirect_mapping.h \
|
|
|
|
sys/vdev_initialize.h \
|
|
|
|
sys/vdev_raidz.h \
|
|
|
|
sys/vdev_raidz_impl.h \
|
|
|
|
sys/vdev_rebuild.h \
|
|
|
|
sys/vdev_removal.h \
|
|
|
|
sys/vdev_trim.h \
|
|
|
|
sys/xvattr.h \
|
|
|
|
sys/zap.h \
|
|
|
|
sys/zap_impl.h \
|
|
|
|
sys/zap_leaf.h \
|
|
|
|
sys/zcp.h \
|
|
|
|
sys/zcp_global.h \
|
|
|
|
sys/zcp_iter.h \
|
|
|
|
sys/zcp_prop.h \
|
|
|
|
sys/zcp_set.h \
|
|
|
|
sys/zfeature.h \
|
|
|
|
sys/zfs_acl.h \
|
|
|
|
sys/zfs_bootenv.h \
|
Introduce BLAKE3 checksums as an OpenZFS feature
This commit adds BLAKE3 checksums to OpenZFS, it has similar
performance to Edon-R, but without the caveats around the latter.
Homepage of BLAKE3: https://github.com/BLAKE3-team/BLAKE3
Wikipedia: https://en.wikipedia.org/wiki/BLAKE_(hash_function)#BLAKE3
Short description of Wikipedia:
BLAKE3 is a cryptographic hash function based on Bao and BLAKE2,
created by Jack O'Connor, Jean-Philippe Aumasson, Samuel Neves, and
Zooko Wilcox-O'Hearn. It was announced on January 9, 2020, at Real
World Crypto. BLAKE3 is a single algorithm with many desirable
features (parallelism, XOF, KDF, PRF and MAC), in contrast to BLAKE
and BLAKE2, which are algorithm families with multiple variants.
BLAKE3 has a binary tree structure, so it supports a practically
unlimited degree of parallelism (both SIMD and multithreading) given
enough input. The official Rust and C implementations are
dual-licensed as public domain (CC0) and the Apache License.
Along with adding the BLAKE3 hash into the OpenZFS infrastructure a
new benchmarking file called chksum_bench was introduced. When read
it reports the speed of the available checksum functions.
On Linux: cat /proc/spl/kstat/zfs/chksum_bench
On FreeBSD: sysctl kstat.zfs.misc.chksum_bench
This is an example output of an i3-1005G1 test system with Debian 11:
implementation 1k 4k 16k 64k 256k 1m 4m
edonr-generic 1196 1602 1761 1749 1762 1759 1751
skein-generic 546 591 608 615 619 612 616
sha256-generic 240 300 316 314 304 285 276
sha512-generic 353 441 467 476 472 467 426
blake3-generic 308 313 313 313 312 313 312
blake3-sse2 402 1289 1423 1446 1432 1458 1413
blake3-sse41 427 1470 1625 1704 1679 1607 1629
blake3-avx2 428 1920 3095 3343 3356 3318 3204
blake3-avx512 473 2687 4905 5836 5844 5643 5374
Output on Debian 5.10.0-10-amd64 system: (Ryzen 7 5800X)
implementation 1k 4k 16k 64k 256k 1m 4m
edonr-generic 1840 2458 2665 2719 2711 2723 2693
skein-generic 870 966 996 992 1003 1005 1009
sha256-generic 415 442 453 455 457 457 457
sha512-generic 608 690 711 718 719 720 721
blake3-generic 301 313 311 309 309 310 310
blake3-sse2 343 1865 2124 2188 2180 2181 2186
blake3-sse41 364 2091 2396 2509 2463 2482 2488
blake3-avx2 365 2590 4399 4971 4915 4802 4764
Output on Debian 5.10.0-9-powerpc64le system: (POWER 9)
implementation 1k 4k 16k 64k 256k 1m 4m
edonr-generic 1213 1703 1889 1918 1957 1902 1907
skein-generic 434 492 520 522 511 525 525
sha256-generic 167 183 187 188 188 187 188
sha512-generic 186 216 222 221 225 224 224
blake3-generic 153 152 154 153 151 153 153
blake3-sse2 391 1170 1366 1406 1428 1426 1414
blake3-sse41 352 1049 1212 1174 1262 1258 1259
Output on Debian 5.10.0-11-arm64 system: (Pi400)
implementation 1k 4k 16k 64k 256k 1m 4m
edonr-generic 487 603 629 639 643 641 641
skein-generic 271 299 303 308 309 309 307
sha256-generic 117 127 128 130 130 129 130
sha512-generic 145 165 170 172 173 174 175
blake3-generic 81 29 71 89 89 89 89
blake3-sse2 112 323 368 379 380 371 374
blake3-sse41 101 315 357 368 369 364 360
Structurally, the new code is mainly split into these parts:
- 1x cross platform generic c variant: blake3_generic.c
- 4x assembly for X86-64 (SSE2, SSE4.1, AVX2, AVX512)
- 2x assembly for ARMv8 (NEON converted from SSE2)
- 2x assembly for PPC64-LE (POWER8 converted from SSE2)
- one file for switching between the implementations
Note the PPC64 assembly requires the VSX instruction set and the
kfpu_begin() / kfpu_end() calls on PowerPC were updated accordingly.
Reviewed-by: Felix Dörre <felix@dogcraft.de>
Reviewed-by: Ahelenia Ziemiańska <nabijaczleweli@nabijaczleweli.xyz>
Reviewed-by: Brian Behlendorf <behlendorf1@llnl.gov>
Signed-off-by: Tino Reichardt <milky-zfs@mcmilk.de>
Co-authored-by: Rich Ercolani <rincebrain@gmail.com>
Closes #10058
Closes #12918
2022-06-08 22:55:57 +00:00
|
|
|
sys/zfs_chksum.h \
|
2022-04-09 12:37:22 +00:00
|
|
|
sys/zfs_context.h \
|
|
|
|
sys/zfs_debug.h \
|
|
|
|
sys/zfs_delay.h \
|
|
|
|
sys/zfs_file.h \
|
|
|
|
sys/zfs_fuid.h \
|
Add generic implementation handling and SHA2 impl
The skeleton file module/icp/include/generic_impl.c can be used for
iterating over different implementations of algorithms.
It is used by SHA256, SHA512 and BLAKE3 currently.
The Solaris SHA2 implementation got replaced with a version which is
based on public domain code of cppcrypto v0.10.
These assembly files are taken from current openssl master:
- sha256-x86_64.S: x64, SSSE3, AVX, AVX2, SHA-NI (x86_64)
- sha512-x86_64.S: x64, AVX, AVX2 (x86_64)
- sha256-armv7.S: ARMv7, NEON, ARMv8-CE (arm)
- sha512-armv7.S: ARMv7, NEON (arm)
- sha256-armv8.S: ARMv7, NEON, ARMv8-CE (aarch64)
- sha512-armv8.S: ARMv7, ARMv8-CE (aarch64)
- sha256-ppc.S: Generic PPC64 LE/BE (ppc64)
- sha512-ppc.S: Generic PPC64 LE/BE (ppc64)
- sha256-p8.S: Power8 ISA Version 2.07 LE/BE (ppc64)
- sha512-p8.S: Power8 ISA Version 2.07 LE/BE (ppc64)
Tested-by: Rich Ercolani <rincebrain@gmail.com>
Tested-by: Sebastian Gottschall <s.gottschall@dd-wrt.com>
Reviewed-by: Brian Behlendorf <behlendorf1@llnl.gov>
Signed-off-by: Tino Reichardt <milky-zfs@mcmilk.de>
Closes #13741
2023-03-01 08:40:28 +00:00
|
|
|
sys/zfs_impl.h \
|
2022-04-09 12:37:22 +00:00
|
|
|
sys/zfs_project.h \
|
|
|
|
sys/zfs_quota.h \
|
|
|
|
sys/zfs_racct.h \
|
|
|
|
sys/zfs_ratelimit.h \
|
|
|
|
sys/zfs_refcount.h \
|
|
|
|
sys/zfs_rlock.h \
|
|
|
|
sys/zfs_sa.h \
|
|
|
|
sys/zfs_stat.h \
|
|
|
|
sys/zfs_sysfs.h \
|
|
|
|
sys/zfs_vfsops.h \
|
|
|
|
sys/zfs_vnops.h \
|
|
|
|
sys/zfs_znode.h \
|
|
|
|
sys/zil.h \
|
|
|
|
sys/zil_impl.h \
|
|
|
|
sys/zio.h \
|
|
|
|
sys/zio_checksum.h \
|
|
|
|
sys/zio_compress.h \
|
|
|
|
sys/zio_crypt.h \
|
|
|
|
sys/zio_impl.h \
|
|
|
|
sys/zio_priority.h \
|
|
|
|
sys/zrlock.h \
|
|
|
|
sys/zthr.h \
|
|
|
|
\
|
|
|
|
sys/crypto/api.h \
|
|
|
|
sys/crypto/common.h \
|
|
|
|
sys/crypto/icp.h \
|
|
|
|
\
|
|
|
|
sys/fm/protocol.h \
|
|
|
|
sys/fm/util.h \
|
|
|
|
sys/fm/fs/zfs.h \
|
|
|
|
\
|
|
|
|
sys/fs/zfs.h \
|
|
|
|
\
|
|
|
|
sys/lua/lauxlib.h \
|
|
|
|
sys/lua/lua.h \
|
|
|
|
sys/lua/luaconf.h \
|
|
|
|
sys/lua/lualib.h \
|
|
|
|
\
|
|
|
|
sys/sysevent/dev.h \
|
|
|
|
sys/sysevent/eventdefs.h \
|
|
|
|
\
|
|
|
|
sys/zstd/zstd.h
|
|
|
|
|
|
|
|
|
|
|
|
KERNEL_H = \
|
|
|
|
sys/zfs_ioctl.h \
|
|
|
|
sys/zfs_ioctl_impl.h \
|
|
|
|
sys/zfs_onexit.h \
|
|
|
|
sys/zvol.h \
|
|
|
|
sys/zvol_impl.h
|
|
|
|
|
2010-09-04 20:26:23 +00:00
|
|
|
|
|
|
|
USER_H = \
|
2020-06-22 21:30:40 +00:00
|
|
|
libnvpair.h \
|
|
|
|
libuutil.h \
|
2022-04-09 12:37:22 +00:00
|
|
|
libuutil_common.h \
|
2020-06-22 21:30:40 +00:00
|
|
|
libuutil_impl.h \
|
2024-02-05 18:00:41 +00:00
|
|
|
libzdb.h \
|
2020-06-22 21:30:40 +00:00
|
|
|
libzfs.h \
|
|
|
|
libzfs_core.h \
|
2022-04-09 12:37:22 +00:00
|
|
|
libzfsbootenv.h \
|
2020-06-22 21:30:40 +00:00
|
|
|
libzutil.h \
|
|
|
|
thread_pool.h
|
2010-09-04 20:26:23 +00:00
|
|
|
|
2022-04-09 12:37:22 +00:00
|
|
|
|
2010-09-04 20:26:23 +00:00
|
|
|
if CONFIG_USER
|
|
|
|
libzfsdir = $(includedir)/libzfs
|
2022-04-09 12:37:22 +00:00
|
|
|
nobase_libzfs_HEADERS = $(COMMON_H) $(USER_H)
|
2010-09-04 20:26:23 +00:00
|
|
|
endif
|
|
|
|
|
2022-04-09 12:37:22 +00:00
|
|
|
kerneldir = $(prefix)/src/zfs-$(VERSION)/include
|
2010-09-04 20:26:23 +00:00
|
|
|
if CONFIG_KERNEL
|
2020-06-26 21:20:30 +00:00
|
|
|
if BUILD_LINUX
|
2022-04-09 12:37:22 +00:00
|
|
|
nobase_kernel_HEADERS = $(COMMON_H) $(KERNEL_H)
|
2010-09-04 20:26:23 +00:00
|
|
|
endif
|
2020-06-26 21:20:30 +00:00
|
|
|
endif
|