2020-04-14 18:36:28 +00:00
|
|
|
/*
|
|
|
|
* CDDL HEADER START
|
|
|
|
*
|
|
|
|
* The contents of this file are subject to the terms of the
|
|
|
|
* Common Development and Distribution License, Version 1.0 only
|
|
|
|
* (the "License"). You may not use this file except in compliance
|
|
|
|
* with the License.
|
|
|
|
*
|
|
|
|
* You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
|
|
|
|
* or http://www.opensolaris.org/os/licensing.
|
|
|
|
* See the License for the specific language governing permissions
|
|
|
|
* and limitations under the License.
|
|
|
|
*
|
|
|
|
* When distributing Covered Code, include this CDDL HEADER in each
|
|
|
|
* file and include the License file at usr/src/OPENSOLARIS.LICENSE.
|
|
|
|
* If applicable, add the following below this CDDL HEADER, with the
|
|
|
|
* fields enclosed by brackets "[]" replaced with your own identifying
|
|
|
|
* information: Portions Copyright [yyyy] [name of copyright owner]
|
|
|
|
*
|
|
|
|
* CDDL HEADER END
|
|
|
|
*/
|
|
|
|
/*
|
|
|
|
* Copyright 2004 Sun Microsystems, Inc. All rights reserved.
|
|
|
|
* Use is subject to license terms.
|
|
|
|
*/
|
|
|
|
|
|
|
|
#ifndef _SYS_CCOMPILE_H
|
|
|
|
#define _SYS_CCOMPILE_H
|
|
|
|
|
|
|
|
/*
|
|
|
|
* This file contains definitions designed to enable different compilers
|
|
|
|
* to be used harmoniously on Solaris systems.
|
|
|
|
*/
|
|
|
|
|
|
|
|
#ifdef __cplusplus
|
|
|
|
extern "C" {
|
|
|
|
#endif
|
|
|
|
|
2020-07-29 23:35:33 +00:00
|
|
|
#if defined(INVARIANTS) && !defined(ZFS_DEBUG)
|
2020-07-26 03:07:44 +00:00
|
|
|
#define ZFS_DEBUG
|
|
|
|
#undef NDEBUG
|
2020-04-14 18:36:28 +00:00
|
|
|
#endif
|
2020-07-26 03:07:44 +00:00
|
|
|
|
2020-04-14 18:36:28 +00:00
|
|
|
#define EXPORT_SYMBOL(x)
|
|
|
|
#define module_param(a, b, c)
|
|
|
|
#define module_param_call(a, b, c, d, e)
|
|
|
|
#define module_param_named(a, b, c, d)
|
|
|
|
#define MODULE_PARM_DESC(a, b)
|
|
|
|
#define asm __asm
|
|
|
|
#ifdef ZFS_DEBUG
|
|
|
|
#undef NDEBUG
|
|
|
|
#endif
|
2020-07-26 03:07:44 +00:00
|
|
|
#if !defined(ZFS_DEBUG) && !defined(NDEBUG)
|
|
|
|
#define NDEBUG
|
|
|
|
#endif
|
2020-04-14 18:36:28 +00:00
|
|
|
|
|
|
|
#ifndef EINTEGRITY
|
|
|
|
#define EINTEGRITY 97 /* EINTEGRITY is new in 13 */
|
|
|
|
#endif
|
|
|
|
|
|
|
|
/*
|
|
|
|
* These are bespoke errnos used in ZFS. We map them to their closest FreeBSD
|
|
|
|
* equivalents. This gives us more useful error messages from strerror(3).
|
|
|
|
*/
|
|
|
|
#define ECKSUM EINTEGRITY
|
|
|
|
#define EFRAGS ENOSPC
|
|
|
|
|
|
|
|
/* Similar for ENOACTIVE */
|
|
|
|
#define ENOTACTIVE ECANCELED
|
|
|
|
|
|
|
|
#define EREMOTEIO EREMOTE
|
|
|
|
#define ECHRNG ENXIO
|
|
|
|
#define ETIME ETIMEDOUT
|
|
|
|
|
2020-07-26 03:09:50 +00:00
|
|
|
#ifndef LOCORE
|
|
|
|
#ifndef HAVE_RPC_TYPES
|
Introduce BLAKE3 checksums as an OpenZFS feature
This commit adds BLAKE3 checksums to OpenZFS, it has similar
performance to Edon-R, but without the caveats around the latter.
Homepage of BLAKE3: https://github.com/BLAKE3-team/BLAKE3
Wikipedia: https://en.wikipedia.org/wiki/BLAKE_(hash_function)#BLAKE3
Short description of Wikipedia:
BLAKE3 is a cryptographic hash function based on Bao and BLAKE2,
created by Jack O'Connor, Jean-Philippe Aumasson, Samuel Neves, and
Zooko Wilcox-O'Hearn. It was announced on January 9, 2020, at Real
World Crypto. BLAKE3 is a single algorithm with many desirable
features (parallelism, XOF, KDF, PRF and MAC), in contrast to BLAKE
and BLAKE2, which are algorithm families with multiple variants.
BLAKE3 has a binary tree structure, so it supports a practically
unlimited degree of parallelism (both SIMD and multithreading) given
enough input. The official Rust and C implementations are
dual-licensed as public domain (CC0) and the Apache License.
Along with adding the BLAKE3 hash into the OpenZFS infrastructure a
new benchmarking file called chksum_bench was introduced. When read
it reports the speed of the available checksum functions.
On Linux: cat /proc/spl/kstat/zfs/chksum_bench
On FreeBSD: sysctl kstat.zfs.misc.chksum_bench
This is an example output of an i3-1005G1 test system with Debian 11:
implementation 1k 4k 16k 64k 256k 1m 4m
edonr-generic 1196 1602 1761 1749 1762 1759 1751
skein-generic 546 591 608 615 619 612 616
sha256-generic 240 300 316 314 304 285 276
sha512-generic 353 441 467 476 472 467 426
blake3-generic 308 313 313 313 312 313 312
blake3-sse2 402 1289 1423 1446 1432 1458 1413
blake3-sse41 427 1470 1625 1704 1679 1607 1629
blake3-avx2 428 1920 3095 3343 3356 3318 3204
blake3-avx512 473 2687 4905 5836 5844 5643 5374
Output on Debian 5.10.0-10-amd64 system: (Ryzen 7 5800X)
implementation 1k 4k 16k 64k 256k 1m 4m
edonr-generic 1840 2458 2665 2719 2711 2723 2693
skein-generic 870 966 996 992 1003 1005 1009
sha256-generic 415 442 453 455 457 457 457
sha512-generic 608 690 711 718 719 720 721
blake3-generic 301 313 311 309 309 310 310
blake3-sse2 343 1865 2124 2188 2180 2181 2186
blake3-sse41 364 2091 2396 2509 2463 2482 2488
blake3-avx2 365 2590 4399 4971 4915 4802 4764
Output on Debian 5.10.0-9-powerpc64le system: (POWER 9)
implementation 1k 4k 16k 64k 256k 1m 4m
edonr-generic 1213 1703 1889 1918 1957 1902 1907
skein-generic 434 492 520 522 511 525 525
sha256-generic 167 183 187 188 188 187 188
sha512-generic 186 216 222 221 225 224 224
blake3-generic 153 152 154 153 151 153 153
blake3-sse2 391 1170 1366 1406 1428 1426 1414
blake3-sse41 352 1049 1212 1174 1262 1258 1259
Output on Debian 5.10.0-11-arm64 system: (Pi400)
implementation 1k 4k 16k 64k 256k 1m 4m
edonr-generic 487 603 629 639 643 641 641
skein-generic 271 299 303 308 309 309 307
sha256-generic 117 127 128 130 130 129 130
sha512-generic 145 165 170 172 173 174 175
blake3-generic 81 29 71 89 89 89 89
blake3-sse2 112 323 368 379 380 371 374
blake3-sse41 101 315 357 368 369 364 360
Structurally, the new code is mainly split into these parts:
- 1x cross platform generic c variant: blake3_generic.c
- 4x assembly for X86-64 (SSE2, SSE4.1, AVX2, AVX512)
- 2x assembly for ARMv8 (NEON converted from SSE2)
- 2x assembly for PPC64-LE (POWER8 converted from SSE2)
- one file for switching between the implementations
Note the PPC64 assembly requires the VSX instruction set and the
kfpu_begin() / kfpu_end() calls on PowerPC were updated accordingly.
Reviewed-by: Felix Dörre <felix@dogcraft.de>
Reviewed-by: Ahelenia Ziemiańska <nabijaczleweli@nabijaczleweli.xyz>
Reviewed-by: Brian Behlendorf <behlendorf1@llnl.gov>
Signed-off-by: Tino Reichardt <milky-zfs@mcmilk.de>
Co-authored-by: Rich Ercolani <rincebrain@gmail.com>
Closes #10058
Closes #12918
2022-06-08 22:55:57 +00:00
|
|
|
#ifndef _KERNEL
|
2020-07-26 03:09:50 +00:00
|
|
|
typedef int bool_t;
|
|
|
|
typedef int enum_t;
|
|
|
|
#endif
|
|
|
|
#endif
|
Introduce BLAKE3 checksums as an OpenZFS feature
This commit adds BLAKE3 checksums to OpenZFS, it has similar
performance to Edon-R, but without the caveats around the latter.
Homepage of BLAKE3: https://github.com/BLAKE3-team/BLAKE3
Wikipedia: https://en.wikipedia.org/wiki/BLAKE_(hash_function)#BLAKE3
Short description of Wikipedia:
BLAKE3 is a cryptographic hash function based on Bao and BLAKE2,
created by Jack O'Connor, Jean-Philippe Aumasson, Samuel Neves, and
Zooko Wilcox-O'Hearn. It was announced on January 9, 2020, at Real
World Crypto. BLAKE3 is a single algorithm with many desirable
features (parallelism, XOF, KDF, PRF and MAC), in contrast to BLAKE
and BLAKE2, which are algorithm families with multiple variants.
BLAKE3 has a binary tree structure, so it supports a practically
unlimited degree of parallelism (both SIMD and multithreading) given
enough input. The official Rust and C implementations are
dual-licensed as public domain (CC0) and the Apache License.
Along with adding the BLAKE3 hash into the OpenZFS infrastructure a
new benchmarking file called chksum_bench was introduced. When read
it reports the speed of the available checksum functions.
On Linux: cat /proc/spl/kstat/zfs/chksum_bench
On FreeBSD: sysctl kstat.zfs.misc.chksum_bench
This is an example output of an i3-1005G1 test system with Debian 11:
implementation 1k 4k 16k 64k 256k 1m 4m
edonr-generic 1196 1602 1761 1749 1762 1759 1751
skein-generic 546 591 608 615 619 612 616
sha256-generic 240 300 316 314 304 285 276
sha512-generic 353 441 467 476 472 467 426
blake3-generic 308 313 313 313 312 313 312
blake3-sse2 402 1289 1423 1446 1432 1458 1413
blake3-sse41 427 1470 1625 1704 1679 1607 1629
blake3-avx2 428 1920 3095 3343 3356 3318 3204
blake3-avx512 473 2687 4905 5836 5844 5643 5374
Output on Debian 5.10.0-10-amd64 system: (Ryzen 7 5800X)
implementation 1k 4k 16k 64k 256k 1m 4m
edonr-generic 1840 2458 2665 2719 2711 2723 2693
skein-generic 870 966 996 992 1003 1005 1009
sha256-generic 415 442 453 455 457 457 457
sha512-generic 608 690 711 718 719 720 721
blake3-generic 301 313 311 309 309 310 310
blake3-sse2 343 1865 2124 2188 2180 2181 2186
blake3-sse41 364 2091 2396 2509 2463 2482 2488
blake3-avx2 365 2590 4399 4971 4915 4802 4764
Output on Debian 5.10.0-9-powerpc64le system: (POWER 9)
implementation 1k 4k 16k 64k 256k 1m 4m
edonr-generic 1213 1703 1889 1918 1957 1902 1907
skein-generic 434 492 520 522 511 525 525
sha256-generic 167 183 187 188 188 187 188
sha512-generic 186 216 222 221 225 224 224
blake3-generic 153 152 154 153 151 153 153
blake3-sse2 391 1170 1366 1406 1428 1426 1414
blake3-sse41 352 1049 1212 1174 1262 1258 1259
Output on Debian 5.10.0-11-arm64 system: (Pi400)
implementation 1k 4k 16k 64k 256k 1m 4m
edonr-generic 487 603 629 639 643 641 641
skein-generic 271 299 303 308 309 309 307
sha256-generic 117 127 128 130 130 129 130
sha512-generic 145 165 170 172 173 174 175
blake3-generic 81 29 71 89 89 89 89
blake3-sse2 112 323 368 379 380 371 374
blake3-sse41 101 315 357 368 369 364 360
Structurally, the new code is mainly split into these parts:
- 1x cross platform generic c variant: blake3_generic.c
- 4x assembly for X86-64 (SSE2, SSE4.1, AVX2, AVX512)
- 2x assembly for ARMv8 (NEON converted from SSE2)
- 2x assembly for PPC64-LE (POWER8 converted from SSE2)
- one file for switching between the implementations
Note the PPC64 assembly requires the VSX instruction set and the
kfpu_begin() / kfpu_end() calls on PowerPC were updated accordingly.
Reviewed-by: Felix Dörre <felix@dogcraft.de>
Reviewed-by: Ahelenia Ziemiańska <nabijaczleweli@nabijaczleweli.xyz>
Reviewed-by: Brian Behlendorf <behlendorf1@llnl.gov>
Signed-off-by: Tino Reichardt <milky-zfs@mcmilk.de>
Co-authored-by: Rich Ercolani <rincebrain@gmail.com>
Closes #10058
Closes #12918
2022-06-08 22:55:57 +00:00
|
|
|
#endif
|
2020-07-01 16:10:08 +00:00
|
|
|
|
2020-07-26 03:09:50 +00:00
|
|
|
#ifndef __cplusplus
|
|
|
|
#define __init
|
|
|
|
#define __exit
|
2020-07-01 16:10:08 +00:00
|
|
|
#endif
|
2020-07-26 03:09:50 +00:00
|
|
|
|
2020-10-14 04:05:49 +00:00
|
|
|
#if defined(_KERNEL) || defined(_STANDALONE)
|
2020-04-14 18:36:28 +00:00
|
|
|
#define param_set_charp(a, b) (0)
|
|
|
|
#define ATTR_UID AT_UID
|
|
|
|
#define ATTR_GID AT_GID
|
|
|
|
#define ATTR_MODE AT_MODE
|
|
|
|
#define ATTR_XVATTR AT_XVATTR
|
|
|
|
#define ATTR_CTIME AT_CTIME
|
|
|
|
#define ATTR_MTIME AT_MTIME
|
|
|
|
#define ATTR_ATIME AT_ATIME
|
2020-10-14 04:05:49 +00:00
|
|
|
#if defined(_STANDALONE)
|
|
|
|
#define vmem_free kmem_free
|
|
|
|
#define vmem_zalloc kmem_zalloc
|
|
|
|
#define vmem_alloc kmem_zalloc
|
|
|
|
#else
|
2020-04-14 18:36:28 +00:00
|
|
|
#define vmem_free zfs_kmem_free
|
|
|
|
#define vmem_zalloc(size, flags) zfs_kmem_alloc(size, flags | M_ZERO)
|
|
|
|
#define vmem_alloc zfs_kmem_alloc
|
2020-10-14 04:05:49 +00:00
|
|
|
#endif
|
2020-04-14 18:36:28 +00:00
|
|
|
#define MUTEX_NOLOCKDEP 0
|
|
|
|
#define RW_NOLOCKDEP 0
|
|
|
|
|
|
|
|
#else
|
|
|
|
#define FALSE 0
|
|
|
|
#define TRUE 1
|
|
|
|
/*
|
|
|
|
* XXX We really need to consolidate on standard
|
|
|
|
* error codes in the common code
|
|
|
|
*/
|
|
|
|
#define ENOSTR ENOTCONN
|
|
|
|
#define ENODATA EINVAL
|
|
|
|
|
|
|
|
|
|
|
|
#define __BSD_VISIBLE 1
|
2020-08-01 04:30:31 +00:00
|
|
|
#ifndef IN_BASE
|
2020-04-14 18:36:28 +00:00
|
|
|
#define __POSIX_VISIBLE 201808
|
2020-08-01 04:30:31 +00:00
|
|
|
#define __XSI_VISIBLE 1000
|
|
|
|
#endif
|
2020-04-14 18:36:28 +00:00
|
|
|
#define ARRAY_SIZE(a) (sizeof (a) / sizeof (a[0]))
|
2020-08-01 04:30:31 +00:00
|
|
|
#define mmap64 mmap
|
2020-09-04 03:06:03 +00:00
|
|
|
/* Note: this file can be used on linux/macOS when bootstrapping tools. */
|
|
|
|
#if defined(__FreeBSD__)
|
|
|
|
#define open64 open
|
2020-04-14 18:36:28 +00:00
|
|
|
#define pwrite64 pwrite
|
|
|
|
#define ftruncate64 ftruncate
|
|
|
|
#define lseek64 lseek
|
|
|
|
#define pread64 pread
|
|
|
|
#define stat64 stat
|
|
|
|
#define lstat64 lstat
|
|
|
|
#define statfs64 statfs
|
|
|
|
#define readdir64 readdir
|
|
|
|
#define dirent64 dirent
|
2020-09-04 03:06:03 +00:00
|
|
|
#endif
|
2020-04-14 18:36:28 +00:00
|
|
|
#define P2ALIGN(x, align) ((x) & -(align))
|
|
|
|
#define P2CROSS(x, y, align) (((x) ^ (y)) > (align) - 1)
|
|
|
|
#define P2ROUNDUP(x, align) ((((x) - 1) | ((align) - 1)) + 1)
|
|
|
|
#define P2PHASE(x, align) ((x) & ((align) - 1))
|
|
|
|
#define P2NPHASE(x, align) (-(x) & ((align) - 1))
|
|
|
|
#define ISP2(x) (((x) & ((x) - 1)) == 0)
|
|
|
|
#define IS_P2ALIGNED(v, a) ((((uintptr_t)(v)) & ((uintptr_t)(a) - 1)) == 0)
|
|
|
|
#define P2BOUNDARY(off, len, align) \
|
|
|
|
(((off) ^ ((off) + (len) - 1)) > (align) - 1)
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Typed version of the P2* macros. These macros should be used to ensure
|
|
|
|
* that the result is correctly calculated based on the data type of (x),
|
|
|
|
* which is passed in as the last argument, regardless of the data
|
|
|
|
* type of the alignment. For example, if (x) is of type uint64_t,
|
|
|
|
* and we want to round it up to a page boundary using "PAGESIZE" as
|
|
|
|
* the alignment, we can do either
|
|
|
|
*
|
|
|
|
* P2ROUNDUP(x, (uint64_t)PAGESIZE)
|
|
|
|
* or
|
|
|
|
* P2ROUNDUP_TYPED(x, PAGESIZE, uint64_t)
|
|
|
|
*/
|
|
|
|
#define P2ALIGN_TYPED(x, align, type) \
|
|
|
|
((type)(x) & -(type)(align))
|
|
|
|
#define P2PHASE_TYPED(x, align, type) \
|
|
|
|
((type)(x) & ((type)(align) - 1))
|
|
|
|
#define P2NPHASE_TYPED(x, align, type) \
|
|
|
|
(-(type)(x) & ((type)(align) - 1))
|
|
|
|
#define P2ROUNDUP_TYPED(x, align, type) \
|
|
|
|
((((type)(x) - 1) | ((type)(align) - 1)) + 1)
|
|
|
|
#define P2END_TYPED(x, align, type) \
|
|
|
|
(-(~(type)(x) & -(type)(align)))
|
|
|
|
#define P2PHASEUP_TYPED(x, align, phase, type) \
|
|
|
|
((type)(phase) - (((type)(phase) - (type)(x)) & -(type)(align)))
|
|
|
|
#define P2CROSS_TYPED(x, y, align, type) \
|
|
|
|
(((type)(x) ^ (type)(y)) > (type)(align) - 1)
|
|
|
|
#define P2SAMEHIGHBIT_TYPED(x, y, type) \
|
|
|
|
(((type)(x) ^ (type)(y)) < ((type)(x) & (type)(y)))
|
|
|
|
|
|
|
|
#define DIV_ROUND_UP(n, d) (((n) + (d) - 1) / (d))
|
|
|
|
#define RLIM64_INFINITY RLIM_INFINITY
|
2020-08-01 04:30:31 +00:00
|
|
|
#ifndef HAVE_ERESTART
|
2020-04-14 18:36:28 +00:00
|
|
|
#define ERESTART EAGAIN
|
2020-08-01 04:30:31 +00:00
|
|
|
#endif
|
2020-04-14 18:36:28 +00:00
|
|
|
#define ABS(a) ((a) < 0 ? -(a) : (a))
|
|
|
|
|
|
|
|
#endif
|
|
|
|
#ifdef __cplusplus
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
|
|
|
|
#endif /* _SYS_CCOMPILE_H */
|