2014-01-17 19:21:48 +00:00
|
|
|
dist_man_MANS = \
|
2013-03-16 20:54:32 +00:00
|
|
|
fsck.zfs.8 \
|
|
|
|
mount.zfs.8 \
|
|
|
|
vdev_id.8 \
|
|
|
|
zdb.8 \
|
|
|
|
zfs.8 \
|
2019-11-12 19:17:40 +00:00
|
|
|
zfsconcepts.8 \
|
|
|
|
zfsprops.8 \
|
|
|
|
zfs-allow.8 \
|
|
|
|
zfs-bookmark.8 \
|
|
|
|
zfs-change-key.8 \
|
|
|
|
zfs-clone.8 \
|
|
|
|
zfs-create.8 \
|
|
|
|
zfs-destroy.8 \
|
|
|
|
zfs-diff.8 \
|
|
|
|
zfs-get.8 \
|
|
|
|
zfs-groupspace.8 \
|
|
|
|
zfs-hold.8 \
|
|
|
|
zfs-inherit.8 \
|
2019-12-11 19:58:37 +00:00
|
|
|
zfs-jail.8 \
|
2019-11-12 19:17:40 +00:00
|
|
|
zfs-list.8 \
|
|
|
|
zfs-load-key.8 \
|
|
|
|
zfs-mount.8 \
|
2018-02-08 16:16:23 +00:00
|
|
|
zfs-program.8 \
|
2019-11-12 19:17:40 +00:00
|
|
|
zfs-project.8 \
|
|
|
|
zfs-projectspace.8 \
|
|
|
|
zfs-promote.8 \
|
|
|
|
zfs-receive.8 \
|
|
|
|
zfs-recv.8 \
|
|
|
|
zfs-redact.8 \
|
|
|
|
zfs-release.8 \
|
|
|
|
zfs-rename.8 \
|
|
|
|
zfs-rollback.8 \
|
|
|
|
zfs-send.8 \
|
|
|
|
zfs-set.8 \
|
|
|
|
zfs-share.8 \
|
|
|
|
zfs-snapshot.8 \
|
|
|
|
zfs-unallow.8 \
|
2019-12-11 19:58:37 +00:00
|
|
|
zfs-unjail.8 \
|
2019-11-12 19:17:40 +00:00
|
|
|
zfs-unload-key.8 \
|
|
|
|
zfs-unmount.8 \
|
|
|
|
zfs-upgrade.8 \
|
|
|
|
zfs-userspace.8 \
|
2020-04-01 17:02:06 +00:00
|
|
|
zfs-wait.8 \
|
2020-05-20 17:05:33 +00:00
|
|
|
zfs_ids_to_path.8 \
|
2017-07-28 02:06:34 +00:00
|
|
|
zgenhostid.8 \
|
2013-03-16 20:54:32 +00:00
|
|
|
zinject.8 \
|
|
|
|
zpool.8 \
|
2019-11-13 17:21:07 +00:00
|
|
|
zpoolconcepts.8 \
|
|
|
|
zpoolprops.8 \
|
|
|
|
zpool-add.8 \
|
|
|
|
zpool-attach.8 \
|
|
|
|
zpool-checkpoint.8 \
|
|
|
|
zpool-clear.8 \
|
|
|
|
zpool-create.8 \
|
|
|
|
zpool-destroy.8 \
|
|
|
|
zpool-detach.8 \
|
|
|
|
zpool-events.8 \
|
|
|
|
zpool-export.8 \
|
|
|
|
zpool-get.8 \
|
|
|
|
zpool-history.8 \
|
|
|
|
zpool-import.8 \
|
|
|
|
zpool-initialize.8 \
|
|
|
|
zpool-iostat.8 \
|
|
|
|
zpool-labelclear.8 \
|
|
|
|
zpool-list.8 \
|
|
|
|
zpool-offline.8 \
|
|
|
|
zpool-online.8 \
|
|
|
|
zpool-reguid.8 \
|
|
|
|
zpool-remove.8 \
|
|
|
|
zpool-reopen.8 \
|
|
|
|
zpool-replace.8 \
|
|
|
|
zpool-resilver.8 \
|
|
|
|
zpool-scrub.8 \
|
|
|
|
zpool-set.8 \
|
|
|
|
zpool-split.8 \
|
|
|
|
zpool-status.8 \
|
|
|
|
zpool-sync.8 \
|
|
|
|
zpool-trim.8 \
|
|
|
|
zpool-upgrade.8 \
|
|
|
|
zpool-wait.8 \
|
Add `zstream redup` command to convert deduplicated send streams
Deduplicated send and receive is deprecated. To ease migration to the
new dedup-send-less world, the commit adds a `zstream redup` utility to
convert deduplicated send streams to normal streams, so that they can
continue to be received indefinitely.
The new `zstream` command also replaces the functionality of
`zstreamdump`, by way of the `zstream dump` subcommand. The
`zstreamdump` command is replaced by a shell script which invokes
`zstream dump`.
The way that `zstream redup` works under the hood is that as we read the
send stream, we build up a hash table which maps from `<GUID, object,
offset> -> <file_offset>`.
Whenever we see a WRITE record, we add a new entry to the hash table,
which indicates where in the stream file to find the WRITE record for
this block. (The key is `drr_toguid, drr_object, drr_offset`.)
For entries other than WRITE_BYREF, we pass them through unchanged
(except for the running checksum, which is recalculated).
For WRITE_BYREF records, we change them to WRITE records. We find the
referenced WRITE record by looking in the hash table (for the record
with key `drr_refguid, drr_refobject, drr_refoffset`), and then reading
the record header and payload from the specified offset in the stream
file. This is why the stream can not be a pipe. The found WRITE record
replaces the WRITE_BYREF record, with its `drr_toguid`, `drr_object`,
and `drr_offset` fields changed to be the same as the WRITE_BYREF's
(i.e. we are writing the same logical block, but with the data supplied
by the previous WRITE record).
This algorithm requires memory proportional to the number of WRITE
records (same as `zfs send -D`), but the size per WRITE record is
relatively low (40 bytes, vs. 72 for `zfs send -D`). A 1TB send stream
with 8KB blocks (`recordsize=8k`) would use around 5GB of RAM to
"redup".
Reviewed-by: Jorgen Lundman <lundman@lundman.net>
Reviewed-by: Paul Dagnelie <pcd@delphix.com>
Reviewed-by: Brian Behlendorf <behlendorf1@llnl.gov>
Signed-off-by: Matthew Ahrens <mahrens@delphix.com>
Closes #10124
Closes #10156
2020-04-10 17:39:55 +00:00
|
|
|
zstream.8 \
|
2013-03-16 20:54:32 +00:00
|
|
|
zstreamdump.8
|
|
|
|
|
2014-01-21 21:30:03 +00:00
|
|
|
nodist_man_MANS = \
|
2018-05-11 19:44:14 +00:00
|
|
|
zed.8 \
|
|
|
|
zfs-mount-generator.8
|
2014-01-21 21:30:03 +00:00
|
|
|
|
|
|
|
EXTRA_DIST = \
|
2018-05-11 19:44:14 +00:00
|
|
|
zed.8.in \
|
|
|
|
zfs-mount-generator.8.in
|
2014-01-21 21:30:03 +00:00
|
|
|
|
2018-05-11 19:44:14 +00:00
|
|
|
$(nodist_man_MANS): %: %.in
|
2018-06-07 16:59:59 +00:00
|
|
|
-$(SED) -e 's,@zfsexecdir\@,$(zfsexecdir),g' \
|
2020-02-12 17:01:15 +00:00
|
|
|
-e 's,@systemdgeneratordir\@,$(systemdgeneratordir),g' \
|
2018-05-11 19:44:14 +00:00
|
|
|
-e 's,@runstatedir\@,$(runstatedir),g' \
|
|
|
|
-e 's,@sysconfdir\@,$(sysconfdir),g' \
|
|
|
|
$< >'$@'
|
2014-01-21 21:30:03 +00:00
|
|
|
|
|
|
|
CLEANFILES = \
|
|
|
|
$(nodist_man_MANS)
|