2008-11-20 20:01:55 +00:00
|
|
|
/*
|
|
|
|
* CDDL HEADER START
|
|
|
|
*
|
|
|
|
* The contents of this file are subject to the terms of the
|
|
|
|
* Common Development and Distribution License (the "License").
|
|
|
|
* You may not use this file except in compliance with the License.
|
|
|
|
*
|
|
|
|
* You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
|
|
|
|
* or http://www.opensolaris.org/os/licensing.
|
|
|
|
* See the License for the specific language governing permissions
|
|
|
|
* and limitations under the License.
|
|
|
|
*
|
|
|
|
* When distributing Covered Code, include this CDDL HEADER in each
|
|
|
|
* file and include the License file at usr/src/OPENSOLARIS.LICENSE.
|
|
|
|
* If applicable, add the following below this CDDL HEADER, with the
|
|
|
|
* fields enclosed by brackets "[]" replaced with your own identifying
|
|
|
|
* information: Portions Copyright [yyyy] [name of copyright owner]
|
|
|
|
*
|
|
|
|
* CDDL HEADER END
|
|
|
|
*/
|
|
|
|
/*
|
|
|
|
* Copyright 2007 Sun Microsystems, Inc. All rights reserved.
|
|
|
|
* Use is subject to license terms.
|
|
|
|
*/
|
2013-08-28 11:45:09 +00:00
|
|
|
/*
|
|
|
|
* Copyright (c) 2012 by Delphix. All rights reserved.
|
|
|
|
*/
|
2008-11-20 20:01:55 +00:00
|
|
|
|
|
|
|
#ifndef _SYS_RR_RW_LOCK_H
|
|
|
|
#define _SYS_RR_RW_LOCK_H
|
|
|
|
|
2010-08-26 16:52:40 +00:00
|
|
|
|
2008-11-20 20:01:55 +00:00
|
|
|
|
|
|
|
#ifdef __cplusplus
|
|
|
|
extern "C" {
|
|
|
|
#endif
|
|
|
|
|
|
|
|
#include <sys/inttypes.h>
|
|
|
|
#include <sys/zfs_context.h>
|
2020-07-29 23:35:33 +00:00
|
|
|
#include <sys/zfs_refcount.h>
|
2008-11-20 20:01:55 +00:00
|
|
|
|
2019-09-27 17:46:28 +00:00
|
|
|
extern uint_t rrw_tsd_key;
|
|
|
|
|
2008-11-20 20:01:55 +00:00
|
|
|
/*
|
|
|
|
* A reader-writer lock implementation that allows re-entrant reads, but
|
|
|
|
* still gives writers priority on "new" reads.
|
|
|
|
*
|
|
|
|
* See rrwlock.c for more details about the implementation.
|
|
|
|
*
|
|
|
|
* Fields of the rrwlock_t structure:
|
|
|
|
* - rr_lock: protects modification and reading of rrwlock_t fields
|
|
|
|
* - rr_cv: cv for waking up readers or waiting writers
|
|
|
|
* - rr_writer: thread id of the current writer
|
|
|
|
* - rr_anon_rount: number of active anonymous readers
|
|
|
|
* - rr_linked_rcount: total number of non-anonymous active readers
|
|
|
|
* - rr_writer_wanted: a writer wants the lock
|
|
|
|
*/
|
|
|
|
typedef struct rrwlock {
|
|
|
|
kmutex_t rr_lock;
|
|
|
|
kcondvar_t rr_cv;
|
|
|
|
kthread_t *rr_writer;
|
2018-09-26 17:29:26 +00:00
|
|
|
zfs_refcount_t rr_anon_rcount;
|
|
|
|
zfs_refcount_t rr_linked_rcount;
|
2008-11-20 20:01:55 +00:00
|
|
|
boolean_t rr_writer_wanted;
|
2013-09-04 12:00:57 +00:00
|
|
|
boolean_t rr_track_all;
|
2008-11-20 20:01:55 +00:00
|
|
|
} rrwlock_t;
|
|
|
|
|
|
|
|
/*
|
|
|
|
* 'tag' is used in reference counting tracking. The
|
|
|
|
* 'tag' must be the same in a rrw_enter() as in its
|
|
|
|
* corresponding rrw_exit().
|
|
|
|
*/
|
2013-09-04 12:00:57 +00:00
|
|
|
void rrw_init(rrwlock_t *rrl, boolean_t track_all);
|
2008-11-20 20:01:55 +00:00
|
|
|
void rrw_destroy(rrwlock_t *rrl);
|
2022-04-19 18:38:30 +00:00
|
|
|
void rrw_enter(rrwlock_t *rrl, krw_t rw, const void *tag);
|
|
|
|
void rrw_enter_read(rrwlock_t *rrl, const void *tag);
|
|
|
|
void rrw_enter_read_prio(rrwlock_t *rrl, const void *tag);
|
2013-09-04 12:00:57 +00:00
|
|
|
void rrw_enter_write(rrwlock_t *rrl);
|
2022-04-19 18:38:30 +00:00
|
|
|
void rrw_exit(rrwlock_t *rrl, const void *tag);
|
2008-11-20 20:01:55 +00:00
|
|
|
boolean_t rrw_held(rrwlock_t *rrl, krw_t rw);
|
2013-08-28 11:45:09 +00:00
|
|
|
void rrw_tsd_destroy(void *arg);
|
2008-11-20 20:01:55 +00:00
|
|
|
|
|
|
|
#define RRW_READ_HELD(x) rrw_held(x, RW_READER)
|
|
|
|
#define RRW_WRITE_HELD(x) rrw_held(x, RW_WRITER)
|
2013-09-04 12:00:57 +00:00
|
|
|
#define RRW_LOCK_HELD(x) \
|
|
|
|
(rrw_held(x, RW_WRITER) || rrw_held(x, RW_READER))
|
2008-11-20 20:01:55 +00:00
|
|
|
|
2014-07-18 16:53:38 +00:00
|
|
|
/*
|
|
|
|
* A reader-mostly lock implementation, tuning above reader-writer locks
|
|
|
|
* for hightly parallel read acquisitions, pessimizing write acquisitions.
|
|
|
|
*
|
|
|
|
* This should be a prime number. See comment in rrwlock.c near
|
|
|
|
* RRM_TD_LOCK() for details.
|
|
|
|
*/
|
|
|
|
#define RRM_NUM_LOCKS 17
|
|
|
|
typedef struct rrmlock {
|
|
|
|
rrwlock_t locks[RRM_NUM_LOCKS];
|
|
|
|
} rrmlock_t;
|
|
|
|
|
|
|
|
void rrm_init(rrmlock_t *rrl, boolean_t track_all);
|
|
|
|
void rrm_destroy(rrmlock_t *rrl);
|
2022-04-19 18:38:30 +00:00
|
|
|
void rrm_enter(rrmlock_t *rrl, krw_t rw, const void *tag);
|
|
|
|
void rrm_enter_read(rrmlock_t *rrl, const void *tag);
|
2014-07-18 16:53:38 +00:00
|
|
|
void rrm_enter_write(rrmlock_t *rrl);
|
2022-04-19 18:38:30 +00:00
|
|
|
void rrm_exit(rrmlock_t *rrl, const void *tag);
|
2014-07-18 16:53:38 +00:00
|
|
|
boolean_t rrm_held(rrmlock_t *rrl, krw_t rw);
|
|
|
|
|
|
|
|
#define RRM_READ_HELD(x) rrm_held(x, RW_READER)
|
|
|
|
#define RRM_WRITE_HELD(x) rrm_held(x, RW_WRITER)
|
|
|
|
#define RRM_LOCK_HELD(x) \
|
|
|
|
(rrm_held(x, RW_WRITER) || rrm_held(x, RW_READER))
|
|
|
|
|
2008-11-20 20:01:55 +00:00
|
|
|
#ifdef __cplusplus
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
|
|
|
|
#endif /* _SYS_RR_RW_LOCK_H */
|