| 1 | /* |
| 2 | * CDDL HEADER START |
| 3 | * |
| 4 | * The contents of this file are subject to the terms of the |
| 5 | * Common Development and Distribution License, Version 1.0 only |
| 6 | * (the "License"). You may not use this file except in compliance |
| 7 | * with the License. |
| 8 | * |
| 9 | * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE |
| 10 | * or http://www.opensolaris.org/os/licensing. |
| 11 | * See the License for the specific language governing permissions |
| 12 | * and limitations under the License. |
| 13 | * |
| 14 | * When distributing Covered Code, include this CDDL HEADER in each |
| 15 | * file and include the License file at usr/src/OPENSOLARIS.LICENSE. |
| 16 | * If applicable, add the following below this CDDL HEADER, with the |
| 17 | * fields enclosed by brackets "[]" replaced with your own identifying |
| 18 | * information: Portions Copyright [yyyy] [name of copyright owner] |
| 19 | * |
| 20 | * CDDL HEADER END |
| 21 | */ |
| 22 | /* |
| 23 | * Copyright 1997-2003 Sun Microsystems, Inc. All rights reserved. |
| 24 | * Use is subject to license terms. |
| 25 | */ |
| 26 | |
| 27 | #ifndef _SYS_LOCKSTAT_H |
| 28 | #define _SYS_LOCKSTAT_H |
| 29 | #endif |
| 30 | |
| 31 | /* #pragma ident "@(#)lockstat.h 1.6 05/06/08 SMI" */ |
| 32 | |
| 33 | #ifdef __cplusplus |
| 34 | extern "C" { |
| 35 | #endif |
| 36 | |
| 37 | /* |
| 38 | * Spin locks - we have less variants |
| 39 | */ |
| 40 | #define LS_LCK_SPIN_LOCK_ACQUIRE 0 |
| 41 | #define LS_LCK_SPIN_LOCK_SPIN 1 |
| 42 | #define LS_LCK_SPIN_UNLOCK_RELEASE 2 |
| 43 | /* |
| 44 | * Mutexes can also have interlock-spin events, which are |
| 45 | * unique to our lock implementation. |
| 46 | */ |
| 47 | #define LS_LCK_MTX_LOCK_ACQUIRE 3 |
| 48 | #define LS_LCK_MTX_LOCK_BLOCK 5 |
| 49 | #define LS_LCK_MTX_LOCK_SPIN 6 |
| 50 | #define LS_LCK_MTX_LOCK_ILK_SPIN 7 |
| 51 | #define LS_LCK_MTX_TRY_LOCK_ACQUIRE 8 |
| 52 | #define LS_LCK_MTX_TRY_SPIN_LOCK_ACQUIRE 9 |
| 53 | #define LS_LCK_MTX_UNLOCK_RELEASE 10 |
| 54 | |
| 55 | #define LS_LCK_MTX_LOCK_SPIN_ACQUIRE 39 |
| 56 | /* |
| 57 | * Provide a parallel set for indirect mutexes |
| 58 | */ |
| 59 | #define LS_LCK_MTX_EXT_LOCK_ACQUIRE 17 |
| 60 | #define LS_LCK_MTX_EXT_LOCK_BLOCK 18 |
| 61 | #define LS_LCK_MTX_EXT_LOCK_SPIN 19 |
| 62 | #define LS_LCK_MTX_EXT_LOCK_ILK_SPIN 20 |
| 63 | #define LS_LCK_MTX_TRY_EXT_LOCK_ACQUIRE 21 |
| 64 | #define LS_LCK_MTX_EXT_UNLOCK_RELEASE 22 |
| 65 | /* |
| 66 | * Our reader-writer locks support a blocking upgrade primitive, as |
| 67 | * well as the possibility of spinning on the interlock. |
| 68 | */ |
| 69 | #define LS_LCK_RW_LOCK_SHARED_ACQUIRE 23 |
| 70 | #define LS_LCK_RW_LOCK_SHARED_BLOCK 24 |
| 71 | #define LS_LCK_RW_LOCK_SHARED_SPIN 25 |
| 72 | |
| 73 | #define LS_LCK_RW_LOCK_EXCL_ACQUIRE 26 |
| 74 | #define LS_LCK_RW_LOCK_EXCL_BLOCK 27 |
| 75 | #define LS_LCK_RW_LOCK_EXCL_SPIN 28 |
| 76 | |
| 77 | #define LS_LCK_RW_DONE_RELEASE 29 |
| 78 | |
| 79 | #define LS_LCK_RW_TRY_LOCK_SHARED_ACQUIRE 30 |
| 80 | #define LS_LCK_RW_TRY_LOCK_SHARED_SPIN 31 |
| 81 | |
| 82 | #define LS_LCK_RW_TRY_LOCK_EXCL_ACQUIRE 32 |
| 83 | #define LS_LCK_RW_TRY_LOCK_EXCL_ILK_SPIN 33 |
| 84 | |
| 85 | #define LS_LCK_RW_LOCK_SHARED_TO_EXCL_UPGRADE 34 |
| 86 | #define LS_LCK_RW_LOCK_SHARED_TO_EXCL_SPIN 35 |
| 87 | #define LS_LCK_RW_LOCK_SHARED_TO_EXCL_BLOCK 36 |
| 88 | |
| 89 | #define LS_LCK_RW_LOCK_EXCL_TO_SHARED_DOWNGRADE 37 |
| 90 | #define LS_LCK_RW_LOCK_EXCL_TO_SHARED_ILK_SPIN 38 |
| 91 | |
| 92 | #define LS_NPROBES 40 |
| 93 | #define LS_LCK_INVALID LS_NPROBES |
| 94 | |
| 95 | /* |
| 96 | * Name the various locking functions... |
| 97 | */ |
| 98 | #define LS_LCK_MTX_LOCK "lck_mtx_lock" |
| 99 | #define LS_LCK_MTX_SPIN_LOCK "lck_mtx_spin_lock" |
| 100 | #define LS_LCK_MTX_UNLOCK "lck_mtx_unlock" |
| 101 | #define LS_LCK_MTX_TRY_LOCK "lck_mtx_try_lock" |
| 102 | #define LS_LCK_MTX_TRY_SPIN_LOCK "lck_mtx_try_spin_lock" |
| 103 | #define LS_LCK_MTX_EXT_LOCK "lck_mtx_ext_lock" |
| 104 | #define LS_LCK_MTX_EXT_UNLOCK "lck_mtx_ext_unlock" |
| 105 | #define LS_LCK_MTX_EXT_TRY_LOCK "lck_mtx_ext_try_lock" |
| 106 | #define LS_LCK_MTX_LOCK_SPIN_LOCK "lck_mtx_lock_spin" |
| 107 | |
| 108 | #define LS_LCK_SPIN_LOCK "lck_spin_lock" |
| 109 | #define LS_LCK_SPIN_TRY_LOCK "lck_spin_try_lock" |
| 110 | #define LS_LCK_SPIN_UNLOCK "lck_spin_unlock" |
| 111 | #define LS_LCK_RW_LOCK_SHARED "lck_rw_lock_shared" |
| 112 | #define LS_LCK_RW_LOCK_EXCL "lck_rw_lock_exclusive" |
| 113 | #define LS_LCK_RW_DONE "lck_rw_done" |
| 114 | #define LS_LCK_RW_TRY_LOCK_EXCL "lck_rw_try_lock_exclusive" |
| 115 | #define LS_LCK_RW_TRY_LOCK_SHARED "lck_rw_try_lock_shared" |
| 116 | #define LS_LCK_RW_LOCK_SHARED_TO_EXCL "lck_rw_shared_to_exclusive" |
| 117 | #define LS_LCK_RW_LOCK_EXCL_TO_SHARED "lck_rw_exclusive_to_shared" |
| 118 | |
| 119 | #define LS_ACQUIRE "acquire" |
| 120 | #define LS_RELEASE "release" |
| 121 | #define LS_SPIN "spin" |
| 122 | #define LS_BLOCK "block" |
| 123 | #define LS_UPGRADE "upgrade" |
| 124 | #define LS_DOWNGRADE "downgrade" |
| 125 | |
| 126 | #define LS_TYPE_ADAPTIVE "adaptive" |
| 127 | #define LS_TYPE_SPIN "spin" |
| 128 | #define LS_TYPE_ILK "interlock" /* OS X only */ |
| 129 | #define LS_TYPE_THREAD "thread" /* Solaris only */ |
| 130 | #define LS_TYPE_RW "rw" |
| 131 | #define LS_TYPE_RWUPGRADE "rwupgrade" /* OS X only */ |
| 132 | |
| 133 | #define LSA_ACQUIRE (LS_TYPE_ADAPTIVE "-" LS_ACQUIRE) |
| 134 | #define LSA_RELEASE (LS_TYPE_ADAPTIVE "-" LS_RELEASE) |
| 135 | #define LSA_SPIN (LS_TYPE_ADAPTIVE "-" LS_SPIN) |
| 136 | #define LSA_BLOCK (LS_TYPE_ADAPTIVE "-" LS_BLOCK) |
| 137 | #define LSA_ILK_SPIN (LS_TYPE_ILK "-" LS_SPIN) |
| 138 | #define LSS_ACQUIRE (LS_TYPE_SPIN "-" LS_ACQUIRE) |
| 139 | #define LSS_RELEASE (LS_TYPE_SPIN "-" LS_RELEASE) |
| 140 | #define LSS_SPIN (LS_TYPE_SPIN "-" LS_SPIN) |
| 141 | #define LSR_ACQUIRE (LS_TYPE_RW "-" LS_ACQUIRE) |
| 142 | #define LSR_RELEASE (LS_TYPE_RW "-" LS_RELEASE) |
| 143 | #define LSR_BLOCK (LS_TYPE_RW "-" LS_BLOCK) |
| 144 | #define LSR_SPIN (LS_TYPE_RW "-" LS_SPIN) |
| 145 | #define LSR_UPGRADE (LS_TYPE_RW "-" LS_UPGRADE) |
| 146 | #define LSR_UPGRADE_BLOCK (LS_TYPE_RWUPGRADE "-" LS_BLOCK) |
| 147 | #define LSR_DOWNGRADE (LS_TYPE_RW "-" LS_DOWNGRADE) |
| 148 | #define LST_SPIN (LS_TYPE_THREAD "-" LS_SPIN) |
| 149 | |
| 150 | #ifndef _ASM |
| 151 | |
| 152 | #include <stdint.h> |
| 153 | #ifdef KERNEL |
| 154 | |
| 155 | #ifndef _KERNEL |
| 156 | #define _KERNEL /* Solaris vs. Darwin */ |
| 157 | #endif |
| 158 | |
| 159 | /* |
| 160 | * Platform-independent kernel support for the lockstat driver. |
| 161 | */ |
| 162 | #if defined(NEED_DTRACE_DEFS) |
| 163 | typedef uint32_t dtrace_id_t; /* probe identifier - also in dtrace.h! */ |
| 164 | typedef uint64_t u_longlong_t; /* also in dtrace.h! */ |
| 165 | #endif |
| 166 | |
| 167 | extern dtrace_id_t lockstat_probemap[LS_NPROBES]; |
| 168 | extern void (*lockstat_probe)(dtrace_id_t, uint64_t, uint64_t, |
| 169 | uint64_t, uint64_t, uint64_t); |
| 170 | |
| 171 | |
| 172 | |
| 173 | #ifdef _KERNEL |
| 174 | |
| 175 | #if CONFIG_DTRACE |
| 176 | |
| 177 | extern void (lockstat_probe_wrapper)(int, uintptr_t, int); |
| 178 | |
| 179 | /* |
| 180 | * Macros to record lockstat probes. |
| 181 | */ |
| 182 | #define LOCKSTAT_RECORD4(probe, lp, arg0, arg1, arg2, arg3) \ |
| 183 | { \ |
| 184 | dtrace_id_t id; \ |
| 185 | if (__improbable(id = lockstat_probemap[(probe)])) { \ |
| 186 | (*lockstat_probe)(id, (uintptr_t)(lp), (arg0), \ |
| 187 | (arg1), (arg2), (arg3)); \ |
| 188 | } \ |
| 189 | } |
| 190 | |
| 191 | #define LOCKSTAT_RECORD2(probe, lp, arg1, arg2) \ |
| 192 | LOCKSTAT_RECORD4(probe, lp, arg1, arg2, 0, 0) |
| 193 | |
| 194 | #define LOCKSTAT_RECORD(probe, lp, arg) \ |
| 195 | LOCKSTAT_RECORD4(probe, lp, arg, 0, 0, 0) |
| 196 | |
| 197 | #define LOCKSTAT_RECORD0(probe, lp) \ |
| 198 | LOCKSTAT_RECORD4(probe, lp, 0, 0, 0, 0) |
| 199 | #else |
| 200 | /* No Lockstat provider */ |
| 201 | |
| 202 | #define LOCKSTAT_RECORD() |
| 203 | #define LOCKSTAT_RECORD0() |
| 204 | #define LOCKSTAT_RECORD2() |
| 205 | #define LOCKSTAT_RECORD4() |
| 206 | |
| 207 | #endif /* !CONFIG_DTRACE */ |
| 208 | |
| 209 | #endif /* _KERNEL */ |
| 210 | |
| 211 | #endif /* _ASM */ |
| 212 | |
| 213 | #ifdef __cplusplus |
| 214 | } |
| 215 | #endif |
| 216 | |
| 217 | #endif /* _SYS_LOCKSTAT_H */ |
| 218 | |
| 219 | |