1 | /* Copyright (C) 2002-2017 Free Software Foundation, Inc. |
2 | This file is part of the GNU C Library. |
3 | Contributed by Ulrich Drepper <drepper@redhat.com>, 2002. |
4 | |
5 | The GNU C Library is free software; you can redistribute it and/or |
6 | modify it under the terms of the GNU Lesser General Public |
7 | License as published by the Free Software Foundation; either |
8 | version 2.1 of the License, or (at your option) any later version. |
9 | |
10 | The GNU C Library is distributed in the hope that it will be useful, |
11 | but WITHOUT ANY WARRANTY; without even the implied warranty of |
12 | MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
13 | Lesser General Public License for more details. |
14 | |
15 | You should have received a copy of the GNU Lesser General Public |
16 | License along with the GNU C Library; if not, see |
17 | <http://www.gnu.org/licenses/>. */ |
18 | |
19 | #include <assert.h> |
20 | #include <errno.h> |
21 | #include <stdbool.h> |
22 | #include <string.h> |
23 | #include <kernel-features.h> |
24 | #include "pthreadP.h" |
25 | #include <atomic.h> |
26 | |
27 | #include <stap-probe.h> |
28 | |
29 | static const struct pthread_mutexattr default_mutexattr = |
30 | { |
31 | /* Default is a normal mutex, not shared between processes. */ |
32 | .mutexkind = PTHREAD_MUTEX_NORMAL |
33 | }; |
34 | |
35 | |
36 | static bool |
37 | prio_inherit_missing (void) |
38 | { |
39 | #ifdef __NR_futex |
40 | static int tpi_supported; |
41 | if (__glibc_unlikely (tpi_supported == 0)) |
42 | { |
43 | int lock = 0; |
44 | INTERNAL_SYSCALL_DECL (err); |
45 | int ret = INTERNAL_SYSCALL (futex, err, 4, &lock, FUTEX_UNLOCK_PI, 0, 0); |
46 | assert (INTERNAL_SYSCALL_ERROR_P (ret, err)); |
47 | tpi_supported = INTERNAL_SYSCALL_ERRNO (ret, err) == ENOSYS ? -1 : 1; |
48 | } |
49 | return __glibc_unlikely (tpi_supported < 0); |
50 | #endif |
51 | return true; |
52 | } |
53 | |
54 | int |
55 | __pthread_mutex_init (pthread_mutex_t *mutex, |
56 | const pthread_mutexattr_t *mutexattr) |
57 | { |
58 | const struct pthread_mutexattr *imutexattr; |
59 | |
60 | assert (sizeof (pthread_mutex_t) <= __SIZEOF_PTHREAD_MUTEX_T); |
61 | |
62 | imutexattr = ((const struct pthread_mutexattr *) mutexattr |
63 | ?: &default_mutexattr); |
64 | |
65 | /* Sanity checks. */ |
66 | switch (__builtin_expect (imutexattr->mutexkind |
67 | & PTHREAD_MUTEXATTR_PROTOCOL_MASK, |
68 | PTHREAD_PRIO_NONE |
69 | << PTHREAD_MUTEXATTR_PROTOCOL_SHIFT)) |
70 | { |
71 | case PTHREAD_PRIO_NONE << PTHREAD_MUTEXATTR_PROTOCOL_SHIFT: |
72 | break; |
73 | |
74 | case PTHREAD_PRIO_INHERIT << PTHREAD_MUTEXATTR_PROTOCOL_SHIFT: |
75 | if (__glibc_unlikely (prio_inherit_missing ())) |
76 | return ENOTSUP; |
77 | break; |
78 | |
79 | default: |
80 | /* XXX: For now we don't support robust priority protected mutexes. */ |
81 | if (imutexattr->mutexkind & PTHREAD_MUTEXATTR_FLAG_ROBUST) |
82 | return ENOTSUP; |
83 | break; |
84 | } |
85 | |
86 | /* Clear the whole variable. */ |
87 | memset (mutex, '\0', __SIZEOF_PTHREAD_MUTEX_T); |
88 | |
89 | /* Copy the values from the attribute. */ |
90 | mutex->__data.__kind = imutexattr->mutexkind & ~PTHREAD_MUTEXATTR_FLAG_BITS; |
91 | |
92 | if ((imutexattr->mutexkind & PTHREAD_MUTEXATTR_FLAG_ROBUST) != 0) |
93 | { |
94 | #ifndef __ASSUME_SET_ROBUST_LIST |
95 | if ((imutexattr->mutexkind & PTHREAD_MUTEXATTR_FLAG_PSHARED) != 0 |
96 | && __set_robust_list_avail < 0) |
97 | return ENOTSUP; |
98 | #endif |
99 | |
100 | mutex->__data.__kind |= PTHREAD_MUTEX_ROBUST_NORMAL_NP; |
101 | } |
102 | |
103 | switch (imutexattr->mutexkind & PTHREAD_MUTEXATTR_PROTOCOL_MASK) |
104 | { |
105 | case PTHREAD_PRIO_INHERIT << PTHREAD_MUTEXATTR_PROTOCOL_SHIFT: |
106 | mutex->__data.__kind |= PTHREAD_MUTEX_PRIO_INHERIT_NP; |
107 | break; |
108 | |
109 | case PTHREAD_PRIO_PROTECT << PTHREAD_MUTEXATTR_PROTOCOL_SHIFT: |
110 | mutex->__data.__kind |= PTHREAD_MUTEX_PRIO_PROTECT_NP; |
111 | |
112 | int ceiling = (imutexattr->mutexkind |
113 | & PTHREAD_MUTEXATTR_PRIO_CEILING_MASK) |
114 | >> PTHREAD_MUTEXATTR_PRIO_CEILING_SHIFT; |
115 | if (! ceiling) |
116 | { |
117 | /* See __init_sched_fifo_prio. */ |
118 | if (atomic_load_relaxed (&__sched_fifo_min_prio) == -1) |
119 | __init_sched_fifo_prio (); |
120 | if (ceiling < atomic_load_relaxed (&__sched_fifo_min_prio)) |
121 | ceiling = atomic_load_relaxed (&__sched_fifo_min_prio); |
122 | } |
123 | mutex->__data.__lock = ceiling << PTHREAD_MUTEX_PRIO_CEILING_SHIFT; |
124 | break; |
125 | |
126 | default: |
127 | break; |
128 | } |
129 | |
130 | /* The kernel when waking robust mutexes on exit never uses |
131 | FUTEX_PRIVATE_FLAG FUTEX_WAKE. */ |
132 | if ((imutexattr->mutexkind & (PTHREAD_MUTEXATTR_FLAG_PSHARED |
133 | | PTHREAD_MUTEXATTR_FLAG_ROBUST)) != 0) |
134 | mutex->__data.__kind |= PTHREAD_MUTEX_PSHARED_BIT; |
135 | |
136 | /* Default values: mutex not used yet. */ |
137 | // mutex->__count = 0; already done by memset |
138 | // mutex->__owner = 0; already done by memset |
139 | // mutex->__nusers = 0; already done by memset |
140 | // mutex->__spins = 0; already done by memset |
141 | // mutex->__next = NULL; already done by memset |
142 | |
143 | LIBC_PROBE (mutex_init, 1, mutex); |
144 | |
145 | return 0; |
146 | } |
147 | weak_alias (__pthread_mutex_init, pthread_mutex_init) |
148 | hidden_def (__pthread_mutex_init) |
149 | |