1
/**************************************************************************
3
* Copyright (c) 2007-2009 VMware, Inc., Palo Alto, CA., USA
6
* Permission is hereby granted, free of charge, to any person obtaining a
7
* copy of this software and associated documentation files (the
8
* "Software"), to deal in the Software without restriction, including
9
* without limitation the rights to use, copy, modify, merge, publish,
10
* distribute, sub license, and/or sell copies of the Software, and to
11
* permit persons to whom the Software is furnished to do so, subject to
12
* the following conditions:
14
* The above copyright notice and this permission notice (including the
15
* next paragraph) shall be included in all copies or substantial portions
18
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
19
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
20
* FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
21
* THE COPYRIGHT HOLDERS, AUTHORS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM,
22
* DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
23
* OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
24
* USE OR OTHER DEALINGS IN THE SOFTWARE.
26
**************************************************************************/
28
* Authors: Thomas Hellstrom <thellstrom-at-vmware-dot-com>
31
#include "ttm/ttm_lock.h"
32
#include "ttm/ttm_module.h"
33
#include <asm/atomic.h>
34
#include <linux/errno.h>
35
#include <linux/wait.h>
36
#include <linux/sched.h>
37
#include <linux/module.h>
39
#define TTM_WRITE_LOCK_PENDING (1 << 0)
40
#define TTM_VT_LOCK_PENDING (1 << 1)
41
#define TTM_SUSPEND_LOCK_PENDING (1 << 2)
42
#define TTM_VT_LOCK (1 << 3)
43
#define TTM_SUSPEND_LOCK (1 << 4)
45
void ttm_lock_init(struct ttm_lock *lock)
47
spin_lock_init(&lock->lock);
48
init_waitqueue_head(&lock->queue);
51
lock->kill_takers = false;
52
lock->signal = SIGKILL;
54
EXPORT_SYMBOL(ttm_lock_init);
56
void ttm_read_unlock(struct ttm_lock *lock)
58
spin_lock(&lock->lock);
60
wake_up_all(&lock->queue);
61
spin_unlock(&lock->lock);
63
EXPORT_SYMBOL(ttm_read_unlock);
65
static bool __ttm_read_lock(struct ttm_lock *lock)
69
spin_lock(&lock->lock);
70
if (unlikely(lock->kill_takers)) {
71
send_sig(lock->signal, current, 0);
72
spin_unlock(&lock->lock);
75
if (lock->rw >= 0 && lock->flags == 0) {
79
spin_unlock(&lock->lock);
83
int ttm_read_lock(struct ttm_lock *lock, bool interruptible)
88
ret = wait_event_interruptible(lock->queue,
89
__ttm_read_lock(lock));
91
wait_event(lock->queue, __ttm_read_lock(lock));
94
EXPORT_SYMBOL(ttm_read_lock);
96
static bool __ttm_read_trylock(struct ttm_lock *lock, bool *locked)
102
spin_lock(&lock->lock);
103
if (unlikely(lock->kill_takers)) {
104
send_sig(lock->signal, current, 0);
105
spin_unlock(&lock->lock);
108
if (lock->rw >= 0 && lock->flags == 0) {
112
} else if (lock->flags == 0) {
115
spin_unlock(&lock->lock);
120
int ttm_read_trylock(struct ttm_lock *lock, bool interruptible)
126
ret = wait_event_interruptible
127
(lock->queue, __ttm_read_trylock(lock, &locked));
129
wait_event(lock->queue, __ttm_read_trylock(lock, &locked));
131
if (unlikely(ret != 0)) {
136
return (locked) ? 0 : -EBUSY;
139
void ttm_write_unlock(struct ttm_lock *lock)
141
spin_lock(&lock->lock);
143
wake_up_all(&lock->queue);
144
spin_unlock(&lock->lock);
146
EXPORT_SYMBOL(ttm_write_unlock);
148
static bool __ttm_write_lock(struct ttm_lock *lock)
152
spin_lock(&lock->lock);
153
if (unlikely(lock->kill_takers)) {
154
send_sig(lock->signal, current, 0);
155
spin_unlock(&lock->lock);
158
if (lock->rw == 0 && ((lock->flags & ~TTM_WRITE_LOCK_PENDING) == 0)) {
160
lock->flags &= ~TTM_WRITE_LOCK_PENDING;
163
lock->flags |= TTM_WRITE_LOCK_PENDING;
165
spin_unlock(&lock->lock);
169
int ttm_write_lock(struct ttm_lock *lock, bool interruptible)
174
ret = wait_event_interruptible(lock->queue,
175
__ttm_write_lock(lock));
176
if (unlikely(ret != 0)) {
177
spin_lock(&lock->lock);
178
lock->flags &= ~TTM_WRITE_LOCK_PENDING;
179
wake_up_all(&lock->queue);
180
spin_unlock(&lock->lock);
183
wait_event(lock->queue, __ttm_read_lock(lock));
187
EXPORT_SYMBOL(ttm_write_lock);
189
void ttm_write_lock_downgrade(struct ttm_lock *lock)
191
spin_lock(&lock->lock);
193
wake_up_all(&lock->queue);
194
spin_unlock(&lock->lock);
197
static int __ttm_vt_unlock(struct ttm_lock *lock)
201
spin_lock(&lock->lock);
202
if (unlikely(!(lock->flags & TTM_VT_LOCK)))
204
lock->flags &= ~TTM_VT_LOCK;
205
wake_up_all(&lock->queue);
206
spin_unlock(&lock->lock);
207
printk(KERN_INFO TTM_PFX "vt unlock.\n");
212
static void ttm_vt_lock_remove(struct ttm_base_object **p_base)
214
struct ttm_base_object *base = *p_base;
215
struct ttm_lock *lock = container_of(base, struct ttm_lock, base);
219
ret = __ttm_vt_unlock(lock);
223
static bool __ttm_vt_lock(struct ttm_lock *lock)
227
spin_lock(&lock->lock);
229
lock->flags &= ~TTM_VT_LOCK_PENDING;
230
lock->flags |= TTM_VT_LOCK;
233
lock->flags |= TTM_VT_LOCK_PENDING;
235
spin_unlock(&lock->lock);
239
int ttm_vt_lock(struct ttm_lock *lock,
241
struct ttm_object_file *tfile)
246
ret = wait_event_interruptible(lock->queue,
247
__ttm_vt_lock(lock));
248
if (unlikely(ret != 0)) {
249
spin_lock(&lock->lock);
250
lock->flags &= ~TTM_VT_LOCK_PENDING;
251
wake_up_all(&lock->queue);
252
spin_unlock(&lock->lock);
256
wait_event(lock->queue, __ttm_vt_lock(lock));
259
* Add a base-object, the destructor of which will
260
* make sure the lock is released if the client dies
264
ret = ttm_base_object_init(tfile, &lock->base, false,
265
ttm_lock_type, &ttm_vt_lock_remove, NULL);
267
(void)__ttm_vt_unlock(lock);
269
lock->vt_holder = tfile;
270
printk(KERN_INFO TTM_PFX "vt lock.\n");
275
EXPORT_SYMBOL(ttm_vt_lock);
277
int ttm_vt_unlock(struct ttm_lock *lock)
279
return ttm_ref_object_base_unref(lock->vt_holder,
280
lock->base.hash.key, TTM_REF_USAGE);
282
EXPORT_SYMBOL(ttm_vt_unlock);
284
void ttm_suspend_unlock(struct ttm_lock *lock)
286
spin_lock(&lock->lock);
287
lock->flags &= ~TTM_SUSPEND_LOCK;
288
wake_up_all(&lock->queue);
289
spin_unlock(&lock->lock);
291
EXPORT_SYMBOL(ttm_suspend_unlock);
293
static bool __ttm_suspend_lock(struct ttm_lock *lock)
297
spin_lock(&lock->lock);
299
lock->flags &= ~TTM_SUSPEND_LOCK_PENDING;
300
lock->flags |= TTM_SUSPEND_LOCK;
303
lock->flags |= TTM_SUSPEND_LOCK_PENDING;
305
spin_unlock(&lock->lock);
309
void ttm_suspend_lock(struct ttm_lock *lock)
311
wait_event(lock->queue, __ttm_suspend_lock(lock));
313
EXPORT_SYMBOL(ttm_suspend_lock);