Return-Path: Received: (majordomo@vger.kernel.org) by vger.kernel.org via listexpand id S264323AbUANWyN (ORCPT ); Wed, 14 Jan 2004 17:54:13 -0500 Received: (majordomo@vger.kernel.org) by vger.kernel.org id S264433AbUANWw7 (ORCPT ); Wed, 14 Jan 2004 17:52:59 -0500 Received: from fmr05.intel.com ([134.134.136.6]:15239 "EHLO hermes.jf.intel.com") by vger.kernel.org with ESMTP id S265165AbUANWsW (ORCPT ); Wed, 14 Jan 2004 17:48:22 -0500 Date: Wed, 14 Jan 2004 14:50:22 -0800 From: inaky.perez-gonzalez@intel.com To: linux-kernel@vger.kernel.org Cc: inaky.perez-gonzalez@intel.com, robustmutexes@lists.osdl.org Subject: [RFC/PATCH] FUSYN 7/10: user space fuqueues Message-ID: <0401141450.hd9dXaUcSaKcZcYd5a~bqbjdmbqdJagd9031@intel.com> Content-Type: text/plain Content-Transfer-Encoding: 7bit In-Reply-To: <0401141450.Vbvb8aLcXa4dibLbZb4b~c8aCdcaralb9031@intel.com> X-Mailer: patchbomb 0.0.1 Sender: linux-kernel-owner@vger.kernel.org X-Mailing-List: linux-kernel@vger.kernel.org Content-Length: 6887 Lines: 243 ufuqueue.c | 236 +++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ 1 files changed, 236 insertions(+) --- /dev/null Wed Jan 14 14:39:30 2004 +++ linux/kernel/ufuqueue.c Wed Nov 19 17:32:07 2003 @@ -0,0 +1,236 @@ + +/* + * Fast User real-time/pi/pp/robust/deadlock SYNchronization + * (C) 2002-2003 Intel Corp + * Inaky Perez-Gonzalez . + * + * Licensed under the FSF's GNU Public License v2 or later. + * + * Based on normal futexes (futex.c), (C) Rusty Russell. + * Please refer to Documentation/fusyn.txt for more info. + */ + +#include +#include +#include /* kmap_atomic() */ +#include +#include + +extern signed long ufu_timespec2jiffies (const struct timespec __user *); +static struct fuqueue_ops ufuqueue_ops; + +/** Slab for allocation of 'struct ufuqueue's. */ +static kmem_cache_t *ufuqueue_slab; + +/** A ufuqueue, tied to a user-space vm address. */ +struct ufuqueue { + struct fuqueue fuqueue; + struct vlocator vlocator; +}; + + +/** Initialize an @ufuqueue (for slab object construction). */ +static inline +void ufuqueue_ctor (void *obj, kmem_cache_t *slab, unsigned long flags) +{ + struct ufuqueue *ufuqueue = obj; + __fuqueue_init (&ufuqueue->fuqueue, &ufuqueue_ops); + vlocator_init (&ufuqueue->vlocator); +} + + +/** Allocate an ufuqueue maintaining debug-allocation counts. */ +static __inline__ +struct vlocator * ufuqueue_alloc (void) +{ + struct ufuqueue *ufuqueue; + ufuqueue = kmem_cache_alloc (ufuqueue_slab, GFP_KERNEL); + if (DEBUG > 0 && ufuqueue != NULL) + ldebug (1, "ufuqueue %p allocated, total: %d\n", + ufuqueue, allocated_inc()); + return &ufuqueue->vlocator; +} + + +/** + * Create a ufuqueue that is going to be inserted to the hash + * [called from vlocator.c:vl_locate() throught the vlocator ops] + */ +static +void ufuqueue_create (struct vlocator *vl, struct page *page, + const union futex_key *key, unsigned flags) +{ + memcpy (&vl->key, key, sizeof (*key)); + get_key_refs (&vl->key); +} + + +/** Free an ufuqueue maintaining debug-allocation counts. */ +static __inline__ +void ufuqueue_release (struct vlocator *vl) +{ + drop_key_refs (&vl->key); +} + + +/** Free an ufuqueue maintaining debug-allocation counts. */ +static __inline__ +void ufuqueue_free (struct vlocator *vl) +{ + struct ufuqueue *ufuqueue = + container_of (vl, struct ufuqueue, vlocator); + kmem_cache_free (ufuqueue_slab, ufuqueue); + if (DEBUG > 0 && ufuqueue != NULL) + ldebug (1, "ufuqueue %p freed, total: %d\n", + ufuqueue, allocated_dec()); +} + + +struct vlocator_ops ufuqueue_vops = { + .alloc = ufuqueue_alloc, + .create = ufuqueue_create, + .release = ufuqueue_release, + .free = ufuqueue_free +}; + + +/** + * Wait on a fuqueue + * + * @_vfuqueue: address in user space of the condvar + * @cond_flags: flags for the conditional variable + * @_vfulock: address in user space of the fulock. + * @lock_flags: flags for the fulock. + * @_timeout: timeout information [see sys_ufulock_lock()] + * + * This is just a thin shell that locates the kernel descriptors for + * the condvar and the lock and then handles the work to + * ufuqueue_wait(). + */ +asmlinkage +int sys_ufuqueue_wait (volatile unsigned __user *_vfuqueue, + unsigned val, struct timespec __user *_timeout) +{ + int result = -EINVAL; + struct ufuqueue *ufuqueue; + struct page *page; + char *page_kmap; + volatile unsigned *vfuqueue; + unsigned new_val; + struct vlocator *vl; + signed long timeout; + struct fuqueue_waiter w; + + ftrace ("(%p, %x, %p)\n", _vfuqueue, val, _timeout); + might_sleep(); + + /* ufuqueue: pin pages, get keys, look up/allocate, refcount */ + result = vl_locate (&page, &vl, &ufuqueue_vops, _vfuqueue, 0); + if (unlikely (result < 0)) + goto out; + ufuqueue = container_of (vl, struct ufuqueue, vlocator); + /* We are going to lock the ufuqueue, so get the timeout first */ + timeout = ufu_timespec2jiffies (_timeout); + result = (int) timeout; + if (timeout < 0) + goto out_put_vl; + + spin_lock_irq (&ufuqueue->fuqueue.lock); + __fuqueue_wait_queue (&ufuqueue->fuqueue, &w); + /* Now, are we ok with the value? */ + page_kmap = kmap_atomic (page, KM_IRQ0); + vfuqueue = (volatile unsigned *)page_kmap + (vl->key.both.offset & ~1); + new_val = *vfuqueue; + kunmap_atomic (page_kmap, KM_IRQ0); + result = -EWOULDBLOCK; + if (val != new_val) + goto out_unqueue; + /* ok, go ahead and wait (it will unlock and restore irqs/preempt */ + return __fuqueue_wait_block (&ufuqueue->fuqueue, &w, timeout); + +out_unqueue: + __fuqueue_wait_unqueue (&w, 0); + spin_unlock_irq (&ufuqueue->fuqueue.lock); +out_put_vl: + vl_put (vl); + put_page (page); +out: + return result; +} + + +/** + * Wake up waiters of a fuqueue + * + * @_vfuqueue: pointer to the fuqueue + * @howmany: number of waiters to wake up + * @code: code to return to the waiters [default it to zero] + * @returns: 0 if ok, < 0 errno code on error. + */ +asmlinkage +int sys_ufuqueue_wake (volatile unsigned __user *_vfuqueue, + size_t howmany, int code) +{ + int result; + struct vlocator *vl; + struct ufuqueue *ufuqueue; + + ftrace ("(%p, %u)\n", _vfuqueue, howmany); + might_sleep(); + + /* ufuqueue: get keys, look up (don't allocate), refcount */ + result = vl_locate (NULL, &vl, NULL, _vfuqueue, 0); + if (result < 0) + goto out; + ufuqueue = container_of (vl, struct ufuqueue, vlocator); + /* Wake'en up */ + spin_lock_irq (&ufuqueue->fuqueue.lock); + __fuqueue_wake (&ufuqueue->fuqueue, howmany, code); + spin_unlock_irq (&ufuqueue->fuqueue.lock); + vl_put (vl); + result = 0; +out: + return result; +} + + +/** Initialize the ufuqueue subsystem. */ +static +int __init subsys_ufuqueue_init (void) +{ + ufuqueue_slab = kmem_cache_create ("ufuqueue", sizeof (struct ufuqueue), + 0, 0, ufuqueue_ctor, NULL); + if (ufuqueue_slab == NULL) + panic ("ufuqueue_init(): " + "Unable to initialize ufuqueue slab allocator.\n"); + return 0; +} +__initcall (subsys_ufuqueue_init); + + +/* Adaptors for fulock operations */ +static +void ufuqueue_put (struct fuqueue *fuqueue) +{ + struct ufuqueue *ufuqueue = + container_of (fuqueue, struct ufuqueue, fuqueue); + vl_put (&ufuqueue->vlocator); +} + +static +void ufuqueue_get (struct fuqueue *fuqueue) +{ + struct ufuqueue *ufuqueue = + container_of (fuqueue, struct ufuqueue, fuqueue); + vl_get (&ufuqueue->vlocator); +} + +/** Ufuqueue operations */ +static +struct fuqueue_ops ufuqueue_ops = { + .get = ufuqueue_get, + .put = ufuqueue_put, + .wait_cancel = __fuqueue_wait_cancel, + .chprio = __fuqueue_chprio +}; + - To unsubscribe from this list: send the line "unsubscribe linux-kernel" in the body of a message to majordomo@vger.kernel.org More majordomo info at http://vger.kernel.org/majordomo-info.html Please read the FAQ at http://www.tux.org/lkml/