Commit 938ba5eb authored by Thomas Gleixner's avatar Thomas Gleixner

debugobjects: Convert to atomic_spinlock

Signed-off-by: default avatarThomas Gleixner <tglx@linutronix.de>
parent 34ca9f9b
...@@ -25,14 +25,14 @@ ...@@ -25,14 +25,14 @@
struct debug_bucket { struct debug_bucket {
struct hlist_head list; struct hlist_head list;
spinlock_t lock; atomic_spinlock_t lock;
}; };
static struct debug_bucket obj_hash[ODEBUG_HASH_SIZE]; static struct debug_bucket obj_hash[ODEBUG_HASH_SIZE];
static struct debug_obj obj_static_pool[ODEBUG_POOL_SIZE] __initdata; static struct debug_obj obj_static_pool[ODEBUG_POOL_SIZE] __initdata;
static DEFINE_SPINLOCK(pool_lock); static DEFINE_ATOMIC_SPINLOCK(pool_lock);
static HLIST_HEAD(obj_pool); static HLIST_HEAD(obj_pool);
...@@ -95,10 +95,10 @@ static int fill_pool(void) ...@@ -95,10 +95,10 @@ static int fill_pool(void)
if (!new) if (!new)
return obj_pool_free; return obj_pool_free;
spin_lock_irqsave(&pool_lock, flags); atomic_spin_lock_irqsave(&pool_lock, flags);
hlist_add_head(&new->node, &obj_pool); hlist_add_head(&new->node, &obj_pool);
obj_pool_free++; obj_pool_free++;
spin_unlock_irqrestore(&pool_lock, flags); atomic_spin_unlock_irqrestore(&pool_lock, flags);
} }
return obj_pool_free; return obj_pool_free;
} }
...@@ -132,7 +132,7 @@ alloc_object(void *addr, struct debug_bucket *b, struct debug_obj_descr *descr) ...@@ -132,7 +132,7 @@ alloc_object(void *addr, struct debug_bucket *b, struct debug_obj_descr *descr)
{ {
struct debug_obj *obj = NULL; struct debug_obj *obj = NULL;
spin_lock(&pool_lock); atomic_spin_lock(&pool_lock);
if (obj_pool.first) { if (obj_pool.first) {
obj = hlist_entry(obj_pool.first, typeof(*obj), node); obj = hlist_entry(obj_pool.first, typeof(*obj), node);
...@@ -151,7 +151,7 @@ alloc_object(void *addr, struct debug_bucket *b, struct debug_obj_descr *descr) ...@@ -151,7 +151,7 @@ alloc_object(void *addr, struct debug_bucket *b, struct debug_obj_descr *descr)
if (obj_pool_free < obj_pool_min_free) if (obj_pool_free < obj_pool_min_free)
obj_pool_min_free = obj_pool_free; obj_pool_min_free = obj_pool_free;
} }
spin_unlock(&pool_lock); atomic_spin_unlock(&pool_lock);
return obj; return obj;
} }
...@@ -164,7 +164,7 @@ static void free_obj_work(struct work_struct *work) ...@@ -164,7 +164,7 @@ static void free_obj_work(struct work_struct *work)
struct debug_obj *obj; struct debug_obj *obj;
unsigned long flags; unsigned long flags;
spin_lock_irqsave(&pool_lock, flags); atomic_spin_lock_irqsave(&pool_lock, flags);
while (obj_pool_free > ODEBUG_POOL_SIZE) { while (obj_pool_free > ODEBUG_POOL_SIZE) {
obj = hlist_entry(obj_pool.first, typeof(*obj), node); obj = hlist_entry(obj_pool.first, typeof(*obj), node);
hlist_del(&obj->node); hlist_del(&obj->node);
...@@ -173,11 +173,11 @@ static void free_obj_work(struct work_struct *work) ...@@ -173,11 +173,11 @@ static void free_obj_work(struct work_struct *work)
* We release pool_lock across kmem_cache_free() to * We release pool_lock across kmem_cache_free() to
* avoid contention on pool_lock. * avoid contention on pool_lock.
*/ */
spin_unlock_irqrestore(&pool_lock, flags); atomic_spin_unlock_irqrestore(&pool_lock, flags);
kmem_cache_free(obj_cache, obj); kmem_cache_free(obj_cache, obj);
spin_lock_irqsave(&pool_lock, flags); atomic_spin_lock_irqsave(&pool_lock, flags);
} }
spin_unlock_irqrestore(&pool_lock, flags); atomic_spin_unlock_irqrestore(&pool_lock, flags);
} }
/* /*
...@@ -189,7 +189,7 @@ static void free_object(struct debug_obj *obj) ...@@ -189,7 +189,7 @@ static void free_object(struct debug_obj *obj)
unsigned long flags; unsigned long flags;
int sched = 0; int sched = 0;
spin_lock_irqsave(&pool_lock, flags); atomic_spin_lock_irqsave(&pool_lock, flags);
/* /*
* schedule work when the pool is filled and the cache is * schedule work when the pool is filled and the cache is
* initialized: * initialized:
...@@ -199,7 +199,7 @@ static void free_object(struct debug_obj *obj) ...@@ -199,7 +199,7 @@ static void free_object(struct debug_obj *obj)
hlist_add_head(&obj->node, &obj_pool); hlist_add_head(&obj->node, &obj_pool);
obj_pool_free++; obj_pool_free++;
obj_pool_used--; obj_pool_used--;
spin_unlock_irqrestore(&pool_lock, flags); atomic_spin_unlock_irqrestore(&pool_lock, flags);
if (sched) if (sched)
schedule_work(&debug_obj_work); schedule_work(&debug_obj_work);
} }
...@@ -220,9 +220,9 @@ static void debug_objects_oom(void) ...@@ -220,9 +220,9 @@ static void debug_objects_oom(void)
printk(KERN_WARNING "ODEBUG: Out of memory. ODEBUG disabled\n"); printk(KERN_WARNING "ODEBUG: Out of memory. ODEBUG disabled\n");
for (i = 0; i < ODEBUG_HASH_SIZE; i++, db++) { for (i = 0; i < ODEBUG_HASH_SIZE; i++, db++) {
spin_lock_irqsave(&db->lock, flags); atomic_spin_lock_irqsave(&db->lock, flags);
hlist_move_list(&db->list, &freelist); hlist_move_list(&db->list, &freelist);
spin_unlock_irqrestore(&db->lock, flags); atomic_spin_unlock_irqrestore(&db->lock, flags);
/* Now free them */ /* Now free them */
hlist_for_each_entry_safe(obj, node, tmp, &freelist, node) { hlist_for_each_entry_safe(obj, node, tmp, &freelist, node) {
...@@ -302,14 +302,14 @@ __debug_object_init(void *addr, struct debug_obj_descr *descr, int onstack) ...@@ -302,14 +302,14 @@ __debug_object_init(void *addr, struct debug_obj_descr *descr, int onstack)
db = get_bucket((unsigned long) addr); db = get_bucket((unsigned long) addr);
spin_lock_irqsave(&db->lock, flags); atomic_spin_lock_irqsave(&db->lock, flags);
obj = lookup_object(addr, db); obj = lookup_object(addr, db);
if (!obj) { if (!obj) {
obj = alloc_object(addr, db, descr); obj = alloc_object(addr, db, descr);
if (!obj) { if (!obj) {
debug_objects_enabled = 0; debug_objects_enabled = 0;
spin_unlock_irqrestore(&db->lock, flags); atomic_spin_unlock_irqrestore(&db->lock, flags);
debug_objects_oom(); debug_objects_oom();
return; return;
} }
...@@ -326,7 +326,7 @@ __debug_object_init(void *addr, struct debug_obj_descr *descr, int onstack) ...@@ -326,7 +326,7 @@ __debug_object_init(void *addr, struct debug_obj_descr *descr, int onstack)
case ODEBUG_STATE_ACTIVE: case ODEBUG_STATE_ACTIVE:
debug_print_object(obj, "init"); debug_print_object(obj, "init");
state = obj->state; state = obj->state;
spin_unlock_irqrestore(&db->lock, flags); atomic_spin_unlock_irqrestore(&db->lock, flags);
debug_object_fixup(descr->fixup_init, addr, state); debug_object_fixup(descr->fixup_init, addr, state);
return; return;
...@@ -337,7 +337,7 @@ __debug_object_init(void *addr, struct debug_obj_descr *descr, int onstack) ...@@ -337,7 +337,7 @@ __debug_object_init(void *addr, struct debug_obj_descr *descr, int onstack)
break; break;
} }
spin_unlock_irqrestore(&db->lock, flags); atomic_spin_unlock_irqrestore(&db->lock, flags);
} }
/** /**
...@@ -384,7 +384,7 @@ void debug_object_activate(void *addr, struct debug_obj_descr *descr) ...@@ -384,7 +384,7 @@ void debug_object_activate(void *addr, struct debug_obj_descr *descr)
db = get_bucket((unsigned long) addr); db = get_bucket((unsigned long) addr);
spin_lock_irqsave(&db->lock, flags); atomic_spin_lock_irqsave(&db->lock, flags);
obj = lookup_object(addr, db); obj = lookup_object(addr, db);
if (obj) { if (obj) {
...@@ -397,7 +397,7 @@ void debug_object_activate(void *addr, struct debug_obj_descr *descr) ...@@ -397,7 +397,7 @@ void debug_object_activate(void *addr, struct debug_obj_descr *descr)
case ODEBUG_STATE_ACTIVE: case ODEBUG_STATE_ACTIVE:
debug_print_object(obj, "activate"); debug_print_object(obj, "activate");
state = obj->state; state = obj->state;
spin_unlock_irqrestore(&db->lock, flags); atomic_spin_unlock_irqrestore(&db->lock, flags);
debug_object_fixup(descr->fixup_activate, addr, state); debug_object_fixup(descr->fixup_activate, addr, state);
return; return;
...@@ -407,11 +407,11 @@ void debug_object_activate(void *addr, struct debug_obj_descr *descr) ...@@ -407,11 +407,11 @@ void debug_object_activate(void *addr, struct debug_obj_descr *descr)
default: default:
break; break;
} }
spin_unlock_irqrestore(&db->lock, flags); atomic_spin_unlock_irqrestore(&db->lock, flags);
return; return;
} }
spin_unlock_irqrestore(&db->lock, flags); atomic_spin_unlock_irqrestore(&db->lock, flags);
/* /*
* This happens when a static object is activated. We * This happens when a static object is activated. We
* let the type specific code decide whether this is * let the type specific code decide whether this is
...@@ -437,7 +437,7 @@ void debug_object_deactivate(void *addr, struct debug_obj_descr *descr) ...@@ -437,7 +437,7 @@ void debug_object_deactivate(void *addr, struct debug_obj_descr *descr)
db = get_bucket((unsigned long) addr); db = get_bucket((unsigned long) addr);
spin_lock_irqsave(&db->lock, flags); atomic_spin_lock_irqsave(&db->lock, flags);
obj = lookup_object(addr, db); obj = lookup_object(addr, db);
if (obj) { if (obj) {
...@@ -462,7 +462,7 @@ void debug_object_deactivate(void *addr, struct debug_obj_descr *descr) ...@@ -462,7 +462,7 @@ void debug_object_deactivate(void *addr, struct debug_obj_descr *descr)
debug_print_object(&o, "deactivate"); debug_print_object(&o, "deactivate");
} }
spin_unlock_irqrestore(&db->lock, flags); atomic_spin_unlock_irqrestore(&db->lock, flags);
} }
/** /**
...@@ -482,7 +482,7 @@ void debug_object_destroy(void *addr, struct debug_obj_descr *descr) ...@@ -482,7 +482,7 @@ void debug_object_destroy(void *addr, struct debug_obj_descr *descr)
db = get_bucket((unsigned long) addr); db = get_bucket((unsigned long) addr);
spin_lock_irqsave(&db->lock, flags); atomic_spin_lock_irqsave(&db->lock, flags);
obj = lookup_object(addr, db); obj = lookup_object(addr, db);
if (!obj) if (!obj)
...@@ -497,7 +497,7 @@ void debug_object_destroy(void *addr, struct debug_obj_descr *descr) ...@@ -497,7 +497,7 @@ void debug_object_destroy(void *addr, struct debug_obj_descr *descr)
case ODEBUG_STATE_ACTIVE: case ODEBUG_STATE_ACTIVE:
debug_print_object(obj, "destroy"); debug_print_object(obj, "destroy");
state = obj->state; state = obj->state;
spin_unlock_irqrestore(&db->lock, flags); atomic_spin_unlock_irqrestore(&db->lock, flags);
debug_object_fixup(descr->fixup_destroy, addr, state); debug_object_fixup(descr->fixup_destroy, addr, state);
return; return;
...@@ -508,7 +508,7 @@ void debug_object_destroy(void *addr, struct debug_obj_descr *descr) ...@@ -508,7 +508,7 @@ void debug_object_destroy(void *addr, struct debug_obj_descr *descr)
break; break;
} }
out_unlock: out_unlock:
spin_unlock_irqrestore(&db->lock, flags); atomic_spin_unlock_irqrestore(&db->lock, flags);
} }
/** /**
...@@ -528,7 +528,7 @@ void debug_object_free(void *addr, struct debug_obj_descr *descr) ...@@ -528,7 +528,7 @@ void debug_object_free(void *addr, struct debug_obj_descr *descr)
db = get_bucket((unsigned long) addr); db = get_bucket((unsigned long) addr);
spin_lock_irqsave(&db->lock, flags); atomic_spin_lock_irqsave(&db->lock, flags);
obj = lookup_object(addr, db); obj = lookup_object(addr, db);
if (!obj) if (!obj)
...@@ -538,17 +538,17 @@ void debug_object_free(void *addr, struct debug_obj_descr *descr) ...@@ -538,17 +538,17 @@ void debug_object_free(void *addr, struct debug_obj_descr *descr)
case ODEBUG_STATE_ACTIVE: case ODEBUG_STATE_ACTIVE:
debug_print_object(obj, "free"); debug_print_object(obj, "free");
state = obj->state; state = obj->state;
spin_unlock_irqrestore(&db->lock, flags); atomic_spin_unlock_irqrestore(&db->lock, flags);
debug_object_fixup(descr->fixup_free, addr, state); debug_object_fixup(descr->fixup_free, addr, state);
return; return;
default: default:
hlist_del(&obj->node); hlist_del(&obj->node);
spin_unlock_irqrestore(&db->lock, flags); atomic_spin_unlock_irqrestore(&db->lock, flags);
free_object(obj); free_object(obj);
return; return;
} }
out_unlock: out_unlock:
spin_unlock_irqrestore(&db->lock, flags); atomic_spin_unlock_irqrestore(&db->lock, flags);
} }
#ifdef CONFIG_DEBUG_OBJECTS_FREE #ifdef CONFIG_DEBUG_OBJECTS_FREE
...@@ -574,7 +574,7 @@ static void __debug_check_no_obj_freed(const void *address, unsigned long size) ...@@ -574,7 +574,7 @@ static void __debug_check_no_obj_freed(const void *address, unsigned long size)
repeat: repeat:
cnt = 0; cnt = 0;
spin_lock_irqsave(&db->lock, flags); atomic_spin_lock_irqsave(&db->lock, flags);
hlist_for_each_entry_safe(obj, node, tmp, &db->list, node) { hlist_for_each_entry_safe(obj, node, tmp, &db->list, node) {
cnt++; cnt++;
oaddr = (unsigned long) obj->object; oaddr = (unsigned long) obj->object;
...@@ -586,7 +586,7 @@ repeat: ...@@ -586,7 +586,7 @@ repeat:
debug_print_object(obj, "free"); debug_print_object(obj, "free");
descr = obj->descr; descr = obj->descr;
state = obj->state; state = obj->state;
spin_unlock_irqrestore(&db->lock, flags); atomic_spin_unlock_irqrestore(&db->lock, flags);
debug_object_fixup(descr->fixup_free, debug_object_fixup(descr->fixup_free,
(void *) oaddr, state); (void *) oaddr, state);
goto repeat; goto repeat;
...@@ -596,7 +596,7 @@ repeat: ...@@ -596,7 +596,7 @@ repeat:
break; break;
} }
} }
spin_unlock_irqrestore(&db->lock, flags); atomic_spin_unlock_irqrestore(&db->lock, flags);
/* Now free them */ /* Now free them */
hlist_for_each_entry_safe(obj, node, tmp, &freelist, node) { hlist_for_each_entry_safe(obj, node, tmp, &freelist, node) {
...@@ -782,7 +782,7 @@ check_results(void *addr, enum debug_obj_state state, int fixups, int warnings) ...@@ -782,7 +782,7 @@ check_results(void *addr, enum debug_obj_state state, int fixups, int warnings)
db = get_bucket((unsigned long) addr); db = get_bucket((unsigned long) addr);
spin_lock_irqsave(&db->lock, flags); atomic_spin_lock_irqsave(&db->lock, flags);
obj = lookup_object(addr, db); obj = lookup_object(addr, db);
if (!obj && state != ODEBUG_STATE_NONE) { if (!obj && state != ODEBUG_STATE_NONE) {
...@@ -806,7 +806,7 @@ check_results(void *addr, enum debug_obj_state state, int fixups, int warnings) ...@@ -806,7 +806,7 @@ check_results(void *addr, enum debug_obj_state state, int fixups, int warnings)
} }
res = 0; res = 0;
out: out:
spin_unlock_irqrestore(&db->lock, flags); atomic_spin_unlock_irqrestore(&db->lock, flags);
if (res) if (res)
debug_objects_enabled = 0; debug_objects_enabled = 0;
return res; return res;
...@@ -906,7 +906,7 @@ void __init debug_objects_early_init(void) ...@@ -906,7 +906,7 @@ void __init debug_objects_early_init(void)
int i; int i;
for (i = 0; i < ODEBUG_HASH_SIZE; i++) for (i = 0; i < ODEBUG_HASH_SIZE; i++)
spin_lock_init(&obj_hash[i].lock); atomic_spin_lock_init(&obj_hash[i].lock);
for (i = 0; i < ODEBUG_POOL_SIZE; i++) for (i = 0; i < ODEBUG_POOL_SIZE; i++)
hlist_add_head(&obj_static_pool[i].node, &obj_pool); hlist_add_head(&obj_static_pool[i].node, &obj_pool);
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment