|
@@ -421,8 +421,7 @@ static void rds_ib_recv_cache_put(struct list_head *new_item,
|
|
struct rds_ib_refill_cache *cache)
|
|
struct rds_ib_refill_cache *cache)
|
|
{
|
|
{
|
|
unsigned long flags;
|
|
unsigned long flags;
|
|
- struct list_head *old;
|
|
|
|
- struct list_head __percpu *chpfirst;
|
|
|
|
|
|
+ struct list_head *old, *chpfirst;
|
|
|
|
|
|
local_irq_save(flags);
|
|
local_irq_save(flags);
|
|
|
|
|
|
@@ -432,7 +431,7 @@ static void rds_ib_recv_cache_put(struct list_head *new_item,
|
|
else /* put on front */
|
|
else /* put on front */
|
|
list_add_tail(new_item, chpfirst);
|
|
list_add_tail(new_item, chpfirst);
|
|
|
|
|
|
- __this_cpu_write(chpfirst, new_item);
|
|
|
|
|
|
+ __this_cpu_write(cache->percpu->first, new_item);
|
|
__this_cpu_inc(cache->percpu->count);
|
|
__this_cpu_inc(cache->percpu->count);
|
|
|
|
|
|
if (__this_cpu_read(cache->percpu->count) < RDS_IB_RECYCLE_BATCH_COUNT)
|
|
if (__this_cpu_read(cache->percpu->count) < RDS_IB_RECYCLE_BATCH_COUNT)
|
|
@@ -452,7 +451,7 @@ static void rds_ib_recv_cache_put(struct list_head *new_item,
|
|
} while (old);
|
|
} while (old);
|
|
|
|
|
|
|
|
|
|
- __this_cpu_write(chpfirst, NULL);
|
|
|
|
|
|
+ __this_cpu_write(cache->percpu->first, NULL);
|
|
__this_cpu_write(cache->percpu->count, 0);
|
|
__this_cpu_write(cache->percpu->count, 0);
|
|
end:
|
|
end:
|
|
local_irq_restore(flags);
|
|
local_irq_restore(flags);
|