[PATCH] drain_node_pages: interrupt latency reduction / optimization
1. Only disable interrupts if there is actually something to free 2. Only dirty the pcp cacheline if we actually freed something. 3. Disable interrupts for each single pcp and not for cleaning all the pcps in all zones of a node. drain_node_pages is called every 2 seconds from cache_reap. This fix should avoid most disabling of interrupts. Signed-off-by: Christoph Lameter <clameter@sgi.com> Signed-off-by: Andrew Morton <akpm@osdl.org> Signed-off-by: Linus Torvalds <torvalds@osdl.org>
This commit is contained in:
parent
b18e7e654d
commit
879336c393
|
@ -603,13 +603,14 @@ static int rmqueue_bulk(struct zone *zone, unsigned int order,
|
||||||
/*
|
/*
|
||||||
* Called from the slab reaper to drain pagesets on a particular node that
|
* Called from the slab reaper to drain pagesets on a particular node that
|
||||||
* belong to the currently executing processor.
|
* belong to the currently executing processor.
|
||||||
|
* Note that this function must be called with the thread pinned to
|
||||||
|
* a single processor.
|
||||||
*/
|
*/
|
||||||
void drain_node_pages(int nodeid)
|
void drain_node_pages(int nodeid)
|
||||||
{
|
{
|
||||||
int i, z;
|
int i, z;
|
||||||
unsigned long flags;
|
unsigned long flags;
|
||||||
|
|
||||||
local_irq_save(flags);
|
|
||||||
for (z = 0; z < MAX_NR_ZONES; z++) {
|
for (z = 0; z < MAX_NR_ZONES; z++) {
|
||||||
struct zone *zone = NODE_DATA(nodeid)->node_zones + z;
|
struct zone *zone = NODE_DATA(nodeid)->node_zones + z;
|
||||||
struct per_cpu_pageset *pset;
|
struct per_cpu_pageset *pset;
|
||||||
|
@ -619,11 +620,14 @@ void drain_node_pages(int nodeid)
|
||||||
struct per_cpu_pages *pcp;
|
struct per_cpu_pages *pcp;
|
||||||
|
|
||||||
pcp = &pset->pcp[i];
|
pcp = &pset->pcp[i];
|
||||||
|
if (pcp->count) {
|
||||||
|
local_irq_save(flags);
|
||||||
free_pages_bulk(zone, pcp->count, &pcp->list, 0);
|
free_pages_bulk(zone, pcp->count, &pcp->list, 0);
|
||||||
pcp->count = 0;
|
pcp->count = 0;
|
||||||
}
|
|
||||||
}
|
|
||||||
local_irq_restore(flags);
|
local_irq_restore(flags);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
}
|
}
|
||||||
#endif
|
#endif
|
||||||
|
|
||||||
|
|
Loading…
Reference in New Issue