mm: memcontrol: fix slub memory accounting
[ Upstream commit 96403bfe50c344b587ea53894954a9d152af1c9d ]
SLUB currently account kmalloc() and kmalloc_node() allocations larger
than order-1 page per-node. But it forget to update the per-memcg
vmstats. So it can lead to inaccurate statistics of "slab_unreclaimable"
which is from memory.stat. Fix it by using mod_lruvec_page_state instead
of mod_node_page_state.
Link: https://lkml.kernel.org/r/20210223092423.42420-1-songmuchun@bytedance.com
Fixes: 6a486c0ad4 ("mm, sl[ou]b: improve memory accounting")
Signed-off-by: Muchun Song <songmuchun@bytedance.com>
Reviewed-by: Shakeel Butt <shakeelb@google.com>
Reviewed-by: Roman Gushchin <guro@fb.com>
Reviewed-by: Michal Koutný <mkoutny@suse.com>
Cc: Johannes Weiner <hannes@cmpxchg.org>
Cc: Michal Hocko <mhocko@kernel.org>
Cc: Vladimir Davydov <vdavydov.dev@gmail.com>
Signed-off-by: Andrew Morton <akpm@linux-foundation.org>
Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>
Signed-off-by: Sasha Levin <sashal@kernel.org>
This commit is contained in:
committed by
Greg Kroah-Hartman
parent
026e07bc0a
commit
cbb86d6a5d
@@ -836,7 +836,7 @@ void *kmalloc_order(size_t size, gfp_t flags, unsigned int order)
|
|||||||
page = alloc_pages(flags, order);
|
page = alloc_pages(flags, order);
|
||||||
if (likely(page)) {
|
if (likely(page)) {
|
||||||
ret = page_address(page);
|
ret = page_address(page);
|
||||||
mod_node_page_state(page_pgdat(page), NR_SLAB_UNRECLAIMABLE_B,
|
mod_lruvec_page_state(page, NR_SLAB_UNRECLAIMABLE_B,
|
||||||
PAGE_SIZE << order);
|
PAGE_SIZE << order);
|
||||||
}
|
}
|
||||||
ret = kasan_kmalloc_large(ret, size, flags);
|
ret = kasan_kmalloc_large(ret, size, flags);
|
||||||
|
|||||||
@@ -3984,7 +3984,7 @@ static void *kmalloc_large_node(size_t size, gfp_t flags, int node)
|
|||||||
page = alloc_pages_node(node, flags, order);
|
page = alloc_pages_node(node, flags, order);
|
||||||
if (page) {
|
if (page) {
|
||||||
ptr = page_address(page);
|
ptr = page_address(page);
|
||||||
mod_node_page_state(page_pgdat(page), NR_SLAB_UNRECLAIMABLE_B,
|
mod_lruvec_page_state(page, NR_SLAB_UNRECLAIMABLE_B,
|
||||||
PAGE_SIZE << order);
|
PAGE_SIZE << order);
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -4116,7 +4116,7 @@ void kfree(const void *x)
|
|||||||
|
|
||||||
BUG_ON(!PageCompound(page));
|
BUG_ON(!PageCompound(page));
|
||||||
kfree_hook(object);
|
kfree_hook(object);
|
||||||
mod_node_page_state(page_pgdat(page), NR_SLAB_UNRECLAIMABLE_B,
|
mod_lruvec_page_state(page, NR_SLAB_UNRECLAIMABLE_B,
|
||||||
-(PAGE_SIZE << order));
|
-(PAGE_SIZE << order));
|
||||||
__free_pages(page, order);
|
__free_pages(page, order);
|
||||||
return;
|
return;
|
||||||
|
|||||||
Reference in New Issue
Block a user