mm: page_alloc: reduce number of times page_to_pfn is called
In the free path we calculate page_to_pfn multiple times. Reduce that. Signed-off-by: Mel Gorman <mgorman@suse.de> Acked-by: Rik van Riel <riel@redhat.com> Cc: Johannes Weiner <hannes@cmpxchg.org> Acked-by: Vlastimil Babka <vbabka@suse.cz> Cc: Jan Kara <jack@suse.cz> Cc: Michal Hocko <mhocko@suse.cz> Cc: Hugh Dickins <hughd@google.com> Cc: Dave Hansen <dave.hansen@intel.com> Cc: Theodore Ts'o <tytso@mit.edu> Cc: "Paul E. McKenney" <paulmck@linux.vnet.ibm.com> Cc: Oleg Nesterov <oleg@redhat.com> Cc: Peter Zijlstra <peterz@infradead.org> Signed-off-by: Andrew Morton <akpm@linux-foundation.org> Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>
This commit is contained in:

committed by
Linus Torvalds

parent
e58469bafd
commit
dc4b0caff2
@@ -78,10 +78,15 @@ extern int page_group_by_mobility_disabled;
|
||||
#define NR_MIGRATETYPE_BITS (PB_migrate_end - PB_migrate + 1)
|
||||
#define MIGRATETYPE_MASK ((1UL << NR_MIGRATETYPE_BITS) - 1)
|
||||
|
||||
static inline int get_pageblock_migratetype(struct page *page)
|
||||
#define get_pageblock_migratetype(page) \
|
||||
get_pfnblock_flags_mask(page, page_to_pfn(page), \
|
||||
PB_migrate_end, MIGRATETYPE_MASK)
|
||||
|
||||
static inline int get_pfnblock_migratetype(struct page *page, unsigned long pfn)
|
||||
{
|
||||
BUILD_BUG_ON(PB_migrate_end - PB_migrate != 2);
|
||||
return get_pageblock_flags_mask(page, PB_migrate_end, MIGRATETYPE_MASK);
|
||||
return get_pfnblock_flags_mask(page, pfn, PB_migrate_end,
|
||||
MIGRATETYPE_MASK);
|
||||
}
|
||||
|
||||
struct free_area {
|
||||
|
@@ -65,33 +65,26 @@ extern int pageblock_order;
|
||||
/* Forward declaration */
|
||||
struct page;
|
||||
|
||||
unsigned long get_pageblock_flags_mask(struct page *page,
|
||||
unsigned long get_pfnblock_flags_mask(struct page *page,
|
||||
unsigned long pfn,
|
||||
unsigned long end_bitidx,
|
||||
unsigned long mask);
|
||||
void set_pageblock_flags_mask(struct page *page,
|
||||
|
||||
void set_pfnblock_flags_mask(struct page *page,
|
||||
unsigned long flags,
|
||||
unsigned long pfn,
|
||||
unsigned long end_bitidx,
|
||||
unsigned long mask);
|
||||
|
||||
/* Declarations for getting and setting flags. See mm/page_alloc.c */
|
||||
static inline unsigned long get_pageblock_flags_group(struct page *page,
|
||||
int start_bitidx, int end_bitidx)
|
||||
{
|
||||
unsigned long nr_flag_bits = end_bitidx - start_bitidx + 1;
|
||||
unsigned long mask = (1 << nr_flag_bits) - 1;
|
||||
|
||||
return get_pageblock_flags_mask(page, end_bitidx, mask);
|
||||
}
|
||||
|
||||
static inline void set_pageblock_flags_group(struct page *page,
|
||||
unsigned long flags,
|
||||
int start_bitidx, int end_bitidx)
|
||||
{
|
||||
unsigned long nr_flag_bits = end_bitidx - start_bitidx + 1;
|
||||
unsigned long mask = (1 << nr_flag_bits) - 1;
|
||||
|
||||
set_pageblock_flags_mask(page, flags, end_bitidx, mask);
|
||||
}
|
||||
#define get_pageblock_flags_group(page, start_bitidx, end_bitidx) \
|
||||
get_pfnblock_flags_mask(page, page_to_pfn(page), \
|
||||
end_bitidx, \
|
||||
(1 << (end_bitidx - start_bitidx + 1)) - 1)
|
||||
#define set_pageblock_flags_group(page, flags, start_bitidx, end_bitidx) \
|
||||
set_pfnblock_flags_mask(page, flags, page_to_pfn(page), \
|
||||
end_bitidx, \
|
||||
(1 << (end_bitidx - start_bitidx + 1)) - 1)
|
||||
|
||||
#ifdef CONFIG_COMPACTION
|
||||
#define get_pageblock_skip(page) \
|
||||
|
Reference in New Issue
Block a user