mirror of
https://git.kernel.org/pub/scm/linux/kernel/git/stable/linux.git
synced 2026-06-21 15:43:21 +02:00
Brendan Jackman
3687c0fd67
- Add a PAGEBLOCK_ prefix to the names to avoid polluting the "global namespace" too much. - This new prefix makes MIGRATETYPE_AND_ISO_MASK look pretty long. Well, that global mask only exists for quite a specific purpose, and is quite a weird thing to have a name for anyway. So drop it and take advantage of the newly-defined PAGEBLOCK_ISO_MASK. Link: https://lore.kernel.org/20260513-page_alloc-unmapped-prep-v1-3-dacdf5402be8@google.com Signed-off-by: Brendan Jackman <jackmanb@google.com> Reviewed-by: Vlastimil Babka (SUSE) <vbabka@kernel.org> Cc: Axel Rasmussen <axelrasmussen@google.com> Cc: Barry Song <baohua@kernel.org> Cc: David Hildenbrand <david@kernel.org> Cc: Johannes Weiner <hannes@cmpxchg.org> Cc: Kairui Song <kasong@tencent.com> Cc: Len Brown <lenb@kernel.org> Cc: Liam R. Howlett <liam@infradead.org> Cc: Lorenzo Stoakes <ljs@kernel.org> Cc: Michal Hocko <mhocko@suse.com> Cc: Mike Rapoport (Microsoft) <rppt@kernel.org> Cc: "Rafael J. Wysocki" <rafael@kernel.org> Cc: Shakeel Butt <shakeel.butt@linux.dev> Cc: Suren Baghdasaryan <surenb@google.com> Cc: Wei Xu <weixugc@google.com> Cc: Yuanchu Xie <yuanchu@google.com> Cc: Zi Yan <ziy@nvidia.com> Signed-off-by: Andrew Morton <akpm@linux-foundation.org>
115 lines
3.3 KiB
C
115 lines
3.3 KiB
C
/* SPDX-License-Identifier: GPL-2.0-only */
|
|
/*
|
|
* Macros for manipulating and testing flags related to a
|
|
* pageblock_nr_pages number of pages.
|
|
*
|
|
* Copyright (C) IBM Corporation, 2006
|
|
*
|
|
* Original author, Mel Gorman
|
|
* Major cleanups and reduction of bit operations, Andy Whitcroft
|
|
*/
|
|
#ifndef PAGEBLOCK_FLAGS_H
|
|
#define PAGEBLOCK_FLAGS_H
|
|
|
|
#include <linux/types.h>
|
|
|
|
/* Bit indices that affect a whole block of pages */
|
|
enum pageblock_bits {
|
|
PB_migrate_0,
|
|
PB_migrate_1,
|
|
PB_migrate_2,
|
|
PB_compact_skip,/* If set the block is skipped by compaction */
|
|
|
|
#ifdef CONFIG_MEMORY_ISOLATION
|
|
/*
|
|
* Pageblock isolation is represented with a separate bit, so that
|
|
* the migratetype of a block is not overwritten by isolation.
|
|
*/
|
|
PB_migrate_isolate, /* If set the block is isolated */
|
|
#endif
|
|
/*
|
|
* Assume the bits will always align on a word. If this assumption
|
|
* changes then get/set pageblock needs updating.
|
|
*/
|
|
__NR_PAGEBLOCK_BITS
|
|
};
|
|
|
|
#define NR_PAGEBLOCK_BITS (roundup_pow_of_two(__NR_PAGEBLOCK_BITS))
|
|
|
|
#define PAGEBLOCK_MIGRATETYPE_MASK (BIT(PB_migrate_0)|BIT(PB_migrate_1)|BIT(PB_migrate_2))
|
|
|
|
#ifdef CONFIG_MEMORY_ISOLATION
|
|
#define PAGEBLOCK_ISO_MASK BIT(PB_migrate_isolate)
|
|
#else
|
|
#define PAGEBLOCK_ISO_MASK 0
|
|
#endif
|
|
|
|
#if defined(CONFIG_HUGETLB_PAGE)
|
|
|
|
#ifdef CONFIG_HUGETLB_PAGE_SIZE_VARIABLE
|
|
|
|
/* Huge page sizes are variable */
|
|
extern unsigned int pageblock_order;
|
|
|
|
#else /* CONFIG_HUGETLB_PAGE_SIZE_VARIABLE */
|
|
|
|
/*
|
|
* Huge pages are a constant size, but don't exceed the maximum allocation
|
|
* granularity.
|
|
*/
|
|
#define pageblock_order MIN_T(unsigned int, HUGETLB_PAGE_ORDER, PAGE_BLOCK_MAX_ORDER)
|
|
|
|
#endif /* CONFIG_HUGETLB_PAGE_SIZE_VARIABLE */
|
|
|
|
#elif defined(CONFIG_TRANSPARENT_HUGEPAGE)
|
|
|
|
#define pageblock_order MIN_T(unsigned int, HPAGE_PMD_ORDER, PAGE_BLOCK_MAX_ORDER)
|
|
|
|
#else /* CONFIG_TRANSPARENT_HUGEPAGE */
|
|
|
|
/* If huge pages are not used, group by PAGE_BLOCK_MAX_ORDER */
|
|
#define pageblock_order PAGE_BLOCK_MAX_ORDER
|
|
|
|
#endif /* CONFIG_HUGETLB_PAGE */
|
|
|
|
#define pageblock_nr_pages (1UL << pageblock_order)
|
|
#define pageblock_align(pfn) ALIGN((pfn), pageblock_nr_pages)
|
|
#define pageblock_aligned(pfn) IS_ALIGNED((pfn), pageblock_nr_pages)
|
|
#define pageblock_start_pfn(pfn) ALIGN_DOWN((pfn), pageblock_nr_pages)
|
|
#define pageblock_end_pfn(pfn) ALIGN((pfn) + 1, pageblock_nr_pages)
|
|
|
|
/* Forward declaration */
|
|
struct page;
|
|
|
|
enum migratetype get_pfnblock_migratetype(const struct page *page,
|
|
unsigned long pfn);
|
|
bool get_pfnblock_bit(const struct page *page, unsigned long pfn,
|
|
enum pageblock_bits pb_bit);
|
|
void set_pfnblock_bit(const struct page *page, unsigned long pfn,
|
|
enum pageblock_bits pb_bit);
|
|
void clear_pfnblock_bit(const struct page *page, unsigned long pfn,
|
|
enum pageblock_bits pb_bit);
|
|
|
|
/* Declarations for getting and setting flags. See mm/page_alloc.c */
|
|
#ifdef CONFIG_COMPACTION
|
|
#define get_pageblock_skip(page) \
|
|
get_pfnblock_bit(page, page_to_pfn(page), PB_compact_skip)
|
|
#define clear_pageblock_skip(page) \
|
|
clear_pfnblock_bit(page, page_to_pfn(page), PB_compact_skip)
|
|
#define set_pageblock_skip(page) \
|
|
set_pfnblock_bit(page, page_to_pfn(page), PB_compact_skip)
|
|
#else
|
|
static inline bool get_pageblock_skip(struct page *page)
|
|
{
|
|
return false;
|
|
}
|
|
static inline void clear_pageblock_skip(struct page *page)
|
|
{
|
|
}
|
|
static inline void set_pageblock_skip(struct page *page)
|
|
{
|
|
}
|
|
#endif /* CONFIG_COMPACTION */
|
|
|
|
#endif /* PAGEBLOCK_FLAGS_H */
|