Thomas Gleixner | 873e65b | 2019-05-27 08:55:15 +0200 | [diff] [blame] | 1 | /* SPDX-License-Identifier: GPL-2.0-only */ |
Mel Gorman | 835c134 | 2007-10-16 01:25:47 -0700 | [diff] [blame] | 2 | /* |
| 3 | * Macros for manipulating and testing flags related to a |
Mel Gorman | d9c2340 | 2007-10-16 01:26:01 -0700 | [diff] [blame] | 4 | * pageblock_nr_pages number of pages. |
Mel Gorman | 835c134 | 2007-10-16 01:25:47 -0700 | [diff] [blame] | 5 | * |
Mel Gorman | 835c134 | 2007-10-16 01:25:47 -0700 | [diff] [blame] | 6 | * Copyright (C) IBM Corporation, 2006 |
| 7 | * |
| 8 | * Original author, Mel Gorman |
| 9 | * Major cleanups and reduction of bit operations, Andy Whitcroft |
| 10 | */ |
| 11 | #ifndef PAGEBLOCK_FLAGS_H |
| 12 | #define PAGEBLOCK_FLAGS_H |
| 13 | |
| 14 | #include <linux/types.h> |
| 15 | |
Pingfan Liu | 125b860 | 2018-12-28 00:38:43 -0800 | [diff] [blame] | 16 | #define PB_migratetype_bits 3 |
Mel Gorman | 835c134 | 2007-10-16 01:25:47 -0700 | [diff] [blame] | 17 | /* Bit indices that affect a whole block of pages */ |
| 18 | enum pageblock_bits { |
Paul Jackson | c801ed3 | 2008-05-14 08:15:23 -0700 | [diff] [blame] | 19 | PB_migrate, |
Pingfan Liu | 125b860 | 2018-12-28 00:38:43 -0800 | [diff] [blame] | 20 | PB_migrate_end = PB_migrate + PB_migratetype_bits - 1, |
Paul Jackson | c801ed3 | 2008-05-14 08:15:23 -0700 | [diff] [blame] | 21 | /* 3 bits required for migrate types */ |
Mel Gorman | bb13ffe | 2012-10-08 16:32:41 -0700 | [diff] [blame] | 22 | PB_migrate_skip,/* If set the block is skipped by compaction */ |
Mel Gorman | e58469b | 2014-06-04 16:10:16 -0700 | [diff] [blame] | 23 | |
| 24 | /* |
| 25 | * Assume the bits will always align on a word. If this assumption |
| 26 | * changes then get/set pageblock needs updating. |
| 27 | */ |
Mel Gorman | 835c134 | 2007-10-16 01:25:47 -0700 | [diff] [blame] | 28 | NR_PAGEBLOCK_BITS |
| 29 | }; |
| 30 | |
Mel Gorman | d9c2340 | 2007-10-16 01:26:01 -0700 | [diff] [blame] | 31 | #ifdef CONFIG_HUGETLB_PAGE |
| 32 | |
| 33 | #ifdef CONFIG_HUGETLB_PAGE_SIZE_VARIABLE |
| 34 | |
| 35 | /* Huge page sizes are variable */ |
Kirill A. Shutemov | d00181b | 2015-11-06 16:29:57 -0800 | [diff] [blame] | 36 | extern unsigned int pageblock_order; |
Mel Gorman | d9c2340 | 2007-10-16 01:26:01 -0700 | [diff] [blame] | 37 | |
| 38 | #else /* CONFIG_HUGETLB_PAGE_SIZE_VARIABLE */ |
| 39 | |
David Hildenbrand | b3d40a2 | 2022-03-22 14:43:20 -0700 | [diff] [blame] | 40 | /* |
| 41 | * Huge pages are a constant size, but don't exceed the maximum allocation |
| 42 | * granularity. |
| 43 | */ |
| 44 | #define pageblock_order min_t(unsigned int, HUGETLB_PAGE_ORDER, MAX_ORDER - 1) |
Mel Gorman | d9c2340 | 2007-10-16 01:26:01 -0700 | [diff] [blame] | 45 | |
| 46 | #endif /* CONFIG_HUGETLB_PAGE_SIZE_VARIABLE */ |
| 47 | |
| 48 | #else /* CONFIG_HUGETLB_PAGE */ |
| 49 | |
| 50 | /* If huge pages are not used, group by MAX_ORDER_NR_PAGES */ |
| 51 | #define pageblock_order (MAX_ORDER-1) |
| 52 | |
| 53 | #endif /* CONFIG_HUGETLB_PAGE */ |
| 54 | |
| 55 | #define pageblock_nr_pages (1UL << pageblock_order) |
Kefeng Wang | 5f7fa13 | 2022-09-07 14:08:43 +0800 | [diff] [blame] | 56 | #define pageblock_align(pfn) ALIGN((pfn), pageblock_nr_pages) |
Kefeng Wang | ee0913c | 2022-09-07 14:08:44 +0800 | [diff] [blame] | 57 | #define pageblock_aligned(pfn) IS_ALIGNED((pfn), pageblock_nr_pages) |
Kefeng Wang | 4f9bc69 | 2022-09-07 14:08:42 +0800 | [diff] [blame] | 58 | #define pageblock_start_pfn(pfn) ALIGN_DOWN((pfn), pageblock_nr_pages) |
| 59 | #define pageblock_end_pfn(pfn) ALIGN((pfn) + 1, pageblock_nr_pages) |
Mel Gorman | d9c2340 | 2007-10-16 01:26:01 -0700 | [diff] [blame] | 60 | |
Mel Gorman | 835c134 | 2007-10-16 01:25:47 -0700 | [diff] [blame] | 61 | /* Forward declaration */ |
| 62 | struct page; |
| 63 | |
Matthew Wilcox (Oracle) | ca891f41 | 2021-06-28 19:41:22 -0700 | [diff] [blame] | 64 | unsigned long get_pfnblock_flags_mask(const struct page *page, |
Mel Gorman | dc4b0ca | 2014-06-04 16:10:17 -0700 | [diff] [blame] | 65 | unsigned long pfn, |
Mel Gorman | e58469b | 2014-06-04 16:10:16 -0700 | [diff] [blame] | 66 | unsigned long mask); |
Mel Gorman | dc4b0ca | 2014-06-04 16:10:17 -0700 | [diff] [blame] | 67 | |
| 68 | void set_pfnblock_flags_mask(struct page *page, |
Mel Gorman | e58469b | 2014-06-04 16:10:16 -0700 | [diff] [blame] | 69 | unsigned long flags, |
Mel Gorman | dc4b0ca | 2014-06-04 16:10:17 -0700 | [diff] [blame] | 70 | unsigned long pfn, |
Mel Gorman | e58469b | 2014-06-04 16:10:16 -0700 | [diff] [blame] | 71 | unsigned long mask); |
| 72 | |
Mel Gorman | 835c134 | 2007-10-16 01:25:47 -0700 | [diff] [blame] | 73 | /* Declarations for getting and setting flags. See mm/page_alloc.c */ |
Mel Gorman | bb13ffe | 2012-10-08 16:32:41 -0700 | [diff] [blame] | 74 | #ifdef CONFIG_COMPACTION |
| 75 | #define get_pageblock_skip(page) \ |
Wei Yang | d93d5ab | 2020-08-06 23:25:48 -0700 | [diff] [blame] | 76 | get_pfnblock_flags_mask(page, page_to_pfn(page), \ |
Wei Yang | 535b81e | 2020-08-06 23:25:51 -0700 | [diff] [blame] | 77 | (1 << (PB_migrate_skip))) |
Mel Gorman | bb13ffe | 2012-10-08 16:32:41 -0700 | [diff] [blame] | 78 | #define clear_pageblock_skip(page) \ |
Wei Yang | d93d5ab | 2020-08-06 23:25:48 -0700 | [diff] [blame] | 79 | set_pfnblock_flags_mask(page, 0, page_to_pfn(page), \ |
Wei Yang | 535b81e | 2020-08-06 23:25:51 -0700 | [diff] [blame] | 80 | (1 << PB_migrate_skip)) |
Mel Gorman | bb13ffe | 2012-10-08 16:32:41 -0700 | [diff] [blame] | 81 | #define set_pageblock_skip(page) \ |
Wei Yang | d93d5ab | 2020-08-06 23:25:48 -0700 | [diff] [blame] | 82 | set_pfnblock_flags_mask(page, (1 << PB_migrate_skip), \ |
| 83 | page_to_pfn(page), \ |
Wei Yang | 535b81e | 2020-08-06 23:25:51 -0700 | [diff] [blame] | 84 | (1 << PB_migrate_skip)) |
David Rientjes | 21dc7e0 | 2017-11-17 15:26:30 -0800 | [diff] [blame] | 85 | #else |
| 86 | static inline bool get_pageblock_skip(struct page *page) |
| 87 | { |
| 88 | return false; |
| 89 | } |
| 90 | static inline void clear_pageblock_skip(struct page *page) |
| 91 | { |
| 92 | } |
| 93 | static inline void set_pageblock_skip(struct page *page) |
| 94 | { |
| 95 | } |
Mel Gorman | bb13ffe | 2012-10-08 16:32:41 -0700 | [diff] [blame] | 96 | #endif /* CONFIG_COMPACTION */ |
| 97 | |
Mel Gorman | 835c134 | 2007-10-16 01:25:47 -0700 | [diff] [blame] | 98 | #endif /* PAGEBLOCK_FLAGS_H */ |