Commit | Line | Data |
---|---|---|
748446bb MG |
1 | #ifndef _LINUX_COMPACTION_H |
2 | #define _LINUX_COMPACTION_H | |
3 | ||
56de7263 | 4 | /* Return values for compact_zone() and try_to_compact_pages() */ |
53853e2d VB |
5 | /* compaction didn't start as it was deferred due to past failures */ |
6 | #define COMPACT_DEFERRED 0 | |
56de7263 | 7 | /* compaction didn't start as it was not possible or direct reclaim was more suitable */ |
53853e2d | 8 | #define COMPACT_SKIPPED 1 |
56de7263 | 9 | /* compaction should continue to another pageblock */ |
53853e2d | 10 | #define COMPACT_CONTINUE 2 |
56de7263 | 11 | /* direct compaction partially compacted a zone and there are suitable pages */ |
53853e2d | 12 | #define COMPACT_PARTIAL 3 |
56de7263 | 13 | /* The full zone was compacted */ |
53853e2d | 14 | #define COMPACT_COMPLETE 4 |
837d026d JK |
15 | /* For more detailed tracepoint output */ |
16 | #define COMPACT_NO_SUITABLE_PAGE 5 | |
17 | #define COMPACT_NOT_SUITABLE_ZONE 6 | |
16c4a097 | 18 | /* When adding new state, please change compaction_status_string, too */ |
748446bb | 19 | |
1f9efdef VB |
20 | /* Used to signal whether compaction detected need_sched() or lock contention */ |
21 | /* No contention detected */ | |
22 | #define COMPACT_CONTENDED_NONE 0 | |
23 | /* Either need_sched() was true or fatal signal pending */ | |
24 | #define COMPACT_CONTENDED_SCHED 1 | |
25 | /* Zone lock or lru_lock was contended in async compaction */ | |
26 | #define COMPACT_CONTENDED_LOCK 2 | |
27 | ||
1a6d53a1 VB |
28 | struct alloc_context; /* in mm/internal.h */ |
29 | ||
76ab0f53 MG |
30 | #ifdef CONFIG_COMPACTION |
31 | extern int sysctl_compact_memory; | |
32 | extern int sysctl_compaction_handler(struct ctl_table *table, int write, | |
33 | void __user *buffer, size_t *length, loff_t *ppos); | |
5e771905 MG |
34 | extern int sysctl_extfrag_threshold; |
35 | extern int sysctl_extfrag_handler(struct ctl_table *table, int write, | |
36 | void __user *buffer, size_t *length, loff_t *ppos); | |
56de7263 MG |
37 | |
38 | extern int fragmentation_index(struct zone *zone, unsigned int order); | |
1a6d53a1 VB |
39 | extern unsigned long try_to_compact_pages(gfp_t gfp_mask, unsigned int order, |
40 | int alloc_flags, const struct alloc_context *ac, | |
41 | enum migrate_mode mode, int *contended); | |
7103f16d | 42 | extern void compact_pgdat(pg_data_t *pgdat, int order); |
62997027 | 43 | extern void reset_isolation_suitable(pg_data_t *pgdat); |
ebff3980 VB |
44 | extern unsigned long compaction_suitable(struct zone *zone, int order, |
45 | int alloc_flags, int classzone_idx); | |
4f92e258 MG |
46 | |
47 | /* Do not skip compaction more than 64 times */ | |
48 | #define COMPACT_MAX_DEFER_SHIFT 6 | |
49 | ||
50 | /* | |
51 | * Compaction is deferred when compaction fails to result in a page | |
52 | * allocation success. 1 << compact_defer_limit compactions are skipped up | |
53 | * to a limit of 1 << COMPACT_MAX_DEFER_SHIFT | |
54 | */ | |
aff62249 | 55 | static inline void defer_compaction(struct zone *zone, int order) |
4f92e258 MG |
56 | { |
57 | zone->compact_considered = 0; | |
58 | zone->compact_defer_shift++; | |
59 | ||
aff62249 RR |
60 | if (order < zone->compact_order_failed) |
61 | zone->compact_order_failed = order; | |
62 | ||
4f92e258 MG |
63 | if (zone->compact_defer_shift > COMPACT_MAX_DEFER_SHIFT) |
64 | zone->compact_defer_shift = COMPACT_MAX_DEFER_SHIFT; | |
65 | } | |
66 | ||
67 | /* Returns true if compaction should be skipped this time */ | |
aff62249 | 68 | static inline bool compaction_deferred(struct zone *zone, int order) |
4f92e258 MG |
69 | { |
70 | unsigned long defer_limit = 1UL << zone->compact_defer_shift; | |
71 | ||
aff62249 RR |
72 | if (order < zone->compact_order_failed) |
73 | return false; | |
74 | ||
4f92e258 MG |
75 | /* Avoid possible overflow */ |
76 | if (++zone->compact_considered > defer_limit) | |
77 | zone->compact_considered = defer_limit; | |
78 | ||
c59e2610 | 79 | return zone->compact_considered < defer_limit; |
4f92e258 MG |
80 | } |
81 | ||
de6c60a6 VB |
82 | /* |
83 | * Update defer tracking counters after successful compaction of given order, | |
84 | * which means an allocation either succeeded (alloc_success == true) or is | |
85 | * expected to succeed. | |
86 | */ | |
87 | static inline void compaction_defer_reset(struct zone *zone, int order, | |
88 | bool alloc_success) | |
89 | { | |
90 | if (alloc_success) { | |
91 | zone->compact_considered = 0; | |
92 | zone->compact_defer_shift = 0; | |
93 | } | |
94 | if (order >= zone->compact_order_failed) | |
95 | zone->compact_order_failed = order + 1; | |
96 | } | |
97 | ||
62997027 MG |
98 | /* Returns true if restarting compaction after many failures */ |
99 | static inline bool compaction_restarting(struct zone *zone, int order) | |
100 | { | |
101 | if (order < zone->compact_order_failed) | |
102 | return false; | |
103 | ||
104 | return zone->compact_defer_shift == COMPACT_MAX_DEFER_SHIFT && | |
105 | zone->compact_considered >= 1UL << zone->compact_defer_shift; | |
106 | } | |
107 | ||
56de7263 | 108 | #else |
1a6d53a1 VB |
109 | static inline unsigned long try_to_compact_pages(gfp_t gfp_mask, |
110 | unsigned int order, int alloc_flags, | |
111 | const struct alloc_context *ac, | |
112 | enum migrate_mode mode, int *contended) | |
56de7263 MG |
113 | { |
114 | return COMPACT_CONTINUE; | |
115 | } | |
116 | ||
7103f16d | 117 | static inline void compact_pgdat(pg_data_t *pgdat, int order) |
7be62de9 | 118 | { |
7be62de9 RR |
119 | } |
120 | ||
62997027 MG |
121 | static inline void reset_isolation_suitable(pg_data_t *pgdat) |
122 | { | |
123 | } | |
124 | ||
ebff3980 VB |
125 | static inline unsigned long compaction_suitable(struct zone *zone, int order, |
126 | int alloc_flags, int classzone_idx) | |
3e7d3449 MG |
127 | { |
128 | return COMPACT_SKIPPED; | |
129 | } | |
130 | ||
aff62249 | 131 | static inline void defer_compaction(struct zone *zone, int order) |
4f92e258 MG |
132 | { |
133 | } | |
134 | ||
aff62249 | 135 | static inline bool compaction_deferred(struct zone *zone, int order) |
4f92e258 | 136 | { |
c59e2610 | 137 | return true; |
4f92e258 MG |
138 | } |
139 | ||
76ab0f53 MG |
140 | #endif /* CONFIG_COMPACTION */ |
141 | ||
ed4a6d7f MG |
142 | #if defined(CONFIG_COMPACTION) && defined(CONFIG_SYSFS) && defined(CONFIG_NUMA) |
143 | extern int compaction_register_node(struct node *node); | |
144 | extern void compaction_unregister_node(struct node *node); | |
145 | ||
146 | #else | |
147 | ||
148 | static inline int compaction_register_node(struct node *node) | |
149 | { | |
150 | return 0; | |
151 | } | |
152 | ||
153 | static inline void compaction_unregister_node(struct node *node) | |
154 | { | |
155 | } | |
156 | #endif /* CONFIG_COMPACTION && CONFIG_SYSFS && CONFIG_NUMA */ | |
157 | ||
748446bb | 158 | #endif /* _LINUX_COMPACTION_H */ |