mm, page_owner: copy page owner info during migration

[deliverable/linux.git] / include / linux / page_owner.h

diff --git a/include/linux/page_owner.h b/include/linux/page_owner.h
index cacaabea8a0950115138c956737c2bd9d7c04a90..6440daab4ef879f96325e526ecdf221c1315fa3a 100644 (file)
--- a/include/linux/page_owner.h
+++ b/include/linux/page_owner.h
@@ -1,38 +1,42 @@
 #ifndef __LINUX_PAGE_OWNER_H
 #define __LINUX_PAGE_OWNER_H
 
+#include <linux/jump_label.h>
+
 #ifdef CONFIG_PAGE_OWNER
-extern bool page_owner_inited;
+extern struct static_key_false page_owner_inited;
 extern struct page_ext_operations page_owner_ops;
 
 extern void __reset_page_owner(struct page *page, unsigned int order);
 extern void __set_page_owner(struct page *page,
                        unsigned int order, gfp_t gfp_mask);
 extern gfp_t __get_page_owner_gfp(struct page *page);
+extern void __copy_page_owner(struct page *oldpage, struct page *newpage);
 
 static inline void reset_page_owner(struct page *page, unsigned int order)
 {
-       if (likely(!page_owner_inited))
-               return;
-
-       __reset_page_owner(page, order);
+       if (static_branch_unlikely(&page_owner_inited))
+               __reset_page_owner(page, order);
 }
 
 static inline void set_page_owner(struct page *page,
                        unsigned int order, gfp_t gfp_mask)
 {
-       if (likely(!page_owner_inited))
-               return;
-
-       __set_page_owner(page, order, gfp_mask);
+       if (static_branch_unlikely(&page_owner_inited))
+               __set_page_owner(page, order, gfp_mask);
 }
 
 static inline gfp_t get_page_owner_gfp(struct page *page)
 {
-       if (likely(!page_owner_inited))
+       if (static_branch_unlikely(&page_owner_inited))
+               return __get_page_owner_gfp(page);
+       else
                return 0;
-
-       return __get_page_owner_gfp(page);
+}
+static inline void copy_page_owner(struct page *oldpage, struct page *newpage)
+{
+       if (static_branch_unlikely(&page_owner_inited))
+               __copy_page_owner(oldpage, newpage);
 }
 #else
 static inline void reset_page_owner(struct page *page, unsigned int order)
@@ -46,6 +50,8 @@ static inline gfp_t get_page_owner_gfp(struct page *page)
 {
        return 0;
 }
-
+static inline void copy_page_owner(struct page *oldpage, struct page *newpage)
+{
+}
 #endif /* CONFIG_PAGE_OWNER */
 #endif /* __LINUX_PAGE_OWNER_H */