1 #ifndef __LINUX_MEMORY_HOTPLUG_H 2 #define __LINUX_MEMORY_HOTPLUG_H 3 4 #include <linux/mmzone.h> 5 #include <linux/spinlock.h> 6 #include <linux/notifier.h> 7 8 struct page; 9 struct zone; 10 struct pglist_data; 11 struct mem_section; 12 13 #ifdef CONFIG_MEMORY_HOTPLUG 14 15 /* 16 * Types for free bootmem. 17 * The normal smallest mapcount is -1. Here is smaller value than it. 18 */ 19 #define SECTION_INFO (-1 - 1) 20 #define MIX_SECTION_INFO (-1 - 2) 21 #define NODE_INFO (-1 - 3) 22 23 /* 24 * pgdat resizing functions 25 */ 26 static inline 27 void pgdat_resize_lock(struct pglist_data *pgdat, unsigned long *flags) 28 { 29 spin_lock_irqsave(&pgdat->node_size_lock, *flags); 30 } 31 static inline 32 void pgdat_resize_unlock(struct pglist_data *pgdat, unsigned long *flags) 33 { 34 spin_unlock_irqrestore(&pgdat->node_size_lock, *flags); 35 } 36 static inline 37 void pgdat_resize_init(struct pglist_data *pgdat) 38 { 39 spin_lock_init(&pgdat->node_size_lock); 40 } 41 /* 42 * Zone resizing functions 43 */ 44 static inline unsigned zone_span_seqbegin(struct zone *zone) 45 { 46 return read_seqbegin(&zone->span_seqlock); 47 } 48 static inline int zone_span_seqretry(struct zone *zone, unsigned iv) 49 { 50 return read_seqretry(&zone->span_seqlock, iv); 51 } 52 static inline void zone_span_writelock(struct zone *zone) 53 { 54 write_seqlock(&zone->span_seqlock); 55 } 56 static inline void zone_span_writeunlock(struct zone *zone) 57 { 58 write_sequnlock(&zone->span_seqlock); 59 } 60 static inline void zone_seqlock_init(struct zone *zone) 61 { 62 seqlock_init(&zone->span_seqlock); 63 } 64 extern int zone_grow_free_lists(struct zone *zone, unsigned long new_nr_pages); 65 extern int zone_grow_waitqueues(struct zone *zone, unsigned long nr_pages); 66 extern int add_one_highpage(struct page *page, int pfn, int bad_ppro); 67 /* need some defines for these for archs that don't support it */ 68 extern void online_page(struct page *page); 69 /* VM interface that may be used by firmware interface */ 70 extern int online_pages(unsigned long, unsigned long); 71 extern void __offline_isolated_pages(unsigned long, unsigned long); 72 73 #ifdef CONFIG_MEMORY_HOTREMOVE 74 extern bool is_pageblock_removable_nolock(struct page *page); 75 #endif /* CONFIG_MEMORY_HOTREMOVE */ 76 77 /* reasonably generic interface to expand the physical pages in a zone */ 78 extern int __add_pages(int nid, struct zone *zone, unsigned long start_pfn, 79 unsigned long nr_pages); 80 extern int __remove_pages(struct zone *zone, unsigned long start_pfn, 81 unsigned long nr_pages); 82 83 #ifdef CONFIG_NUMA 84 extern int memory_add_physaddr_to_nid(u64 start); 85 #else 86 static inline int memory_add_physaddr_to_nid(u64 start) 87 { 88 return 0; 89 } 90 #endif 91 92 #ifdef CONFIG_HAVE_ARCH_NODEDATA_EXTENSION 93 /* 94 * For supporting node-hotadd, we have to allocate a new pgdat. 95 * 96 * If an arch has generic style NODE_DATA(), 97 * node_data[nid] = kzalloc() works well. But it depends on the architecture. 98 * 99 * In general, generic_alloc_nodedata() is used. 100 * Now, arch_free_nodedata() is just defined for error path of node_hot_add. 101 * 102 */ 103 extern pg_data_t *arch_alloc_nodedata(int nid); 104 extern void arch_free_nodedata(pg_data_t *pgdat); 105 extern void arch_refresh_nodedata(int nid, pg_data_t *pgdat); 106 107 #else /* CONFIG_HAVE_ARCH_NODEDATA_EXTENSION */ 108 109 #define arch_alloc_nodedata(nid) generic_alloc_nodedata(nid) 110 #define arch_free_nodedata(pgdat) generic_free_nodedata(pgdat) 111 112 #ifdef CONFIG_NUMA 113 /* 114 * If ARCH_HAS_NODEDATA_EXTENSION=n, this func is used to allocate pgdat. 115 * XXX: kmalloc_node() can't work well to get new node's memory at this time. 116 * Because, pgdat for the new node is not allocated/initialized yet itself. 117 * To use new node's memory, more consideration will be necessary. 118 */ 119 #define generic_alloc_nodedata(nid) \ 120 ({ \ 121 kzalloc(sizeof(pg_data_t), GFP_KERNEL); \ 122 }) 123 /* 124 * This definition is just for error path in node hotadd. 125 * For node hotremove, we have to replace this. 126 */ 127 #define generic_free_nodedata(pgdat) kfree(pgdat) 128 129 extern pg_data_t *node_data[]; 130 static inline void arch_refresh_nodedata(int nid, pg_data_t *pgdat) 131 { 132 node_data[nid] = pgdat; 133 } 134 135 #else /* !CONFIG_NUMA */ 136 137 /* never called */ 138 static inline pg_data_t *generic_alloc_nodedata(int nid) 139 { 140 BUG(); 141 return NULL; 142 } 143 static inline void generic_free_nodedata(pg_data_t *pgdat) 144 { 145 } 146 static inline void arch_refresh_nodedata(int nid, pg_data_t *pgdat) 147 { 148 } 149 #endif /* CONFIG_NUMA */ 150 #endif /* CONFIG_HAVE_ARCH_NODEDATA_EXTENSION */ 151 152 #ifdef CONFIG_SPARSEMEM_VMEMMAP 153 static inline void register_page_bootmem_info_node(struct pglist_data *pgdat) 154 { 155 } 156 static inline void put_page_bootmem(struct page *page) 157 { 158 } 159 #else 160 extern void register_page_bootmem_info_node(struct pglist_data *pgdat); 161 extern void put_page_bootmem(struct page *page); 162 #endif 163 164 void lock_memory_hotplug(void); 165 void unlock_memory_hotplug(void); 166 167 #else /* ! CONFIG_MEMORY_HOTPLUG */ 168 /* 169 * Stub functions for when hotplug is off 170 */ 171 static inline void pgdat_resize_lock(struct pglist_data *p, unsigned long *f) {} 172 static inline void pgdat_resize_unlock(struct pglist_data *p, unsigned long *f) {} 173 static inline void pgdat_resize_init(struct pglist_data *pgdat) {} 174 175 static inline unsigned zone_span_seqbegin(struct zone *zone) 176 { 177 return 0; 178 } 179 static inline int zone_span_seqretry(struct zone *zone, unsigned iv) 180 { 181 return 0; 182 } 183 static inline void zone_span_writelock(struct zone *zone) {} 184 static inline void zone_span_writeunlock(struct zone *zone) {} 185 static inline void zone_seqlock_init(struct zone *zone) {} 186 187 static inline int mhp_notimplemented(const char *func) 188 { 189 printk(KERN_WARNING "%s() called, with CONFIG_MEMORY_HOTPLUG disabled\n", func); 190 dump_stack(); 191 return -ENOSYS; 192 } 193 194 static inline void register_page_bootmem_info_node(struct pglist_data *pgdat) 195 { 196 } 197 198 static inline void lock_memory_hotplug(void) {} 199 static inline void unlock_memory_hotplug(void) {} 200 201 #endif /* ! CONFIG_MEMORY_HOTPLUG */ 202 203 #ifdef CONFIG_MEMORY_HOTREMOVE 204 205 extern int is_mem_section_removable(unsigned long pfn, unsigned long nr_pages); 206 207 #else 208 static inline int is_mem_section_removable(unsigned long pfn, 209 unsigned long nr_pages) 210 { 211 return 0; 212 } 213 #endif /* CONFIG_MEMORY_HOTREMOVE */ 214 215 extern int mem_online_node(int nid); 216 extern int add_memory(int nid, u64 start, u64 size); 217 extern int arch_add_memory(int nid, u64 start, u64 size); 218 extern int remove_memory(u64 start, u64 size); 219 extern int sparse_add_one_section(struct zone *zone, unsigned long start_pfn, 220 int nr_pages); 221 extern void sparse_remove_one_section(struct zone *zone, struct mem_section *ms); 222 extern struct page *sparse_decode_mem_map(unsigned long coded_mem_map, 223 unsigned long pnum); 224 225 #endif /* __LINUX_MEMORY_HOTPLUG_H */ 226