51 static void * __ref __earlyonly_bootmem_alloc(int node,  in __earlyonly_bootmem_alloc()  argument
56 	return memmap_alloc(size, align, goal, node, false);  in __earlyonly_bootmem_alloc()
59 void * __meminit vmemmap_alloc_block(unsigned long size, int node)  in vmemmap_alloc_block()  argument
68 		page = alloc_pages_node(node, gfp_mask, order);  in vmemmap_alloc_block()
79 		return __earlyonly_bootmem_alloc(node, size, size,  in vmemmap_alloc_block()
87 void * __meminit vmemmap_alloc_block_buf(unsigned long size, int node,  in vmemmap_alloc_block_buf()  argument
97 		ptr = vmemmap_alloc_block(size, node);  in vmemmap_alloc_block_buf()
143 void __meminit vmemmap_verify(pte_t *pte, int node,  in vmemmap_verify()  argument
149 	if (node_distance(actual_node, node) > LOCAL_DISTANCE)  in vmemmap_verify()
154 pte_t * __meminit vmemmap_pte_populate(pmd_t *pmd, unsigned long addr, int node,  in vmemmap_pte_populate()  argument
164 			p = vmemmap_alloc_block_buf(PAGE_SIZE, node, altmap);  in vmemmap_pte_populate()
187 static void * __meminit vmemmap_alloc_block_zero(unsigned long size, int node)  in vmemmap_alloc_block_zero()  argument
189 	void *p = vmemmap_alloc_block(size, node);  in vmemmap_alloc_block_zero()
198 pmd_t * __meminit vmemmap_pmd_populate(pud_t *pud, unsigned long addr, int node)  in vmemmap_pmd_populate()  argument
202 		void *p = vmemmap_alloc_block_zero(PAGE_SIZE, node);  in vmemmap_pmd_populate()
211 pud_t * __meminit vmemmap_pud_populate(p4d_t *p4d, unsigned long addr, int node)  in vmemmap_pud_populate()  argument
215 		void *p = vmemmap_alloc_block_zero(PAGE_SIZE, node);  in vmemmap_pud_populate()
224 p4d_t * __meminit vmemmap_p4d_populate(pgd_t *pgd, unsigned long addr, int node)  in vmemmap_p4d_populate()  argument
228 		void *p = vmemmap_alloc_block_zero(PAGE_SIZE, node);  in vmemmap_p4d_populate()
237 pgd_t * __meminit vmemmap_pgd_populate(unsigned long addr, int node)  in vmemmap_pgd_populate()  argument
241 		void *p = vmemmap_alloc_block_zero(PAGE_SIZE, node);  in vmemmap_pgd_populate()
249 static pte_t * __meminit vmemmap_populate_address(unsigned long addr, int node,  in vmemmap_populate_address()  argument
260 	pgd = vmemmap_pgd_populate(addr, node);  in vmemmap_populate_address()
263 	p4d = vmemmap_p4d_populate(pgd, addr, node);  in vmemmap_populate_address()
266 	pud = vmemmap_pud_populate(p4d, addr, node);  in vmemmap_populate_address()
269 	pmd = vmemmap_pmd_populate(pud, addr, node);  in vmemmap_populate_address()
272 	pte = vmemmap_pte_populate(pmd, addr, node, altmap, ptpfn, flags);  in vmemmap_populate_address()
275 	vmemmap_verify(pte, node, addr, addr + PAGE_SIZE);  in vmemmap_populate_address()
281 					    unsigned long end, int node,  in vmemmap_populate_range()  argument
290 		pte = vmemmap_populate_address(addr, node, altmap,  in vmemmap_populate_range()
300 					 int node, struct vmem_altmap *altmap)  in vmemmap_populate_basepages()  argument
302 	return vmemmap_populate_range(start, end, node, altmap, -1, 0);  in vmemmap_populate_basepages()
320 				      int node, unsigned long headsize)  in vmemmap_undo_hvo()  argument
355 	return vmemmap_populate(addr, end, node, NULL);  in vmemmap_undo_hvo()
370 				    int node, unsigned long headsize)  in vmemmap_wrprotect_hvo()  argument
387 				       int node, unsigned long headsize)  in vmemmap_populate_hvo()  argument
393 		pte = vmemmap_populate_address(maddr, node, NULL, -1, 0);  in vmemmap_populate_hvo()
401 	return vmemmap_populate_range(maddr, end, node, NULL,  in vmemmap_populate_hvo()
405 void __weak __meminit vmemmap_set_pmd(pmd_t *pmd, void *p, int node,  in vmemmap_set_pmd()  argument
410 int __weak __meminit vmemmap_check_pmd(pmd_t *pmd, int node,  in vmemmap_check_pmd()  argument
417 					 int node, struct vmem_altmap *altmap)  in vmemmap_populate_hugepages()  argument
429 		pgd = vmemmap_pgd_populate(addr, node);  in vmemmap_populate_hugepages()
433 		p4d = vmemmap_p4d_populate(pgd, addr, node);  in vmemmap_populate_hugepages()
437 		pud = vmemmap_pud_populate(p4d, addr, node);  in vmemmap_populate_hugepages()
445 			p = vmemmap_alloc_block_buf(PMD_SIZE, node, altmap);  in vmemmap_populate_hugepages()
447 				vmemmap_set_pmd(pmd, p, node, addr, next);  in vmemmap_populate_hugepages()
460 		} else if (vmemmap_check_pmd(pmd, node, addr, next))  in vmemmap_populate_hugepages()
462 		if (vmemmap_populate_basepages(addr, next, node, altmap))  in vmemmap_populate_hugepages()
508 						     unsigned long end, int node,  in vmemmap_populate_compound_pages()  argument
524 		return vmemmap_populate_range(start, end, node, NULL,  in vmemmap_populate_compound_pages()
534 		pte = vmemmap_populate_address(addr, node, NULL, -1, 0);  in vmemmap_populate_compound_pages()
540 		pte = vmemmap_populate_address(next, node, NULL, -1, 0);  in vmemmap_populate_compound_pages()
549 		rc = vmemmap_populate_range(next, last, node, NULL,  in vmemmap_populate_compound_pages()