524 static int __init radix_dt_scan_page_sizes(unsigned long node,  in radix_dt_scan_page_sizes()  argument
532 	const char *type = of_get_flat_dt_prop(node, "device_type", NULL);  in radix_dt_scan_page_sizes()
539 	prop = of_get_flat_dt_prop(node, "ibm,processor-radix-AP-encodings", &size);  in radix_dt_scan_page_sizes()
989 int __meminit vmemmap_check_pmd(pmd_t *pmdp, int node,  in vmemmap_check_pmd()  argument
995 		vmemmap_verify(pmdp_ptep(pmdp), node, addr, next);  in vmemmap_check_pmd()
1000 void __meminit vmemmap_set_pmd(pmd_t *pmdp, void *p, int node,  in vmemmap_set_pmd()  argument
1011 	vmemmap_verify(ptep, node, addr, next);  in vmemmap_set_pmd()
1015 						     int node,  in radix__vmemmap_pte_populate()  argument
1033 			p = vmemmap_alloc_block_buf(PAGE_SIZE, node, altmap);  in radix__vmemmap_pte_populate()
1035 				p = vmemmap_alloc_block_buf(PAGE_SIZE, node, NULL);  in radix__vmemmap_pte_populate()
1062 static inline pud_t *vmemmap_pud_alloc(p4d_t *p4dp, int node,  in vmemmap_pud_alloc()  argument
1070 			pud = early_alloc_pgtable(PAGE_SIZE, node, 0, 0);  in vmemmap_pud_alloc()
1079 static inline pmd_t *vmemmap_pmd_alloc(pud_t *pudp, int node,  in vmemmap_pmd_alloc()  argument
1087 			pmd = early_alloc_pgtable(PAGE_SIZE, node, 0, 0);  in vmemmap_pmd_alloc()
1095 static inline pte_t *vmemmap_pte_alloc(pmd_t *pmdp, int node,  in vmemmap_pte_alloc()  argument
1103 			pte = early_alloc_pgtable(PAGE_SIZE, node, 0, 0);  in vmemmap_pte_alloc()
1113 int __meminit radix__vmemmap_populate(unsigned long start, unsigned long end, int node,  in radix__vmemmap_populate()  argument
1142 		pud = vmemmap_pud_alloc(p4d, node, addr);  in radix__vmemmap_populate()
1145 		pmd = vmemmap_pmd_alloc(pud, node, addr);  in radix__vmemmap_populate()
1171 			p = vmemmap_alloc_block_buf(PMD_SIZE, node, altmap);  in radix__vmemmap_populate()
1173 				vmemmap_set_pmd(pmd, p, node, addr, next);  in radix__vmemmap_populate()
1185 		} else if (vmemmap_check_pmd(pmd, node, addr, next)) {  in radix__vmemmap_populate()
1198 		pte = vmemmap_pte_alloc(pmd, node, addr);  in radix__vmemmap_populate()
1202 		pte = radix__vmemmap_pte_populate(pmd, addr, node, altmap, NULL);  in radix__vmemmap_populate()
1206 		vmemmap_verify(pte, node, addr, addr + PAGE_SIZE);  in radix__vmemmap_populate()
1212 static pte_t * __meminit radix__vmemmap_populate_address(unsigned long addr, int node,  in radix__vmemmap_populate_address()  argument
1224 	pud = vmemmap_pud_alloc(p4d, node, addr);  in radix__vmemmap_populate_address()
1227 	pmd = vmemmap_pmd_alloc(pud, node, addr);  in radix__vmemmap_populate_address()
1236 	pte = vmemmap_pte_alloc(pmd, node, addr);  in radix__vmemmap_populate_address()
1239 	radix__vmemmap_pte_populate(pmd, addr, node, NULL, NULL);  in radix__vmemmap_populate_address()
1240 	vmemmap_verify(pte, node, addr, addr + PAGE_SIZE);  in radix__vmemmap_populate_address()
1246 						    unsigned long pfn_offset, int node)  in vmemmap_compound_tail_page()  argument
1259 	pud = vmemmap_pud_alloc(p4d, node, map_addr);  in vmemmap_compound_tail_page()
1262 	pmd = vmemmap_pmd_alloc(pud, node, map_addr);  in vmemmap_compound_tail_page()
1271 	pte = vmemmap_pte_alloc(pmd, node, map_addr);  in vmemmap_compound_tail_page()
1283 		pte = radix__vmemmap_populate_address(map_addr - PAGE_SIZE, node, NULL, NULL);  in vmemmap_compound_tail_page()
1289 		pte = radix__vmemmap_pte_populate(pmd, map_addr, node, NULL, NULL);  in vmemmap_compound_tail_page()
1292 		vmemmap_verify(pte, node, map_addr, map_addr + PAGE_SIZE);  in vmemmap_compound_tail_page()
1300 					      unsigned long end, int node,  in vmemmap_populate_compound_pages()  argument
1321 		pud = vmemmap_pud_alloc(p4d, node, addr);  in vmemmap_populate_compound_pages()
1324 		pmd = vmemmap_pmd_alloc(pud, node, addr);  in vmemmap_populate_compound_pages()
1334 		pte = vmemmap_pte_alloc(pmd, node, addr);  in vmemmap_populate_compound_pages()
1357 				pte = radix__vmemmap_pte_populate(pmd, addr, node, NULL, NULL);  in vmemmap_populate_compound_pages()
1360 				vmemmap_verify(pte, node, addr, addr + PAGE_SIZE);  in vmemmap_populate_compound_pages()
1367 				pte = radix__vmemmap_populate_address(addr + PAGE_SIZE, node, NULL, NULL);  in vmemmap_populate_compound_pages()
1379 			tail_page_pte = vmemmap_compound_tail_page(addr, pfn_offset, node);  in vmemmap_populate_compound_pages()
1382 				pte = radix__vmemmap_pte_populate(pmd, addr, node, NULL, NULL);  in vmemmap_populate_compound_pages()
1385 				vmemmap_verify(pte, node, addr, addr + PAGE_SIZE);  in vmemmap_populate_compound_pages()
1392 			pte = radix__vmemmap_pte_populate(pmd, addr, node, NULL, pte_page(*tail_page_pte));  in vmemmap_populate_compound_pages()
1395 			vmemmap_verify(pte, node, addr, addr + PAGE_SIZE);  in vmemmap_populate_compound_pages()