356 tlb_flush_local(vm_offset_t va)  in tlb_flush_local()  argument
359 	KASSERT((va & PAGE_MASK) == 0, ("%s: va %#x not aligned", __func__, va));  in tlb_flush_local()
362 	_CP15_TLBIMVA(va | CPU_ASID_KERNEL);  in tlb_flush_local()
368 tlb_flush_range_local(vm_offset_t va, vm_size_t size)  in tlb_flush_range_local()  argument
370 	vm_offset_t eva = va + size;  in tlb_flush_range_local()
372 	KASSERT((va & PAGE_MASK) == 0, ("%s: va %#x not aligned", __func__, va));  in tlb_flush_range_local()
377 	for (; va < eva; va += PAGE_SIZE)  in tlb_flush_range_local()
378 		_CP15_TLBIMVA(va | CPU_ASID_KERNEL);  in tlb_flush_range_local()
410 tlb_flush(vm_offset_t va)  in tlb_flush()  argument
413 	KASSERT((va & PAGE_MASK) == 0, ("%s: va %#x not aligned", __func__, va));  in tlb_flush()
417 	    _CP15_TLBIMVAAIS(va),  in tlb_flush()
418 	    _CP15_TLBIMVA(va | CPU_ASID_KERNEL)  in tlb_flush()
424 tlb_flush_range(vm_offset_t va,  vm_size_t size)  in tlb_flush_range()  argument
426 	vm_offset_t eva = va + size;  in tlb_flush_range()
428 	KASSERT((va & PAGE_MASK) == 0, ("%s: va %#x not aligned", __func__, va));  in tlb_flush_range()
435 			for (; va < eva; va += PAGE_SIZE)  in tlb_flush_range()
436 				_CP15_TLBIMVAAIS(va);  in tlb_flush_range()
439 			for (; va < eva; va += PAGE_SIZE)  in tlb_flush_range()
440 				_CP15_TLBIMVA(va | CPU_ASID_KERNEL);  in tlb_flush_range()
449 #define tlb_flush(va) 			tlb_flush_local(va)  argument
450 #define tlb_flush_range(va, size) 	tlb_flush_range_local(va, size)  argument
460 icache_sync(vm_offset_t va, vm_size_t size)  in icache_sync()  argument
462 	vm_offset_t eva = va + size;  in icache_sync()
465 	va &= ~cpuinfo.dcache_line_mask;  in icache_sync()
467 	for ( ; va < eva; va += cpuinfo.dcache_line_size) {  in icache_sync()
469 		_CP15_DCCMVAU(va);  in icache_sync()
471 		_CP15_DCCMVAC(va);  in icache_sync()
511 dcache_wb_pou(vm_offset_t va, vm_size_t size)  in dcache_wb_pou()  argument
513 	vm_offset_t eva = va + size;  in dcache_wb_pou()
516 	va &= ~cpuinfo.dcache_line_mask;  in dcache_wb_pou()
517 	for ( ; va < eva; va += cpuinfo.dcache_line_size) {  in dcache_wb_pou()
519 		_CP15_DCCMVAU(va);  in dcache_wb_pou()
521 		_CP15_DCCMVAC(va);  in dcache_wb_pou()
536 dcache_inv_poc(vm_offset_t va, vm_paddr_t pa, vm_size_t size)  in dcache_inv_poc()  argument
538 	vm_offset_t eva = va + size;  in dcache_inv_poc()
545 	va &= ~cpuinfo.dcache_line_mask;  in dcache_inv_poc()
546 	for ( ; va < eva; va += cpuinfo.dcache_line_size) {  in dcache_inv_poc()
547 		_CP15_DCIMVAC(va);  in dcache_inv_poc()
563 dcache_inv_poc_dma(vm_offset_t va, vm_paddr_t pa, vm_size_t size)  in dcache_inv_poc_dma()  argument
565 	vm_offset_t eva = va + size;  in dcache_inv_poc_dma()
569 	va &= ~cpuinfo.dcache_line_mask;  in dcache_inv_poc_dma()
570 	for ( ; va < eva; va += cpuinfo.dcache_line_size) {  in dcache_inv_poc_dma()
571 		_CP15_DCIMVAC(va);  in dcache_inv_poc_dma()
587 dcache_wb_poc(vm_offset_t va, vm_paddr_t pa, vm_size_t size)  in dcache_wb_poc()  argument
589 	vm_offset_t eva = va + size;  in dcache_wb_poc()
592 	va &= ~cpuinfo.dcache_line_mask;  in dcache_wb_poc()
593 	for ( ; va < eva; va += cpuinfo.dcache_line_size) {  in dcache_wb_poc()
594 		_CP15_DCCMVAC(va);  in dcache_wb_poc()
605 	vm_offset_t va;  in dcache_wbinv_poc()  local
610 	va = sva & ~cpuinfo.dcache_line_mask;  in dcache_wbinv_poc()
611 	for ( ; va < eva; va += cpuinfo.dcache_line_size) {  in dcache_wbinv_poc()
612 		_CP15_DCCMVAC(va);  in dcache_wbinv_poc()
620 	va = sva & ~cpuinfo.dcache_line_mask;  in dcache_wbinv_poc()
621 	for ( ; va < eva; va += cpuinfo.dcache_line_size) {  in dcache_wbinv_poc()
622 		_CP15_DCIMVAC(va);  in dcache_wbinv_poc()