195d6976dSVineet Gupta /* 295d6976dSVineet Gupta * Copyright (C) 2004, 2007-2010, 2011-2012 Synopsys, Inc. (www.synopsys.com) 395d6976dSVineet Gupta * 495d6976dSVineet Gupta * This program is free software; you can redistribute it and/or modify 595d6976dSVineet Gupta * it under the terms of the GNU General Public License version 2 as 695d6976dSVineet Gupta * published by the Free Software Foundation. 795d6976dSVineet Gupta * 895d6976dSVineet Gupta * vineetg: May 2011: for Non-aliasing VIPT D-cache following can be NOPs 995d6976dSVineet Gupta * -flush_cache_dup_mm (fork) 1095d6976dSVineet Gupta * -likewise for flush_cache_mm (exit/execve) 1195d6976dSVineet Gupta * -likewise for flush_cache_{range,page} (munmap, exit, COW-break) 1295d6976dSVineet Gupta * 1395d6976dSVineet Gupta * vineetg: April 2008 1495d6976dSVineet Gupta * -Added a critical CacheLine flush to copy_to_user_page( ) which 1595d6976dSVineet Gupta * was causing gdbserver to not setup breakpoints consistently 1695d6976dSVineet Gupta */ 1795d6976dSVineet Gupta 1895d6976dSVineet Gupta #ifndef _ASM_CACHEFLUSH_H 1995d6976dSVineet Gupta #define _ASM_CACHEFLUSH_H 2095d6976dSVineet Gupta 2195d6976dSVineet Gupta #include <linux/mm.h> 225bba49f5SVineet Gupta #include <asm/shmparam.h> 2395d6976dSVineet Gupta 2424603fddSVineet Gupta /* 2524603fddSVineet Gupta * Semantically we need this because icache doesn't snoop dcache/dma. 2624603fddSVineet Gupta * However ARC Cache flush requires paddr as well as vaddr, latter not available 2724603fddSVineet Gupta * in the flush_icache_page() API. So we no-op it but do the equivalent work 2824603fddSVineet Gupta * in update_mmu_cache() 2924603fddSVineet Gupta */ 3024603fddSVineet Gupta #define flush_icache_page(vma, page) 3124603fddSVineet Gupta 3295d6976dSVineet Gupta void flush_cache_all(void); 3395d6976dSVineet Gupta 3495d6976dSVineet Gupta void flush_icache_range(unsigned long start, unsigned long end); 3594bad1afSVineet Gupta void __sync_icache_dcache(unsigned long paddr, unsigned long vaddr, int len); 3624603fddSVineet Gupta void __inv_icache_page(unsigned long paddr, unsigned long vaddr); 37de2a852cSVineet Gupta void ___flush_dcache_page(unsigned long paddr, unsigned long vaddr); 38de2a852cSVineet Gupta #define __flush_dcache_page(p, v) \ 39de2a852cSVineet Gupta ___flush_dcache_page((unsigned long)p, (unsigned long)v) 4095d6976dSVineet Gupta 4195d6976dSVineet Gupta #define ARCH_IMPLEMENTS_FLUSH_DCACHE_PAGE 1 4295d6976dSVineet Gupta 4395d6976dSVineet Gupta void flush_dcache_page(struct page *page); 4495d6976dSVineet Gupta 4595d6976dSVineet Gupta void dma_cache_wback_inv(unsigned long start, unsigned long sz); 4695d6976dSVineet Gupta void dma_cache_inv(unsigned long start, unsigned long sz); 4795d6976dSVineet Gupta void dma_cache_wback(unsigned long start, unsigned long sz); 4895d6976dSVineet Gupta 4995d6976dSVineet Gupta #define flush_dcache_mmap_lock(mapping) do { } while (0) 5095d6976dSVineet Gupta #define flush_dcache_mmap_unlock(mapping) do { } while (0) 5195d6976dSVineet Gupta 5295d6976dSVineet Gupta /* TBD: optimize this */ 5395d6976dSVineet Gupta #define flush_cache_vmap(start, end) flush_cache_all() 5495d6976dSVineet Gupta #define flush_cache_vunmap(start, end) flush_cache_all() 5595d6976dSVineet Gupta 564102b533SVineet Gupta #define flush_cache_dup_mm(mm) /* called on fork (VIVT only) */ 574102b533SVineet Gupta 584102b533SVineet Gupta #ifndef CONFIG_ARC_CACHE_VIPT_ALIASING 594102b533SVineet Gupta 6095d6976dSVineet Gupta #define flush_cache_mm(mm) /* called on munmap/exit */ 6195d6976dSVineet Gupta #define flush_cache_range(mm, u_vstart, u_vend) 6295d6976dSVineet Gupta #define flush_cache_page(vma, u_vaddr, pfn) /* PF handling/COW-break */ 6395d6976dSVineet Gupta 644102b533SVineet Gupta #else /* VIPT aliasing dcache */ 654102b533SVineet Gupta 664102b533SVineet Gupta /* To clear out stale userspace mappings */ 674102b533SVineet Gupta void flush_cache_mm(struct mm_struct *mm); 684102b533SVineet Gupta void flush_cache_range(struct vm_area_struct *vma, 694102b533SVineet Gupta unsigned long start,unsigned long end); 704102b533SVineet Gupta void flush_cache_page(struct vm_area_struct *vma, 714102b533SVineet Gupta unsigned long user_addr, unsigned long page); 724102b533SVineet Gupta 734102b533SVineet Gupta /* 744102b533SVineet Gupta * To make sure that userspace mapping is flushed to memory before 754102b533SVineet Gupta * get_user_pages() uses a kernel mapping to access the page 764102b533SVineet Gupta */ 774102b533SVineet Gupta #define ARCH_HAS_FLUSH_ANON_PAGE 784102b533SVineet Gupta void flush_anon_page(struct vm_area_struct *vma, 794102b533SVineet Gupta struct page *page, unsigned long u_vaddr); 804102b533SVineet Gupta 814102b533SVineet Gupta #endif /* CONFIG_ARC_CACHE_VIPT_ALIASING */ 824102b533SVineet Gupta 834102b533SVineet Gupta /* 84*2ed21daeSVineet Gupta * A new pagecache page has PG_arch_1 clear - thus dcache dirty by default 85*2ed21daeSVineet Gupta * This works around some PIO based drivers which don't call flush_dcache_page 86*2ed21daeSVineet Gupta * to record that they dirtied the dcache 87*2ed21daeSVineet Gupta */ 88*2ed21daeSVineet Gupta #define PG_dc_clean PG_arch_1 89*2ed21daeSVineet Gupta 90*2ed21daeSVineet Gupta /* 914102b533SVineet Gupta * Simple wrapper over config option 924102b533SVineet Gupta * Bootup code ensures that hardware matches kernel configuration 934102b533SVineet Gupta */ 944102b533SVineet Gupta static inline int cache_is_vipt_aliasing(void) 954102b533SVineet Gupta { 9630499186SVineet Gupta return IS_ENABLED(CONFIG_ARC_CACHE_VIPT_ALIASING); 974102b533SVineet Gupta } 984102b533SVineet Gupta 99006dfb3cSVineet Gupta #define CACHE_COLOR(addr) (((unsigned long)(addr) >> (PAGE_SHIFT)) & 1) 1004102b533SVineet Gupta 1014102b533SVineet Gupta /* 1024102b533SVineet Gupta * checks if two addresses (after page aligning) index into same cache set 1034102b533SVineet Gupta */ 1044102b533SVineet Gupta #define addr_not_cache_congruent(addr1, addr2) \ 1053e87974dSVineet Gupta ({ \ 1064102b533SVineet Gupta cache_is_vipt_aliasing() ? \ 1073e87974dSVineet Gupta (CACHE_COLOR(addr1) != CACHE_COLOR(addr2)) : 0; \ 1083e87974dSVineet Gupta }) 1094102b533SVineet Gupta 11095d6976dSVineet Gupta #define copy_to_user_page(vma, page, vaddr, dst, src, len) \ 11195d6976dSVineet Gupta do { \ 11295d6976dSVineet Gupta memcpy(dst, src, len); \ 11395d6976dSVineet Gupta if (vma->vm_flags & VM_EXEC) \ 11494bad1afSVineet Gupta __sync_icache_dcache((unsigned long)(dst), vaddr, len); \ 11595d6976dSVineet Gupta } while (0) 11695d6976dSVineet Gupta 11795d6976dSVineet Gupta #define copy_from_user_page(vma, page, vaddr, dst, src, len) \ 11895d6976dSVineet Gupta memcpy(dst, src, len); \ 11995d6976dSVineet Gupta 12095d6976dSVineet Gupta #endif 121