xref: /linux-6.15/arch/mips/include/asm/cacheflush.h (revision d9cdc901)
1384740dcSRalf Baechle /*
2384740dcSRalf Baechle  * This file is subject to the terms and conditions of the GNU General Public
3384740dcSRalf Baechle  * License.  See the file "COPYING" in the main directory of this archive
4384740dcSRalf Baechle  * for more details.
5384740dcSRalf Baechle  *
6384740dcSRalf Baechle  * Copyright (C) 1994, 95, 96, 97, 98, 99, 2000, 01, 02, 03 by Ralf Baechle
7384740dcSRalf Baechle  * Copyright (C) 1999, 2000, 2001 Silicon Graphics, Inc.
8384740dcSRalf Baechle  */
9384740dcSRalf Baechle #ifndef _ASM_CACHEFLUSH_H
10384740dcSRalf Baechle #define _ASM_CACHEFLUSH_H
11384740dcSRalf Baechle 
12384740dcSRalf Baechle /* Keep includes the same across arches.  */
13384740dcSRalf Baechle #include <linux/mm.h>
14384740dcSRalf Baechle #include <asm/cpu-features.h>
15384740dcSRalf Baechle 
16384740dcSRalf Baechle /* Cache flushing:
17384740dcSRalf Baechle  *
18384740dcSRalf Baechle  *  - flush_cache_all() flushes entire cache
19384740dcSRalf Baechle  *  - flush_cache_mm(mm) flushes the specified mm context's cache lines
20384740dcSRalf Baechle  *  - flush_cache_dup mm(mm) handles cache flushing when forking
21384740dcSRalf Baechle  *  - flush_cache_page(mm, vmaddr, pfn) flushes a single page
22384740dcSRalf Baechle  *  - flush_cache_range(vma, start, end) flushes a range of pages
23384740dcSRalf Baechle  *  - flush_icache_range(start, end) flush a range of instructions
24384740dcSRalf Baechle  *  - flush_dcache_page(pg) flushes(wback&invalidates) a page for dcache
25384740dcSRalf Baechle  *
26384740dcSRalf Baechle  * MIPS specific flush operations:
27384740dcSRalf Baechle  *
28384740dcSRalf Baechle  *  - flush_cache_sigtramp() flush signal trampoline
29384740dcSRalf Baechle  *  - flush_icache_all() flush the entire instruction cache
30384740dcSRalf Baechle  *  - flush_data_cache_page() flushes a page from the data cache
31384740dcSRalf Baechle  */
32384740dcSRalf Baechle extern void (*flush_cache_all)(void);
33384740dcSRalf Baechle extern void (*__flush_cache_all)(void);
34384740dcSRalf Baechle extern void (*flush_cache_mm)(struct mm_struct *mm);
35384740dcSRalf Baechle #define flush_cache_dup_mm(mm)	do { (void) (mm); } while (0)
36384740dcSRalf Baechle extern void (*flush_cache_range)(struct vm_area_struct *vma,
37384740dcSRalf Baechle 	unsigned long start, unsigned long end);
38384740dcSRalf Baechle extern void (*flush_cache_page)(struct vm_area_struct *vma, unsigned long page, unsigned long pfn);
39384740dcSRalf Baechle extern void __flush_dcache_page(struct page *page);
40384740dcSRalf Baechle 
412d4dc890SIlya Loginov #define ARCH_IMPLEMENTS_FLUSH_DCACHE_PAGE 1
42384740dcSRalf Baechle static inline void flush_dcache_page(struct page *page)
43384740dcSRalf Baechle {
44384740dcSRalf Baechle 	if (cpu_has_dc_aliases || !cpu_has_ic_fills_f_dc)
45384740dcSRalf Baechle 		__flush_dcache_page(page);
46384740dcSRalf Baechle 
47384740dcSRalf Baechle }
48384740dcSRalf Baechle 
49384740dcSRalf Baechle #define flush_dcache_mmap_lock(mapping)		do { } while (0)
50384740dcSRalf Baechle #define flush_dcache_mmap_unlock(mapping)	do { } while (0)
51384740dcSRalf Baechle 
52384740dcSRalf Baechle #define ARCH_HAS_FLUSH_ANON_PAGE
53384740dcSRalf Baechle extern void __flush_anon_page(struct page *, unsigned long);
54384740dcSRalf Baechle static inline void flush_anon_page(struct vm_area_struct *vma,
55384740dcSRalf Baechle 	struct page *page, unsigned long vmaddr)
56384740dcSRalf Baechle {
57384740dcSRalf Baechle 	if (cpu_has_dc_aliases && PageAnon(page))
58384740dcSRalf Baechle 		__flush_anon_page(page, vmaddr);
59384740dcSRalf Baechle }
60384740dcSRalf Baechle 
61384740dcSRalf Baechle static inline void flush_icache_page(struct vm_area_struct *vma,
62384740dcSRalf Baechle 	struct page *page)
63384740dcSRalf Baechle {
64384740dcSRalf Baechle }
65384740dcSRalf Baechle 
66384740dcSRalf Baechle extern void (*flush_icache_range)(unsigned long start, unsigned long end);
67384740dcSRalf Baechle extern void (*local_flush_icache_range)(unsigned long start, unsigned long end);
68384740dcSRalf Baechle 
69384740dcSRalf Baechle extern void (*__flush_cache_vmap)(void);
70384740dcSRalf Baechle 
71384740dcSRalf Baechle static inline void flush_cache_vmap(unsigned long start, unsigned long end)
72384740dcSRalf Baechle {
73384740dcSRalf Baechle 	if (cpu_has_dc_aliases)
74384740dcSRalf Baechle 		__flush_cache_vmap();
75384740dcSRalf Baechle }
76384740dcSRalf Baechle 
77384740dcSRalf Baechle extern void (*__flush_cache_vunmap)(void);
78384740dcSRalf Baechle 
79384740dcSRalf Baechle static inline void flush_cache_vunmap(unsigned long start, unsigned long end)
80384740dcSRalf Baechle {
81384740dcSRalf Baechle 	if (cpu_has_dc_aliases)
82384740dcSRalf Baechle 		__flush_cache_vunmap();
83384740dcSRalf Baechle }
84384740dcSRalf Baechle 
85384740dcSRalf Baechle extern void copy_to_user_page(struct vm_area_struct *vma,
86384740dcSRalf Baechle 	struct page *page, unsigned long vaddr, void *dst, const void *src,
87384740dcSRalf Baechle 	unsigned long len);
88384740dcSRalf Baechle 
89384740dcSRalf Baechle extern void copy_from_user_page(struct vm_area_struct *vma,
90384740dcSRalf Baechle 	struct page *page, unsigned long vaddr, void *dst, const void *src,
91384740dcSRalf Baechle 	unsigned long len);
92384740dcSRalf Baechle 
93384740dcSRalf Baechle extern void (*flush_cache_sigtramp)(unsigned long addr);
94384740dcSRalf Baechle extern void (*flush_icache_all)(void);
95384740dcSRalf Baechle extern void (*local_flush_data_cache_page)(void * addr);
96384740dcSRalf Baechle extern void (*flush_data_cache_page)(unsigned long addr);
97384740dcSRalf Baechle 
98384740dcSRalf Baechle /*
99384740dcSRalf Baechle  * This flag is used to indicate that the page pointed to by a pte
100384740dcSRalf Baechle  * is dirty and requires cleaning before returning it to the user.
101384740dcSRalf Baechle  */
102384740dcSRalf Baechle #define PG_dcache_dirty			PG_arch_1
103384740dcSRalf Baechle 
104384740dcSRalf Baechle #define Page_dcache_dirty(page)		\
105384740dcSRalf Baechle 	test_bit(PG_dcache_dirty, &(page)->flags)
106384740dcSRalf Baechle #define SetPageDcacheDirty(page)	\
107384740dcSRalf Baechle 	set_bit(PG_dcache_dirty, &(page)->flags)
108384740dcSRalf Baechle #define ClearPageDcacheDirty(page)	\
109384740dcSRalf Baechle 	clear_bit(PG_dcache_dirty, &(page)->flags)
110384740dcSRalf Baechle 
111384740dcSRalf Baechle /* Run kernel code uncached, useful for cache probing functions. */
112384740dcSRalf Baechle unsigned long run_uncached(void *func);
113384740dcSRalf Baechle 
114384740dcSRalf Baechle extern void *kmap_coherent(struct page *page, unsigned long addr);
115384740dcSRalf Baechle extern void kunmap_coherent(void);
116384740dcSRalf Baechle 
117*d9cdc901SRalf Baechle #define ARCH_HAS_FLUSH_KERNEL_DCACHE_PAGE
118*d9cdc901SRalf Baechle static inline void flush_kernel_dcache_page(struct page *page)
119*d9cdc901SRalf Baechle {
120*d9cdc901SRalf Baechle 	BUG_ON(cpu_has_dc_aliases && PageHighMem(page));
121*d9cdc901SRalf Baechle }
122*d9cdc901SRalf Baechle 
123*d9cdc901SRalf Baechle /*
124*d9cdc901SRalf Baechle  * For now flush_kernel_vmap_range and invalidate_kernel_vmap_range both do a
125*d9cdc901SRalf Baechle  * cache writeback and invalidate operation.
126*d9cdc901SRalf Baechle  */
127*d9cdc901SRalf Baechle extern void (*__flush_kernel_vmap_range)(unsigned long vaddr, int size);
128*d9cdc901SRalf Baechle 
129*d9cdc901SRalf Baechle static inline void flush_kernel_vmap_range(void *vaddr, int size)
130*d9cdc901SRalf Baechle {
131*d9cdc901SRalf Baechle 	if (cpu_has_dc_aliases)
132*d9cdc901SRalf Baechle 		__flush_kernel_vmap_range((unsigned long) vaddr, size);
133*d9cdc901SRalf Baechle }
134*d9cdc901SRalf Baechle 
135*d9cdc901SRalf Baechle static inline void invalidate_kernel_vmap_range(void *vaddr, int size)
136*d9cdc901SRalf Baechle {
137*d9cdc901SRalf Baechle 	if (cpu_has_dc_aliases)
138*d9cdc901SRalf Baechle 		__flush_kernel_vmap_range((unsigned long) vaddr, size);
139*d9cdc901SRalf Baechle }
140*d9cdc901SRalf Baechle 
141384740dcSRalf Baechle #endif /* _ASM_CACHEFLUSH_H */
142