2 * Based on arch/arm/include/asm/tlbflush.h
4 * Copyright (C) 1999-2003 Russell King
5 * Copyright (C) 2012 ARM Ltd.
7 * This program is free software; you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License version 2 as
9 * published by the Free Software Foundation.
11 * This program is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 * GNU General Public License for more details.
16 * You should have received a copy of the GNU General Public License
17 * along with this program. If not, see <http://www.gnu.org/licenses/>.
19 #ifndef __ASM_TLBFLUSH_H
20 #define __ASM_TLBFLUSH_H
24 #include <linux/sched.h>
25 #include <asm/cputype.h>
28 * Raw TLBI operations.
30 * Where necessary, use the __tlbi() macro to avoid asm()
31 * boilerplate. Drivers and most kernel code should use the TLB
32 * management routines in preference to the macro below.
34 * The macro can be used as __tlbi(op) or __tlbi(op, arg), depending
35 * on whether a particular TLBI operation takes an argument or
36 * not. The macros handles invoking the asm with or without the
37 * register argument as appropriate.
39 #define __TLBI_0(op, arg) asm ("tlbi " #op)
40 #define __TLBI_1(op, arg) asm ("tlbi " #op ", %0" : : "r" (arg))
41 #define __TLBI_N(op, arg, n, ...) __TLBI_##n(op, arg)
43 #define __tlbi(op, ...) __TLBI_N(op, ##__VA_ARGS__, 1, 0)
49 * The TLB specific code is expected to perform whatever tests it needs
50 * to determine if it should invalidate the TLB for each call. Start
51 * addresses are inclusive and end addresses are exclusive; it is safe to
52 * round these addresses down.
56 * Invalidate the entire TLB.
60 * Invalidate all TLB entries in a particular address space.
61 * - mm - mm_struct describing address space
63 * flush_tlb_range(mm,start,end)
65 * Invalidate a range of TLB entries in the specified address
67 * - mm - mm_struct describing address space
68 * - start - start address (may not be aligned)
69 * - end - end address (exclusive, may not be aligned)
71 * flush_tlb_page(vaddr,vma)
73 * Invalidate the specified page in the specified address range.
74 * - vaddr - virtual address (may not be aligned)
75 * - vma - vma_struct describing address range
77 * flush_kern_tlb_page(kaddr)
79 * Invalidate the TLB entry for the specified page. The address
80 * will be in the kernels virtual memory space. Current uses
81 * only require the D-TLB to be invalidated.
82 * - kaddr - Kernel virtual memory address
84 static inline void local_flush_tlb_all(void)
92 static inline void flush_tlb_all(void)
100 static inline void flush_tlb_mm(struct mm_struct *mm)
102 unsigned long asid = ASID(mm) << 48;
105 __tlbi(aside1is, asid);
109 static inline void flush_tlb_page(struct vm_area_struct *vma,
112 unsigned long addr = uaddr >> 12 | (ASID(vma->vm_mm) << 48);
115 __tlbi(vale1is, addr);
120 * This is meant to avoid soft lock-ups on large TLB flushing ranges and not
121 * necessarily a performance improvement.
123 #define MAX_TLB_RANGE (1024UL << PAGE_SHIFT)
125 static inline void __flush_tlb_range(struct vm_area_struct *vma,
126 unsigned long start, unsigned long end,
129 unsigned long asid = ASID(vma->vm_mm) << 48;
132 if ((end - start) > MAX_TLB_RANGE) {
133 flush_tlb_mm(vma->vm_mm);
137 start = asid | (start >> 12);
138 end = asid | (end >> 12);
141 for (addr = start; addr < end; addr += 1 << (PAGE_SHIFT - 12)) {
143 __tlbi(vale1is, addr);
145 __tlbi(vae1is, addr);
150 static inline void flush_tlb_range(struct vm_area_struct *vma,
151 unsigned long start, unsigned long end)
153 __flush_tlb_range(vma, start, end, false);
156 static inline void flush_tlb_kernel_range(unsigned long start, unsigned long end)
160 if ((end - start) > MAX_TLB_RANGE) {
169 for (addr = start; addr < end; addr += 1 << (PAGE_SHIFT - 12))
170 __tlbi(vaae1is, addr);
176 * Used to invalidate the TLB (walk caches) corresponding to intermediate page
177 * table levels (pgd/pud/pmd).
179 static inline void __flush_tlb_pgtable(struct mm_struct *mm,
182 unsigned long addr = uaddr >> 12 | (ASID(mm) << 48);
184 __tlbi(vae1is, addr);