2 * linux/arch/arm/kernel/smp_tlb.c
4 * Copyright (C) 2002 ARM Limited, All Rights Reserved.
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 2 as
8 * published by the Free Software Foundation.
10 #include <linux/preempt.h>
11 #include <linux/smp.h>
13 #include <asm/smp_plat.h>
14 #include <asm/tlbflush.h>
16 /**********************************************************************/
22 struct vm_area_struct *ta_vma;
23 unsigned long ta_start;
27 static inline void ipi_flush_tlb_all(void *ignored)
29 local_flush_tlb_all();
32 static inline void ipi_flush_tlb_mm(void *arg)
34 struct mm_struct *mm = (struct mm_struct *)arg;
36 local_flush_tlb_mm(mm);
39 static inline void ipi_flush_tlb_page(void *arg)
41 struct tlb_args *ta = (struct tlb_args *)arg;
43 local_flush_tlb_page(ta->ta_vma, ta->ta_start);
46 static inline void ipi_flush_tlb_kernel_page(void *arg)
48 struct tlb_args *ta = (struct tlb_args *)arg;
50 local_flush_tlb_kernel_page(ta->ta_start);
53 static inline void ipi_flush_tlb_range(void *arg)
55 struct tlb_args *ta = (struct tlb_args *)arg;
57 local_flush_tlb_range(ta->ta_vma, ta->ta_start, ta->ta_end);
60 static inline void ipi_flush_tlb_kernel_range(void *arg)
62 struct tlb_args *ta = (struct tlb_args *)arg;
64 local_flush_tlb_kernel_range(ta->ta_start, ta->ta_end);
67 void flush_tlb_all(void)
69 if (tlb_ops_need_broadcast())
70 on_each_cpu(ipi_flush_tlb_all, NULL, 1);
72 local_flush_tlb_all();
75 void flush_tlb_mm(struct mm_struct *mm)
77 if (tlb_ops_need_broadcast())
78 on_each_cpu_mask(mm_cpumask(mm), ipi_flush_tlb_mm, mm, 1);
80 local_flush_tlb_mm(mm);
83 void flush_tlb_page(struct vm_area_struct *vma, unsigned long uaddr)
85 if (tlb_ops_need_broadcast()) {
89 on_each_cpu_mask(mm_cpumask(vma->vm_mm), ipi_flush_tlb_page,
92 local_flush_tlb_page(vma, uaddr);
95 void flush_tlb_kernel_page(unsigned long kaddr)
97 if (tlb_ops_need_broadcast()) {
100 on_each_cpu(ipi_flush_tlb_kernel_page, &ta, 1);
102 local_flush_tlb_kernel_page(kaddr);
105 void flush_tlb_range(struct vm_area_struct *vma,
106 unsigned long start, unsigned long end)
108 if (tlb_ops_need_broadcast()) {
113 on_each_cpu_mask(mm_cpumask(vma->vm_mm), ipi_flush_tlb_range,
116 local_flush_tlb_range(vma, start, end);
119 void flush_tlb_kernel_range(unsigned long start, unsigned long end)
121 if (tlb_ops_need_broadcast()) {
125 on_each_cpu(ipi_flush_tlb_kernel_range, &ta, 1);
127 local_flush_tlb_kernel_range(start, end);