2 * linux/arch/arm/mm/cache-v7.S
4 * Copyright (C) 2001 Deep Blue Solutions Ltd.
5 * Copyright (C) 2005 ARM Ltd.
7 * This program is free software; you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License version 2 as
9 * published by the Free Software Foundation.
11 * This is the "shell" of the ARMv7 processor support.
13 #include <linux/linkage.h>
14 #include <linux/init.h>
15 #include <asm/assembler.h>
16 #include <asm/unwind.h>
18 #include "proc-macros.S"
21 * v7_flush_dcache_all()
23 * Flush the whole D-cache.
25 * Corrupted registers: r0-r7, r9-r11 (r6 only in Thumb mode)
27 * - mm - mm_struct describing address space
29 ENTRY(v7_flush_dcache_all)
30 dmb @ ensure ordering with previous memory accesses
31 mrc p15, 1, r0, c0, c0, 1 @ read clidr
32 ands r3, r0, #0x7000000 @ extract loc from clidr
33 mov r3, r3, lsr #23 @ left align loc bit field
34 beq finished @ if loc is 0, then no need to clean
35 mov r10, #0 @ start clean at cache level 0
37 add r2, r10, r10, lsr #1 @ work out 3x current cache level
38 mov r1, r0, lsr r2 @ extract cache type bits from clidr
39 and r1, r1, #7 @ mask of the bits for current cache only
40 cmp r1, #2 @ see what cache we have at this level
41 blt skip @ skip if no cache, or just i-cache
42 mcr p15, 2, r10, c0, c0, 0 @ select current cache level in cssr
43 isb @ isb to sych the new cssr&csidr
44 mrc p15, 1, r1, c0, c0, 0 @ read the new csidr
45 and r2, r1, #7 @ extract the length of the cache lines
46 add r2, r2, #4 @ add 4 (line length offset)
48 ands r4, r4, r1, lsr #3 @ find maximum number on the way size
49 clz r5, r4 @ find bit position of way size increment
51 ands r7, r7, r1, lsr #13 @ extract max number of the index size
53 mov r9, r4 @ create working copy of max way size
55 ARM( orr r11, r10, r9, lsl r5 ) @ factor way and cache number into r11
56 THUMB( lsl r6, r9, r5 )
57 THUMB( orr r11, r10, r6 ) @ factor way and cache number into r11
58 ARM( orr r11, r11, r7, lsl r2 ) @ factor index number into r11
59 THUMB( lsl r6, r7, r2 )
60 THUMB( orr r11, r11, r6 ) @ factor index number into r11
61 mcr p15, 0, r11, c7, c14, 2 @ clean & invalidate by set/way
62 subs r9, r9, #1 @ decrement the way
64 subs r7, r7, #1 @ decrement the index
67 add r10, r10, #2 @ increment cache number
71 mov r10, #0 @ swith back to cache level 0
72 mcr p15, 2, r10, c0, c0, 0 @ select current cache level in cssr
76 ENDPROC(v7_flush_dcache_all)
79 * v7_flush_cache_all()
81 * Flush the entire cache system.
82 * The data cache flush is now achieved using atomic clean / invalidates
83 * working outwards from L1 cache. This is done using Set/Way based cache
84 * maintainance instructions.
85 * The instruction cache can still be invalidated back to the point of
86 * unification in a single instruction.
89 ENTRY(v7_flush_kern_cache_all)
90 ARM( stmfd sp!, {r4-r5, r7, r9-r11, lr} )
91 THUMB( stmfd sp!, {r4-r7, r9-r11, lr} )
92 bl v7_flush_dcache_all
94 ALT_SMP(mcr p15, 0, r0, c7, c1, 0) @ invalidate I-cache inner shareable
95 ALT_UP(mcr p15, 0, r0, c7, c5, 0) @ I+BTB cache invalidate
96 ARM( ldmfd sp!, {r4-r5, r7, r9-r11, lr} )
97 THUMB( ldmfd sp!, {r4-r7, r9-r11, lr} )
99 ENDPROC(v7_flush_kern_cache_all)
102 * v7_flush_cache_all()
104 * Flush all TLB entries in a particular address space
106 * - mm - mm_struct describing address space
108 ENTRY(v7_flush_user_cache_all)
112 * v7_flush_cache_range(start, end, flags)
114 * Flush a range of TLB entries in the specified address space.
116 * - start - start address (may not be aligned)
117 * - end - end address (exclusive, may not be aligned)
118 * - flags - vm_area_struct flags describing address space
120 * It is assumed that:
121 * - we have a VIPT cache.
123 ENTRY(v7_flush_user_cache_range)
125 ENDPROC(v7_flush_user_cache_all)
126 ENDPROC(v7_flush_user_cache_range)
129 * v7_coherent_kern_range(start,end)
131 * Ensure that the I and D caches are coherent within specified
132 * region. This is typically used when code has been written to
133 * a memory region, and will be executed.
135 * - start - virtual start address of region
136 * - end - virtual end address of region
138 * It is assumed that:
139 * - the Icache does not read data from the write buffer
141 ENTRY(v7_coherent_kern_range)
145 * v7_coherent_user_range(start,end)
147 * Ensure that the I and D caches are coherent within specified
148 * region. This is typically used when code has been written to
149 * a memory region, and will be executed.
151 * - start - virtual start address of region
152 * - end - virtual end address of region
154 * It is assumed that:
155 * - the Icache does not read data from the write buffer
157 ENTRY(v7_coherent_user_range)
159 dcache_line_size r2, r3
163 USER( mcr p15, 0, r0, c7, c11, 1 ) @ clean D line to the point of unification
165 USER( mcr p15, 0, r0, c7, c5, 1 ) @ invalidate I line
171 ALT_SMP(mcr p15, 0, r0, c7, c1, 6) @ invalidate BTB Inner Shareable
172 ALT_UP(mcr p15, 0, r0, c7, c5, 6) @ invalidate BTB
178 * Fault handling for the cache operation above. If the virtual address in r0
179 * isn't mapped, just try the next page.
187 ENDPROC(v7_coherent_kern_range)
188 ENDPROC(v7_coherent_user_range)
191 * v7_flush_kern_dcache_area(void *addr, size_t size)
193 * Ensure that the data held in the page kaddr is written back
194 * to the page in question.
196 * - addr - kernel address
197 * - size - region size
199 ENTRY(v7_flush_kern_dcache_area)
200 dcache_line_size r2, r3
203 mcr p15, 0, r0, c7, c14, 1 @ clean & invalidate D line / unified line
209 ENDPROC(v7_flush_kern_dcache_area)
212 * v7_dma_inv_range(start,end)
214 * Invalidate the data cache within the specified region; we will
215 * be performing a DMA operation in this region and we want to
216 * purge old data in the cache.
218 * - start - virtual start address of region
219 * - end - virtual end address of region
222 dcache_line_size r2, r3
226 mcrne p15, 0, r0, c7, c14, 1 @ clean & invalidate D / U line
230 mcrne p15, 0, r1, c7, c14, 1 @ clean & invalidate D / U line
232 mcr p15, 0, r0, c7, c6, 1 @ invalidate D / U line
238 ENDPROC(v7_dma_inv_range)
241 * v7_dma_clean_range(start,end)
242 * - start - virtual start address of region
243 * - end - virtual end address of region
246 dcache_line_size r2, r3
250 mcr p15, 0, r0, c7, c10, 1 @ clean D / U line
256 ENDPROC(v7_dma_clean_range)
259 * v7_dma_flush_range(start,end)
260 * - start - virtual start address of region
261 * - end - virtual end address of region
263 ENTRY(v7_dma_flush_range)
264 dcache_line_size r2, r3
268 mcr p15, 0, r0, c7, c14, 1 @ clean & invalidate D / U line
274 ENDPROC(v7_dma_flush_range)
277 * dma_map_area(start, size, dir)
278 * - start - kernel virtual start address
279 * - size - size of region
280 * - dir - DMA direction
282 ENTRY(v7_dma_map_area)
284 teq r2, #DMA_FROM_DEVICE
287 ENDPROC(v7_dma_map_area)
290 * dma_unmap_area(start, size, dir)
291 * - start - kernel virtual start address
292 * - size - size of region
293 * - dir - DMA direction
295 ENTRY(v7_dma_unmap_area)
297 teq r2, #DMA_TO_DEVICE
300 ENDPROC(v7_dma_unmap_area)
304 .type v7_cache_fns, #object
306 .long v7_flush_kern_cache_all
307 .long v7_flush_user_cache_all
308 .long v7_flush_user_cache_range
309 .long v7_coherent_kern_range
310 .long v7_coherent_user_range
311 .long v7_flush_kern_dcache_area
312 .long v7_dma_map_area
313 .long v7_dma_unmap_area
314 .long v7_dma_flush_range
315 .size v7_cache_fns, . - v7_cache_fns