blob: 7787057e4990fbba9005999ea59da0f4b912c838 [file] [log] [blame]
Thomas Gleixnerd2912cb2019-06-04 10:11:33 +02001/* SPDX-License-Identifier: GPL-2.0-only */
Linus Torvalds1da177e2005-04-16 15:20:36 -07002/*
3 * linux/arch/arm/mm/cache-v4.S
4 *
5 * Copyright (C) 1997-2002 Russell king
Linus Torvalds1da177e2005-04-16 15:20:36 -07006 */
7#include <linux/linkage.h>
8#include <linux/init.h>
Russell King6ebbf2c2014-06-30 16:29:12 +01009#include <asm/assembler.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070010#include <asm/page.h>
11#include "proc-macros.S"
12
13/*
Mika Westerbergc8c90862010-10-28 11:27:40 +010014 * flush_icache_all()
15 *
16 * Unconditionally clean and invalidate the entire icache.
17 */
18ENTRY(v4_flush_icache_all)
Russell King6ebbf2c2014-06-30 16:29:12 +010019 ret lr
Mika Westerbergc8c90862010-10-28 11:27:40 +010020ENDPROC(v4_flush_icache_all)
21
22/*
Linus Torvalds1da177e2005-04-16 15:20:36 -070023 * flush_user_cache_all()
24 *
25 * Invalidate all cache entries in a particular address
26 * space.
27 *
28 * - mm - mm_struct describing address space
29 */
30ENTRY(v4_flush_user_cache_all)
31 /* FALLTHROUGH */
32/*
33 * flush_kern_cache_all()
34 *
35 * Clean and invalidate the entire cache.
36 */
37ENTRY(v4_flush_kern_cache_all)
Anders Grafströme4d2a592008-10-16 17:37:24 +010038#ifdef CONFIG_CPU_CP15
Linus Torvalds1da177e2005-04-16 15:20:36 -070039 mov r0, #0
40 mcr p15, 0, r0, c7, c7, 0 @ flush ID cache
Russell King6ebbf2c2014-06-30 16:29:12 +010041 ret lr
Hyok S. Choif12d0d72006-09-26 17:36:37 +090042#else
43 /* FALLTHROUGH */
44#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070045
46/*
47 * flush_user_cache_range(start, end, flags)
48 *
49 * Invalidate a range of cache entries in the specified
50 * address space.
51 *
52 * - start - start address (may not be aligned)
53 * - end - end address (exclusive, may not be aligned)
54 * - flags - vma_area_struct flags describing address space
55 */
56ENTRY(v4_flush_user_cache_range)
Anders Grafströme4d2a592008-10-16 17:37:24 +010057#ifdef CONFIG_CPU_CP15
Linus Torvalds1da177e2005-04-16 15:20:36 -070058 mov ip, #0
Will Deacon794fe852013-01-22 19:11:38 +000059 mcr p15, 0, ip, c7, c7, 0 @ flush ID cache
Russell King6ebbf2c2014-06-30 16:29:12 +010060 ret lr
Hyok S. Choif12d0d72006-09-26 17:36:37 +090061#else
62 /* FALLTHROUGH */
63#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070064
65/*
66 * coherent_kern_range(start, end)
67 *
68 * Ensure coherency between the Icache and the Dcache in the
69 * region described by start. If you have non-snooping
70 * Harvard caches, you need to implement this function.
71 *
72 * - start - virtual start address
73 * - end - virtual end address
74 */
75ENTRY(v4_coherent_kern_range)
76 /* FALLTHROUGH */
77
78/*
79 * coherent_user_range(start, end)
80 *
81 * Ensure coherency between the Icache and the Dcache in the
82 * region described by start. If you have non-snooping
83 * Harvard caches, you need to implement this function.
84 *
85 * - start - virtual start address
86 * - end - virtual end address
87 */
88ENTRY(v4_coherent_user_range)
Will Deaconc5102f52012-04-27 13:08:53 +010089 mov r0, #0
Russell King6ebbf2c2014-06-30 16:29:12 +010090 ret lr
Linus Torvalds1da177e2005-04-16 15:20:36 -070091
92/*
Russell King2c9b9c82009-11-26 12:56:21 +000093 * flush_kern_dcache_area(void *addr, size_t size)
Linus Torvalds1da177e2005-04-16 15:20:36 -070094 *
95 * Ensure no D cache aliasing occurs, either with itself or
96 * the I cache
97 *
Russell King2c9b9c82009-11-26 12:56:21 +000098 * - addr - kernel address
99 * - size - region size
Linus Torvalds1da177e2005-04-16 15:20:36 -0700100 */
Russell King2c9b9c82009-11-26 12:56:21 +0000101ENTRY(v4_flush_kern_dcache_area)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700102 /* FALLTHROUGH */
103
104/*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700105 * dma_flush_range(start, end)
106 *
107 * Clean and invalidate the specified virtual address range.
108 *
109 * - start - virtual start address
110 * - end - virtual end address
111 */
112ENTRY(v4_dma_flush_range)
Anders Grafströme4d2a592008-10-16 17:37:24 +0100113#ifdef CONFIG_CPU_CP15
Linus Torvalds1da177e2005-04-16 15:20:36 -0700114 mov r0, #0
115 mcr p15, 0, r0, c7, c7, 0 @ flush ID cache
Hyok S. Choif12d0d72006-09-26 17:36:37 +0900116#endif
Russell King6ebbf2c2014-06-30 16:29:12 +0100117 ret lr
Linus Torvalds1da177e2005-04-16 15:20:36 -0700118
Russell Kinga9c91472009-11-26 16:19:58 +0000119/*
120 * dma_unmap_area(start, size, dir)
121 * - start - kernel virtual start address
122 * - size - size of region
123 * - dir - DMA direction
124 */
125ENTRY(v4_dma_unmap_area)
126 teq r2, #DMA_TO_DEVICE
Russell King702b94b2009-11-26 16:24:19 +0000127 bne v4_dma_flush_range
Russell Kinga9c91472009-11-26 16:19:58 +0000128 /* FALLTHROUGH */
129
130/*
131 * dma_map_area(start, size, dir)
132 * - start - kernel virtual start address
133 * - size - size of region
134 * - dir - DMA direction
135 */
136ENTRY(v4_dma_map_area)
Russell King6ebbf2c2014-06-30 16:29:12 +0100137 ret lr
Russell Kinga9c91472009-11-26 16:19:58 +0000138ENDPROC(v4_dma_unmap_area)
139ENDPROC(v4_dma_map_area)
140
Lorenzo Pieralisi031bd872012-09-06 18:35:13 +0530141 .globl v4_flush_kern_cache_louis
142 .equ v4_flush_kern_cache_louis, v4_flush_kern_cache_all
143
Linus Torvalds1da177e2005-04-16 15:20:36 -0700144 __INITDATA
145
Dave Martin54d4e9e2011-06-23 17:14:52 +0100146 @ define struct cpu_cache_fns (see <asm/cacheflush.h> and proc-macros.S)
147 define_cache_functions v4