1 # SPDX-License-Identifier: GPL-2.0-only 1 # SPDX-License-Identifier: GPL-2.0-only
2 2
3 config NO_DMA 3 config NO_DMA
4 bool 4 bool
5 5
6 config HAS_DMA 6 config HAS_DMA
7 bool 7 bool
8 depends on !NO_DMA 8 depends on !NO_DMA
9 default y 9 default y
10 10
11 config DMA_OPS_HELPERS !! 11 config DMA_OPS
>> 12 depends on HAS_DMA
12 bool 13 bool
13 14
14 # 15 #
15 # IOMMU drivers that can bypass the IOMMU code 16 # IOMMU drivers that can bypass the IOMMU code and optionally use the direct
16 # mapping fast path should select this option 17 # mapping fast path should select this option and set the dma_ops_bypass
17 # flag in struct device where applicable 18 # flag in struct device where applicable
18 # 19 #
19 config DMA_OPS_BYPASS 20 config DMA_OPS_BYPASS
20 bool 21 bool
21 22
22 # Lets platform IOMMU driver choose between by 23 # Lets platform IOMMU driver choose between bypass and IOMMU
23 config ARCH_HAS_DMA_MAP_DIRECT 24 config ARCH_HAS_DMA_MAP_DIRECT
24 bool 25 bool
25 26
26 config NEED_SG_DMA_FLAGS 27 config NEED_SG_DMA_FLAGS
27 bool 28 bool
28 29
29 config NEED_SG_DMA_LENGTH 30 config NEED_SG_DMA_LENGTH
30 bool 31 bool
31 32
32 config NEED_DMA_MAP_STATE 33 config NEED_DMA_MAP_STATE
33 bool 34 bool
34 35
35 config ARCH_DMA_ADDR_T_64BIT 36 config ARCH_DMA_ADDR_T_64BIT
36 def_bool 64BIT || PHYS_ADDR_T_64BIT 37 def_bool 64BIT || PHYS_ADDR_T_64BIT
37 38
38 config ARCH_HAS_DMA_SET_MASK 39 config ARCH_HAS_DMA_SET_MASK
39 bool 40 bool
40 41
41 # 42 #
42 # Select this option if the architecture needs 43 # Select this option if the architecture needs special handling for
43 # DMA_ATTR_WRITE_COMBINE. Normally the "uncac 44 # DMA_ATTR_WRITE_COMBINE. Normally the "uncached" mapping should be what
44 # people think of when saying write combine, s 45 # people think of when saying write combine, so very few platforms should
45 # need to enable this. 46 # need to enable this.
46 # 47 #
47 config ARCH_HAS_DMA_WRITE_COMBINE 48 config ARCH_HAS_DMA_WRITE_COMBINE
48 bool 49 bool
49 50
50 # 51 #
51 # Select if the architectures provides the arc 52 # Select if the architectures provides the arch_dma_mark_clean hook
52 # 53 #
53 config ARCH_HAS_DMA_MARK_CLEAN 54 config ARCH_HAS_DMA_MARK_CLEAN
54 bool 55 bool
55 56
56 config DMA_DECLARE_COHERENT 57 config DMA_DECLARE_COHERENT
57 bool 58 bool
58 59
59 config ARCH_HAS_SETUP_DMA_OPS 60 config ARCH_HAS_SETUP_DMA_OPS
60 bool 61 bool
61 62
62 config ARCH_HAS_TEARDOWN_DMA_OPS 63 config ARCH_HAS_TEARDOWN_DMA_OPS
63 bool 64 bool
64 65
65 config ARCH_HAS_SYNC_DMA_FOR_DEVICE 66 config ARCH_HAS_SYNC_DMA_FOR_DEVICE
66 bool 67 bool
67 68
68 config ARCH_HAS_SYNC_DMA_FOR_CPU 69 config ARCH_HAS_SYNC_DMA_FOR_CPU
69 bool 70 bool
70 select NEED_DMA_MAP_STATE 71 select NEED_DMA_MAP_STATE
71 72
72 config ARCH_HAS_SYNC_DMA_FOR_CPU_ALL 73 config ARCH_HAS_SYNC_DMA_FOR_CPU_ALL
73 bool 74 bool
74 75
75 config ARCH_HAS_DMA_PREP_COHERENT 76 config ARCH_HAS_DMA_PREP_COHERENT
76 bool 77 bool
77 78
78 config ARCH_HAS_FORCE_DMA_UNENCRYPTED 79 config ARCH_HAS_FORCE_DMA_UNENCRYPTED
79 bool 80 bool
80 81
81 # 82 #
82 # Select this option if the architecture assum 83 # Select this option if the architecture assumes DMA devices are coherent
83 # by default. 84 # by default.
84 # 85 #
85 config ARCH_DMA_DEFAULT_COHERENT 86 config ARCH_DMA_DEFAULT_COHERENT
86 bool 87 bool
87 88
88 config SWIOTLB 89 config SWIOTLB
89 bool 90 bool
90 select NEED_DMA_MAP_STATE 91 select NEED_DMA_MAP_STATE
91 92
92 config SWIOTLB_DYNAMIC <<
93 bool "Dynamic allocation of DMA bounce <<
94 default n <<
95 depends on SWIOTLB <<
96 help <<
97 This enables dynamic resizing of the <<
98 starts with one memory pool at boot <<
99 pools as needed. To reduce run-time <<
100 may have to specify a smaller size o <<
101 "swiotlb=" on the kernel command lin <<
102 <<
103 If unsure, say N. <<
104 <<
105 config DMA_BOUNCE_UNALIGNED_KMALLOC 93 config DMA_BOUNCE_UNALIGNED_KMALLOC
106 bool 94 bool
107 depends on SWIOTLB 95 depends on SWIOTLB
108 96
109 config DMA_NEED_SYNC <<
110 def_bool ARCH_HAS_SYNC_DMA_FOR_DEVICE <<
111 ARCH_HAS_SYNC_DMA_FOR_CPU_ALL <<
112 ARCH_HAS_DMA_OPS || SWIOTLB <<
113 <<
114 config DMA_RESTRICTED_POOL 97 config DMA_RESTRICTED_POOL
115 bool "DMA Restricted Pool" 98 bool "DMA Restricted Pool"
116 depends on OF && OF_RESERVED_MEM && SW 99 depends on OF && OF_RESERVED_MEM && SWIOTLB
117 help 100 help
118 This enables support for restricted 101 This enables support for restricted DMA pools which provide a level of
119 DMA memory protection on systems wit 102 DMA memory protection on systems with limited hardware protection
120 capabilities, such as those lacking 103 capabilities, such as those lacking an IOMMU.
121 104
122 For more information see 105 For more information see
123 <Documentation/devicetree/bindings/r 106 <Documentation/devicetree/bindings/reserved-memory/reserved-memory.txt>
124 and <kernel/dma/swiotlb.c>. 107 and <kernel/dma/swiotlb.c>.
125 If unsure, say "n". 108 If unsure, say "n".
126 109
127 # 110 #
128 # Should be selected if we can mmap non-cohere 111 # Should be selected if we can mmap non-coherent mappings to userspace.
129 # The only thing that is really required is a 112 # The only thing that is really required is a way to set an uncached bit
130 # in the pagetables 113 # in the pagetables
131 # 114 #
132 config DMA_NONCOHERENT_MMAP 115 config DMA_NONCOHERENT_MMAP
133 default y if !MMU 116 default y if !MMU
134 bool 117 bool
135 118
136 config DMA_COHERENT_POOL 119 config DMA_COHERENT_POOL
137 select GENERIC_ALLOCATOR 120 select GENERIC_ALLOCATOR
138 bool 121 bool
139 122
140 config DMA_GLOBAL_POOL 123 config DMA_GLOBAL_POOL
141 select DMA_DECLARE_COHERENT 124 select DMA_DECLARE_COHERENT
142 depends on !ARCH_HAS_DMA_SET_UNCACHED <<
143 depends on !DMA_DIRECT_REMAP <<
144 bool 125 bool
145 126
146 config DMA_DIRECT_REMAP 127 config DMA_DIRECT_REMAP
147 bool 128 bool
148 select DMA_COHERENT_POOL 129 select DMA_COHERENT_POOL
149 select DMA_NONCOHERENT_MMAP 130 select DMA_NONCOHERENT_MMAP
150 131
151 # <<
152 # Fallback to arch code for DMA allocations. <<
153 # <<
154 config ARCH_HAS_DMA_ALLOC <<
155 depends on !ARCH_HAS_DMA_SET_UNCACHED <<
156 depends on !DMA_DIRECT_REMAP <<
157 depends on !DMA_GLOBAL_POOL <<
158 bool <<
159 <<
160 config DMA_CMA 132 config DMA_CMA
161 bool "DMA Contiguous Memory Allocator" 133 bool "DMA Contiguous Memory Allocator"
162 depends on HAVE_DMA_CONTIGUOUS && CMA 134 depends on HAVE_DMA_CONTIGUOUS && CMA
163 help 135 help
164 This enables the Contiguous Memory A 136 This enables the Contiguous Memory Allocator which allows drivers
165 to allocate big physically-contiguou 137 to allocate big physically-contiguous blocks of memory for use with
166 hardware components that do not supp 138 hardware components that do not support I/O map nor scatter-gather.
167 139
168 You can disable CMA by specifying "c 140 You can disable CMA by specifying "cma=0" on the kernel's command
169 line. 141 line.
170 142
171 For more information see <kernel/dma 143 For more information see <kernel/dma/contiguous.c>.
172 If unsure, say "n". 144 If unsure, say "n".
173 145
174 if DMA_CMA 146 if DMA_CMA
175 147
176 config DMA_NUMA_CMA !! 148 config DMA_PERNUMA_CMA
177 bool "Enable separate DMA Contiguous M !! 149 bool "Enable separate DMA Contiguous Memory Area for each NUMA Node"
178 depends on NUMA !! 150 default NUMA && ARM64
179 help 151 help
180 Enable this option to get numa CMA a !! 152 Enable this option to get pernuma CMA areas so that devices like
181 can get local memory by DMA coherent !! 153 ARM64 SMMU can get local memory by DMA coherent APIs.
182 154
183 You can set the size of pernuma CMA 155 You can set the size of pernuma CMA by specifying "cma_pernuma=size"
184 or set the node id and its size of C !! 156 on the kernel's command line.
185 <node>:size[,<node>:size]" on the ke <<
186 157
187 comment "Default contiguous memory area size:" 158 comment "Default contiguous memory area size:"
188 159
189 config CMA_SIZE_MBYTES 160 config CMA_SIZE_MBYTES
190 int "Size in Mega Bytes" 161 int "Size in Mega Bytes"
191 depends on !CMA_SIZE_SEL_PERCENTAGE 162 depends on !CMA_SIZE_SEL_PERCENTAGE
192 default 0 if X86 163 default 0 if X86
193 default 16 164 default 16
194 help 165 help
195 Defines the size (in MiB) of the def 166 Defines the size (in MiB) of the default memory area for Contiguous
196 Memory Allocator. If the size of 0 167 Memory Allocator. If the size of 0 is selected, CMA is disabled by
197 default, but it can be enabled by pa 168 default, but it can be enabled by passing cma=size[MG] to the kernel.
198 169
199 170
200 config CMA_SIZE_PERCENTAGE 171 config CMA_SIZE_PERCENTAGE
201 int "Percentage of total memory" 172 int "Percentage of total memory"
202 depends on !CMA_SIZE_SEL_MBYTES 173 depends on !CMA_SIZE_SEL_MBYTES
203 default 0 if X86 174 default 0 if X86
204 default 10 175 default 10
205 help 176 help
206 Defines the size of the default memo 177 Defines the size of the default memory area for Contiguous Memory
207 Allocator as a percentage of the tot 178 Allocator as a percentage of the total memory in the system.
208 If 0 percent is selected, CMA is dis 179 If 0 percent is selected, CMA is disabled by default, but it can be
209 enabled by passing cma=size[MG] to t 180 enabled by passing cma=size[MG] to the kernel.
210 181
211 choice 182 choice
212 prompt "Selected region size" 183 prompt "Selected region size"
213 default CMA_SIZE_SEL_MBYTES 184 default CMA_SIZE_SEL_MBYTES
214 185
215 config CMA_SIZE_SEL_MBYTES 186 config CMA_SIZE_SEL_MBYTES
216 bool "Use mega bytes value only" 187 bool "Use mega bytes value only"
217 188
218 config CMA_SIZE_SEL_PERCENTAGE 189 config CMA_SIZE_SEL_PERCENTAGE
219 bool "Use percentage value only" 190 bool "Use percentage value only"
220 191
221 config CMA_SIZE_SEL_MIN 192 config CMA_SIZE_SEL_MIN
222 bool "Use lower value (minimum)" 193 bool "Use lower value (minimum)"
223 194
224 config CMA_SIZE_SEL_MAX 195 config CMA_SIZE_SEL_MAX
225 bool "Use higher value (maximum)" 196 bool "Use higher value (maximum)"
226 197
227 endchoice 198 endchoice
228 199
229 config CMA_ALIGNMENT 200 config CMA_ALIGNMENT
230 int "Maximum PAGE_SIZE order of alignm 201 int "Maximum PAGE_SIZE order of alignment for contiguous buffers"
231 range 2 12 202 range 2 12
232 default 8 203 default 8
233 help 204 help
234 DMA mapping framework by default ali 205 DMA mapping framework by default aligns all buffers to the smallest
235 PAGE_SIZE order which is greater tha 206 PAGE_SIZE order which is greater than or equal to the requested buffer
236 size. This works well for buffers up 207 size. This works well for buffers up to a few hundreds kilobytes, but
237 for larger buffers it just a memory 208 for larger buffers it just a memory waste. With this parameter you can
238 specify the maximum PAGE_SIZE order 209 specify the maximum PAGE_SIZE order for contiguous buffers. Larger
239 buffers will be aligned only to this 210 buffers will be aligned only to this specified order. The order is
240 expressed as a power of two multipli 211 expressed as a power of two multiplied by the PAGE_SIZE.
241 212
242 For example, if your system defaults 213 For example, if your system defaults to 4KiB pages, the order value
243 of 8 means that the buffers will be 214 of 8 means that the buffers will be aligned up to 1MiB only.
244 215
245 If unsure, leave the default value " 216 If unsure, leave the default value "8".
246 217
247 endif 218 endif
248 219
249 config DMA_API_DEBUG 220 config DMA_API_DEBUG
250 bool "Enable debugging of DMA-API usag 221 bool "Enable debugging of DMA-API usage"
251 select NEED_DMA_MAP_STATE 222 select NEED_DMA_MAP_STATE
252 help 223 help
253 Enable this option to debug the use 224 Enable this option to debug the use of the DMA API by device drivers.
254 With this option you will be able to 225 With this option you will be able to detect common bugs in device
255 drivers like double-freeing of DMA m 226 drivers like double-freeing of DMA mappings or freeing mappings that
256 were never allocated. 227 were never allocated.
257 228
258 This option causes a performance deg 229 This option causes a performance degradation. Use only if you want to
259 debug device drivers and dma interac 230 debug device drivers and dma interactions.
260 231
261 If unsure, say N. 232 If unsure, say N.
262 233
263 config DMA_API_DEBUG_SG 234 config DMA_API_DEBUG_SG
264 bool "Debug DMA scatter-gather usage" 235 bool "Debug DMA scatter-gather usage"
265 default y 236 default y
266 depends on DMA_API_DEBUG 237 depends on DMA_API_DEBUG
267 help 238 help
268 Perform extra checking that callers 239 Perform extra checking that callers of dma_map_sg() have respected the
269 appropriate segment length/boundary 240 appropriate segment length/boundary limits for the given device when
270 preparing DMA scatterlists. 241 preparing DMA scatterlists.
271 242
272 This is particularly likely to have 243 This is particularly likely to have been overlooked in cases where the
273 dma_map_sg() API is used for general 244 dma_map_sg() API is used for general bulk mapping of pages rather than
274 preparing literal scatter-gather des 245 preparing literal scatter-gather descriptors, where there is a risk of
275 unexpected behaviour from DMA API im 246 unexpected behaviour from DMA API implementations if the scatterlist
276 is technically out-of-spec. 247 is technically out-of-spec.
277 248
278 If unsure, say N. 249 If unsure, say N.
279 250
280 config DMA_MAP_BENCHMARK 251 config DMA_MAP_BENCHMARK
281 bool "Enable benchmarking of streaming 252 bool "Enable benchmarking of streaming DMA mapping"
282 depends on DEBUG_FS 253 depends on DEBUG_FS
283 help 254 help
284 Provides /sys/kernel/debug/dma_map_b 255 Provides /sys/kernel/debug/dma_map_benchmark that helps with testing
285 performance of dma_(un)map_page. 256 performance of dma_(un)map_page.
286 257
287 See tools/testing/selftests/dma/dma_ 258 See tools/testing/selftests/dma/dma_map_benchmark.c
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.