1 # SPDX-License-Identifier: GPL-2.0-only 1 # SPDX-License-Identifier: GPL-2.0-only
2 2
3 config NO_DMA 3 config NO_DMA
4 bool 4 bool
5 5
6 config HAS_DMA 6 config HAS_DMA
7 bool 7 bool
8 depends on !NO_DMA 8 depends on !NO_DMA
9 default y 9 default y
10 10
11 config DMA_OPS_HELPERS !! 11 config DMA_OPS
>> 12 depends on HAS_DMA
12 bool 13 bool
13 14
14 # 15 #
15 # IOMMU drivers that can bypass the IOMMU code 16 # IOMMU drivers that can bypass the IOMMU code and optionally use the direct
16 # mapping fast path should select this option 17 # mapping fast path should select this option and set the dma_ops_bypass
17 # flag in struct device where applicable 18 # flag in struct device where applicable
18 # 19 #
19 config DMA_OPS_BYPASS 20 config DMA_OPS_BYPASS
20 bool 21 bool
21 22
22 # Lets platform IOMMU driver choose between by 23 # Lets platform IOMMU driver choose between bypass and IOMMU
23 config ARCH_HAS_DMA_MAP_DIRECT 24 config ARCH_HAS_DMA_MAP_DIRECT
24 bool 25 bool
25 26
26 config NEED_SG_DMA_FLAGS <<
27 bool <<
28 <<
29 config NEED_SG_DMA_LENGTH 27 config NEED_SG_DMA_LENGTH
30 bool 28 bool
31 29
32 config NEED_DMA_MAP_STATE 30 config NEED_DMA_MAP_STATE
33 bool 31 bool
34 32
35 config ARCH_DMA_ADDR_T_64BIT 33 config ARCH_DMA_ADDR_T_64BIT
36 def_bool 64BIT || PHYS_ADDR_T_64BIT 34 def_bool 64BIT || PHYS_ADDR_T_64BIT
37 35
38 config ARCH_HAS_DMA_SET_MASK 36 config ARCH_HAS_DMA_SET_MASK
39 bool 37 bool
40 38
41 # 39 #
42 # Select this option if the architecture needs 40 # Select this option if the architecture needs special handling for
43 # DMA_ATTR_WRITE_COMBINE. Normally the "uncac 41 # DMA_ATTR_WRITE_COMBINE. Normally the "uncached" mapping should be what
44 # people think of when saying write combine, s !! 42 # people thing of when saying write combine, so very few platforms should
45 # need to enable this. 43 # need to enable this.
46 # 44 #
47 config ARCH_HAS_DMA_WRITE_COMBINE 45 config ARCH_HAS_DMA_WRITE_COMBINE
48 bool 46 bool
49 47
50 # 48 #
51 # Select if the architectures provides the arc 49 # Select if the architectures provides the arch_dma_mark_clean hook
52 # 50 #
53 config ARCH_HAS_DMA_MARK_CLEAN 51 config ARCH_HAS_DMA_MARK_CLEAN
54 bool 52 bool
55 53
56 config DMA_DECLARE_COHERENT 54 config DMA_DECLARE_COHERENT
57 bool 55 bool
58 56
59 config ARCH_HAS_SETUP_DMA_OPS 57 config ARCH_HAS_SETUP_DMA_OPS
60 bool 58 bool
61 59
62 config ARCH_HAS_TEARDOWN_DMA_OPS 60 config ARCH_HAS_TEARDOWN_DMA_OPS
63 bool 61 bool
64 62
65 config ARCH_HAS_SYNC_DMA_FOR_DEVICE 63 config ARCH_HAS_SYNC_DMA_FOR_DEVICE
66 bool 64 bool
67 65
68 config ARCH_HAS_SYNC_DMA_FOR_CPU 66 config ARCH_HAS_SYNC_DMA_FOR_CPU
69 bool 67 bool
70 select NEED_DMA_MAP_STATE 68 select NEED_DMA_MAP_STATE
71 69
72 config ARCH_HAS_SYNC_DMA_FOR_CPU_ALL 70 config ARCH_HAS_SYNC_DMA_FOR_CPU_ALL
73 bool 71 bool
74 72
75 config ARCH_HAS_DMA_PREP_COHERENT 73 config ARCH_HAS_DMA_PREP_COHERENT
76 bool 74 bool
77 75
78 config ARCH_HAS_FORCE_DMA_UNENCRYPTED 76 config ARCH_HAS_FORCE_DMA_UNENCRYPTED
79 bool 77 bool
80 78
81 # 79 #
82 # Select this option if the architecture assum 80 # Select this option if the architecture assumes DMA devices are coherent
83 # by default. 81 # by default.
84 # 82 #
85 config ARCH_DMA_DEFAULT_COHERENT 83 config ARCH_DMA_DEFAULT_COHERENT
86 bool 84 bool
87 85
88 config SWIOTLB 86 config SWIOTLB
89 bool 87 bool
90 select NEED_DMA_MAP_STATE 88 select NEED_DMA_MAP_STATE
91 89
92 config SWIOTLB_DYNAMIC <<
93 bool "Dynamic allocation of DMA bounce <<
94 default n <<
95 depends on SWIOTLB <<
96 help <<
97 This enables dynamic resizing of the <<
98 starts with one memory pool at boot <<
99 pools as needed. To reduce run-time <<
100 may have to specify a smaller size o <<
101 "swiotlb=" on the kernel command lin <<
102 <<
103 If unsure, say N. <<
104 <<
105 config DMA_BOUNCE_UNALIGNED_KMALLOC <<
106 bool <<
107 depends on SWIOTLB <<
108 <<
109 config DMA_NEED_SYNC <<
110 def_bool ARCH_HAS_SYNC_DMA_FOR_DEVICE <<
111 ARCH_HAS_SYNC_DMA_FOR_CPU_ALL <<
112 ARCH_HAS_DMA_OPS || SWIOTLB <<
113 <<
114 config DMA_RESTRICTED_POOL 90 config DMA_RESTRICTED_POOL
115 bool "DMA Restricted Pool" 91 bool "DMA Restricted Pool"
116 depends on OF && OF_RESERVED_MEM && SW 92 depends on OF && OF_RESERVED_MEM && SWIOTLB
117 help 93 help
118 This enables support for restricted 94 This enables support for restricted DMA pools which provide a level of
119 DMA memory protection on systems wit 95 DMA memory protection on systems with limited hardware protection
120 capabilities, such as those lacking 96 capabilities, such as those lacking an IOMMU.
121 97
122 For more information see 98 For more information see
123 <Documentation/devicetree/bindings/r 99 <Documentation/devicetree/bindings/reserved-memory/reserved-memory.txt>
124 and <kernel/dma/swiotlb.c>. 100 and <kernel/dma/swiotlb.c>.
125 If unsure, say "n". 101 If unsure, say "n".
126 102
127 # 103 #
128 # Should be selected if we can mmap non-cohere 104 # Should be selected if we can mmap non-coherent mappings to userspace.
129 # The only thing that is really required is a 105 # The only thing that is really required is a way to set an uncached bit
130 # in the pagetables 106 # in the pagetables
131 # 107 #
132 config DMA_NONCOHERENT_MMAP 108 config DMA_NONCOHERENT_MMAP
133 default y if !MMU 109 default y if !MMU
134 bool 110 bool
135 111
136 config DMA_COHERENT_POOL 112 config DMA_COHERENT_POOL
137 select GENERIC_ALLOCATOR 113 select GENERIC_ALLOCATOR
138 bool 114 bool
139 115
140 config DMA_GLOBAL_POOL 116 config DMA_GLOBAL_POOL
141 select DMA_DECLARE_COHERENT 117 select DMA_DECLARE_COHERENT
142 depends on !ARCH_HAS_DMA_SET_UNCACHED <<
143 depends on !DMA_DIRECT_REMAP <<
144 bool 118 bool
145 119
146 config DMA_DIRECT_REMAP 120 config DMA_DIRECT_REMAP
147 bool 121 bool
148 select DMA_COHERENT_POOL 122 select DMA_COHERENT_POOL
149 select DMA_NONCOHERENT_MMAP 123 select DMA_NONCOHERENT_MMAP
150 124
151 # <<
152 # Fallback to arch code for DMA allocations. <<
153 # <<
154 config ARCH_HAS_DMA_ALLOC <<
155 depends on !ARCH_HAS_DMA_SET_UNCACHED <<
156 depends on !DMA_DIRECT_REMAP <<
157 depends on !DMA_GLOBAL_POOL <<
158 bool <<
159 <<
160 config DMA_CMA 125 config DMA_CMA
161 bool "DMA Contiguous Memory Allocator" 126 bool "DMA Contiguous Memory Allocator"
162 depends on HAVE_DMA_CONTIGUOUS && CMA 127 depends on HAVE_DMA_CONTIGUOUS && CMA
163 help 128 help
164 This enables the Contiguous Memory A 129 This enables the Contiguous Memory Allocator which allows drivers
165 to allocate big physically-contiguou 130 to allocate big physically-contiguous blocks of memory for use with
166 hardware components that do not supp 131 hardware components that do not support I/O map nor scatter-gather.
167 132
168 You can disable CMA by specifying "c 133 You can disable CMA by specifying "cma=0" on the kernel's command
169 line. 134 line.
170 135
171 For more information see <kernel/dma 136 For more information see <kernel/dma/contiguous.c>.
172 If unsure, say "n". 137 If unsure, say "n".
173 138
174 if DMA_CMA 139 if DMA_CMA
175 140
176 config DMA_NUMA_CMA !! 141 config DMA_PERNUMA_CMA
177 bool "Enable separate DMA Contiguous M !! 142 bool "Enable separate DMA Contiguous Memory Area for each NUMA Node"
178 depends on NUMA !! 143 default NUMA && ARM64
179 help 144 help
180 Enable this option to get numa CMA a !! 145 Enable this option to get pernuma CMA areas so that devices like
181 can get local memory by DMA coherent !! 146 ARM64 SMMU can get local memory by DMA coherent APIs.
182 147
183 You can set the size of pernuma CMA 148 You can set the size of pernuma CMA by specifying "cma_pernuma=size"
184 or set the node id and its size of C !! 149 on the kernel's command line.
185 <node>:size[,<node>:size]" on the ke <<
186 150
187 comment "Default contiguous memory area size:" 151 comment "Default contiguous memory area size:"
188 152
189 config CMA_SIZE_MBYTES 153 config CMA_SIZE_MBYTES
190 int "Size in Mega Bytes" 154 int "Size in Mega Bytes"
191 depends on !CMA_SIZE_SEL_PERCENTAGE 155 depends on !CMA_SIZE_SEL_PERCENTAGE
192 default 0 if X86 156 default 0 if X86
193 default 16 157 default 16
194 help 158 help
195 Defines the size (in MiB) of the def 159 Defines the size (in MiB) of the default memory area for Contiguous
196 Memory Allocator. If the size of 0 160 Memory Allocator. If the size of 0 is selected, CMA is disabled by
197 default, but it can be enabled by pa 161 default, but it can be enabled by passing cma=size[MG] to the kernel.
198 162
199 163
200 config CMA_SIZE_PERCENTAGE 164 config CMA_SIZE_PERCENTAGE
201 int "Percentage of total memory" 165 int "Percentage of total memory"
202 depends on !CMA_SIZE_SEL_MBYTES 166 depends on !CMA_SIZE_SEL_MBYTES
203 default 0 if X86 167 default 0 if X86
204 default 10 168 default 10
205 help 169 help
206 Defines the size of the default memo 170 Defines the size of the default memory area for Contiguous Memory
207 Allocator as a percentage of the tot 171 Allocator as a percentage of the total memory in the system.
208 If 0 percent is selected, CMA is dis 172 If 0 percent is selected, CMA is disabled by default, but it can be
209 enabled by passing cma=size[MG] to t 173 enabled by passing cma=size[MG] to the kernel.
210 174
211 choice 175 choice
212 prompt "Selected region size" 176 prompt "Selected region size"
213 default CMA_SIZE_SEL_MBYTES 177 default CMA_SIZE_SEL_MBYTES
214 178
215 config CMA_SIZE_SEL_MBYTES 179 config CMA_SIZE_SEL_MBYTES
216 bool "Use mega bytes value only" 180 bool "Use mega bytes value only"
217 181
218 config CMA_SIZE_SEL_PERCENTAGE 182 config CMA_SIZE_SEL_PERCENTAGE
219 bool "Use percentage value only" 183 bool "Use percentage value only"
220 184
221 config CMA_SIZE_SEL_MIN 185 config CMA_SIZE_SEL_MIN
222 bool "Use lower value (minimum)" 186 bool "Use lower value (minimum)"
223 187
224 config CMA_SIZE_SEL_MAX 188 config CMA_SIZE_SEL_MAX
225 bool "Use higher value (maximum)" 189 bool "Use higher value (maximum)"
226 190
227 endchoice 191 endchoice
228 192
229 config CMA_ALIGNMENT 193 config CMA_ALIGNMENT
230 int "Maximum PAGE_SIZE order of alignm 194 int "Maximum PAGE_SIZE order of alignment for contiguous buffers"
231 range 2 12 195 range 2 12
232 default 8 196 default 8
233 help 197 help
234 DMA mapping framework by default ali 198 DMA mapping framework by default aligns all buffers to the smallest
235 PAGE_SIZE order which is greater tha 199 PAGE_SIZE order which is greater than or equal to the requested buffer
236 size. This works well for buffers up 200 size. This works well for buffers up to a few hundreds kilobytes, but
237 for larger buffers it just a memory 201 for larger buffers it just a memory waste. With this parameter you can
238 specify the maximum PAGE_SIZE order 202 specify the maximum PAGE_SIZE order for contiguous buffers. Larger
239 buffers will be aligned only to this 203 buffers will be aligned only to this specified order. The order is
240 expressed as a power of two multipli 204 expressed as a power of two multiplied by the PAGE_SIZE.
241 205
242 For example, if your system defaults 206 For example, if your system defaults to 4KiB pages, the order value
243 of 8 means that the buffers will be 207 of 8 means that the buffers will be aligned up to 1MiB only.
244 208
245 If unsure, leave the default value " 209 If unsure, leave the default value "8".
246 210
247 endif 211 endif
248 212
249 config DMA_API_DEBUG 213 config DMA_API_DEBUG
250 bool "Enable debugging of DMA-API usag 214 bool "Enable debugging of DMA-API usage"
251 select NEED_DMA_MAP_STATE 215 select NEED_DMA_MAP_STATE
252 help 216 help
253 Enable this option to debug the use 217 Enable this option to debug the use of the DMA API by device drivers.
254 With this option you will be able to 218 With this option you will be able to detect common bugs in device
255 drivers like double-freeing of DMA m 219 drivers like double-freeing of DMA mappings or freeing mappings that
256 were never allocated. 220 were never allocated.
257 221
258 This option causes a performance deg 222 This option causes a performance degradation. Use only if you want to
259 debug device drivers and dma interac 223 debug device drivers and dma interactions.
260 224
261 If unsure, say N. 225 If unsure, say N.
262 226
263 config DMA_API_DEBUG_SG 227 config DMA_API_DEBUG_SG
264 bool "Debug DMA scatter-gather usage" 228 bool "Debug DMA scatter-gather usage"
265 default y 229 default y
266 depends on DMA_API_DEBUG 230 depends on DMA_API_DEBUG
267 help 231 help
268 Perform extra checking that callers 232 Perform extra checking that callers of dma_map_sg() have respected the
269 appropriate segment length/boundary 233 appropriate segment length/boundary limits for the given device when
270 preparing DMA scatterlists. 234 preparing DMA scatterlists.
271 235
272 This is particularly likely to have 236 This is particularly likely to have been overlooked in cases where the
273 dma_map_sg() API is used for general 237 dma_map_sg() API is used for general bulk mapping of pages rather than
274 preparing literal scatter-gather des 238 preparing literal scatter-gather descriptors, where there is a risk of
275 unexpected behaviour from DMA API im 239 unexpected behaviour from DMA API implementations if the scatterlist
276 is technically out-of-spec. 240 is technically out-of-spec.
277 241
278 If unsure, say N. 242 If unsure, say N.
279 243
280 config DMA_MAP_BENCHMARK 244 config DMA_MAP_BENCHMARK
281 bool "Enable benchmarking of streaming 245 bool "Enable benchmarking of streaming DMA mapping"
282 depends on DEBUG_FS 246 depends on DEBUG_FS
283 help 247 help
284 Provides /sys/kernel/debug/dma_map_b 248 Provides /sys/kernel/debug/dma_map_benchmark that helps with testing
285 performance of dma_(un)map_page. 249 performance of dma_(un)map_page.
286 250
287 See tools/testing/selftests/dma/dma_ 251 See tools/testing/selftests/dma/dma_map_benchmark.c
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.