1 # SPDX-License-Identifier: GPL-2.0-only 1 # SPDX-License-Identifier: GPL-2.0-only
2 2
3 config NO_DMA 3 config NO_DMA
4 bool 4 bool
5 5
6 config HAS_DMA 6 config HAS_DMA
7 bool 7 bool
8 depends on !NO_DMA 8 depends on !NO_DMA
9 default y 9 default y
10 10
11 config DMA_OPS_HELPERS !! 11 config DMA_OPS
>> 12 depends on HAS_DMA
12 bool 13 bool
13 14
14 # 15 #
15 # IOMMU drivers that can bypass the IOMMU code 16 # IOMMU drivers that can bypass the IOMMU code and optionally use the direct
16 # mapping fast path should select this option 17 # mapping fast path should select this option and set the dma_ops_bypass
17 # flag in struct device where applicable 18 # flag in struct device where applicable
18 # 19 #
19 config DMA_OPS_BYPASS 20 config DMA_OPS_BYPASS
20 bool 21 bool
21 22
22 # Lets platform IOMMU driver choose between by 23 # Lets platform IOMMU driver choose between bypass and IOMMU
23 config ARCH_HAS_DMA_MAP_DIRECT 24 config ARCH_HAS_DMA_MAP_DIRECT
24 bool 25 bool
25 26
26 config NEED_SG_DMA_FLAGS <<
27 bool <<
28 <<
29 config NEED_SG_DMA_LENGTH 27 config NEED_SG_DMA_LENGTH
30 bool 28 bool
31 29
32 config NEED_DMA_MAP_STATE 30 config NEED_DMA_MAP_STATE
33 bool 31 bool
34 32
35 config ARCH_DMA_ADDR_T_64BIT 33 config ARCH_DMA_ADDR_T_64BIT
36 def_bool 64BIT || PHYS_ADDR_T_64BIT 34 def_bool 64BIT || PHYS_ADDR_T_64BIT
37 35
38 config ARCH_HAS_DMA_SET_MASK 36 config ARCH_HAS_DMA_SET_MASK
39 bool 37 bool
40 38
41 # 39 #
42 # Select this option if the architecture needs 40 # Select this option if the architecture needs special handling for
43 # DMA_ATTR_WRITE_COMBINE. Normally the "uncac 41 # DMA_ATTR_WRITE_COMBINE. Normally the "uncached" mapping should be what
44 # people think of when saying write combine, s !! 42 # people thing of when saying write combine, so very few platforms should
45 # need to enable this. 43 # need to enable this.
46 # 44 #
47 config ARCH_HAS_DMA_WRITE_COMBINE 45 config ARCH_HAS_DMA_WRITE_COMBINE
48 bool 46 bool
49 47
50 # 48 #
51 # Select if the architectures provides the arc 49 # Select if the architectures provides the arch_dma_mark_clean hook
52 # 50 #
53 config ARCH_HAS_DMA_MARK_CLEAN 51 config ARCH_HAS_DMA_MARK_CLEAN
54 bool 52 bool
55 53
56 config DMA_DECLARE_COHERENT 54 config DMA_DECLARE_COHERENT
57 bool 55 bool
58 56
59 config ARCH_HAS_SETUP_DMA_OPS 57 config ARCH_HAS_SETUP_DMA_OPS
60 bool 58 bool
61 59
62 config ARCH_HAS_TEARDOWN_DMA_OPS 60 config ARCH_HAS_TEARDOWN_DMA_OPS
63 bool 61 bool
64 62
65 config ARCH_HAS_SYNC_DMA_FOR_DEVICE 63 config ARCH_HAS_SYNC_DMA_FOR_DEVICE
66 bool 64 bool
67 65
68 config ARCH_HAS_SYNC_DMA_FOR_CPU 66 config ARCH_HAS_SYNC_DMA_FOR_CPU
69 bool 67 bool
70 select NEED_DMA_MAP_STATE 68 select NEED_DMA_MAP_STATE
71 69
72 config ARCH_HAS_SYNC_DMA_FOR_CPU_ALL 70 config ARCH_HAS_SYNC_DMA_FOR_CPU_ALL
73 bool 71 bool
74 72
75 config ARCH_HAS_DMA_PREP_COHERENT 73 config ARCH_HAS_DMA_PREP_COHERENT
76 bool 74 bool
77 75
78 config ARCH_HAS_FORCE_DMA_UNENCRYPTED 76 config ARCH_HAS_FORCE_DMA_UNENCRYPTED
79 bool 77 bool
80 78
81 # <<
82 # Select this option if the architecture assum <<
83 # by default. <<
84 # <<
85 config ARCH_DMA_DEFAULT_COHERENT <<
86 bool <<
87 <<
88 config SWIOTLB 79 config SWIOTLB
89 bool 80 bool
90 select NEED_DMA_MAP_STATE 81 select NEED_DMA_MAP_STATE
91 82
92 config SWIOTLB_DYNAMIC <<
93 bool "Dynamic allocation of DMA bounce <<
94 default n <<
95 depends on SWIOTLB <<
96 help <<
97 This enables dynamic resizing of the <<
98 starts with one memory pool at boot <<
99 pools as needed. To reduce run-time <<
100 may have to specify a smaller size o <<
101 "swiotlb=" on the kernel command lin <<
102 <<
103 If unsure, say N. <<
104 <<
105 config DMA_BOUNCE_UNALIGNED_KMALLOC <<
106 bool <<
107 depends on SWIOTLB <<
108 <<
109 config DMA_NEED_SYNC <<
110 def_bool ARCH_HAS_SYNC_DMA_FOR_DEVICE <<
111 ARCH_HAS_SYNC_DMA_FOR_CPU_ALL <<
112 ARCH_HAS_DMA_OPS || SWIOTLB <<
113 <<
114 config DMA_RESTRICTED_POOL 83 config DMA_RESTRICTED_POOL
115 bool "DMA Restricted Pool" 84 bool "DMA Restricted Pool"
116 depends on OF && OF_RESERVED_MEM && SW 85 depends on OF && OF_RESERVED_MEM && SWIOTLB
117 help 86 help
118 This enables support for restricted 87 This enables support for restricted DMA pools which provide a level of
119 DMA memory protection on systems wit 88 DMA memory protection on systems with limited hardware protection
120 capabilities, such as those lacking 89 capabilities, such as those lacking an IOMMU.
121 90
122 For more information see 91 For more information see
123 <Documentation/devicetree/bindings/r 92 <Documentation/devicetree/bindings/reserved-memory/reserved-memory.txt>
124 and <kernel/dma/swiotlb.c>. 93 and <kernel/dma/swiotlb.c>.
125 If unsure, say "n". 94 If unsure, say "n".
126 95
127 # 96 #
128 # Should be selected if we can mmap non-cohere 97 # Should be selected if we can mmap non-coherent mappings to userspace.
129 # The only thing that is really required is a 98 # The only thing that is really required is a way to set an uncached bit
130 # in the pagetables 99 # in the pagetables
131 # 100 #
132 config DMA_NONCOHERENT_MMAP 101 config DMA_NONCOHERENT_MMAP
133 default y if !MMU 102 default y if !MMU
134 bool 103 bool
135 104
136 config DMA_COHERENT_POOL 105 config DMA_COHERENT_POOL
137 select GENERIC_ALLOCATOR 106 select GENERIC_ALLOCATOR
138 bool 107 bool
139 108
140 config DMA_GLOBAL_POOL 109 config DMA_GLOBAL_POOL
141 select DMA_DECLARE_COHERENT 110 select DMA_DECLARE_COHERENT
142 depends on !ARCH_HAS_DMA_SET_UNCACHED <<
143 depends on !DMA_DIRECT_REMAP <<
144 bool 111 bool
145 112
146 config DMA_DIRECT_REMAP !! 113 config DMA_REMAP
147 bool 114 bool
148 select DMA_COHERENT_POOL !! 115 depends on MMU
149 select DMA_NONCOHERENT_MMAP 116 select DMA_NONCOHERENT_MMAP
150 117
151 # !! 118 config DMA_DIRECT_REMAP
152 # Fallback to arch code for DMA allocations. <<
153 # <<
154 config ARCH_HAS_DMA_ALLOC <<
155 depends on !ARCH_HAS_DMA_SET_UNCACHED <<
156 depends on !DMA_DIRECT_REMAP <<
157 depends on !DMA_GLOBAL_POOL <<
158 bool 119 bool
>> 120 select DMA_REMAP
>> 121 select DMA_COHERENT_POOL
159 122
160 config DMA_CMA 123 config DMA_CMA
161 bool "DMA Contiguous Memory Allocator" 124 bool "DMA Contiguous Memory Allocator"
162 depends on HAVE_DMA_CONTIGUOUS && CMA 125 depends on HAVE_DMA_CONTIGUOUS && CMA
163 help 126 help
164 This enables the Contiguous Memory A 127 This enables the Contiguous Memory Allocator which allows drivers
165 to allocate big physically-contiguou 128 to allocate big physically-contiguous blocks of memory for use with
166 hardware components that do not supp 129 hardware components that do not support I/O map nor scatter-gather.
167 130
168 You can disable CMA by specifying "c 131 You can disable CMA by specifying "cma=0" on the kernel's command
169 line. 132 line.
170 133
171 For more information see <kernel/dma 134 For more information see <kernel/dma/contiguous.c>.
172 If unsure, say "n". 135 If unsure, say "n".
173 136
174 if DMA_CMA 137 if DMA_CMA
175 138
176 config DMA_NUMA_CMA !! 139 config DMA_PERNUMA_CMA
177 bool "Enable separate DMA Contiguous M !! 140 bool "Enable separate DMA Contiguous Memory Area for each NUMA Node"
178 depends on NUMA !! 141 default NUMA && ARM64
179 help 142 help
180 Enable this option to get numa CMA a !! 143 Enable this option to get pernuma CMA areas so that devices like
181 can get local memory by DMA coherent !! 144 ARM64 SMMU can get local memory by DMA coherent APIs.
182 145
183 You can set the size of pernuma CMA 146 You can set the size of pernuma CMA by specifying "cma_pernuma=size"
184 or set the node id and its size of C !! 147 on the kernel's command line.
185 <node>:size[,<node>:size]" on the ke <<
186 148
187 comment "Default contiguous memory area size:" 149 comment "Default contiguous memory area size:"
188 150
189 config CMA_SIZE_MBYTES 151 config CMA_SIZE_MBYTES
190 int "Size in Mega Bytes" 152 int "Size in Mega Bytes"
191 depends on !CMA_SIZE_SEL_PERCENTAGE 153 depends on !CMA_SIZE_SEL_PERCENTAGE
192 default 0 if X86 154 default 0 if X86
193 default 16 155 default 16
194 help 156 help
195 Defines the size (in MiB) of the def 157 Defines the size (in MiB) of the default memory area for Contiguous
196 Memory Allocator. If the size of 0 158 Memory Allocator. If the size of 0 is selected, CMA is disabled by
197 default, but it can be enabled by pa 159 default, but it can be enabled by passing cma=size[MG] to the kernel.
198 160
199 161
200 config CMA_SIZE_PERCENTAGE 162 config CMA_SIZE_PERCENTAGE
201 int "Percentage of total memory" 163 int "Percentage of total memory"
202 depends on !CMA_SIZE_SEL_MBYTES 164 depends on !CMA_SIZE_SEL_MBYTES
203 default 0 if X86 165 default 0 if X86
204 default 10 166 default 10
205 help 167 help
206 Defines the size of the default memo 168 Defines the size of the default memory area for Contiguous Memory
207 Allocator as a percentage of the tot 169 Allocator as a percentage of the total memory in the system.
208 If 0 percent is selected, CMA is dis 170 If 0 percent is selected, CMA is disabled by default, but it can be
209 enabled by passing cma=size[MG] to t 171 enabled by passing cma=size[MG] to the kernel.
210 172
211 choice 173 choice
212 prompt "Selected region size" 174 prompt "Selected region size"
213 default CMA_SIZE_SEL_MBYTES 175 default CMA_SIZE_SEL_MBYTES
214 176
215 config CMA_SIZE_SEL_MBYTES 177 config CMA_SIZE_SEL_MBYTES
216 bool "Use mega bytes value only" 178 bool "Use mega bytes value only"
217 179
218 config CMA_SIZE_SEL_PERCENTAGE 180 config CMA_SIZE_SEL_PERCENTAGE
219 bool "Use percentage value only" 181 bool "Use percentage value only"
220 182
221 config CMA_SIZE_SEL_MIN 183 config CMA_SIZE_SEL_MIN
222 bool "Use lower value (minimum)" 184 bool "Use lower value (minimum)"
223 185
224 config CMA_SIZE_SEL_MAX 186 config CMA_SIZE_SEL_MAX
225 bool "Use higher value (maximum)" 187 bool "Use higher value (maximum)"
226 188
227 endchoice 189 endchoice
228 190
229 config CMA_ALIGNMENT 191 config CMA_ALIGNMENT
230 int "Maximum PAGE_SIZE order of alignm 192 int "Maximum PAGE_SIZE order of alignment for contiguous buffers"
231 range 2 12 193 range 2 12
232 default 8 194 default 8
233 help 195 help
234 DMA mapping framework by default ali 196 DMA mapping framework by default aligns all buffers to the smallest
235 PAGE_SIZE order which is greater tha 197 PAGE_SIZE order which is greater than or equal to the requested buffer
236 size. This works well for buffers up 198 size. This works well for buffers up to a few hundreds kilobytes, but
237 for larger buffers it just a memory 199 for larger buffers it just a memory waste. With this parameter you can
238 specify the maximum PAGE_SIZE order 200 specify the maximum PAGE_SIZE order for contiguous buffers. Larger
239 buffers will be aligned only to this 201 buffers will be aligned only to this specified order. The order is
240 expressed as a power of two multipli 202 expressed as a power of two multiplied by the PAGE_SIZE.
241 203
242 For example, if your system defaults 204 For example, if your system defaults to 4KiB pages, the order value
243 of 8 means that the buffers will be 205 of 8 means that the buffers will be aligned up to 1MiB only.
244 206
245 If unsure, leave the default value " 207 If unsure, leave the default value "8".
246 208
247 endif 209 endif
248 210
249 config DMA_API_DEBUG 211 config DMA_API_DEBUG
250 bool "Enable debugging of DMA-API usag 212 bool "Enable debugging of DMA-API usage"
251 select NEED_DMA_MAP_STATE 213 select NEED_DMA_MAP_STATE
252 help 214 help
253 Enable this option to debug the use 215 Enable this option to debug the use of the DMA API by device drivers.
254 With this option you will be able to 216 With this option you will be able to detect common bugs in device
255 drivers like double-freeing of DMA m 217 drivers like double-freeing of DMA mappings or freeing mappings that
256 were never allocated. 218 were never allocated.
257 219
258 This option causes a performance deg 220 This option causes a performance degradation. Use only if you want to
259 debug device drivers and dma interac 221 debug device drivers and dma interactions.
260 222
261 If unsure, say N. 223 If unsure, say N.
262 224
263 config DMA_API_DEBUG_SG 225 config DMA_API_DEBUG_SG
264 bool "Debug DMA scatter-gather usage" 226 bool "Debug DMA scatter-gather usage"
265 default y 227 default y
266 depends on DMA_API_DEBUG 228 depends on DMA_API_DEBUG
267 help 229 help
268 Perform extra checking that callers 230 Perform extra checking that callers of dma_map_sg() have respected the
269 appropriate segment length/boundary 231 appropriate segment length/boundary limits for the given device when
270 preparing DMA scatterlists. 232 preparing DMA scatterlists.
271 233
272 This is particularly likely to have 234 This is particularly likely to have been overlooked in cases where the
273 dma_map_sg() API is used for general 235 dma_map_sg() API is used for general bulk mapping of pages rather than
274 preparing literal scatter-gather des 236 preparing literal scatter-gather descriptors, where there is a risk of
275 unexpected behaviour from DMA API im 237 unexpected behaviour from DMA API implementations if the scatterlist
276 is technically out-of-spec. 238 is technically out-of-spec.
277 239
278 If unsure, say N. 240 If unsure, say N.
279 241
280 config DMA_MAP_BENCHMARK 242 config DMA_MAP_BENCHMARK
281 bool "Enable benchmarking of streaming 243 bool "Enable benchmarking of streaming DMA mapping"
282 depends on DEBUG_FS 244 depends on DEBUG_FS
283 help 245 help
284 Provides /sys/kernel/debug/dma_map_b 246 Provides /sys/kernel/debug/dma_map_benchmark that helps with testing
285 performance of dma_(un)map_page. 247 performance of dma_(un)map_page.
286 248
287 See tools/testing/selftests/dma/dma_ 249 See tools/testing/selftests/dma/dma_map_benchmark.c
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.