~ [ source navigation ] ~ [ diff markup ] ~ [ identifier search ] ~

TOMOYO Linux Cross Reference
Linux/scripts/bpf_doc.py

Version: ~ [ linux-6.11.5 ] ~ [ linux-6.10.14 ] ~ [ linux-6.9.12 ] ~ [ linux-6.8.12 ] ~ [ linux-6.7.12 ] ~ [ linux-6.6.58 ] ~ [ linux-6.5.13 ] ~ [ linux-6.4.16 ] ~ [ linux-6.3.13 ] ~ [ linux-6.2.16 ] ~ [ linux-6.1.114 ] ~ [ linux-6.0.19 ] ~ [ linux-5.19.17 ] ~ [ linux-5.18.19 ] ~ [ linux-5.17.15 ] ~ [ linux-5.16.20 ] ~ [ linux-5.15.169 ] ~ [ linux-5.14.21 ] ~ [ linux-5.13.19 ] ~ [ linux-5.12.19 ] ~ [ linux-5.11.22 ] ~ [ linux-5.10.228 ] ~ [ linux-5.9.16 ] ~ [ linux-5.8.18 ] ~ [ linux-5.7.19 ] ~ [ linux-5.6.19 ] ~ [ linux-5.5.19 ] ~ [ linux-5.4.284 ] ~ [ linux-5.3.18 ] ~ [ linux-5.2.21 ] ~ [ linux-5.1.21 ] ~ [ linux-5.0.21 ] ~ [ linux-4.20.17 ] ~ [ linux-4.19.322 ] ~ [ linux-4.18.20 ] ~ [ linux-4.17.19 ] ~ [ linux-4.16.18 ] ~ [ linux-4.15.18 ] ~ [ linux-4.14.336 ] ~ [ linux-4.13.16 ] ~ [ linux-4.12.14 ] ~ [ linux-4.11.12 ] ~ [ linux-4.10.17 ] ~ [ linux-4.9.337 ] ~ [ linux-4.4.302 ] ~ [ linux-3.10.108 ] ~ [ linux-2.6.32.71 ] ~ [ linux-2.6.0 ] ~ [ linux-2.4.37.11 ] ~ [ unix-v6-master ] ~ [ ccs-tools-1.8.9 ] ~ [ policy-sample ] ~
Architecture: ~ [ i386 ] ~ [ alpha ] ~ [ m68k ] ~ [ mips ] ~ [ ppc ] ~ [ sparc ] ~ [ sparc64 ] ~

Diff markup

Differences between /scripts/bpf_doc.py (Version linux-6.11.5) and /scripts/bpf_doc.py (Version linux-6.0.19)


  1 #!/usr/bin/env python3                              1 #!/usr/bin/env python3
  2 # SPDX-License-Identifier: GPL-2.0-only             2 # SPDX-License-Identifier: GPL-2.0-only
  3 #                                                   3 #
  4 # Copyright (C) 2018-2019 Netronome Systems, I      4 # Copyright (C) 2018-2019 Netronome Systems, Inc.
  5 # Copyright (C) 2021 Isovalent, Inc.                5 # Copyright (C) 2021 Isovalent, Inc.
  6                                                     6 
  7 # In case user attempts to run with Python 2.       7 # In case user attempts to run with Python 2.
  8 from __future__ import print_function               8 from __future__ import print_function
  9                                                     9 
 10 import argparse                                    10 import argparse
 11 import re                                          11 import re
 12 import sys, os                                     12 import sys, os
 13 import subprocess                              << 
 14                                                << 
 15 helpersDocStart = 'Start of BPF helper functio << 
 16                                                    13 
 17 class NoHelperFound(BaseException):                14 class NoHelperFound(BaseException):
 18     pass                                           15     pass
 19                                                    16 
 20 class NoSyscallCommandFound(BaseException):        17 class NoSyscallCommandFound(BaseException):
 21     pass                                           18     pass
 22                                                    19 
 23 class ParsingError(BaseException):                 20 class ParsingError(BaseException):
 24     def __init__(self, line='<line not provide     21     def __init__(self, line='<line not provided>', reader=None):
 25         if reader:                                 22         if reader:
 26             BaseException.__init__(self,           23             BaseException.__init__(self,
 27                                    'Error at f     24                                    'Error at file offset %d, parsing line: %s' %
 28                                    (reader.tel     25                                    (reader.tell(), line))
 29         else:                                      26         else:
 30             BaseException.__init__(self, 'Erro     27             BaseException.__init__(self, 'Error parsing line: %s' % line)
 31                                                    28 
 32                                                    29 
 33 class APIElement(object):                          30 class APIElement(object):
 34     """                                            31     """
 35     An object representing the description of      32     An object representing the description of an aspect of the eBPF API.
 36     @proto: prototype of the API symbol            33     @proto: prototype of the API symbol
 37     @desc: textual description of the symbol       34     @desc: textual description of the symbol
 38     @ret: (optional) description of any associ     35     @ret: (optional) description of any associated return value
 39     """                                            36     """
 40     def __init__(self, proto='', desc='', ret=     37     def __init__(self, proto='', desc='', ret=''):
 41         self.proto = proto                         38         self.proto = proto
 42         self.desc = desc                           39         self.desc = desc
 43         self.ret = ret                             40         self.ret = ret
 44                                                    41 
 45                                                    42 
 46 class Helper(APIElement):                          43 class Helper(APIElement):
 47     """                                            44     """
 48     An object representing the description of      45     An object representing the description of an eBPF helper function.
 49     @proto: function prototype of the helper f     46     @proto: function prototype of the helper function
 50     @desc: textual description of the helper f     47     @desc: textual description of the helper function
 51     @ret: description of the return value of t     48     @ret: description of the return value of the helper function
 52     """                                            49     """
 53     def __init__(self, *args, **kwargs):       << 
 54         super().__init__(*args, **kwargs)      << 
 55         self.enum_val = None                   << 
 56                                                << 
 57     def proto_break_down(self):                    50     def proto_break_down(self):
 58         """                                        51         """
 59         Break down helper function protocol in     52         Break down helper function protocol into smaller chunks: return type,
 60         name, distincts arguments.                 53         name, distincts arguments.
 61         """                                        54         """
 62         arg_re = re.compile(r'((\w+ )*?(\w+|.. !!  55         arg_re = re.compile('((\w+ )*?(\w+|...))( (\**)(\w+))?$')
 63         res = {}                                   56         res = {}
 64         proto_re = re.compile(r'(.+) (\**)(\w+ !!  57         proto_re = re.compile('(.+) (\**)(\w+)\(((([^,]+)(, )?){1,5})\)$')
 65                                                    58 
 66         capture = proto_re.match(self.proto)       59         capture = proto_re.match(self.proto)
 67         res['ret_type'] = capture.group(1)         60         res['ret_type'] = capture.group(1)
 68         res['ret_star'] = capture.group(2)         61         res['ret_star'] = capture.group(2)
 69         res['name']     = capture.group(3)         62         res['name']     = capture.group(3)
 70         res['args'] = []                           63         res['args'] = []
 71                                                    64 
 72         args    = capture.group(4).split(', ')     65         args    = capture.group(4).split(', ')
 73         for a in args:                             66         for a in args:
 74             capture = arg_re.match(a)              67             capture = arg_re.match(a)
 75             res['args'].append({                   68             res['args'].append({
 76                 'type' : capture.group(1),         69                 'type' : capture.group(1),
 77                 'star' : capture.group(5),         70                 'star' : capture.group(5),
 78                 'name' : capture.group(6)          71                 'name' : capture.group(6)
 79             })                                     72             })
 80                                                    73 
 81         return res                                 74         return res
 82                                                    75 
 83                                                    76 
 84 class HeaderParser(object):                        77 class HeaderParser(object):
 85     """                                            78     """
 86     An object used to parse a file in order to     79     An object used to parse a file in order to extract the documentation of a
 87     list of eBPF helper functions. All the hel     80     list of eBPF helper functions. All the helpers that can be retrieved are
 88     stored as Helper object, in the self.helpe     81     stored as Helper object, in the self.helpers() array.
 89     @filename: name of file to parse, usually      82     @filename: name of file to parse, usually include/uapi/linux/bpf.h in the
 90                kernel tree                         83                kernel tree
 91     """                                            84     """
 92     def __init__(self, filename):                  85     def __init__(self, filename):
 93         self.reader = open(filename, 'r')          86         self.reader = open(filename, 'r')
 94         self.line = ''                             87         self.line = ''
 95         self.helpers = []                          88         self.helpers = []
 96         self.commands = []                         89         self.commands = []
 97         self.desc_unique_helpers = set()           90         self.desc_unique_helpers = set()
 98         self.define_unique_helpers = []            91         self.define_unique_helpers = []
 99         self.helper_enum_vals = {}             << 
100         self.helper_enum_pos = {}              << 
101         self.desc_syscalls = []                    92         self.desc_syscalls = []
102         self.enum_syscalls = []                    93         self.enum_syscalls = []
103                                                    94 
104     def parse_element(self):                       95     def parse_element(self):
105         proto    = self.parse_symbol()             96         proto    = self.parse_symbol()
106         desc     = self.parse_desc(proto)          97         desc     = self.parse_desc(proto)
107         ret      = self.parse_ret(proto)           98         ret      = self.parse_ret(proto)
108         return APIElement(proto=proto, desc=de     99         return APIElement(proto=proto, desc=desc, ret=ret)
109                                                   100 
110     def parse_helper(self):                       101     def parse_helper(self):
111         proto    = self.parse_proto()             102         proto    = self.parse_proto()
112         desc     = self.parse_desc(proto)         103         desc     = self.parse_desc(proto)
113         ret      = self.parse_ret(proto)          104         ret      = self.parse_ret(proto)
114         return Helper(proto=proto, desc=desc,     105         return Helper(proto=proto, desc=desc, ret=ret)
115                                                   106 
116     def parse_symbol(self):                       107     def parse_symbol(self):
117         p = re.compile(r' \* ?(BPF\w+)$')      !! 108         p = re.compile(' \* ?(BPF\w+)$')
118         capture = p.match(self.line)              109         capture = p.match(self.line)
119         if not capture:                           110         if not capture:
120             raise NoSyscallCommandFound           111             raise NoSyscallCommandFound
121         end_re = re.compile(r' \* ?NOTES$')    !! 112         end_re = re.compile(' \* ?NOTES$')
122         end = end_re.match(self.line)             113         end = end_re.match(self.line)
123         if end:                                   114         if end:
124             raise NoSyscallCommandFound           115             raise NoSyscallCommandFound
125         self.line = self.reader.readline()        116         self.line = self.reader.readline()
126         return capture.group(1)                   117         return capture.group(1)
127                                                   118 
128     def parse_proto(self):                        119     def parse_proto(self):
129         # Argument can be of shape:               120         # Argument can be of shape:
130         #   - "void"                              121         #   - "void"
131         #   - "type  name"                        122         #   - "type  name"
132         #   - "type *name"                        123         #   - "type *name"
133         #   - Same as above, with "const" and/    124         #   - Same as above, with "const" and/or "struct" in front of type
134         #   - "..." (undefined number of argum    125         #   - "..." (undefined number of arguments, for bpf_trace_printk())
135         # There is at least one term ("void"),    126         # There is at least one term ("void"), and at most five arguments.
136         p = re.compile(r' \* ?((.+) \**\w+\((( !! 127         p = re.compile(' \* ?((.+) \**\w+\((((const )?(struct )?(\w+|\.\.\.)( \**\w+)?)(, )?){1,5}\))$')
137         capture = p.match(self.line)              128         capture = p.match(self.line)
138         if not capture:                           129         if not capture:
139             raise NoHelperFound                   130             raise NoHelperFound
140         self.line = self.reader.readline()        131         self.line = self.reader.readline()
141         return capture.group(1)                   132         return capture.group(1)
142                                                   133 
143     def parse_desc(self, proto):                  134     def parse_desc(self, proto):
144         p = re.compile(r' \* ?(?:\t| {5,8})Des !! 135         p = re.compile(' \* ?(?:\t| {5,8})Description$')
145         capture = p.match(self.line)              136         capture = p.match(self.line)
146         if not capture:                           137         if not capture:
147             raise Exception("No description se    138             raise Exception("No description section found for " + proto)
148         # Description can be several lines, so    139         # Description can be several lines, some of them possibly empty, and it
149         # stops when another subsection title     140         # stops when another subsection title is met.
150         desc = ''                                 141         desc = ''
151         desc_present = False                      142         desc_present = False
152         while True:                               143         while True:
153             self.line = self.reader.readline()    144             self.line = self.reader.readline()
154             if self.line == ' *\n':               145             if self.line == ' *\n':
155                 desc += '\n'                      146                 desc += '\n'
156             else:                                 147             else:
157                 p = re.compile(r' \* ?(?:\t| { !! 148                 p = re.compile(' \* ?(?:\t| {5,8})(?:\t| {8})(.*)')
158                 capture = p.match(self.line)      149                 capture = p.match(self.line)
159                 if capture:                       150                 if capture:
160                     desc_present = True           151                     desc_present = True
161                     desc += capture.group(1) +    152                     desc += capture.group(1) + '\n'
162                 else:                             153                 else:
163                     break                         154                     break
164                                                   155 
165         if not desc_present:                      156         if not desc_present:
166             raise Exception("No description fo    157             raise Exception("No description found for " + proto)
167         return desc                               158         return desc
168                                                   159 
169     def parse_ret(self, proto):                   160     def parse_ret(self, proto):
170         p = re.compile(r' \* ?(?:\t| {5,8})Ret !! 161         p = re.compile(' \* ?(?:\t| {5,8})Return$')
171         capture = p.match(self.line)              162         capture = p.match(self.line)
172         if not capture:                           163         if not capture:
173             raise Exception("No return section    164             raise Exception("No return section found for " + proto)
174         # Return value description can be seve    165         # Return value description can be several lines, some of them possibly
175         # empty, and it stops when another sub    166         # empty, and it stops when another subsection title is met.
176         ret = ''                                  167         ret = ''
177         ret_present = False                       168         ret_present = False
178         while True:                               169         while True:
179             self.line = self.reader.readline()    170             self.line = self.reader.readline()
180             if self.line == ' *\n':               171             if self.line == ' *\n':
181                 ret += '\n'                       172                 ret += '\n'
182             else:                                 173             else:
183                 p = re.compile(r' \* ?(?:\t| { !! 174                 p = re.compile(' \* ?(?:\t| {5,8})(?:\t| {8})(.*)')
184                 capture = p.match(self.line)      175                 capture = p.match(self.line)
185                 if capture:                       176                 if capture:
186                     ret_present = True            177                     ret_present = True
187                     ret += capture.group(1) +     178                     ret += capture.group(1) + '\n'
188                 else:                             179                 else:
189                     break                         180                     break
190                                                   181 
191         if not ret_present:                       182         if not ret_present:
192             raise Exception("No return found f    183             raise Exception("No return found for " + proto)
193         return ret                                184         return ret
194                                                   185 
195     def seek_to(self, target, help_message, di    186     def seek_to(self, target, help_message, discard_lines = 1):
196         self.reader.seek(0)                       187         self.reader.seek(0)
197         offset = self.reader.read().find(targe    188         offset = self.reader.read().find(target)
198         if offset == -1:                          189         if offset == -1:
199             raise Exception(help_message)         190             raise Exception(help_message)
200         self.reader.seek(offset)                  191         self.reader.seek(offset)
201         self.reader.readline()                    192         self.reader.readline()
202         for _ in range(discard_lines):            193         for _ in range(discard_lines):
203             self.reader.readline()                194             self.reader.readline()
204         self.line = self.reader.readline()        195         self.line = self.reader.readline()
205                                                   196 
206     def parse_desc_syscall(self):                 197     def parse_desc_syscall(self):
207         self.seek_to('* DOC: eBPF Syscall Comm    198         self.seek_to('* DOC: eBPF Syscall Commands',
208                      'Could not find start of     199                      'Could not find start of eBPF syscall descriptions list')
209         while True:                               200         while True:
210             try:                                  201             try:
211                 command = self.parse_element()    202                 command = self.parse_element()
212                 self.commands.append(command)     203                 self.commands.append(command)
213                 self.desc_syscalls.append(comm    204                 self.desc_syscalls.append(command.proto)
214                                                   205 
215             except NoSyscallCommandFound:         206             except NoSyscallCommandFound:
216                 break                             207                 break
217                                                   208 
218     def parse_enum_syscall(self):                 209     def parse_enum_syscall(self):
219         self.seek_to('enum bpf_cmd {',            210         self.seek_to('enum bpf_cmd {',
220                      'Could not find start of     211                      'Could not find start of bpf_cmd enum', 0)
221         # Searches for either one or more BPF\    212         # Searches for either one or more BPF\w+ enums
222         bpf_p = re.compile(r'\s*(BPF\w+)+')    !! 213         bpf_p = re.compile('\s*(BPF\w+)+')
223         # Searches for an enum entry assigned     214         # Searches for an enum entry assigned to another entry,
224         # for e.g. BPF_PROG_RUN = BPF_PROG_TES    215         # for e.g. BPF_PROG_RUN = BPF_PROG_TEST_RUN, which is
225         # not documented hence should be skipp    216         # not documented hence should be skipped in check to
226         # determine if the right number of sys    217         # determine if the right number of syscalls are documented
227         assign_p = re.compile(r'\s*(BPF\w+)\s* !! 218         assign_p = re.compile('\s*(BPF\w+)\s*=\s*(BPF\w+)')
228         bpf_cmd_str = ''                          219         bpf_cmd_str = ''
229         while True:                               220         while True:
230             capture = assign_p.match(self.line    221             capture = assign_p.match(self.line)
231             if capture:                           222             if capture:
232                 # Skip line if an enum entry i    223                 # Skip line if an enum entry is assigned to another entry
233                 self.line = self.reader.readli    224                 self.line = self.reader.readline()
234                 continue                          225                 continue
235             capture = bpf_p.match(self.line)      226             capture = bpf_p.match(self.line)
236             if capture:                           227             if capture:
237                 bpf_cmd_str += self.line          228                 bpf_cmd_str += self.line
238             else:                                 229             else:
239                 break                             230                 break
240             self.line = self.reader.readline()    231             self.line = self.reader.readline()
241         # Find the number of occurences of BPF    232         # Find the number of occurences of BPF\w+
242         self.enum_syscalls = re.findall(r'(BPF !! 233         self.enum_syscalls = re.findall('(BPF\w+)+', bpf_cmd_str)
243                                                   234 
244     def parse_desc_helpers(self):                 235     def parse_desc_helpers(self):
245         self.seek_to(helpersDocStart,          !! 236         self.seek_to('* Start of BPF helper function descriptions:',
246                      'Could not find start of     237                      'Could not find start of eBPF helper descriptions list')
247         while True:                               238         while True:
248             try:                                  239             try:
249                 helper = self.parse_helper()      240                 helper = self.parse_helper()
250                 self.helpers.append(helper)       241                 self.helpers.append(helper)
251                 proto = helper.proto_break_dow    242                 proto = helper.proto_break_down()
252                 self.desc_unique_helpers.add(p    243                 self.desc_unique_helpers.add(proto['name'])
253             except NoHelperFound:                 244             except NoHelperFound:
254                 break                             245                 break
255                                                   246 
256     def parse_define_helpers(self):               247     def parse_define_helpers(self):
257         # Parse FN(...) in #define ___BPF_FUNC !! 248         # Parse the number of FN(...) in #define __BPF_FUNC_MAPPER to compare
258         # number of unique function names pres !! 249         # later with the number of unique function names present in description.
259         # correct enumeration value.           << 
260         # Note: seek_to(..) discards the first    250         # Note: seek_to(..) discards the first line below the target search text,
261         # resulting in FN(unspec, 0, ##ctx) be !! 251         # resulting in FN(unspec) being skipped and not added to self.define_unique_helpers.
262         # self.define_unique_helpers.          !! 252         self.seek_to('#define __BPF_FUNC_MAPPER(FN)',
263         self.seek_to('#define ___BPF_FUNC_MAPP << 
264                      'Could not find start of     253                      'Could not find start of eBPF helper definition list')
265         # Searches for one FN(\w+) define or a !! 254         # Searches for either one or more FN(\w+) defines or a backslash for newline
266         p = re.compile(r'\s*FN\((\w+), (\d+),  !! 255         p = re.compile('\s*(FN\(\w+\))+|\\\\')
267         fn_defines_str = ''                       256         fn_defines_str = ''
268         i = 0                                  << 
269         while True:                               257         while True:
270             capture = p.match(self.line)          258             capture = p.match(self.line)
271             if capture:                           259             if capture:
272                 fn_defines_str += self.line       260                 fn_defines_str += self.line
273                 helper_name = capture.expand(r << 
274                 self.helper_enum_vals[helper_n << 
275                 self.helper_enum_pos[helper_na << 
276                 i += 1                         << 
277             else:                                 261             else:
278                 break                             262                 break
279             self.line = self.reader.readline()    263             self.line = self.reader.readline()
280         # Find the number of occurences of FN(    264         # Find the number of occurences of FN(\w+)
281         self.define_unique_helpers = re.findal !! 265         self.define_unique_helpers = re.findall('FN\(\w+\)', fn_defines_str)
282                                                << 
283     def validate_helpers(self):                << 
284         last_helper = ''                       << 
285         seen_helpers = set()                   << 
286         seen_enum_vals = set()                 << 
287         i = 0                                  << 
288         for helper in self.helpers:            << 
289             proto = helper.proto_break_down()  << 
290             name = proto['name']               << 
291             try:                               << 
292                 enum_val = self.helper_enum_va << 
293                 enum_pos = self.helper_enum_po << 
294             except KeyError:                   << 
295                 raise Exception("Helper %s is  << 
296                                                << 
297             if name in seen_helpers:           << 
298                 if last_helper != name:        << 
299                     raise Exception("Helper %s << 
300                 continue                       << 
301                                                << 
302             # Enforce current practice of havi << 
303             # by enum value.                   << 
304             if enum_pos != i:                  << 
305                 raise Exception("Helper %s (ID << 
306             if enum_val in seen_enum_vals:     << 
307                 raise Exception("Helper %s has << 
308                                                << 
309             seen_helpers.add(name)             << 
310             last_helper = name                 << 
311             seen_enum_vals.add(enum_val)       << 
312                                                << 
313             helper.enum_val = enum_val         << 
314             i += 1                             << 
315                                                   266 
316     def run(self):                                267     def run(self):
317         self.parse_desc_syscall()                 268         self.parse_desc_syscall()
318         self.parse_enum_syscall()                 269         self.parse_enum_syscall()
319         self.parse_desc_helpers()                 270         self.parse_desc_helpers()
320         self.parse_define_helpers()               271         self.parse_define_helpers()
321         self.validate_helpers()                << 
322         self.reader.close()                       272         self.reader.close()
323                                                   273 
324 ##############################################    274 ###############################################################################
325                                                   275 
326 class Printer(object):                            276 class Printer(object):
327     """                                           277     """
328     A generic class for printers. Printers sho    278     A generic class for printers. Printers should be created with an array of
329     Helper objects, and implement a way to pri    279     Helper objects, and implement a way to print them in the desired fashion.
330     @parser: A HeaderParser with objects to pr    280     @parser: A HeaderParser with objects to print to standard output
331     """                                           281     """
332     def __init__(self, parser):                   282     def __init__(self, parser):
333         self.parser = parser                      283         self.parser = parser
334         self.elements = []                        284         self.elements = []
335                                                   285 
336     def print_header(self):                       286     def print_header(self):
337         pass                                      287         pass
338                                                   288 
339     def print_footer(self):                       289     def print_footer(self):
340         pass                                      290         pass
341                                                   291 
342     def print_one(self, helper):                  292     def print_one(self, helper):
343         pass                                      293         pass
344                                                   294 
345     def print_all(self):                          295     def print_all(self):
346         self.print_header()                       296         self.print_header()
347         for elem in self.elements:                297         for elem in self.elements:
348             self.print_one(elem)                  298             self.print_one(elem)
349         self.print_footer()                       299         self.print_footer()
350                                                   300 
351     def elem_number_check(self, desc_unique_el    301     def elem_number_check(self, desc_unique_elem, define_unique_elem, type, instance):
352         """                                       302         """
353         Checks the number of helpers/syscalls     303         Checks the number of helpers/syscalls documented within the header file
354         description with those defined as part    304         description with those defined as part of enum/macro and raise an
355         Exception if they don't match.            305         Exception if they don't match.
356         """                                       306         """
357         nr_desc_unique_elem = len(desc_unique_    307         nr_desc_unique_elem = len(desc_unique_elem)
358         nr_define_unique_elem = len(define_uni    308         nr_define_unique_elem = len(define_unique_elem)
359         if nr_desc_unique_elem != nr_define_un    309         if nr_desc_unique_elem != nr_define_unique_elem:
360             exception_msg = '''                   310             exception_msg = '''
361 The number of unique %s in description (%d) do    311 The number of unique %s in description (%d) doesn\'t match the number of unique %s defined in %s (%d)
362 ''' % (type, nr_desc_unique_elem, type, instan    312 ''' % (type, nr_desc_unique_elem, type, instance, nr_define_unique_elem)
363             if nr_desc_unique_elem < nr_define    313             if nr_desc_unique_elem < nr_define_unique_elem:
364                 # Function description is pars    314                 # Function description is parsed until no helper is found (which can be due to
365                 # misformatting). Hence, only     315                 # misformatting). Hence, only print the first missing/misformatted helper/enum.
366                 exception_msg += '''              316                 exception_msg += '''
367 The description for %s is not present or forma    317 The description for %s is not present or formatted correctly.
368 ''' % (define_unique_elem[nr_desc_unique_elem]    318 ''' % (define_unique_elem[nr_desc_unique_elem])
369             raise Exception(exception_msg)        319             raise Exception(exception_msg)
370                                                   320 
371 class PrinterRST(Printer):                        321 class PrinterRST(Printer):
372     """                                           322     """
373     A generic class for printers that print Re    323     A generic class for printers that print ReStructured Text. Printers should
374     be created with a HeaderParser object, and    324     be created with a HeaderParser object, and implement a way to print API
375     elements in the desired fashion.              325     elements in the desired fashion.
376     @parser: A HeaderParser with objects to pr    326     @parser: A HeaderParser with objects to print to standard output
377     """                                           327     """
378     def __init__(self, parser):                   328     def __init__(self, parser):
379         self.parser = parser                      329         self.parser = parser
380                                                   330 
381     def print_license(self):                      331     def print_license(self):
382         license = '''\                            332         license = '''\
383 .. Copyright (C) All BPF authors and contribut    333 .. Copyright (C) All BPF authors and contributors from 2014 to present.
384 .. See git log include/uapi/linux/bpf.h in ker    334 .. See git log include/uapi/linux/bpf.h in kernel tree for details.
385 ..                                                335 .. 
386 .. SPDX-License-Identifier: Linux-man-pages-co !! 336 .. SPDX-License-Identifier:  Linux-man-pages-copyleft
387 ..                                                337 .. 
388 .. Please do not edit this file. It was genera    338 .. Please do not edit this file. It was generated from the documentation
389 .. located in file include/uapi/linux/bpf.h of    339 .. located in file include/uapi/linux/bpf.h of the Linux kernel sources
390 .. (helpers description), and from scripts/bpf    340 .. (helpers description), and from scripts/bpf_doc.py in the same
391 .. repository (header and footer).                341 .. repository (header and footer).
392 '''                                               342 '''
393         print(license)                            343         print(license)
394                                                   344 
395     def print_elem(self, elem):                   345     def print_elem(self, elem):
396         if (elem.desc):                           346         if (elem.desc):
397             print('\tDescription')                347             print('\tDescription')
398             # Do not strip all newline charact    348             # Do not strip all newline characters: formatted code at the end of
399             # a section must be followed by a     349             # a section must be followed by a blank line.
400             for line in re.sub('\n$', '', elem    350             for line in re.sub('\n$', '', elem.desc, count=1).split('\n'):
401                 print('{}{}'.format('\t\t' if     351                 print('{}{}'.format('\t\t' if line else '', line))
402                                                   352 
403         if (elem.ret):                            353         if (elem.ret):
404             print('\tReturn')                     354             print('\tReturn')
405             for line in elem.ret.rstrip().spli    355             for line in elem.ret.rstrip().split('\n'):
406                 print('{}{}'.format('\t\t' if     356                 print('{}{}'.format('\t\t' if line else '', line))
407                                                   357 
408         print('')                                 358         print('')
409                                                   359 
410     def get_kernel_version(self):              << 
411         try:                                   << 
412             version = subprocess.run(['git', ' << 
413                                      capture_o << 
414             version = version.stdout.decode(). << 
415         except:                                << 
416             try:                               << 
417                 version = subprocess.run(['mak << 
418                                          cwd=l << 
419                 version = version.stdout.decod << 
420             except:                            << 
421                 return 'Linux'                 << 
422         return 'Linux {version}'.format(versio << 
423                                                << 
424     def get_last_doc_update(self, delimiter):  << 
425         try:                                   << 
426             cmd = ['git', 'log', '-1', '--pret << 
427                    '-L',                       << 
428                    '/{}/,/\\*\\//:include/uapi << 
429             date = subprocess.run(cmd, cwd=lin << 
430                                   capture_outp << 
431             return date.stdout.decode().rstrip << 
432         except:                                << 
433             return ''                          << 
434                                                << 
435 class PrinterHelpersRST(PrinterRST):              360 class PrinterHelpersRST(PrinterRST):
436     """                                           361     """
437     A printer for dumping collected informatio    362     A printer for dumping collected information about helpers as a ReStructured
438     Text page compatible with the rst2man prog    363     Text page compatible with the rst2man program, which can be used to
439     generate a manual page for the helpers.       364     generate a manual page for the helpers.
440     @parser: A HeaderParser with Helper object    365     @parser: A HeaderParser with Helper objects to print to standard output
441     """                                           366     """
442     def __init__(self, parser):                   367     def __init__(self, parser):
443         self.elements = parser.helpers            368         self.elements = parser.helpers
444         self.elem_number_check(parser.desc_uni !! 369         self.elem_number_check(parser.desc_unique_helpers, parser.define_unique_helpers, 'helper', '__BPF_FUNC_MAPPER')
445                                                   370 
446     def print_header(self):                       371     def print_header(self):
447         header = '''\                             372         header = '''\
448 ===========                                       373 ===========
449 BPF-HELPERS                                       374 BPF-HELPERS
450 ===========                                       375 ===========
451 ----------------------------------------------    376 -------------------------------------------------------------------------------
452 list of eBPF helper functions                     377 list of eBPF helper functions
453 ----------------------------------------------    378 -------------------------------------------------------------------------------
454                                                   379 
455 :Manual section: 7                                380 :Manual section: 7
456 :Version: {version}                            << 
457 {date_field}{date}                             << 
458                                                   381 
459 DESCRIPTION                                       382 DESCRIPTION
460 ===========                                       383 ===========
461                                                   384 
462 The extended Berkeley Packet Filter (eBPF) sub    385 The extended Berkeley Packet Filter (eBPF) subsystem consists in programs
463 written in a pseudo-assembly language, then at    386 written in a pseudo-assembly language, then attached to one of the several
464 kernel hooks and run in reaction of specific e    387 kernel hooks and run in reaction of specific events. This framework differs
465 from the older, "classic" BPF (or "cBPF") in s    388 from the older, "classic" BPF (or "cBPF") in several aspects, one of them being
466 the ability to call special functions (or "hel    389 the ability to call special functions (or "helpers") from within a program.
467 These functions are restricted to a white-list    390 These functions are restricted to a white-list of helpers defined in the
468 kernel.                                           391 kernel.
469                                                   392 
470 These helpers are used by eBPF programs to int    393 These helpers are used by eBPF programs to interact with the system, or with
471 the context in which they work. For instance,     394 the context in which they work. For instance, they can be used to print
472 debugging messages, to get the time since the     395 debugging messages, to get the time since the system was booted, to interact
473 with eBPF maps, or to manipulate network packe    396 with eBPF maps, or to manipulate network packets. Since there are several eBPF
474 program types, and that they do not run in the    397 program types, and that they do not run in the same context, each program type
475 can only call a subset of those helpers.          398 can only call a subset of those helpers.
476                                                   399 
477 Due to eBPF conventions, a helper can not have    400 Due to eBPF conventions, a helper can not have more than five arguments.
478                                                   401 
479 Internally, eBPF programs call directly into t    402 Internally, eBPF programs call directly into the compiled helper functions
480 without requiring any foreign-function interfa    403 without requiring any foreign-function interface. As a result, calling helpers
481 introduces no overhead, thus offering excellen    404 introduces no overhead, thus offering excellent performance.
482                                                   405 
483 This document is an attempt to list and docume    406 This document is an attempt to list and document the helpers available to eBPF
484 developers. They are sorted by chronological o    407 developers. They are sorted by chronological order (the oldest helpers in the
485 kernel at the top).                               408 kernel at the top).
486                                                   409 
487 HELPERS                                           410 HELPERS
488 =======                                           411 =======
489 '''                                               412 '''
490         kernelVersion = self.get_kernel_versio << 
491         lastUpdate = self.get_last_doc_update( << 
492                                                << 
493         PrinterRST.print_license(self)            413         PrinterRST.print_license(self)
494         print(header.format(version=kernelVers !! 414         print(header)
495                             date_field = ':Dat << 
496                             date=lastUpdate))  << 
497                                                   415 
498     def print_footer(self):                       416     def print_footer(self):
499         footer = '''                              417         footer = '''
500 EXAMPLES                                          418 EXAMPLES
501 ========                                          419 ========
502                                                   420 
503 Example usage for most of the eBPF helpers lis    421 Example usage for most of the eBPF helpers listed in this manual page are
504 available within the Linux kernel sources, at     422 available within the Linux kernel sources, at the following locations:
505                                                   423 
506 * *samples/bpf/*                                  424 * *samples/bpf/*
507 * *tools/testing/selftests/bpf/*                  425 * *tools/testing/selftests/bpf/*
508                                                   426 
509 LICENSE                                           427 LICENSE
510 =======                                           428 =======
511                                                   429 
512 eBPF programs can have an associated license,     430 eBPF programs can have an associated license, passed along with the bytecode
513 instructions to the kernel when the programs a    431 instructions to the kernel when the programs are loaded. The format for that
514 string is identical to the one in use for kern    432 string is identical to the one in use for kernel modules (Dual licenses, such
515 as "Dual BSD/GPL", may be used). Some helper f    433 as "Dual BSD/GPL", may be used). Some helper functions are only accessible to
516 programs that are compatible with the GNU Gene !! 434 programs that are compatible with the GNU Privacy License (GPL).
517                                                   435 
518 In order to use such helpers, the eBPF program    436 In order to use such helpers, the eBPF program must be loaded with the correct
519 license string passed (via **attr**) to the ** !! 437 license string passed (via **attr**) to the **bpf**\ () system call, and this
520 generally translates into the C source code of    438 generally translates into the C source code of the program containing a line
521 similar to the following:                         439 similar to the following:
522                                                   440 
523 ::                                                441 ::
524                                                   442 
525         char ____license[] __attribute__((sect    443         char ____license[] __attribute__((section("license"), used)) = "GPL";
526                                                   444 
527 IMPLEMENTATION                                    445 IMPLEMENTATION
528 ==============                                    446 ==============
529                                                   447 
530 This manual page is an effort to document the     448 This manual page is an effort to document the existing eBPF helper functions.
531 But as of this writing, the BPF sub-system is     449 But as of this writing, the BPF sub-system is under heavy development. New eBPF
532 program or map types are added, along with new    450 program or map types are added, along with new helper functions. Some helpers
533 are occasionally made available for additional    451 are occasionally made available for additional program types. So in spite of
534 the efforts of the community, this page might     452 the efforts of the community, this page might not be up-to-date. If you want to
535 check by yourself what helper functions exist     453 check by yourself what helper functions exist in your kernel, or what types of
536 programs they can support, here are some files    454 programs they can support, here are some files among the kernel tree that you
537 may be interested in:                             455 may be interested in:
538                                                   456 
539 * *include/uapi/linux/bpf.h* is the main BPF h    457 * *include/uapi/linux/bpf.h* is the main BPF header. It contains the full list
540   of all helper functions, as well as many oth    458   of all helper functions, as well as many other BPF definitions including most
541   of the flags, structs or constants used by t    459   of the flags, structs or constants used by the helpers.
542 * *net/core/filter.c* contains the definition     460 * *net/core/filter.c* contains the definition of most network-related helper
543   functions, and the list of program types fro    461   functions, and the list of program types from which they can be used.
544 * *kernel/trace/bpf_trace.c* is the equivalent    462 * *kernel/trace/bpf_trace.c* is the equivalent for most tracing program-related
545   helpers.                                        463   helpers.
546 * *kernel/bpf/verifier.c* contains the functio    464 * *kernel/bpf/verifier.c* contains the functions used to check that valid types
547   of eBPF maps are used with a given helper fu    465   of eBPF maps are used with a given helper function.
548 * *kernel/bpf/* directory contains other files    466 * *kernel/bpf/* directory contains other files in which additional helpers are
549   defined (for cgroups, sockmaps, etc.).          467   defined (for cgroups, sockmaps, etc.).
550 * The bpftool utility can be used to probe the    468 * The bpftool utility can be used to probe the availability of helper functions
551   on the system (as well as supported program     469   on the system (as well as supported program and map types, and a number of
552   other parameters). To do so, run **bpftool f    470   other parameters). To do so, run **bpftool feature probe** (see
553   **bpftool-feature**\\ (8) for details). Add  !! 471   **bpftool-feature**\ (8) for details). Add the **unprivileged** keyword to
554   list features available to unprivileged user    472   list features available to unprivileged users.
555                                                   473 
556 Compatibility between helper functions and pro    474 Compatibility between helper functions and program types can generally be found
557 in the files where helper functions are define    475 in the files where helper functions are defined. Look for the **struct
558 bpf_func_proto** objects and for functions ret    476 bpf_func_proto** objects and for functions returning them: these functions
559 contain a list of helpers that a given program    477 contain a list of helpers that a given program type can call. Note that the
560 **default:** label of the **switch ... case**     478 **default:** label of the **switch ... case** used to filter helpers can call
561 other functions, themselves allowing access to    479 other functions, themselves allowing access to additional helpers. The
562 requirement for GPL license is also in those *    480 requirement for GPL license is also in those **struct bpf_func_proto**.
563                                                   481 
564 Compatibility between helper functions and map    482 Compatibility between helper functions and map types can be found in the
565 **check_map_func_compatibility**\\ () function !! 483 **check_map_func_compatibility**\ () function in file *kernel/bpf/verifier.c*.
566                                                   484 
567 Helper functions that invalidate the checks on    485 Helper functions that invalidate the checks on **data** and **data_end**
568 pointers for network processing are listed in     486 pointers for network processing are listed in function
569 **bpf_helper_changes_pkt_data**\\ () in file * !! 487 **bpf_helper_changes_pkt_data**\ () in file *net/core/filter.c*.
570                                                   488 
571 SEE ALSO                                          489 SEE ALSO
572 ========                                          490 ========
573                                                   491 
574 **bpf**\\ (2),                                 !! 492 **bpf**\ (2),
575 **bpftool**\\ (8),                             !! 493 **bpftool**\ (8),
576 **cgroups**\\ (7),                             !! 494 **cgroups**\ (7),
577 **ip**\\ (8),                                  !! 495 **ip**\ (8),
578 **perf_event_open**\\ (2),                     !! 496 **perf_event_open**\ (2),
579 **sendmsg**\\ (2),                             !! 497 **sendmsg**\ (2),
580 **socket**\\ (7),                              !! 498 **socket**\ (7),
581 **tc-bpf**\\ (8)'''                            !! 499 **tc-bpf**\ (8)'''
582         print(footer)                             500         print(footer)
583                                                   501 
584     def print_proto(self, helper):                502     def print_proto(self, helper):
585         """                                       503         """
586         Format function protocol with bold and    504         Format function protocol with bold and italics markers. This makes RST
587         file less readable, but gives nice res    505         file less readable, but gives nice results in the manual page.
588         """                                       506         """
589         proto = helper.proto_break_down()         507         proto = helper.proto_break_down()
590                                                   508 
591         print('**%s %s%s(' % (proto['ret_type'    509         print('**%s %s%s(' % (proto['ret_type'],
592                               proto['ret_star'    510                               proto['ret_star'].replace('*', '\\*'),
593                               proto['name']),     511                               proto['name']),
594               end='')                             512               end='')
595                                                   513 
596         comma = ''                                514         comma = ''
597         for a in proto['args']:                   515         for a in proto['args']:
598             one_arg = '{}{}'.format(comma, a['    516             one_arg = '{}{}'.format(comma, a['type'])
599             if a['name']:                         517             if a['name']:
600                 if a['star']:                     518                 if a['star']:
601                     one_arg += ' {}**\\ '.form !! 519                     one_arg += ' {}**\ '.format(a['star'].replace('*', '\\*'))
602                 else:                             520                 else:
603                     one_arg += '** '              521                     one_arg += '** '
604                 one_arg += '*{}*\\ **'.format(    522                 one_arg += '*{}*\\ **'.format(a['name'])
605             comma = ', '                          523             comma = ', '
606             print(one_arg, end='')                524             print(one_arg, end='')
607                                                   525 
608         print(')**')                              526         print(')**')
609                                                   527 
610     def print_one(self, helper):                  528     def print_one(self, helper):
611         self.print_proto(helper)                  529         self.print_proto(helper)
612         self.print_elem(helper)                   530         self.print_elem(helper)
613                                                   531 
614                                                   532 
615 class PrinterSyscallRST(PrinterRST):              533 class PrinterSyscallRST(PrinterRST):
616     """                                           534     """
617     A printer for dumping collected informatio    535     A printer for dumping collected information about the syscall API as a
618     ReStructured Text page compatible with the    536     ReStructured Text page compatible with the rst2man program, which can be
619     used to generate a manual page for the sys    537     used to generate a manual page for the syscall.
620     @parser: A HeaderParser with APIElement ob    538     @parser: A HeaderParser with APIElement objects to print to standard
621              output                               539              output
622     """                                           540     """
623     def __init__(self, parser):                   541     def __init__(self, parser):
624         self.elements = parser.commands           542         self.elements = parser.commands
625         self.elem_number_check(parser.desc_sys    543         self.elem_number_check(parser.desc_syscalls, parser.enum_syscalls, 'syscall', 'bpf_cmd')
626                                                   544 
627     def print_header(self):                       545     def print_header(self):
628         header = '''\                             546         header = '''\
629 ===                                               547 ===
630 bpf                                               548 bpf
631 ===                                               549 ===
632 ----------------------------------------------    550 -------------------------------------------------------------------------------
633 Perform a command on an extended BPF object       551 Perform a command on an extended BPF object
634 ----------------------------------------------    552 -------------------------------------------------------------------------------
635                                                   553 
636 :Manual section: 2                                554 :Manual section: 2
637                                                   555 
638 COMMANDS                                          556 COMMANDS
639 ========                                          557 ========
640 '''                                               558 '''
641         PrinterRST.print_license(self)            559         PrinterRST.print_license(self)
642         print(header)                             560         print(header)
643                                                   561 
644     def print_one(self, command):                 562     def print_one(self, command):
645         print('**%s**' % (command.proto))         563         print('**%s**' % (command.proto))
646         self.print_elem(command)                  564         self.print_elem(command)
647                                                   565 
648                                                   566 
649 class PrinterHelpers(Printer):                    567 class PrinterHelpers(Printer):
650     """                                           568     """
651     A printer for dumping collected informatio    569     A printer for dumping collected information about helpers as C header to
652     be included from BPF program.                 570     be included from BPF program.
653     @parser: A HeaderParser with Helper object    571     @parser: A HeaderParser with Helper objects to print to standard output
654     """                                           572     """
655     def __init__(self, parser):                   573     def __init__(self, parser):
656         self.elements = parser.helpers            574         self.elements = parser.helpers
657         self.elem_number_check(parser.desc_uni !! 575         self.elem_number_check(parser.desc_unique_helpers, parser.define_unique_helpers, 'helper', '__BPF_FUNC_MAPPER')
658                                                   576 
659     type_fwds = [                                 577     type_fwds = [
660             'struct bpf_fib_lookup',              578             'struct bpf_fib_lookup',
661             'struct bpf_sk_lookup',               579             'struct bpf_sk_lookup',
662             'struct bpf_perf_event_data',         580             'struct bpf_perf_event_data',
663             'struct bpf_perf_event_value',        581             'struct bpf_perf_event_value',
664             'struct bpf_pidns_info',              582             'struct bpf_pidns_info',
665             'struct bpf_redir_neigh',             583             'struct bpf_redir_neigh',
666             'struct bpf_sock',                    584             'struct bpf_sock',
667             'struct bpf_sock_addr',               585             'struct bpf_sock_addr',
668             'struct bpf_sock_ops',                586             'struct bpf_sock_ops',
669             'struct bpf_sock_tuple',              587             'struct bpf_sock_tuple',
670             'struct bpf_spin_lock',               588             'struct bpf_spin_lock',
671             'struct bpf_sysctl',                  589             'struct bpf_sysctl',
672             'struct bpf_tcp_sock',                590             'struct bpf_tcp_sock',
673             'struct bpf_tunnel_key',              591             'struct bpf_tunnel_key',
674             'struct bpf_xfrm_state',              592             'struct bpf_xfrm_state',
675             'struct linux_binprm',                593             'struct linux_binprm',
676             'struct pt_regs',                     594             'struct pt_regs',
677             'struct sk_reuseport_md',             595             'struct sk_reuseport_md',
678             'struct sockaddr',                    596             'struct sockaddr',
679             'struct tcphdr',                      597             'struct tcphdr',
680             'struct seq_file',                    598             'struct seq_file',
681             'struct tcp6_sock',                   599             'struct tcp6_sock',
682             'struct tcp_sock',                    600             'struct tcp_sock',
683             'struct tcp_timewait_sock',           601             'struct tcp_timewait_sock',
684             'struct tcp_request_sock',            602             'struct tcp_request_sock',
685             'struct udp6_sock',                   603             'struct udp6_sock',
686             'struct unix_sock',                   604             'struct unix_sock',
687             'struct task_struct',                 605             'struct task_struct',
688             'struct cgroup',                   << 
689                                                   606 
690             'struct __sk_buff',                   607             'struct __sk_buff',
691             'struct sk_msg_md',                   608             'struct sk_msg_md',
692             'struct xdp_md',                      609             'struct xdp_md',
693             'struct path',                        610             'struct path',
694             'struct btf_ptr',                     611             'struct btf_ptr',
695             'struct inode',                       612             'struct inode',
696             'struct socket',                      613             'struct socket',
697             'struct file',                        614             'struct file',
698             'struct bpf_timer',                   615             'struct bpf_timer',
699             'struct mptcp_sock',                  616             'struct mptcp_sock',
700             'struct bpf_dynptr',                  617             'struct bpf_dynptr',
701             'struct iphdr',                       618             'struct iphdr',
702             'struct ipv6hdr',                     619             'struct ipv6hdr',
703     ]                                             620     ]
704     known_types = {                               621     known_types = {
705             '...',                                622             '...',
706             'void',                               623             'void',
707             'const void',                         624             'const void',
708             'char',                               625             'char',
709             'const char',                         626             'const char',
710             'int',                                627             'int',
711             'long',                               628             'long',
712             'unsigned long',                      629             'unsigned long',
713                                                   630 
714             '__be16',                             631             '__be16',
715             '__be32',                             632             '__be32',
716             '__wsum',                             633             '__wsum',
717                                                   634 
718             'struct bpf_fib_lookup',              635             'struct bpf_fib_lookup',
719             'struct bpf_perf_event_data',         636             'struct bpf_perf_event_data',
720             'struct bpf_perf_event_value',        637             'struct bpf_perf_event_value',
721             'struct bpf_pidns_info',              638             'struct bpf_pidns_info',
722             'struct bpf_redir_neigh',             639             'struct bpf_redir_neigh',
723             'struct bpf_sk_lookup',               640             'struct bpf_sk_lookup',
724             'struct bpf_sock',                    641             'struct bpf_sock',
725             'struct bpf_sock_addr',               642             'struct bpf_sock_addr',
726             'struct bpf_sock_ops',                643             'struct bpf_sock_ops',
727             'struct bpf_sock_tuple',              644             'struct bpf_sock_tuple',
728             'struct bpf_spin_lock',               645             'struct bpf_spin_lock',
729             'struct bpf_sysctl',                  646             'struct bpf_sysctl',
730             'struct bpf_tcp_sock',                647             'struct bpf_tcp_sock',
731             'struct bpf_tunnel_key',              648             'struct bpf_tunnel_key',
732             'struct bpf_xfrm_state',              649             'struct bpf_xfrm_state',
733             'struct linux_binprm',                650             'struct linux_binprm',
734             'struct pt_regs',                     651             'struct pt_regs',
735             'struct sk_reuseport_md',             652             'struct sk_reuseport_md',
736             'struct sockaddr',                    653             'struct sockaddr',
737             'struct tcphdr',                      654             'struct tcphdr',
738             'struct seq_file',                    655             'struct seq_file',
739             'struct tcp6_sock',                   656             'struct tcp6_sock',
740             'struct tcp_sock',                    657             'struct tcp_sock',
741             'struct tcp_timewait_sock',           658             'struct tcp_timewait_sock',
742             'struct tcp_request_sock',            659             'struct tcp_request_sock',
743             'struct udp6_sock',                   660             'struct udp6_sock',
744             'struct unix_sock',                   661             'struct unix_sock',
745             'struct task_struct',                 662             'struct task_struct',
746             'struct cgroup',                   << 
747             'struct path',                        663             'struct path',
748             'struct btf_ptr',                     664             'struct btf_ptr',
749             'struct inode',                       665             'struct inode',
750             'struct socket',                      666             'struct socket',
751             'struct file',                        667             'struct file',
752             'struct bpf_timer',                   668             'struct bpf_timer',
753             'struct mptcp_sock',                  669             'struct mptcp_sock',
754             'struct bpf_dynptr',                  670             'struct bpf_dynptr',
755             'const struct bpf_dynptr',         << 
756             'struct iphdr',                       671             'struct iphdr',
757             'struct ipv6hdr',                     672             'struct ipv6hdr',
758     }                                             673     }
759     mapped_types = {                              674     mapped_types = {
760             'u8': '__u8',                         675             'u8': '__u8',
761             'u16': '__u16',                       676             'u16': '__u16',
762             'u32': '__u32',                       677             'u32': '__u32',
763             'u64': '__u64',                       678             'u64': '__u64',
764             's8': '__s8',                         679             's8': '__s8',
765             's16': '__s16',                       680             's16': '__s16',
766             's32': '__s32',                       681             's32': '__s32',
767             's64': '__s64',                       682             's64': '__s64',
768             'size_t': 'unsigned long',            683             'size_t': 'unsigned long',
769             'struct bpf_map': 'void',             684             'struct bpf_map': 'void',
770             'struct sk_buff': 'struct __sk_buf    685             'struct sk_buff': 'struct __sk_buff',
771             'const struct sk_buff': 'const str    686             'const struct sk_buff': 'const struct __sk_buff',
772             'struct sk_msg_buff': 'struct sk_m    687             'struct sk_msg_buff': 'struct sk_msg_md',
773             'struct xdp_buff': 'struct xdp_md'    688             'struct xdp_buff': 'struct xdp_md',
774     }                                             689     }
775     # Helpers overloaded for different context    690     # Helpers overloaded for different context types.
776     overloaded_helpers = [                        691     overloaded_helpers = [
777         'bpf_get_socket_cookie',                  692         'bpf_get_socket_cookie',
778         'bpf_sk_assign',                          693         'bpf_sk_assign',
779     ]                                             694     ]
780                                                   695 
781     def print_header(self):                       696     def print_header(self):
782         header = '''\                             697         header = '''\
783 /* This is auto-generated file. See bpf_doc.py    698 /* This is auto-generated file. See bpf_doc.py for details. */
784                                                   699 
785 /* Forward declarations of BPF structs */'''      700 /* Forward declarations of BPF structs */'''
786                                                   701 
787         print(header)                             702         print(header)
788         for fwd in self.type_fwds:                703         for fwd in self.type_fwds:
789             print('%s;' % fwd)                    704             print('%s;' % fwd)
790         print('')                                 705         print('')
791                                                   706 
792     def print_footer(self):                       707     def print_footer(self):
793         footer = ''                               708         footer = ''
794         print(footer)                             709         print(footer)
795                                                   710 
796     def map_type(self, t):                        711     def map_type(self, t):
797         if t in self.known_types:                 712         if t in self.known_types:
798             return t                              713             return t
799         if t in self.mapped_types:                714         if t in self.mapped_types:
800             return self.mapped_types[t]           715             return self.mapped_types[t]
801         print("Unrecognized type '%s', please     716         print("Unrecognized type '%s', please add it to known types!" % t,
802               file=sys.stderr)                    717               file=sys.stderr)
803         sys.exit(1)                               718         sys.exit(1)
804                                                   719 
805     seen_helpers = set()                          720     seen_helpers = set()
806                                                   721 
807     def print_one(self, helper):                  722     def print_one(self, helper):
808         proto = helper.proto_break_down()         723         proto = helper.proto_break_down()
809                                                   724 
810         if proto['name'] in self.seen_helpers:    725         if proto['name'] in self.seen_helpers:
811             return                                726             return
812         self.seen_helpers.add(proto['name'])      727         self.seen_helpers.add(proto['name'])
813                                                   728 
814         print('/*')                               729         print('/*')
815         print(" * %s" % proto['name'])            730         print(" * %s" % proto['name'])
816         print(" *")                               731         print(" *")
817         if (helper.desc):                         732         if (helper.desc):
818             # Do not strip all newline charact    733             # Do not strip all newline characters: formatted code at the end of
819             # a section must be followed by a     734             # a section must be followed by a blank line.
820             for line in re.sub('\n$', '', help    735             for line in re.sub('\n$', '', helper.desc, count=1).split('\n'):
821                 print(' *{}{}'.format(' \t' if    736                 print(' *{}{}'.format(' \t' if line else '', line))
822                                                   737 
823         if (helper.ret):                          738         if (helper.ret):
824             print(' *')                           739             print(' *')
825             print(' * Returns')                   740             print(' * Returns')
826             for line in helper.ret.rstrip().sp    741             for line in helper.ret.rstrip().split('\n'):
827                 print(' *{}{}'.format(' \t' if    742                 print(' *{}{}'.format(' \t' if line else '', line))
828                                                   743 
829         print(' */')                              744         print(' */')
830         print('static %s %s(* const %s)(' % (s !! 745         print('static %s %s(*%s)(' % (self.map_type(proto['ret_type']),
831                                       proto['r    746                                       proto['ret_star'], proto['name']), end='')
832         comma = ''                                747         comma = ''
833         for i, a in enumerate(proto['args']):     748         for i, a in enumerate(proto['args']):
834             t = a['type']                         749             t = a['type']
835             n = a['name']                         750             n = a['name']
836             if proto['name'] in self.overloade    751             if proto['name'] in self.overloaded_helpers and i == 0:
837                     t = 'void'                    752                     t = 'void'
838                     n = 'ctx'                     753                     n = 'ctx'
839             one_arg = '{}{}'.format(comma, sel    754             one_arg = '{}{}'.format(comma, self.map_type(t))
840             if n:                                 755             if n:
841                 if a['star']:                     756                 if a['star']:
842                     one_arg += ' {}'.format(a[    757                     one_arg += ' {}'.format(a['star'])
843                 else:                             758                 else:
844                     one_arg += ' '                759                     one_arg += ' '
845                 one_arg += '{}'.format(n)         760                 one_arg += '{}'.format(n)
846             comma = ', '                          761             comma = ', '
847             print(one_arg, end='')                762             print(one_arg, end='')
848                                                   763 
849         print(') = (void *) %d;' % helper.enum !! 764         print(') = (void *) %d;' % len(self.seen_helpers))
850         print('')                                 765         print('')
851                                                   766 
852 ##############################################    767 ###############################################################################
853                                                   768 
854 # If script is launched from scripts/ from ker    769 # If script is launched from scripts/ from kernel tree and can access
855 # ../include/uapi/linux/bpf.h, use it as a def    770 # ../include/uapi/linux/bpf.h, use it as a default name for the file to parse,
856 # otherwise the --filename argument will be re    771 # otherwise the --filename argument will be required from the command line.
857 script = os.path.abspath(sys.argv[0])             772 script = os.path.abspath(sys.argv[0])
858 linuxRoot = os.path.dirname(os.path.dirname(sc    773 linuxRoot = os.path.dirname(os.path.dirname(script))
859 bpfh = os.path.join(linuxRoot, 'include/uapi/l    774 bpfh = os.path.join(linuxRoot, 'include/uapi/linux/bpf.h')
860                                                   775 
861 printers = {                                      776 printers = {
862         'helpers': PrinterHelpersRST,             777         'helpers': PrinterHelpersRST,
863         'syscall': PrinterSyscallRST,             778         'syscall': PrinterSyscallRST,
864 }                                                 779 }
865                                                   780 
866 argParser = argparse.ArgumentParser(descriptio    781 argParser = argparse.ArgumentParser(description="""
867 Parse eBPF header file and generate documentat    782 Parse eBPF header file and generate documentation for the eBPF API.
868 The RST-formatted output produced can be turne    783 The RST-formatted output produced can be turned into a manual page with the
869 rst2man utility.                                  784 rst2man utility.
870 """)                                              785 """)
871 argParser.add_argument('--header', action='sto    786 argParser.add_argument('--header', action='store_true',
872                        help='generate C header    787                        help='generate C header file')
873 if (os.path.isfile(bpfh)):                        788 if (os.path.isfile(bpfh)):
874     argParser.add_argument('--filename', help=    789     argParser.add_argument('--filename', help='path to include/uapi/linux/bpf.h',
875                            default=bpfh)          790                            default=bpfh)
876 else:                                             791 else:
877     argParser.add_argument('--filename', help=    792     argParser.add_argument('--filename', help='path to include/uapi/linux/bpf.h')
878 argParser.add_argument('target', nargs='?', de    793 argParser.add_argument('target', nargs='?', default='helpers',
879                        choices=printers.keys()    794                        choices=printers.keys(), help='eBPF API target')
880 args = argParser.parse_args()                     795 args = argParser.parse_args()
881                                                   796 
882 # Parse file.                                     797 # Parse file.
883 headerParser = HeaderParser(args.filename)        798 headerParser = HeaderParser(args.filename)
884 headerParser.run()                                799 headerParser.run()
885                                                   800 
886 # Print formatted output to standard output.      801 # Print formatted output to standard output.
887 if args.header:                                   802 if args.header:
888     if args.target != 'helpers':                  803     if args.target != 'helpers':
889         raise NotImplementedError('Only helper    804         raise NotImplementedError('Only helpers header generation is supported')
890     printer = PrinterHelpers(headerParser)        805     printer = PrinterHelpers(headerParser)
891 else:                                             806 else:
892     printer = printers[args.target](headerPars    807     printer = printers[args.target](headerParser)
893 printer.print_all()                               808 printer.print_all()
                                                      

~ [ source navigation ] ~ [ diff markup ] ~ [ identifier search ] ~

kernel.org | git.kernel.org | LWN.net | Project Home | SVN repository | Mail admin

Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.

sflogo.php