1 #!/usr/bin/env bash !! 1 #!/bin/bash
2 # SPDX-License-Identifier: GPL-2.0 2 # SPDX-License-Identifier: GPL-2.0
3 # Linux kernel coccicheck 3 # Linux kernel coccicheck
4 # 4 #
5 # Read Documentation/dev-tools/coccinelle.rst 5 # Read Documentation/dev-tools/coccinelle.rst
6 # 6 #
7 # This script requires at least spatch 7 # This script requires at least spatch
8 # version 1.0.0-rc11. 8 # version 1.0.0-rc11.
9 9
10 DIR="$(dirname $(readlink -f $0))/.." 10 DIR="$(dirname $(readlink -f $0))/.."
11 SPATCH="`which ${SPATCH:=spatch}`" 11 SPATCH="`which ${SPATCH:=spatch}`"
12 12
13 if [ ! -x "$SPATCH" ]; then 13 if [ ! -x "$SPATCH" ]; then
14 echo 'spatch is part of the Coccinelle pro 14 echo 'spatch is part of the Coccinelle project and is available at http://coccinelle.lip6.fr/'
15 exit 1 15 exit 1
16 fi 16 fi
17 17
18 SPATCH_VERSION=$($SPATCH --version | head -1 | 18 SPATCH_VERSION=$($SPATCH --version | head -1 | awk '{print $3}')
>> 19 SPATCH_VERSION_NUM=$(echo $SPATCH_VERSION | ${DIR}/scripts/ld-version.sh)
19 20
20 USE_JOBS="no" 21 USE_JOBS="no"
21 $SPATCH --help | grep -e "--jobs" > /dev/null !! 22 $SPATCH --help | grep "\-\-jobs" > /dev/null && USE_JOBS="yes"
22 23
23 # The verbosity may be set by the environmenta 24 # The verbosity may be set by the environmental parameter V=
24 # as for example with 'make V=1 coccicheck' 25 # as for example with 'make V=1 coccicheck'
25 26
26 if [ -n "$V" -a "$V" != "0" ]; then 27 if [ -n "$V" -a "$V" != "0" ]; then
27 VERBOSE="$V" 28 VERBOSE="$V"
28 else 29 else
29 VERBOSE=0 30 VERBOSE=0
30 fi 31 fi
31 32
32 FLAGS="--very-quiet" 33 FLAGS="--very-quiet"
33 34
34 # You can use SPFLAGS to append extra argument 35 # You can use SPFLAGS to append extra arguments to coccicheck or override any
35 # heuristics done in this file as Coccinelle a 36 # heuristics done in this file as Coccinelle accepts the last options when
36 # options conflict. 37 # options conflict.
37 # 38 #
38 # A good example for use of SPFLAGS is if you 39 # A good example for use of SPFLAGS is if you want to debug your cocci script,
39 # you can for instance use the following: 40 # you can for instance use the following:
40 # 41 #
41 # $ export COCCI=scripts/coccinelle/misc/irqf_ 42 # $ export COCCI=scripts/coccinelle/misc/irqf_oneshot.cocci
42 # $ make coccicheck MODE=report DEBUG_FILE="al 43 # $ make coccicheck MODE=report DEBUG_FILE="all.err" SPFLAGS="--profile --show-trying" M=./drivers/mfd/arizona-irq.c
43 # 44 #
44 # "--show-trying" should show you what rule is 45 # "--show-trying" should show you what rule is being processed as it goes to
45 # stdout, you do not need a debug file for tha 46 # stdout, you do not need a debug file for that. The profile output will be
46 # be sent to stdout, if you provide a DEBUG_FI 47 # be sent to stdout, if you provide a DEBUG_FILE the profiling data can be
47 # inspected there. 48 # inspected there.
48 # 49 #
49 # --profile will not output if --very-quiet is 50 # --profile will not output if --very-quiet is used, so avoid it.
50 echo $SPFLAGS | grep -E -e "--profile|--show-t !! 51 echo $SPFLAGS | egrep -e "--profile|--show-trying" 2>&1 > /dev/null
51 if [ $? -eq 0 ]; then 52 if [ $? -eq 0 ]; then
52 FLAGS="--quiet" 53 FLAGS="--quiet"
53 fi 54 fi
54 55
55 # spatch only allows include directories with 56 # spatch only allows include directories with the syntax "-I include"
56 # while gcc also allows "-Iinclude" and "-incl 57 # while gcc also allows "-Iinclude" and "-include include"
57 COCCIINCLUDE=${LINUXINCLUDE//-I/-I } 58 COCCIINCLUDE=${LINUXINCLUDE//-I/-I }
58 COCCIINCLUDE=${COCCIINCLUDE// -include/ --incl 59 COCCIINCLUDE=${COCCIINCLUDE// -include/ --include}
59 60
60 if [ "$C" = "1" -o "$C" = "2" ]; then 61 if [ "$C" = "1" -o "$C" = "2" ]; then
61 ONLINE=1 62 ONLINE=1
62 63
63 if [[ $# -le 0 ]]; then <<
64 echo '' <<
65 echo 'Specifying both the variable <<
66 command results in a shift count error.' <<
67 echo '' <<
68 echo 'Try specifying "scripts/cocc <<
69 echo '' <<
70 echo 'Example: make C=2 CHECK <<
71 echo '' <<
72 exit 1 <<
73 fi <<
74 <<
75 # Take only the last argument, which is th 64 # Take only the last argument, which is the C file to test
76 shift $(( $# - 1 )) 65 shift $(( $# - 1 ))
77 OPTIONS="$COCCIINCLUDE $1" 66 OPTIONS="$COCCIINCLUDE $1"
78 67
79 # No need to parallelize Coccinelle since 68 # No need to parallelize Coccinelle since this mode takes one input file.
80 NPROC=1 69 NPROC=1
81 else 70 else
82 ONLINE=0 71 ONLINE=0
83 if [ "$KBUILD_EXTMOD" = "" ] ; then 72 if [ "$KBUILD_EXTMOD" = "" ] ; then
84 OPTIONS="--dir $srctree $COCCIINCLUDE" 73 OPTIONS="--dir $srctree $COCCIINCLUDE"
85 else 74 else
86 OPTIONS="--dir $KBUILD_EXTMOD $COCCIIN 75 OPTIONS="--dir $KBUILD_EXTMOD $COCCIINCLUDE"
87 fi 76 fi
88 77
89 # Use only one thread per core by default <<
90 THREADS_PER_CORE=$(LANG=C lscpu | grep "Th <<
91 if [ -z "$J" ]; then 78 if [ -z "$J" ]; then
92 NPROC=$(getconf _NPROCESSORS_ONLN) 79 NPROC=$(getconf _NPROCESSORS_ONLN)
93 if [ $THREADS_PER_CORE -gt 1 -a $NPROC <<
94 NPROC=$((NPROC/2)) <<
95 fi <<
96 else 80 else
97 NPROC="$J" 81 NPROC="$J"
98 fi 82 fi
99 fi 83 fi
100 84
101 if [ "$KBUILD_EXTMOD" != "" ] ; then 85 if [ "$KBUILD_EXTMOD" != "" ] ; then
102 OPTIONS="--patch $srctree $OPTIONS" 86 OPTIONS="--patch $srctree $OPTIONS"
103 fi 87 fi
104 88
105 # You can override by using SPFLAGS 89 # You can override by using SPFLAGS
106 if [ "$USE_JOBS" = "no" ]; then 90 if [ "$USE_JOBS" = "no" ]; then
107 trap kill_running SIGTERM SIGINT 91 trap kill_running SIGTERM SIGINT
108 declare -a SPATCH_PID 92 declare -a SPATCH_PID
109 elif [ "$NPROC" != "1" ]; then 93 elif [ "$NPROC" != "1" ]; then
110 # Using 0 should work as well, refer t 94 # Using 0 should work as well, refer to _SC_NPROCESSORS_ONLN use on
111 # https://github.com/rdicosmo/parmap/b 95 # https://github.com/rdicosmo/parmap/blob/master/setcore_stubs.c
112 OPTIONS="$OPTIONS --jobs $NPROC --chun 96 OPTIONS="$OPTIONS --jobs $NPROC --chunksize 1"
113 fi 97 fi
114 98
115 if [ "$MODE" = "" ] ; then 99 if [ "$MODE" = "" ] ; then
116 if [ "$ONLINE" = "0" ] ; then 100 if [ "$ONLINE" = "0" ] ; then
117 echo 'You have not explicitly specifie 101 echo 'You have not explicitly specified the mode to use. Using default "report" mode.'
118 echo 'Available modes are the followin !! 102 echo 'Available modes are the following: patch, report, context, org'
119 echo 'You can specify the mode with "m 103 echo 'You can specify the mode with "make coccicheck MODE=<mode>"'
120 echo 'Note however that some modes are 104 echo 'Note however that some modes are not implemented by some semantic patches.'
121 fi 105 fi
122 MODE="report" 106 MODE="report"
123 fi 107 fi
124 108
125 if [ "$MODE" = "chain" ] ; then 109 if [ "$MODE" = "chain" ] ; then
126 if [ "$ONLINE" = "0" ] ; then 110 if [ "$ONLINE" = "0" ] ; then
127 echo 'You have selected the "chain" mo 111 echo 'You have selected the "chain" mode.'
128 echo 'All available modes will be trie 112 echo 'All available modes will be tried (in that order): patch, report, context, org'
129 fi 113 fi
130 elif [ "$MODE" = "report" -o "$MODE" = "org" ] 114 elif [ "$MODE" = "report" -o "$MODE" = "org" ] ; then
131 FLAGS="--no-show-diff $FLAGS" 115 FLAGS="--no-show-diff $FLAGS"
132 fi 116 fi
133 117
134 if [ "$ONLINE" = "0" ] ; then 118 if [ "$ONLINE" = "0" ] ; then
135 echo '' 119 echo ''
136 echo 'Please check for false positives in 120 echo 'Please check for false positives in the output before submitting a patch.'
137 echo 'When using "patch" mode, carefully r 121 echo 'When using "patch" mode, carefully review the patch before submitting it.'
138 echo '' 122 echo ''
139 fi 123 fi
140 124
141 run_cmd_parmap() { 125 run_cmd_parmap() {
142 if [ $VERBOSE -ne 0 ] ; then 126 if [ $VERBOSE -ne 0 ] ; then
143 echo "Running ($NPROC in paral 127 echo "Running ($NPROC in parallel): $@"
144 fi 128 fi
145 if [ "$DEBUG_FILE" != "/dev/null" -a " !! 129 echo $@ >>$DEBUG_FILE
146 echo $@>>$DEBUG_FILE !! 130 $@ 2>>$DEBUG_FILE
147 $@ 2>>$DEBUG_FILE <<
148 else <<
149 echo $@ <<
150 $@ 2>&1 <<
151 fi <<
152 <<
153 err=$? 131 err=$?
154 if [[ $err -ne 0 ]]; then 132 if [[ $err -ne 0 ]]; then
155 echo "coccicheck failed" 133 echo "coccicheck failed"
156 exit $err 134 exit $err
157 fi 135 fi
158 } 136 }
159 137
160 run_cmd_old() { 138 run_cmd_old() {
161 local i 139 local i
162 if [ $VERBOSE -ne 0 ] ; then 140 if [ $VERBOSE -ne 0 ] ; then
163 echo "Running ($NPROC in paral 141 echo "Running ($NPROC in parallel): $@"
164 fi 142 fi
165 for i in $(seq 0 $(( NPROC - 1)) ); do 143 for i in $(seq 0 $(( NPROC - 1)) ); do
166 eval "$@ --max $NPROC --index 144 eval "$@ --max $NPROC --index $i &"
167 SPATCH_PID[$i]=$! 145 SPATCH_PID[$i]=$!
168 if [ $VERBOSE -eq 2 ] ; then 146 if [ $VERBOSE -eq 2 ] ; then
169 echo "${SPATCH_PID[$i] 147 echo "${SPATCH_PID[$i]} running"
170 fi 148 fi
171 done 149 done
172 wait 150 wait
173 } 151 }
174 152
175 run_cmd() { 153 run_cmd() {
176 if [ "$USE_JOBS" = "yes" ]; then 154 if [ "$USE_JOBS" = "yes" ]; then
177 run_cmd_parmap $@ 155 run_cmd_parmap $@
178 else 156 else
179 run_cmd_old $@ 157 run_cmd_old $@
180 fi 158 fi
181 } 159 }
182 160
183 kill_running() { 161 kill_running() {
184 for i in $(seq 0 $(( NPROC - 1 )) ); d 162 for i in $(seq 0 $(( NPROC - 1 )) ); do
185 if [ $VERBOSE -eq 2 ] ; then 163 if [ $VERBOSE -eq 2 ] ; then
186 echo "Killing ${SPATCH 164 echo "Killing ${SPATCH_PID[$i]}"
187 fi 165 fi
188 kill ${SPATCH_PID[$i]} 2>/dev/ 166 kill ${SPATCH_PID[$i]} 2>/dev/null
189 done 167 done
190 } 168 }
191 169
192 # You can override heuristics with SPFLAGS, th 170 # You can override heuristics with SPFLAGS, these must always go last
193 OPTIONS="$OPTIONS $SPFLAGS" 171 OPTIONS="$OPTIONS $SPFLAGS"
194 172
195 coccinelle () { 173 coccinelle () {
196 COCCI="$1" 174 COCCI="$1"
197 175
198 OPT=`grep "Options:" $COCCI | cut -d':' -f 176 OPT=`grep "Options:" $COCCI | cut -d':' -f2`
199 REQ=`grep "Requires:" $COCCI | cut -d':' - 177 REQ=`grep "Requires:" $COCCI | cut -d':' -f2 | sed "s| ||"`
200 if [ -n "$REQ" ] && ! { echo "$REQ"; echo !! 178 REQ_NUM=$(echo $REQ | ${DIR}/scripts/ld-version.sh)
201 echo "Skipping coccinelle SmPL pat !! 179 if [ "$REQ_NUM" != "0" ] ; then
202 echo "You have coccinelle: !! 180 if [ "$SPATCH_VERSION_NUM" -lt "$REQ_NUM" ] ; then
203 echo "This SmPL patch requires: !! 181 echo "Skipping coccinelle SmPL patch: $COCCI"
204 return !! 182 echo "You have coccinelle: $SPATCH_VERSION"
>> 183 echo "This SmPL patch requires: $REQ"
>> 184 return
>> 185 fi
205 fi 186 fi
206 187
207 # The option '--parse-cocci' can be used to 188 # The option '--parse-cocci' can be used to syntactically check the SmPL files.
208 # 189 #
209 # $SPATCH -D $MODE $FLAGS -parse_cocci $COC 190 # $SPATCH -D $MODE $FLAGS -parse_cocci $COCCI $OPT > /dev/null
210 191
211 if [ $VERBOSE -ne 0 -a $ONLINE -eq 0 ] ; t 192 if [ $VERBOSE -ne 0 -a $ONLINE -eq 0 ] ; then
212 193
213 FILE=${COCCI#$srctree/} 194 FILE=${COCCI#$srctree/}
214 195
215 echo "Processing `basename $COCCI`" 196 echo "Processing `basename $COCCI`"
216 echo "with option(s) \"$OPT\"" 197 echo "with option(s) \"$OPT\""
217 echo '' 198 echo ''
218 echo 'Message example to submit a patc 199 echo 'Message example to submit a patch:'
219 200
220 sed -ne 's|^///||p' $COCCI 201 sed -ne 's|^///||p' $COCCI
221 202
222 if [ "$MODE" = "patch" ] ; then 203 if [ "$MODE" = "patch" ] ; then
223 echo ' The semantic patch that mak 204 echo ' The semantic patch that makes this change is available'
224 elif [ "$MODE" = "report" ] ; then 205 elif [ "$MODE" = "report" ] ; then
225 echo ' The semantic patch that mak 206 echo ' The semantic patch that makes this report is available'
226 elif [ "$MODE" = "context" ] ; then 207 elif [ "$MODE" = "context" ] ; then
227 echo ' The semantic patch that spo 208 echo ' The semantic patch that spots this code is available'
228 elif [ "$MODE" = "org" ] ; then 209 elif [ "$MODE" = "org" ] ; then
229 echo ' The semantic patch that mak 210 echo ' The semantic patch that makes this Org report is available'
230 else 211 else
231 echo ' The semantic patch that mak 212 echo ' The semantic patch that makes this output is available'
232 fi 213 fi
233 echo " in $FILE." 214 echo " in $FILE."
234 echo '' 215 echo ''
235 echo ' More information about semantic 216 echo ' More information about semantic patching is available at'
236 echo ' http://coccinelle.lip6.fr/' 217 echo ' http://coccinelle.lip6.fr/'
237 echo '' 218 echo ''
238 219
239 if [ "`sed -ne 's|^//#||p' $COCCI`" ] 220 if [ "`sed -ne 's|^//#||p' $COCCI`" ] ; then
240 echo 'Semantic patch information:' 221 echo 'Semantic patch information:'
241 sed -ne 's|^//#||p' $COCCI 222 sed -ne 's|^//#||p' $COCCI
242 echo '' 223 echo ''
243 fi 224 fi
244 fi 225 fi
245 226
246 if [ "$MODE" = "chain" ] ; then 227 if [ "$MODE" = "chain" ] ; then
247 run_cmd $SPATCH -D patch \ 228 run_cmd $SPATCH -D patch \
248 $FLAGS --cocci-file $COCCI $OP 229 $FLAGS --cocci-file $COCCI $OPT $OPTIONS || \
249 run_cmd $SPATCH -D report \ 230 run_cmd $SPATCH -D report \
250 $FLAGS --cocci-file $COCCI $OP 231 $FLAGS --cocci-file $COCCI $OPT $OPTIONS --no-show-diff || \
251 run_cmd $SPATCH -D context \ 232 run_cmd $SPATCH -D context \
252 $FLAGS --cocci-file $COCCI $OP 233 $FLAGS --cocci-file $COCCI $OPT $OPTIONS || \
253 run_cmd $SPATCH -D org \ 234 run_cmd $SPATCH -D org \
254 $FLAGS --cocci-file $COCCI $OP 235 $FLAGS --cocci-file $COCCI $OPT $OPTIONS --no-show-diff || exit 1
255 elif [ "$MODE" = "rep+ctxt" ] ; then 236 elif [ "$MODE" = "rep+ctxt" ] ; then
256 run_cmd $SPATCH -D report \ 237 run_cmd $SPATCH -D report \
257 $FLAGS --cocci-file $COCCI $OP 238 $FLAGS --cocci-file $COCCI $OPT $OPTIONS --no-show-diff && \
258 run_cmd $SPATCH -D context \ 239 run_cmd $SPATCH -D context \
259 $FLAGS --cocci-file $COCCI $OP 240 $FLAGS --cocci-file $COCCI $OPT $OPTIONS || exit 1
260 else 241 else
261 run_cmd $SPATCH -D $MODE $FLAGS --co 242 run_cmd $SPATCH -D $MODE $FLAGS --cocci-file $COCCI $OPT $OPTIONS || exit 1
262 fi 243 fi
263 244
264 } 245 }
265 246
266 if [ "$DEBUG_FILE" != "/dev/null" -a "$DEBUG_F 247 if [ "$DEBUG_FILE" != "/dev/null" -a "$DEBUG_FILE" != "" ]; then
267 if [ -f $DEBUG_FILE ]; then 248 if [ -f $DEBUG_FILE ]; then
268 echo "Debug file $DEBUG_FILE e 249 echo "Debug file $DEBUG_FILE exists, bailing"
269 exit 250 exit
270 fi 251 fi
271 else 252 else
272 DEBUG_FILE="/dev/null" 253 DEBUG_FILE="/dev/null"
273 fi 254 fi
274 255
275 if [ "$COCCI" = "" ] ; then 256 if [ "$COCCI" = "" ] ; then
276 for f in `find $srctree/scripts/coccinelle 257 for f in `find $srctree/scripts/coccinelle/ -name '*.cocci' -type f | sort`; do
277 coccinelle $f 258 coccinelle $f
278 done 259 done
279 else 260 else
280 coccinelle $COCCI 261 coccinelle $COCCI
281 fi 262 fi
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.