1 #!/bin/sh
2 # SPDX-License-Identifier: GPL-2.0
3
4 # Testing and monitor the cpu desire performance, frequency, load,
5 # power consumption and throughput etc.when this script trigger tbench
6 # test cases.
7 # 1) Run tbench benchmark on specific governors, ondemand or schedutil.
8 # 2) Run tbench benchmark comparative test on acpi-cpufreq kernel driver.
9 # 3) Get desire performance, frequency, load by perf.
10 # 4) Get power consumption and throughput by amd_pstate_trace.py.
11 # 5) Analyse test results and save it in file selftest.tbench.csv.
12 # 6) Plot png images about performance, energy and performance per watt for each test.
13
14 # protect against multiple inclusion
15 if [ $FILE_TBENCH ]; then
16 return 0
17 else
18 FILE_TBENCH=DONE
19 fi
20
21 tbench_governors=("ondemand" "schedutil")
22
23 # $1: governor, $2: round, $3: des-perf, $4: freq, $5: load, $6: performance, $7: energy, $8: performance per watt
24 store_csv_tbench()
25 {
26 echo "$1, $2, $3, $4, $5, $6, $7, $8" | tee -a $OUTFILE_TBENCH.csv > /dev/null 2>&1
27 }
28
29 # clear some special lines
30 clear_csv_tbench()
31 {
32 if [ -f $OUTFILE_TBENCH.csv ]; then
33 sed -i '/Comprison(%)/d' $OUTFILE_TBENCH.csv
34 sed -i "/$(scaling_name)/d" $OUTFILE_TBENCH.csv
35 fi
36 }
37
38 # find string $1 in file csv and get the number of lines
39 get_lines_csv_tbench()
40 {
41 if [ -f $OUTFILE_TBENCH.csv ]; then
42 return `grep -c "$1" $OUTFILE_TBENCH.csv`
43 else
44 return 0
45 fi
46 }
47
48 pre_clear_tbench()
49 {
50 post_clear_tbench
51 rm -rf tbench_*.png
52 clear_csv_tbench
53 }
54
55 post_clear_tbench()
56 {
57 rm -rf results/tracer-tbench*
58 rm -rf $OUTFILE_TBENCH*.log
59 rm -rf $OUTFILE_TBENCH*.result
60
61 }
62
63 # $1: governor, $2: loop
64 run_tbench()
65 {
66 echo "Launching amd pstate tracer for $1 #$2 tracer_interval: $TRACER_INTERVAL"
67 $TRACER -n tracer-tbench-$1-$2 -i $TRACER_INTERVAL > /dev/null 2>&1 &
68
69 printf "Test tbench for $1 #$2 time_limit: $TIME_LIMIT procs_num: $PROCESS_NUM\n"
70 tbench_srv > /dev/null 2>&1 &
71 $PERF stat -a --per-socket -I 1000 -e power/energy-pkg/ tbench -t $TIME_LIMIT $PROCESS_NUM > $OUTFILE_TBENCH-perf-$1-$2.log 2>&1
72
73 pid=`pidof tbench_srv`
74 kill $pid
75
76 for job in `jobs -p`
77 do
78 echo "Waiting for job id $job"
79 wait $job
80 done
81 }
82
83 # $1: governor, $2: loop
84 parse_tbench()
85 {
86 awk '{print $5}' results/tracer-tbench-$1-$2/cpu.csv | sed -e '1d' | sed s/,// > $OUTFILE_TBENCH-des-perf-$1-$2.log
87 avg_des_perf=$(awk 'BEGIN {i=0; sum=0};{i++; sum += $1};END {print sum/i}' $OUTFILE_TBENCH-des-perf-$1-$2.log)
88 printf "Tbench-$1-#$2 avg des perf: $avg_des_perf\n" | tee -a $OUTFILE_TBENCH.result
89
90 awk '{print $7}' results/tracer-tbench-$1-$2/cpu.csv | sed -e '1d' | sed s/,// > $OUTFILE_TBENCH-freq-$1-$2.log
91 avg_freq=$(awk 'BEGIN {i=0; sum=0};{i++; sum += $1};END {print sum/i}' $OUTFILE_TBENCH-freq-$1-$2.log)
92 printf "Tbench-$1-#$2 avg freq: $avg_freq\n" | tee -a $OUTFILE_TBENCH.result
93
94 awk '{print $11}' results/tracer-tbench-$1-$2/cpu.csv | sed -e '1d' | sed s/,// > $OUTFILE_TBENCH-load-$1-$2.log
95 avg_load=$(awk 'BEGIN {i=0; sum=0};{i++; sum += $1};END {print sum/i}' $OUTFILE_TBENCH-load-$1-$2.log)
96 printf "Tbench-$1-#$2 avg load: $avg_load\n" | tee -a $OUTFILE_TBENCH.result
97
98 grep Throughput $OUTFILE_TBENCH-perf-$1-$2.log | awk '{print $2}' > $OUTFILE_TBENCH-throughput-$1-$2.log
99 tp_sum=$(awk 'BEGIN {sum=0};{sum += $1};END {print sum}' $OUTFILE_TBENCH-throughput-$1-$2.log)
100 printf "Tbench-$1-#$2 throughput(MB/s): $tp_sum\n" | tee -a $OUTFILE_TBENCH.result
101
102 grep Joules $OUTFILE_TBENCH-perf-$1-$2.log | awk '{print $4}' > $OUTFILE_TBENCH-energy-$1-$2.log
103 en_sum=$(awk 'BEGIN {sum=0};{sum += $1};END {print sum}' $OUTFILE_TBENCH-energy-$1-$2.log)
104 printf "Tbench-$1-#$2 power consumption(J): $en_sum\n" | tee -a $OUTFILE_TBENCH.result
105
106 # Permance is throughput per second, denoted T/t, where T is throught rendered in t seconds.
107 # It is well known that P=E/t, where P is power measured in watts(W), E is energy measured in joules(J),
108 # and t is time measured in seconds(s). This means that performance per watt becomes
109 # T/t T/t T
110 # --- = --- = ---
111 # P E/t E
112 # with unit given by MB per joule.
113 ppw=`echo "scale=4;($TIME_LIMIT-1)*$tp_sum/$en_sum" | bc | awk '{printf "%.4f", $0}'`
114 printf "Tbench-$1-#$2 performance per watt(MB/J): $ppw\n" | tee -a $OUTFILE_TBENCH.result
115 printf "\n" | tee -a $OUTFILE_TBENCH.result
116
117 driver_name=`echo $(scaling_name)`
118 store_csv_tbench "$driver_name-$1" $2 $avg_des_perf $avg_freq $avg_load $tp_sum $en_sum $ppw
119 }
120
121 # $1: governor
122 loop_tbench()
123 {
124 printf "\nTbench total test times is $LOOP_TIMES for $1\n\n"
125 for i in `seq 1 $LOOP_TIMES`
126 do
127 run_tbench $1 $i
128 parse_tbench $1 $i
129 done
130 }
131
132 # $1: governor
133 gather_tbench()
134 {
135 printf "Tbench test result for $1 (loops:$LOOP_TIMES)" | tee -a $OUTFILE_TBENCH.result
136 printf "\n--------------------------------------------------\n" | tee -a $OUTFILE_TBENCH.result
137
138 grep "Tbench-$1-#" $OUTFILE_TBENCH.result | grep "avg des perf:" | awk '{print $NF}' > $OUTFILE_TBENCH-des-perf-$1.log
139 avg_des_perf=$(awk 'BEGIN {sum=0};{sum += $1};END {print sum/'$LOOP_TIMES'}' $OUTFILE_TBENCH-des-perf-$1.log)
140 printf "Tbench-$1 avg des perf: $avg_des_perf\n" | tee -a $OUTFILE_TBENCH.result
141
142 grep "Tbench-$1-#" $OUTFILE_TBENCH.result | grep "avg freq:" | awk '{print $NF}' > $OUTFILE_TBENCH-freq-$1.log
143 avg_freq=$(awk 'BEGIN {sum=0};{sum += $1};END {print sum/'$LOOP_TIMES'}' $OUTFILE_TBENCH-freq-$1.log)
144 printf "Tbench-$1 avg freq: $avg_freq\n" | tee -a $OUTFILE_TBENCH.result
145
146 grep "Tbench-$1-#" $OUTFILE_TBENCH.result | grep "avg load:" | awk '{print $NF}' > $OUTFILE_TBENCH-load-$1.log
147 avg_load=$(awk 'BEGIN {sum=0};{sum += $1};END {print sum/'$LOOP_TIMES'}' $OUTFILE_TBENCH-load-$1.log)
148 printf "Tbench-$1 avg load: $avg_load\n" | tee -a $OUTFILE_TBENCH.result
149
150 grep "Tbench-$1-#" $OUTFILE_TBENCH.result | grep "throughput(MB/s):" | awk '{print $NF}' > $OUTFILE_TBENCH-throughput-$1.log
151 tp_sum=$(awk 'BEGIN {sum=0};{sum += $1};END {print sum}' $OUTFILE_TBENCH-throughput-$1.log)
152 printf "Tbench-$1 total throughput(MB/s): $tp_sum\n" | tee -a $OUTFILE_TBENCH.result
153
154 avg_tp=$(awk 'BEGIN {sum=0};{sum += $1};END {print sum/'$LOOP_TIMES'}' $OUTFILE_TBENCH-throughput-$1.log)
155 printf "Tbench-$1 avg throughput(MB/s): $avg_tp\n" | tee -a $OUTFILE_TBENCH.result
156
157 grep "Tbench-$1-#" $OUTFILE_TBENCH.result | grep "power consumption(J):" | awk '{print $NF}' > $OUTFILE_TBENCH-energy-$1.log
158 en_sum=$(awk 'BEGIN {sum=0};{sum += $1};END {print sum}' $OUTFILE_TBENCH-energy-$1.log)
159 printf "Tbench-$1 total power consumption(J): $en_sum\n" | tee -a $OUTFILE_TBENCH.result
160
161 avg_en=$(awk 'BEGIN {sum=0};{sum += $1};END {print sum/'$LOOP_TIMES'}' $OUTFILE_TBENCH-energy-$1.log)
162 printf "Tbench-$1 avg power consumption(J): $avg_en\n" | tee -a $OUTFILE_TBENCH.result
163
164 # Permance is throughput per second, denoted T/t, where T is throught rendered in t seconds.
165 # It is well known that P=E/t, where P is power measured in watts(W), E is energy measured in joules(J),
166 # and t is time measured in seconds(s). This means that performance per watt becomes
167 # T/t T/t T
168 # --- = --- = ---
169 # P E/t E
170 # with unit given by MB per joule.
171 ppw=`echo "scale=4;($TIME_LIMIT-1)*$avg_tp/$avg_en" | bc | awk '{printf "%.4f", $0}'`
172 printf "Tbench-$1 performance per watt(MB/J): $ppw\n" | tee -a $OUTFILE_TBENCH.result
173 printf "\n" | tee -a $OUTFILE_TBENCH.result
174
175 driver_name=`echo $(scaling_name)`
176 store_csv_tbench "$driver_name-$1" "Average" $avg_des_perf $avg_freq $avg_load $avg_tp $avg_en $ppw
177 }
178
179 # $1: base scaling_driver $2: base governor $3: comparative scaling_driver $4: comparative governor
180 __calc_comp_tbench()
181 {
182 base=`grep "$1-$2" $OUTFILE_TBENCH.csv | grep "Average"`
183 comp=`grep "$3-$4" $OUTFILE_TBENCH.csv | grep "Average"`
184
185 if [ -n "$base" -a -n "$comp" ]; then
186 printf "\n==================================================\n" | tee -a $OUTFILE_TBENCH.result
187 printf "Tbench comparison $1-$2 VS $3-$4" | tee -a $OUTFILE_TBENCH.result
188 printf "\n==================================================\n" | tee -a $OUTFILE_TBENCH.result
189
190 # get the base values
191 des_perf_base=`echo "$base" | awk '{print $3}' | sed s/,//`
192 freq_base=`echo "$base" | awk '{print $4}' | sed s/,//`
193 load_base=`echo "$base" | awk '{print $5}' | sed s/,//`
194 perf_base=`echo "$base" | awk '{print $6}' | sed s/,//`
195 energy_base=`echo "$base" | awk '{print $7}' | sed s/,//`
196 ppw_base=`echo "$base" | awk '{print $8}' | sed s/,//`
197
198 # get the comparative values
199 des_perf_comp=`echo "$comp" | awk '{print $3}' | sed s/,//`
200 freq_comp=`echo "$comp" | awk '{print $4}' | sed s/,//`
201 load_comp=`echo "$comp" | awk '{print $5}' | sed s/,//`
202 perf_comp=`echo "$comp" | awk '{print $6}' | sed s/,//`
203 energy_comp=`echo "$comp" | awk '{print $7}' | sed s/,//`
204 ppw_comp=`echo "$comp" | awk '{print $8}' | sed s/,//`
205
206 # compare the base and comp values
207 des_perf_drop=`echo "scale=4;($des_perf_comp-$des_perf_base)*100/$des_perf_base" | bc | awk '{printf "%.4f", $0}'`
208 printf "Tbench-$1 des perf base: $des_perf_base comprison: $des_perf_comp percent: $des_perf_drop\n" | tee -a $OUTFILE_TBENCH.result
209
210 freq_drop=`echo "scale=4;($freq_comp-$freq_base)*100/$freq_base" | bc | awk '{printf "%.4f", $0}'`
211 printf "Tbench-$1 freq base: $freq_base comprison: $freq_comp percent: $freq_drop\n" | tee -a $OUTFILE_TBENCH.result
212
213 load_drop=`echo "scale=4;($load_comp-$load_base)*100/$load_base" | bc | awk '{printf "%.4f", $0}'`
214 printf "Tbench-$1 load base: $load_base comprison: $load_comp percent: $load_drop\n" | tee -a $OUTFILE_TBENCH.result
215
216 perf_drop=`echo "scale=4;($perf_comp-$perf_base)*100/$perf_base" | bc | awk '{printf "%.4f", $0}'`
217 printf "Tbench-$1 perf base: $perf_base comprison: $perf_comp percent: $perf_drop\n" | tee -a $OUTFILE_TBENCH.result
218
219 energy_drop=`echo "scale=4;($energy_comp-$energy_base)*100/$energy_base" | bc | awk '{printf "%.4f", $0}'`
220 printf "Tbench-$1 energy base: $energy_base comprison: $energy_comp percent: $energy_drop\n" | tee -a $OUTFILE_TBENCH.result
221
222 ppw_drop=`echo "scale=4;($ppw_comp-$ppw_base)*100/$ppw_base" | bc | awk '{printf "%.4f", $0}'`
223 printf "Tbench-$1 performance per watt base: $ppw_base comprison: $ppw_comp percent: $ppw_drop\n" | tee -a $OUTFILE_TBENCH.result
224 printf "\n" | tee -a $OUTFILE_TBENCH.result
225
226 store_csv_tbench "$1-$2 VS $3-$4" "Comprison(%)" "$des_perf_drop" "$freq_drop" "$load_drop" "$perf_drop" "$energy_drop" "$ppw_drop"
227 fi
228 }
229
230 # calculate the comparison(%)
231 calc_comp_tbench()
232 {
233 # acpi-cpufreq-ondemand VS acpi-cpufreq-schedutil
234 __calc_comp_tbench ${all_scaling_names[0]} ${tbench_governors[0]} ${all_scaling_names[0]} ${tbench_governors[1]}
235
236 # amd-pstate-ondemand VS amd-pstate-schedutil
237 __calc_comp_tbench ${all_scaling_names[1]} ${tbench_governors[0]} ${all_scaling_names[1]} ${tbench_governors[1]}
238
239 # acpi-cpufreq-ondemand VS amd-pstate-ondemand
240 __calc_comp_tbench ${all_scaling_names[0]} ${tbench_governors[0]} ${all_scaling_names[1]} ${tbench_governors[0]}
241
242 # acpi-cpufreq-schedutil VS amd-pstate-schedutil
243 __calc_comp_tbench ${all_scaling_names[0]} ${tbench_governors[1]} ${all_scaling_names[1]} ${tbench_governors[1]}
244 }
245
246 # $1: file_name, $2: title, $3: ylable, $4: column
247 plot_png_tbench()
248 {
249 # all_scaling_names[1] all_scaling_names[0] flag
250 # amd-pstate acpi-cpufreq
251 # N N 0
252 # N Y 1
253 # Y N 2
254 # Y Y 3
255 ret=`grep -c "${all_scaling_names[1]}" $OUTFILE_TBENCH.csv`
256 if [ $ret -eq 0 ]; then
257 ret=`grep -c "${all_scaling_names[0]}" $OUTFILE_TBENCH.csv`
258 if [ $ret -eq 0 ]; then
259 flag=0
260 else
261 flag=1
262 fi
263 else
264 ret=`grep -c "${all_scaling_names[0]}" $OUTFILE_TBENCH.csv`
265 if [ $ret -eq 0 ]; then
266 flag=2
267 else
268 flag=3
269 fi
270 fi
271
272 gnuplot << EOF
273 set term png
274 set output "$1"
275
276 set title "$2"
277 set xlabel "Test Cycles (round)"
278 set ylabel "$3"
279
280 set grid
281 set style data histogram
282 set style fill solid 0.5 border
283 set boxwidth 0.8
284
285 if ($flag == 1) {
286 plot \
287 "<(sed -n -e 's/,//g' -e '/${all_scaling_names[0]}-${tbench_governors[0]}/p' $OUTFILE_TBENCH.csv)" using $4:xtic(2) title "${all_scaling_names[0]}-${tbench_governors[0]}", \
288 "<(sed -n -e 's/,//g' -e '/${all_scaling_names[0]}-${tbench_governors[1]}/p' $OUTFILE_TBENCH.csv)" using $4:xtic(2) title "${all_scaling_names[0]}-${tbench_governors[1]}"
289 } else {
290 if ($flag == 2) {
291 plot \
292 "<(sed -n -e 's/,//g' -e '/${all_scaling_names[1]}-${tbench_governors[0]}/p' $OUTFILE_TBENCH.csv)" using $4:xtic(2) title "${all_scaling_names[1]}-${tbench_governors[0]}", \
293 "<(sed -n -e 's/,//g' -e '/${all_scaling_names[1]}-${tbench_governors[1]}/p' $OUTFILE_TBENCH.csv)" using $4:xtic(2) title "${all_scaling_names[1]}-${tbench_governors[1]}"
294 } else {
295 if ($flag == 3 ) {
296 plot \
297 "<(sed -n -e 's/,//g' -e '/${all_scaling_names[0]}-${tbench_governors[0]}/p' $OUTFILE_TBENCH.csv)" using $4:xtic(2) title "${all_scaling_names[0]}-${tbench_governors[0]}", \
298 "<(sed -n -e 's/,//g' -e '/${all_scaling_names[0]}-${tbench_governors[1]}/p' $OUTFILE_TBENCH.csv)" using $4:xtic(2) title "${all_scaling_names[0]}-${tbench_governors[1]}", \
299 "<(sed -n -e 's/,//g' -e '/${all_scaling_names[1]}-${tbench_governors[0]}/p' $OUTFILE_TBENCH.csv)" using $4:xtic(2) title "${all_scaling_names[1]}-${tbench_governors[0]}", \
300 "<(sed -n -e 's/,//g' -e '/${all_scaling_names[1]}-${tbench_governors[1]}/p' $OUTFILE_TBENCH.csv)" using $4:xtic(2) title "${all_scaling_names[1]}-${tbench_governors[1]}"
301 }
302 }
303 }
304 quit
305 EOF
306 }
307
308 amd_pstate_tbench()
309 {
310 printf "\n---------------------------------------------\n"
311 printf "*** Running tbench ***"
312 printf "\n---------------------------------------------\n"
313
314 pre_clear_tbench
315
316 get_lines_csv_tbench "Governor"
317 if [ $? -eq 0 ]; then
318 # add titles and unit for csv file
319 store_csv_tbench "Governor" "Round" "Des-perf" "Freq" "Load" "Performance" "Energy" "Performance Per Watt"
320 store_csv_tbench "Unit" "" "" "GHz" "" "MB/s" "J" "MB/J"
321 fi
322
323 backup_governor
324 for governor in ${tbench_governors[*]} ; do
325 printf "\nSpecified governor is $governor\n\n"
326 switch_governor $governor
327 loop_tbench $governor
328 gather_tbench $governor
329 done
330 restore_governor
331
332 plot_png_tbench "tbench_perfromance.png" "Tbench Benchmark Performance" "Performance" 6
333 plot_png_tbench "tbench_energy.png" "Tbench Benchmark Energy" "Energy (J)" 7
334 plot_png_tbench "tbench_ppw.png" "Tbench Benchmark Performance Per Watt" "Performance Per Watt (MB/J)" 8
335
336 calc_comp_tbench
337
338 post_clear_tbench
339 }
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.