Repository navigation
Expand file tree
/
Copy pathbenchmark.sh
More file actions
executable file
·94 lines (84 loc) · 2.93 KB
/
Copy pathbenchmark.sh
File metadata and controls
executable file
·94 lines (84 loc) · 2.93 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
#!/usr/bin/env bash
# Builds the JMH benchmark fat jar and runs it, then prints a formatted
# transformation-time summary.
# Any arguments are forwarded to JMH, e.g.:
# ./benchmark.sh # full run (~10-15 min)
# ./benchmark.sh -f 1 -wi 2 -i 3 # quick smoke run (~2 min)
# ./benchmark.sh mutableSimpleBean # single benchmark
# ./benchmark.sh -rf json -rff out.json # write results to JSON
set -euo pipefail
MODULES="bull-common,bull-converter,bull-bean-transformer,bull-benchmark"
JAR="bull-benchmark/target/benchmarks.jar"
MVN="./mvnw"
if [[ "$(uname -s)" == MINGW* || "$(uname -s)" == CYGWIN* ]]; then
MVN="./mvnw.cmd"
fi
echo "==> Building benchmark jar..."
BUILD_LOG=$(mktemp)
trap 'rm -f "$TMPOUT" "$BUILD_LOG"' EXIT
if ! "$MVN" package -pl "$MODULES" -DskipTests -Djacoco.skip=true -q >"$BUILD_LOG" 2>&1; then
cat "$BUILD_LOG"
exit 1
fi
TMPOUT=$(mktemp)
echo "==> Running benchmarks..."
java -jar "$JAR" "$@" 2>&1 \
| grep -v \
-e "^NOTE:" \
-e "^WARNING:" \
-e "^Processing [0-9]" \
-e "^Writing out" \
| tee "$TMPOUT"
# -----------------------------------------------------------------------
# Pretty-print a transformation-time summary from the JMH result lines.
# Scores are in µs/op; we convert to ms for readability.
# Result lines look like either of:
# TransformerBenchmark.mutableSimpleBean avgt 2 0.536 us/op
# TransformerBenchmark.mutableSimpleBean avgt 20 0.536 ± 0.012 us/op
# -----------------------------------------------------------------------
echo ""
echo "==> Transformation times summary (ms/op):"
echo ""
awk '
function us_to_ms(v, r) {
r = v / 1000
# print with enough decimals to show non-zero values even for fast paths
return sprintf("%.6f", r)
}
/^TransformerBenchmark\./ {
split($1, parts, ".")
name = parts[2]
score = $4
if ($5 == "±") { error = "± " us_to_ms($6); unit = $7 }
else { error = ""; unit = $5 }
scores[name] = us_to_ms(score)
errors[name] = error
# classify into bean transformations vs type conversions
if (name ~ /typeConversion/) {
conv[length(conv)+1] = name
} else {
beans[length(beans)+1] = name
}
}
END {
fmt = " %-44s %12s %-16s\n"
sep = " " sprintf("%-44s", "--------------------------------------------") \
" " sprintf("%-12s", "------------") \
" " sprintf("%-16s", "----------------")
print " Bean transformations:"
printf fmt, " Benchmark", "Time (ms/op)", "Error (ms/op)"
print sep
for (i = 1; i <= length(beans); i++) {
n = beans[i]
printf fmt, " " n, scores[n], errors[n]
}
print ""
print " Type conversions:"
printf fmt, " Benchmark", "Time (ms/op)", "Error (ms/op)"
print sep
for (i = 1; i <= length(conv); i++) {
n = conv[i]
printf fmt, " " n, scores[n], errors[n]
}
}
' "$TMPOUT"