Files
dl_old/third/LuaBridge3/Benchmarks/plot_benchmarks.py
T
2026-04-28 18:52:55 +08:00

263 lines
9.2 KiB
Python
Vendored

#!/usr/bin/env python3
# SPDX-License-Identifier: MIT
import argparse
import json
import math
import os
from collections import defaultdict
import matplotlib.pyplot as plt
import matplotlib.patches as mpatches
import numpy as np
# ── Label helpers ─────────────────────────────────────────────────────────────
_SUFFIX = "_measure"
def _clean_label(name: str) -> str:
"""Convert a raw benchmark name to a human-readable label."""
if name.endswith(_SUFFIX):
name = name[: -len(_SUFFIX)]
return name.replace("_", " ")
# ── JSON loading ──────────────────────────────────────────────────────────────
def infer_library_name(path: str) -> str:
stem = os.path.splitext(os.path.basename(path))[0]
return stem.replace("benchmark_", "")
def load_google_benchmark_json(path: str, library_name: str) -> dict:
with open(path, "r", encoding="utf-8") as f:
data = json.load(f)
case_values: dict[str, float] = {}
case_errors: dict[str, str] = {}
for entry in data.get("benchmarks", []):
name = entry.get("name", "")
run_type = entry.get("run_type", "")
# Prefer aggregate mean when available
if run_type == "aggregate" and entry.get("aggregate_name") == "mean":
base_name = entry.get("run_name", name)
case_values[base_name] = entry.get("real_time", entry.get("cpu_time", 0.0))
continue
if run_type not in ("iteration", ""):
continue
if entry.get("error_occurred"):
case_errors[name] = entry.get("error_message", "error")
continue
if name not in case_values:
case_values[name] = entry.get("real_time", entry.get("cpu_time", 0.0))
return {"library": library_name, "values": case_values, "errors": case_errors}
# ── Merge ─────────────────────────────────────────────────────────────────────
def merge_results(result_sets):
merged: dict[str, dict[str, float]] = defaultdict(dict)
errors: dict[str, dict[str, str]] = defaultdict(dict)
for result in result_sets:
lib = result["library"]
for case_name, value in result["values"].items():
merged[case_name][lib] = value
for case_name, error in result["errors"].items():
errors[case_name][lib] = error
return merged, errors
# ── Plotting ──────────────────────────────────────────────────────────────────
# Dark theme colours
_BG = "#1E1E2E" # figure / axes background
_FG = "#CDD6F4" # text, ticks, labels
_GRID = "#313244" # grid lines
_SPINE = "#45475A" # axis spines
_UNSUP = "#585B70" # "unsupported" text
# Bright palette suited for dark backgrounds
_PALETTE = [
"#89B4FA", # blue
"#FAB387", # peach
"#A6E3A1", # green
"#F38BA8", # red
"#CBA6F7", # mauve
"#94E2D5", # teal
"#F9E2AF", # yellow
"#89DCEB", # sky
]
def plot_grouped_bars(merged: dict, errors: dict, output_file: str, log_scale: bool = False) -> None:
case_names = sorted(merged.keys())
libraries = sorted({lib for cases in merged.values() for lib in cases})
if not case_names or not libraries:
raise RuntimeError("No benchmark samples found to plot")
n_cases = len(case_names)
n_libs = len(libraries)
# ── Layout ────────────────────────────────────────────────────────────────
bar_h = 0.80
group_h = bar_h / n_libs
fig_h = max(10, n_cases * bar_h + 2)
plt.rcParams.update({
"text.color": _FG,
"axes.labelcolor": _FG,
"xtick.color": _FG,
"ytick.color": _FG,
})
fig, ax = plt.subplots(figsize=(12, fig_h))
fig.patch.set_facecolor(_BG)
ax.set_facecolor(_BG)
colors = {lib: _PALETTE[i % len(_PALETTE)] for i, lib in enumerate(libraries)}
y_positions = np.arange(n_cases, dtype=float)
for i, library in enumerate(libraries):
values = [merged[cn].get(library, float("nan")) for cn in case_names]
offsets = (i - (n_libs - 1) / 2.0) * group_h
bar_y = y_positions + offsets
ax.barh(
bar_y,
values,
height=group_h * 0.85,
color=colors[library],
label=library,
zorder=4,
)
# "unsupported" label where no value exists
for y, val in zip(bar_y, values):
if math.isnan(val):
ax.text(
0, y,
" unsupported",
va="center", ha="left",
fontsize=7, color=_UNSUP, style="italic",
zorder=5,
)
# ── Axes ──────────────────────────────────────────────────────────────────
ax.set_yticks(y_positions)
ax.set_yticklabels([_clean_label(cn) for cn in case_names], fontsize=9)
ax.invert_yaxis()
if log_scale:
ax.set_xscale("log")
ax.set_xlabel("Time (ns, log scale)", fontsize=10)
else:
ax.set_xlabel("Time (ns)", fontsize=10)
ax.xaxis.grid(True, color=_GRID, linestyle="--", alpha=1.0, zorder=2)
ax.set_axisbelow(True)
for spine in ax.spines.values():
spine.set_edgecolor(_SPINE)
ax.spines["top"].set_visible(True)
ax.spines["right"].set_visible(False)
# Tick marks and labels on both top and bottom x-axis
ax.xaxis.set_tick_params(which="both", top=True, bottom=True, labeltop=True, labelbottom=True)
ax.tick_params(axis="x", which="both", color=_SPINE)
# ── Legend & title ────────────────────────────────────────────────────────
legend_handles = [
mpatches.Patch(color=colors[lib], label=lib) for lib in libraries
]
legend = ax.legend(
handles=legend_handles,
loc="upper right",
fontsize=9,
framealpha=1.0,
facecolor=_SPINE,
edgecolor=_SPINE,
labelcolor=_FG,
)
ax.set_title(
"Lua Binding Benchmarks — lower is better",
fontsize=13, pad=14, fontweight="bold", color=_FG,
)
fig.subplots_adjust(left=0.22, right=0.97, top=0.95, bottom=0.03)
plt.savefig(output_file, dpi=150, facecolor=fig.get_facecolor())
plt.close()
plt.rcParams.update({
"text.color": "black",
"axes.labelcolor": "black",
"xtick.color": "black",
"ytick.color": "black",
})
# ── Text summary ──────────────────────────────────────────────────────────
txt_file = os.path.splitext(output_file)[0] + ".txt"
col_w = max(len(lib) for lib in libraries) + 2
label_w = max(len(_clean_label(cn)) for cn in case_names) + 2
with open(txt_file, "w", encoding="utf-8") as f:
header = f"{'Benchmark':<{label_w}}" + "".join(f"{lib:>{col_w}}" for lib in libraries)
f.write(header + "\n")
f.write("-" * len(header) + "\n")
for cn in case_names:
row = f"{_clean_label(cn):<{label_w}}"
for lib in libraries:
val = merged[cn].get(lib)
cell = f"{val:>{col_w - 3}.1f} ns" if val is not None else f"{'n/a':>{col_w}}"
row += cell
f.write(row + "\n")
print(f"Saved: {txt_file}")
# ── Entry point ───────────────────────────────────────────────────────────────
def main():
parser = argparse.ArgumentParser(
description="Plot comparisons from Google Benchmark JSON files"
)
parser.add_argument(
"--input", nargs="+", required=True,
help="One or more Google Benchmark JSON files"
)
parser.add_argument(
"--output", default="Benchmarks/benchmark_comparison.png",
help="Output PNG file"
)
parser.add_argument(
"--log", action="store_true",
help="Use a logarithmic x-axis"
)
args = parser.parse_args()
result_sets = [
load_google_benchmark_json(path, infer_library_name(path))
for path in args.input
]
merged, errors = merge_results(result_sets)
output_dir = os.path.dirname(args.output)
if output_dir:
os.makedirs(output_dir, exist_ok=True)
plot_grouped_bars(merged, errors, args.output, log_scale=args.log)
print(f"Saved: {args.output}")
if __name__ == "__main__":
main()