server: bench: create a script to wrap all operations

Author: phymbert

examples/server/bench/bench.py

@@ -68,8 +68,10 @@ def main(args_in: list[str] | None = None) -> None:
                 data = json.load(bench_results)
                 for metric_name in data['metrics']:
                     for metric_metric in data['metrics'][metric_name]:
-                        github_env.write(
-                            f"{escape_metric_name(metric_name)}_{escape_metric_name(metric_metric)}={round(data['metrics'][metric_name][metric_metric], 2)}\n")
+                        value = data['metrics'][metric_name][metric_metric]
+                        if isinstance(value, float):
+                            github_env.write(
+                                f"{escape_metric_name(metric_name)}_{escape_metric_name(metric_metric)}={round(value, 2)}\n")
                 token_seconds = data['metrics']['llamacpp_tokens_second']['avg']
                 bench_results_str = json.dumps(data)