Speculative fix for assertion failure

Co-authored-by: RiskyMH <RiskyMH@users.noreply.github.com>

.buildkite/scripts/upload-release.sh

@@ -162,6 +162,25 @@ function upload_s3_file() {
   run_command aws --endpoint-url="$AWS_ENDPOINT" s3 cp "$file" "s3://$AWS_BUCKET/$folder/$file"
 }
 
+function send_bench_webhook() {
+  if [ -z "$BENCHMARK_URL" ]; then
+    return 1
+  fi
+
+  local tag="$1"
+  local commit="$BUILDKITE_COMMIT"
+  local artifact_path="${commit}"
+
+  if [ "$tag" == "canary" ]; then
+    artifact_path="${commit}-canary"
+  fi
+
+  local artifact_url="https://pub-5e11e972747a44bf9aaf9394f185a982.r2.dev/releases/$artifact_path/bun-linux-x64.zip"
+  local webhook_url="$BENCHMARK_URL?tag=$tag&commit=$commit&artifact_url=$artifact_url"
+  
+  curl -X POST "$webhook_url"
+}
+
 function create_release() {
   assert_main
   assert_buildkite_agent
@@ -206,6 +225,7 @@ function create_release() {
 
   update_github_release "$tag"
   create_sentry_release "$tag"
+  send_bench_webhook "$tag"
 }
 
 function assert_canary() {

CONTRIBUTING.md

@@ -285,7 +285,7 @@ If you see this error when compiling, run:
 $ xcode-select --install
 ```
 
-## Cannot find `libatomic.a`
+### Cannot find `libatomic.a`
 
 Bun defaults to linking `libatomic` statically, as not all systems have it. If you are building on a distro that does not have a static libatomic available, you can run the following command to enable dynamic linking:
 
@@ -295,7 +295,7 @@ $ bun run build -DUSE_STATIC_LIBATOMIC=OFF
 
 The built version of Bun may not work on other systems if compiled this way.
 
-## ccache conflicts with building TinyCC on macOS
+### ccache conflicts with building TinyCC on macOS
 
 If you run into issues with `ccache` when building TinyCC, try reinstalling ccache
 
@@ -303,3 +303,9 @@ If you run into issues with `ccache` when building TinyCC, try reinstalling ccac
 brew uninstall ccache
 brew install ccache
 ```
+
+## Using bun-debug
+
+- Disable logging: `BUN_DEBUG_QUIET_LOGS=1 bun-debug ...` (to disable all debug logging)
+- Enable logging for a specific zig scope: `BUN_DEBUG_EventLoop=1 bun-debug ...` (to allow `std.log.scoped(.EventLoop)`)
+- Bun transpiles every file it runs, to see the actual executed source in a debug build find it in `/tmp/bun-debug-src/...path/to/file`, for example the transpiled version of `/home/bun/index.ts` would be in `/tmp/bun-debug-src/home/bun/index.ts`

bench/async/bun.js

@@ -1,4 +1,4 @@
-import { bench, run } from "mitata";
+import { bench, run } from "../runner.mjs";
 
 bench("sync", () => {});
 bench("async", async () => {});

bench/async/deno.js

@@ -1,4 +1,4 @@
-import { bench, run } from "../node_modules/mitata/src/cli.mjs";
+import { bench, run } from "../runner.mjs";
 
 bench("sync", () => {});
 bench("async", async () => {});

bench/async/node.mjs

@@ -1,4 +1,4 @@
-import { bench, run } from "mitata";
+import { bench, run } from "../runner.mjs";
 
 bench("sync", () => {});
 bench("async", async () => {});

bench/copyfile/node.mitata.mjs

@@ -1,5 +1,5 @@
-import { bench, run } from "mitata";
 import { copyFileSync, statSync, writeFileSync } from "node:fs";
+import { bench, run } from "../runner.mjs";
 
 function runner(ready) {
   for (let size of [1, 10, 100, 1000, 10000, 100000, 1000000, 10000000]) {

bench/crypto/asymmetricCipher.js

@@ -1,4 +1,4 @@
-import { bench, run } from "mitata";
+import { bench, run } from "../runner.mjs";
 const crypto = require("node:crypto");
 
 const keyPair = crypto.generateKeyPairSync("rsa", {

bench/crypto/asymmetricSign.js

@@ -1,4 +1,4 @@
-import { bench, run } from "mitata";
+import { bench, run } from "../runner.mjs";
 const crypto = require("node:crypto");
 
 const keyPair = crypto.generateKeyPairSync("rsa", {

bench/deepEqual/map.js

@@ -1,5 +1,5 @@
 import { expect } from "bun:test";
-import { bench, run } from "mitata";
+import { bench, run } from "../runner.mjs";
 
 const MAP_SIZE = 10_000;
 

bench/deepEqual/set.js

@@ -1,5 +1,5 @@
 import { expect } from "bun:test";
-import { bench, run } from "mitata";
+import { bench, run } from "../runner.mjs";
 
 const SET_SIZE = 10_000;
 

bench/emitter/implementations.mjs

@@ -1,5 +1,5 @@
-import { group } from "mitata";
 import EventEmitterNative from "node:events";
+import { group } from "../runner.mjs";
 
 export const implementations = [
   {

bench/emitter/microbench.mjs

@@ -1,4 +1,4 @@
-import { bench, run } from "mitata";
+import { bench, run } from "../runner.mjs";
 import { groupForEmitter } from "./implementations.mjs";
 
 var id = 0;

bench/emitter/microbench_once.mjs

@@ -1,4 +1,4 @@
-import { bench, run } from "mitata";
+import { bench, run } from "../runner.mjs";
 import { groupForEmitter } from "./implementations.mjs";
 
 var id = 0;

bench/emitter/realworld_stream.mjs

@@ -1,4 +1,4 @@
-import { bench, run } from "mitata";
+import { bench, run } from "../runner.mjs";
 import { groupForEmitter } from "./implementations.mjs";
 
 // Pseudo RNG is derived from https://stackoverflow.com/a/424445

bench/fetch/bun.js

@@ -1,4 +1,4 @@
-import { bench, run } from "mitata";
+import { bench, run } from "../runner.mjs";
 
 const count = 100;
 

bench/fetch/node.mjs

@@ -1,4 +1,4 @@
-import { bench, run } from "mitata";
+import { bench, run } from "../runner.mjs";
 
 const count = 100;
 

bench/ffi/bun.js

@@ -1,5 +1,5 @@
 import { CString, dlopen, ptr } from "bun:ffi";
-import { bench, group, run } from "mitata";
+import { bench, group, run } from "../runner.mjs";
 
 const { napiNoop, napiHash, napiString } = require(import.meta.dir + "/src/ffi_napi_bench.node");
 

bench/ffi/deno.js

@@ -1,4 +1,4 @@
-import { bench, group, run } from "../node_modules/mitata/src/cli.mjs";
+import { bench, group, run } from "../runner.mjs";
 
 const extension = "darwin" !== Deno.build.os ? "so" : "dylib";
 const path = new URL("src/target/release/libffi_napi_bench." + extension, import.meta.url).pathname;

bench/ffi/node.mjs

@@ -1,5 +1,5 @@
-import { bench, group, run } from "mitata";
 import { createRequire } from "node:module";
+import { bench, group, run } from "../runner.mjs";
 
 const require = createRequire(import.meta.url);
 const { napiNoop, napiHash, napiString } = require("./src/ffi_napi_bench.node");

bench/glob/braces.mjs

@@ -1,5 +1,5 @@
 import braces from "braces";
-import { bench, group, run } from "mitata";
+import { bench, group, run } from "../runner.mjs";
 
 // const iterations = 1000;
 const iterations = 100;
@@ -10,15 +10,16 @@ const veryComplexPattern = "{a,b,HI{c,e,LMAO{d,f}Q}}{1,2,{3,4},5}";
 
 console.log(braces(complexPattern, { expand: true }));
 function benchPattern(pattern, name) {
-  group({ name: `${name} pattern: "${pattern}"`, summary: true }, () => {
+  const _name = `${name} pattern: "${pattern}"`;
+  group({ name: _name, summary: true }, () => {
     if (typeof Bun !== "undefined")
-      bench("Bun", () => {
+      bench(`Bun (${_name})`, () => {
         for (let i = 0; i < iterations; i++) {
           Bun.$.braces(pattern);
         }
       });
 
-    bench("micromatch/braces", () => {
+    bench(`micromatch/braces ${_name}`, () => {
       for (let i = 0; i < iterations; i++) {
         braces(pattern, { expand: true });
       }

bench/glob/match.mjs

@@ -1,5 +1,5 @@
 import micromatch from "micromatch";
-import { bench, run } from "mitata";
+import { bench, run } from "../runner.mjs";
 
 const Glob = typeof Bun !== "undefined" ? Bun.Glob : undefined;
 const doMatch = typeof Bun === "undefined" ? micromatch.isMatch : (a, b) => new Glob(b).match(a);

bench/glob/scan.mjs

@@ -1,6 +1,6 @@
 import fg from "fast-glob";
 import { fdir } from "fdir";
-import { bench, group, run } from "mitata";
+import { bench, group, run } from "../runner.mjs";
 
 const normalPattern = "*.ts";
 const recursivePattern = "**/*.ts";

bench/gzip/bun.js

@@ -1,5 +1,5 @@
 import { gunzipSync, gzipSync } from "bun";
-import { bench, group, run } from "mitata";
+import { bench, group, run } from "../runner.mjs";
 
 const data = await Bun.file(require.resolve("@babel/standalone/babel.min.js")).arrayBuffer();
 

bench/gzip/deno.js

@@ -1,4 +1,4 @@
-import { bench, run } from "../node_modules/mitata/src/cli.mjs";
+import { bench, run } from "../runner.mjs";
 
 const data = new TextEncoder().encode("Hello World!".repeat(9999));
 

bench/gzip/node.mjs

@@ -1,7 +1,7 @@
 import { readFileSync } from "fs";
-import { bench, run } from "mitata";
 import { createRequire } from "module";
 import { gunzipSync, gzipSync } from "zlib";
+import { bench, run } from "../runner.mjs";
 
 const require = createRequire(import.meta.url);
 const data = readFileSync(require.resolve("@babel/standalone/babel.min.js"));

bench/log/bun.js

@@ -1,4 +1,4 @@
-import { bench, run } from "mitata";
+import { bench, run } from "../runner.mjs";
 
 bench("console.log('hello')", () => console.log("hello"));
 bench("console.log({ hello: 'object' })", () => console.log({ hello: "object" }));

bench/log/deno.mjs

@@ -1,4 +1,4 @@
-import { bench, run } from "../node_modules/mitata/src/cli.mjs";
+import { bench, run } from "../runner.mjs";
 
 bench("console.log", () => console.log("hello"));
 bench("console.log({ hello: 'object' })", () => console.log({ hello: "object" }));

bench/log/node.mjs

@@ -1,4 +1,4 @@
-import { bench, run } from "mitata";
+import { bench, run } from "../runner.mjs";
 
 bench("console.log", () => console.log("hello"));
 bench("console.log({ hello: 'object' })", () => console.log({ hello: "object" }));

bench/modules/node_os/bun.js

@@ -1,4 +1,4 @@
-import { bench, run } from "mitata";
+import { bench, run } from "../../runner.mjs";
 import {
   arch,
   cpus,

bench/modules/node_os/node.mjs

@@ -1,4 +1,3 @@
-import { bench, run } from "mitata";
 import {
   arch,
   cpus,
@@ -19,6 +18,7 @@ import {
   userInfo,
   version,
 } from "node:os";
+import { bench, run } from "../../runner.mjs";
 
 bench("cpus()", () => cpus());
 bench("networkInterfaces()", () => networkInterfaces());

bench/package.json

@@ -13,7 +13,9 @@
     "execa": "^8.0.1",
     "fast-glob": "3.3.1",
     "fdir": "^6.1.0",
-    "mitata": "^0.1.6",
+    "mitata": "^1.0.10",
+    "react": "^18.3.1",
+    "react-dom": "^18.3.1",
     "string-width": "7.1.0",
     "tinycolor2": "^1.6.0",
     "zx": "^7.2.3"

bench/runner.mjs

@@ -0,0 +1,19 @@
+import * as Mitata from "mitata";
+import process from "node:process";
+
+const asJSON = !!process?.env?.BENCHMARK_RUNNER;
+
+/** @param {Parameters<typeof Mitata["run"]>["0"]} opts */
+export function run(opts = {}) {
+  if (asJSON) {
+    opts.format = "json";
+  }
+
+  return Mitata.run(opts);
+}
+
+export const bench = Mitata.bench;
+
+export function group(_name, fn) {
+  return Mitata.group(fn);
+}

bench/snippets/array-arguments-slice.mjs

@@ -1,4 +1,4 @@
-import { bench, run } from "./runner.mjs";
+import { bench, run } from "../runner.mjs";
 
 function doIt(...args) {
   // we use .at() to prevent constant folding optimizations

bench/snippets/array-map.mjs

@@ -1,5 +1,5 @@
 // https://github.com/oven-sh/bun/issues/1096
-import { bench, run } from "./runner.mjs";
+import { bench, run } from "../runner.mjs";
 
 const identity = x => x;
 

bench/snippets/array-shift.mjs

@@ -1,4 +1,4 @@
-import { bench, run } from "./runner.mjs";
+import { bench, run } from "../runner.mjs";
 
 var myArray = new Array(5);
 bench("[1, 2, 3, 4, 5].shift()", () => {

bench/snippets/array-sort.mjs

@@ -1,4 +1,4 @@
-import { bench, run } from "./runner.mjs";
+import { bench, run } from "../runner.mjs";
 var comparator = (a, b) => a - b;
 
 const numbers = [

bench/snippets/arraybuffersink.mjs

@@ -1,6 +1,6 @@
 // @runtime bun
 import { ArrayBufferSink } from "bun";
-import { bench, run } from "./runner.mjs";
+import { bench, run } from "../runner.mjs";
 
 var short = "Hello World!";
 var shortUTF16 = "Hello World 💕💕💕";

bench/snippets/assert.mjs

@@ -1,5 +1,5 @@
 import * as assert from "assert";
-import { bench, run } from "./runner.mjs";
+import { bench, run } from "../runner.mjs";
 
 bench("deepEqual", () => {
   assert.deepEqual({ foo: "123", bar: "baz" }, { foo: "123", bar: "baz" });

bench/snippets/async-overhead.mjs

@@ -1,4 +1,4 @@
-import { bench, run } from "mitata";
+import { bench, run } from "../runner.mjs";
 
 bench("noop", function () {});
 bench("async function(){}", async function () {});

bench/snippets/atob.mjs

@@ -1,4 +1,4 @@
-import { bench, run } from "./runner.mjs";
+import { bench, run } from "../runner.mjs";
 
 function makeBenchmark(size) {
   const latin1 = btoa("A".repeat(size));

bench/snippets/blob.mjs

@@ -1,4 +1,4 @@
-import { bench, run } from "../node_modules/mitata/src/cli.mjs";
+import { bench, run } from "../runner.mjs";
 
 bench("new Blob(['hello world'])", function () {
   return new Blob(["hello world"]);

bench/snippets/buffer-base64.mjs

@@ -1,4 +1,4 @@
-import { bench, run } from "./runner.mjs";
+import { bench, run } from "../runner.mjs";
 
 function makeBenchmark(size, isToString) {
   const base64Input = Buffer.alloc(size, "latin1").toString("base64");

bench/snippets/buffer-concat.mjs

@@ -1,4 +1,4 @@
-import { bench, run } from "./runner.mjs";
+import { bench, run } from "../runner.mjs";
 
 for (let size of [32, 2048, 1024 * 16, 1024 * 1024 * 2, 1024 * 1024 * 16]) {
   const first = Buffer.allocUnsafe(size);

bench/snippets/buffer-create.mjs

@@ -1,7 +1,7 @@
 // @runtime bun,node,deno
 import { Buffer } from "node:buffer";
 import process from "node:process";
-import { bench, run } from "./runner.mjs";
+import { bench, run } from "../runner.mjs";
 
 const N = parseInt(process.env.RUN_COUNTER ?? "10000", 10);
 var isBuffer = new Buffer(0);

bench/snippets/buffer-fill.mjs

@@ -1,4 +1,4 @@
-import { bench, run } from "./runner.mjs";
+import { bench, run } from "../runner.mjs";
 
 for (let size of [32, 2048, 1024 * 16, 1024 * 1024 * 2, 1024 * 1024 * 16]) {
   for (let fillSize of [4, 8, 16, 11]) {

bench/snippets/buffer-to-string.mjs

@@ -1,6 +1,6 @@
 import { Buffer } from "node:buffer";
 import crypto from "node:crypto";
-import { bench, run } from "./runner.mjs";
+import { bench, run } from "../runner.mjs";
 
 const bigBuffer = Buffer.from("hello world".repeat(10000));
 const converted = bigBuffer.toString("base64");

bench/snippets/color.mjs

@@ -1,22 +1,22 @@
 import Color from "color";
 import tinycolor from "tinycolor2";
-import { bench, group, run } from "./runner.mjs";
+import { bench, group, run } from "../runner.mjs";
 
 const inputs = ["#f00", "rgb(255, 0, 0)", "rgba(255, 0, 0, 1)", "hsl(0, 100%, 50%)"];
 
 for (const input of inputs) {
   group(`${input}`, () => {
     if (typeof Bun !== "undefined") {
-      bench("Bun.color()", () => {
+      bench(`Bun.color() (${input})`, () => {
         Bun.color(input, "css");
       });
     }
 
-    bench("color", () => {
+    bench(`color (${input})`, () => {
       Color(input).hex();
     });
 
-    bench("'tinycolor2'", () => {
+    bench(`'tinycolor2' (${input})`, () => {
       tinycolor(input).toHexString();
     });
   });

bench/snippets/concat.js

@@ -1,6 +1,6 @@
 import { allocUnsafe } from "bun";
 import { readFileSync } from "fs";
-import { bench, group, run } from "./runner.mjs";
+import { bench, group, run } from "../runner.mjs";
 
 function polyfill(chunks) {
   var size = 0;
@@ -41,15 +41,16 @@ const chunkGroups = [
 ];
 
 for (const chunks of chunkGroups) {
-  group(`${chunks.reduce((prev, curr, i, a) => prev + curr.byteLength, 0)} bytes for ${chunks.length} chunks`, () => {
-    bench("Bun.concatArrayBuffers", () => {
+  const name = `${chunks.reduce((prev, curr, i, a) => prev + curr.byteLength, 0)} bytes for ${chunks.length} chunks`
+  group(name, () => {
+    bench(`Bun.concatArrayBuffers (${name})`, () => {
       Bun.concatArrayBuffers(chunks);
     });
-    bench("Uint8Array.set", () => {
+    bench(`Uint8Array.set (${name})`, () => {
       polyfill(chunks);
     });
 
-    bench("Uint8Array.set (uninitialized memory)", () => {
+    bench(`Uint8Array.set (uninitialized memory) (${name})`, () => {
       polyfillUninitialized(chunks);
     });
   });

bench/snippets/console-log.mjs

@@ -1,4 +1,4 @@
-import { bench, run } from "../node_modules/mitata/src/cli.mjs";
+import { bench, run } from "../runner.mjs";
 
 const json = {
   login: "wongmjane",

bench/snippets/cp.mjs

@@ -2,7 +2,7 @@ import { mkdirSync, rmSync, writeFileSync } from "fs";
 import { cp } from "fs/promises";
 import { tmpdir } from "os";
 import { join, resolve } from "path";
-import { bench, run } from "./runner.mjs";
+import { bench, run } from "../runner.mjs";
 
 import { fileURLToPath } from "url";
 const hugeDirectory = (() => {

bench/snippets/crypto-2190.mjs

@@ -1,6 +1,6 @@
 // https://github.com/oven-sh/bun/issues/2190
-import { bench, run } from "mitata";
 import { createHash } from "node:crypto";
+import { bench, run } from "../runner.mjs";
 
 const data =
   "Delightful remarkably mr on announcing themselves entreaties favourable. About to in so terms voice at. Equal an would is found seems of. The particular friendship one sufficient terminated frequently themselves. It more shed went up is roof if loud case. Delay music in lived noise an. Beyond genius really enough passed is up.";

bench/snippets/crypto-hasher.mjs

@@ -1,5 +1,5 @@
 // so it can run in environments without node module resolution
-import { bench, run } from "./runner.mjs";
+import { bench, run } from "../runner.mjs";
 
 import crypto from "node:crypto";
 

bench/snippets/crypto-randomUUID.mjs

@@ -1,4 +1,4 @@
-import { bench, run } from "./runner.mjs";
+import { bench, run } from "../runner.mjs";
 
 bench("crypto.randomUUID()", () => {
   return crypto.randomUUID();

bench/snippets/crypto-stream.mjs

@@ -1,6 +1,6 @@
 // https://github.com/oven-sh/bun/issues/2190
-import { bench, run } from "mitata";
 import { createHash } from "node:crypto";
+import { bench, run } from "../runner.mjs";
 
 const data =
   "Delightful remarkably mr on announcing themselves entreaties favourable. About to in so terms voice at. Equal an would is found seems of. The particular friendship one sufficient terminated frequently themselves. It more shed went up is roof if loud case. Delay music in lived noise an. Beyond genius really enough passed is up.";

bench/snippets/crypto.mjs

@@ -1,6 +1,6 @@
 // so it can run in environments without node module resolution
 import crypto from "node:crypto";
-import { bench, run } from "../node_modules/mitata/src/cli.mjs";
+import { bench, run } from "../runner.mjs";
 var foo = new Uint8Array(65536);
 bench("crypto.getRandomValues(65536)", () => {
   crypto.getRandomValues(foo);

bench/snippets/deep-equals.js

@@ -1,5 +1,5 @@
 import fastDeepEquals from "fast-deep-equal/es6/index";
-import { bench, group, run } from "./runner.mjs";
+import { bench, group, run } from "../runner.mjs";
 // const Date = globalThis.Date;
 
 function func1() {}
@@ -490,7 +490,7 @@ for (let { tests, description } of fixture) {
     var expected;
     group(describe, () => {
       for (let equalsFn of [Bun.deepEquals, fastDeepEquals]) {
-        bench(equalsFn.name, () => {
+        bench(`${describe}: ${equalsFn.name}`, () => {
           expected = equalsFn(value1, value2);
           if (expected !== equal) {
             throw new Error(`Expected ${expected} to be ${equal} for ${description}`);

bench/snippets/define-properties.mjs

@@ -1,4 +1,4 @@
-import { bench, run } from "../node_modules/mitata/src/cli.mjs";
+import { bench, run } from "../runner.mjs";
 
 const properties = {
   closed: {

bench/snippets/dns.node.mjs

@@ -1,5 +1,5 @@
 import { lookup, resolve } from "node:dns/promises";
-import { bench, run } from "./runner.mjs";
+import { bench, run } from "../runner.mjs";
 
 bench("(cached) dns.lookup remote x 50", async () => {
   var tld = "example.com";

bench/snippets/dns.ts

@@ -1,10 +1,10 @@
 import { dns } from "bun";
-import { bench, group, run } from "./runner.mjs";
+import { bench, group, run } from "../runner.mjs";
 
 async function forEachBackend(name, fn) {
   group(name, () => {
     for (let backend of ["libc", "c-ares", process.platform === "darwin" ? "system" : ""].filter(Boolean))
-      bench(backend, fn(backend));
+      bench(`${backend} (${name})`, fn(backend));
   });
 }
 

bench/snippets/encode-into.mjs

@@ -1,4 +1,4 @@
-import { bench, run } from "../node_modules/mitata/src/cli.mjs";
+import { bench, run } from "../runner.mjs";
 
 const encoder = new TextEncoder();
 

bench/snippets/error-capturestack.mjs

@@ -1,4 +1,4 @@
-import { bench, run } from "./runner.mjs";
+import { bench, run } from "../runner.mjs";
 
 var err = new Error();
 bench("Error.captureStackTrace(err)", () => {

bench/snippets/escapeHTML.js

@@ -1,4 +1,4 @@
-import { bench, group, run } from "./runner.mjs";
+import { bench, group, run } from "../runner.mjs";
 
 var bunEscapeHTML = globalThis.escapeHTML || Bun.escapeHTML;
 
@@ -92,24 +92,21 @@ function reactEscapeHtml(string) {
 // }
 
 for (let input of [
-  `long string, nothing to escape... `.repeat(9999999 * 3),
+  "long string, nothing to escape... ".repeat(9999999 * 3),
   FIXTURE.repeat(8000),
   // "[unicode]" + FIXTURE_WITH_UNICODE,
 ]) {
+  const name = `"${input.substring(0, Math.min(input.length, 32))}" (${new Intl.NumberFormat().format(input.length / 100_000_000_0)} GB)`
   group(
     {
       summary: true,
-      name:
-        `"` +
-        input.substring(0, Math.min(input.length, 32)) +
-        `"` +
-        ` (${new Intl.NumberFormat().format(input.length / 100_000_000_0)} GB)`,
+      name
     },
     () => {
       // bench(`ReactDOM.escapeHTML`, () => reactEscapeHtml(input));
       // bench(`html-entities.encode`, () => htmlEntityEncode(input));
       // bench(`he.escape`, () => heEscape(input));
-      bench(`Bun.escapeHTML`, () => bunEscapeHTML(input));
+      bench(`Bun.escapeHTML (${name})`, () => bunEscapeHTML(input));
     },
   );
 }

bench/snippets/ffi-overhead.mjs

@@ -1,5 +1,5 @@
 import { dlopen } from "bun:ffi";
-import { bench, group, run } from "./runner.mjs";
+import { bench, group, run } from "../runner.mjs";
 
 const types = {
   returns_true: {

bench/snippets/form-data.mjs

@@ -1,5 +1,5 @@
 // so it can run in environments without node module resolution
-import { bench, run } from "../node_modules/mitata/src/cli.mjs";
+import { bench, run } from "../runner.mjs";
 
 const blob = new Blob(["foo", "bar", "baz"]);
 bench("FormData.append", () => {

bench/snippets/headers.mjs

@@ -1,4 +1,4 @@
-import { bench, run } from "../node_modules/mitata/src/cli.mjs";
+import { bench, run } from "../runner.mjs";
 
 // pure JS implementation will optimze this out
 bench("new Headers", function () {

bench/snippets/index-of.mjs

@@ -1,4 +1,4 @@
-import { bench, run } from "./runner.mjs";
+import { bench, run } from "../runner.mjs";
 
 const input =
   "Hello, World! foo bar baz qux quux corge grault garply waldo fred plugh xyzzy thud z a b c d e f g h i j k l m n o p q r s t u v w x y z".split(

bench/snippets/json-parse-stringify.mjs

@@ -1,4 +1,4 @@
-import { bench, run } from "./runner.mjs";
+import { bench, run } from "../runner.mjs";
 
 var obj = {
   "restApiRoot": "/api",

bench/snippets/json-stringify.js

@@ -1,4 +1,4 @@
-import { bench, run } from "mitata";
+import { bench, run } from "../runner.mjs";
 
 bench("JSON.stringify({hello: 'world'})", () => JSON.stringify({ hello: "world" }));
 

bench/snippets/module-exports-putter.cjs

@@ -1,6 +1,6 @@
 // This is a stress test of some internals in How Bun does the module.exports assignment.
 // If it crashes or throws then this fails
-import("./runner.mjs").then(({ bench, run }) => {
+import("../runner.mjs").then(({ bench, run }) => {
   bench("Object.defineProperty(module, 'exports', { get() { return 42; } })", () => {
     Object.defineProperty(module, "exports", {
       get() {
@@ -36,7 +36,9 @@ import("./runner.mjs").then(({ bench, run }) => {
       a: 1,
     };
 
-    console.log(
+    const log = !process?.env?.BENCHMARK_RUNNER ? console.log : () => {};
+
+    log(
       module?.exports,
       require.cache[module.id].exports,
       module?.exports === require.cache[module.id],
@@ -49,10 +51,11 @@ import("./runner.mjs").then(({ bench, run }) => {
       return 42;
     };
 
-    console.log(module.exports, module.exports());
+    log(module.exports);
+    log(module.exports, module.exports());
 
     queueMicrotask(() => {
-      console.log(
+      log(
         module?.exports,
         require.cache[module.id].exports,
         module?.exports === require.cache[module.id]?.exports,

bench/snippets/native-overhead.mjs

@@ -1,4 +1,4 @@
-import { bench, run } from "./runner.mjs";
+import { bench, run } from "../runner.mjs";
 
 // These are no-op C++ functions that are exported to JS.
 const lazy = globalThis[Symbol.for("Bun.lazy")];

bench/snippets/new-incomingmessage.mjs

@@ -1,5 +1,5 @@
 import { IncomingMessage } from "node:http";
-import { bench, run } from "./runner.mjs";
+import { bench, run } from "../runner.mjs";
 
 const headers = {
   date: "Mon, 06 Nov 2023 05:12:49 GMT",

bench/snippets/node-vm.mjs

@@ -1,6 +1,6 @@
 // @runtime node, bun
 import * as vm from "node:vm";
-import { bench, run } from "./runner.mjs";
+import { bench, run } from "../runner.mjs";
 
 const context = {
   animal: "cat",

bench/snippets/noop.js

@@ -1,4 +1,4 @@
-import { bench, run } from "./runner.mjs";
+import { bench, run } from "../runner.mjs";
 
 var noop = globalThis[Symbol.for("Bun.lazy")]("noop");
 var { function: noopFn, callback } = noop;

bench/snippets/object-entries.mjs

@@ -1,5 +1,5 @@
 // so it can run in environments without node module resolution
-import { bench, run } from "../../node_modules/mitata/src/cli.mjs";
+import { bench, run } from "../runner.mjs";
 
 const obj = {
   a: 1,

bench/snippets/object-values.mjs

@@ -24,7 +24,7 @@ const obj = {
   w: 23,
 };
 
-import { bench, run } from "./runner.mjs";
+import { bench, run } from "../runner.mjs";
 
 var val = 0;
 bench("Object.values(literal)", () => {

bench/snippets/path-resolve.mjs

@@ -1,5 +1,5 @@
-import { bench, run } from "mitata";
 import { posix } from "path";
+import { bench, run } from "../runner.mjs";
 
 const pathConfigurations = [
   "",

bench/snippets/pbkdf2.mjs

@@ -1,6 +1,6 @@
 import { pbkdf2 } from "node:crypto";
 
-import { bench, run } from "./runner.mjs";
+import { bench, run } from "../runner.mjs";
 
 const password = "password";
 const salt = "salt";

bench/snippets/peek-promise.mjs

@@ -1,5 +1,5 @@
 import { peek } from "bun";
-import { bench, run } from "mitata";
+import { bench, run } from "../runner.mjs";
 
 let pending = Bun.sleep(1000);
 let resolved = Promise.resolve(1);

bench/snippets/performance-now-overhead.js

@@ -1,4 +1,4 @@
-import { bench, run } from "./runner.mjs";
+import { bench, run } from "../runner.mjs";
 bench("performance.now x 1000", () => {
   for (let i = 0; i < 1000; i++) {
     performance.now();

bench/snippets/private.mjs

@@ -1,4 +1,4 @@
-import { bench, run } from "../node_modules/mitata/src/cli.mjs";
+import { bench, run } from "../runner.mjs";
 // This is a benchmark of the performance impact of using private properties.
 
 bench("Polyfillprivate", () => {

bench/snippets/process-cwd.mjs

@@ -1,4 +1,4 @@
-import { bench, run } from "mitata";
+import { bench, run } from "../runner.mjs";
 
 bench("process.cwd()", () => {
   process.cwd();

bench/snippets/process-info.mjs

@@ -1,5 +1,5 @@
 import { performance } from "perf_hooks";
-import { bench, run } from "./runner.mjs";
+import { bench, run } from "../runner.mjs";
 
 bench("process.memoryUsage()", () => {
   process.memoryUsage();

bench/snippets/process.mjs

@@ -1,4 +1,4 @@
-import { bench, run } from "./runner.mjs";
+import { bench, run } from "../runner.mjs";
 
 bench("process.stderr.write('hey')", () => {
   process.stderr.write("hey");

bench/snippets/react-dom-render.bun.js

@@ -1,6 +1,6 @@
 import { renderToReadableStream as renderToReadableStreamBun } from "react-dom/server";
 import { renderToReadableStream } from "react-dom/server.browser";
-import { bench, group, run } from "./runner.mjs";
+import { bench, group, run } from "../runner.mjs";
 
 const App = () => (
   <div>

bench/snippets/read-file-chunk.mjs

@@ -1,7 +1,7 @@
 import { createReadStream, writeFileSync } from "node:fs";
 import { tmpdir } from "node:os";
 import { sep } from "node:path";
-import { bench, run } from "./runner.mjs";
+import { bench, run } from "../runner.mjs";
 
 if (!Promise.withResolvers) {
   Promise.withResolvers = function () {

bench/snippets/read-file.mjs

@@ -1,5 +1,5 @@
 import { readFileSync, writeFileSync } from "node:fs";
-import { bench, run } from "./runner.mjs";
+import { bench, run } from "../runner.mjs";
 
 var short = (function () {
   const text = "Hello World!";

bench/snippets/readdir.mjs

@@ -4,7 +4,7 @@ import { readdir } from "fs/promises";
 import { relative, resolve } from "path";
 import { argv } from "process";
 import { fileURLToPath } from "url";
-import { bench, run } from "./runner.mjs";
+import { bench, run } from "../runner.mjs";
 
 let dir = resolve(argv.length > 2 ? argv[2] : fileURLToPath(new URL("../../node_modules", import.meta.url)));
 if (dir.includes(process.cwd())) {
@@ -43,8 +43,11 @@ bench(`await readdir("${dir}", {recursive: false})`, async () => {
 });
 
 await run();
-console.log("\n", count, "files/dirs in", dir, "\n", "SHA256:", hash, "\n");
 
-if (count !== syncCount) {
-  throw new Error(`Mismatched file counts: ${count} async !== ${syncCount} sync`);
+if (!process?.env?.BENCHMARK_RUNNER) {
+  console.log("\n", count, "files/dirs in", dir, "\n", "SHA256:", hash, "\n");
+
+  if (count !== syncCount) {
+    throw new Error(`Mismatched file counts: ${count} async !== ${syncCount} sync`);
+  }
 }

bench/snippets/readfile-not-found.mjs

@@ -1,6 +1,6 @@
 import { readFileSync } from "node:fs";
 import { readFile } from "node:fs/promises";
-import { bench, run } from "./runner.mjs";
+import { bench, run } from "../runner.mjs";
 
 bench(`readFileSync(/tmp/404-not-found)`, () => {
   try {

bench/snippets/realpath.mjs

@@ -1,5 +1,5 @@
 import { realpathSync } from "node:fs";
-import { bench, run } from "./runner.mjs";
+import { bench, run } from "../runner.mjs";
 const count = parseInt(process.env.ITERATIONS || "1", 10) || 1;
 const arg = process.argv[process.argv.length - 1];
 

bench/snippets/request-response-clone.mjs

@@ -1,5 +1,5 @@
 // This mostly exists to check for a memory leak in response.clone()
-import { bench, run } from "./runner.mjs";
+import { bench, run } from "../runner.mjs";
 
 const req = new Request("http://localhost:3000/");
 const resp = await fetch("http://example.com");

bench/snippets/response-arrayBuffer.mjs

@@ -1,6 +1,6 @@
 // This snippet mostly exists to reproduce a memory leak
 //
-import { bench, run } from "mitata";
+import { bench, run } from "../runner.mjs";
 
 const obj = {
   "id": 1296269,

bench/snippets/response-json.mjs

@@ -1,5 +1,5 @@
 // This snippet mostly exists to reproduce a memory leak
-import { bench, run } from "mitata";
+import { bench, run } from "../runner.mjs";
 
 const obj = {
   "id": 1296269,

bench/snippets/return-await.mjs

@@ -1,4 +1,4 @@
-import { bench, run } from "../node_modules/mitata/src/cli.mjs";
+import { bench, run } from "../runner.mjs";
 
 bench("return await Promise.resolve(1)", async function () {
   return await Promise.resolve(1);

bench/snippets/rewriter.mjs

@@ -1,4 +1,4 @@
-import { bench, run } from "./runner.mjs";
+import { bench, run } from "../runner.mjs";
 
 const blob = new Blob(["<p id='foo'>Hello</p>"]);
 bench("prepend", async () => {

bench/snippets/runner.mjs

@@ -1,22 +0,0 @@
-import process from "node:process";
-import * as Mitata from "../node_modules/mitata/src/cli.mjs";
-
-const asJSON = !!process?.env?.BENCHMARK_RUNNER;
-
-export function run(opts = {}) {
-  opts ??= {};
-
-  if (asJSON) {
-    opts.json = true;
-  }
-
-  return Mitata.run(opts);
-}
-
-export function bench(name, fn) {
-  return Mitata.bench(name, fn);
-}
-
-export function group(name, fn) {
-  return Mitata.group(name, fn);
-}

bench/snippets/semver.mjs

@@ -1,5 +1,5 @@
 import { satisfies } from "semver";
-import { bench, run } from "./runner.mjs";
+import { bench, run } from "../runner.mjs";
 const tests = [
   ["~1.2.3", "1.2.3", true],
   ["~1.2", "1.2.0", true],

bench/snippets/serialize.mjs

@@ -1,5 +1,5 @@
 import { deserialize, serialize } from "node:v8";
-import { bench, run } from "./runner.mjs";
+import { bench, run } from "../runner.mjs";
 const obj = {
   "id": 1296269,
   "node_id": "MDEwOlJlcG9zaXRvcnkxMjk2MjY5",

bench/snippets/sha512.js

@@ -1,5 +1,5 @@
 import { SHA512 } from "bun";
-import { bench, run } from "./runner.mjs";
+import { bench, run } from "../runner.mjs";
 
 bench('SHA512.hash("hello world")', () => {
   SHA512.hash("hello world");

bench/snippets/sha512.node.mjs

@@ -1,5 +1,5 @@
 import { createHash } from "crypto";
-import { bench, run } from "./runner.mjs";
+import { bench, run } from "../runner.mjs";
 
 bench('createHash("sha256").update("hello world").digest()', () => {
   createHash("sha256").update("hello world").digest();