ci(benchmark): Migrate to benny (#301)

.github/workflows/build.yml

@@ -59,8 +59,10 @@ jobs:
         with:
           working-directory: benchmark
       - name: Run benchmarks
-        working-directory: benchmark
         run: |
-          deno bundle benchmark.ts > benchmark.js
-          deno run -A deno-redis.ts
-          node ioredis.js
+          deno task bench:ioredis
+          deno task bench:deno-redis
+      - uses: actions/upload-artifact@v3
+        with:
+          name: benchmark
+          path: tmp/*.html

.gitignore

@@ -2,5 +2,5 @@ deno.d.ts
 .idea
 testdata/*/
 benchmark/node_modules
-benchmark/benchmark.js
-tests/tmp/*/
+tests/tmp/*/
+tmp

benchmark/benchmark.js

@@ -0,0 +1,67 @@
+import { add, complete, configure, cycle, save, suite } from "benny";
+import { dirname, join } from "node:path";
+
+export function run({
+  driver,
+  client,
+}) {
+  return suite(
+    driver,
+    configure({ minSamples: 10 }),
+    add("ping", async () => {
+      await client.ping("HELLO");
+    }),
+    add("set & get", () => {
+      const value = "bar".repeat(10);
+      return async () => {
+        const key = "foo";
+        await client.set(key, value);
+        await client.get(key);
+      };
+    }),
+    add("mset & mget", async () => {
+      await client.mset({ a: "foo", b: "bar" });
+      await client.mget("a", "b");
+    }),
+    add("zadd & zscore", async () => {
+      await client.zadd("zset", 1234567, "member");
+      await client.zscore("zset", "member");
+    }),
+    cycle(),
+    complete((summary) => {
+      const results = summary.results.map((result) => {
+        const {
+          name,
+          ops,
+          margin,
+          details: {
+            min,
+            max,
+            mean,
+            median,
+          },
+          samples,
+        } = result;
+        return {
+          name,
+          ops,
+          margin,
+          min,
+          max,
+          mean,
+          median,
+          samples,
+        };
+      });
+      console.table(results);
+    }),
+    complete(async () => {
+      await client.flushdb();
+    }),
+    save({
+      file: `${driver}-bench`,
+      format: "chart.html",
+      folder: join(dirname(dirname(new URL(import.meta.url).pathname)), "tmp"),
+    }),
+  );
+}

benchmark/deno-redis.ts

@@ -1,4 +1,4 @@
-import { run } from "./benchmark.ts";
+import { run } from "./benchmark.js";
 import { connect } from "../mod.ts";
 
 const redis = await connect({ hostname: "127.0.0.1" });

benchmark/ioredis.js

@@ -1,11 +1,6 @@
-// deno-lint-ignore-file
 import { run } from "./benchmark.js";
-import { performance } from "perf_hooks";
 import Redis from "ioredis";
 
-global.performance = performance;
-global.Deno = {};
-
 const redis = new Redis();
 redis.on("connect", async () => {
   await run({

benchmark/package.json

@@ -8,6 +8,7 @@
   "license": "MIT",
   "private": true,
   "devDependencies": {
+    "benny": "^3.7.1",
     "ioredis": "^4.22.0"
   }
 }