perf: use Node.js crypto sha256 hasher for aggregate building (#107)

This PR switches from JS native sha256 hashing to hashing provided by
the Node.js crypto module, which is significantly faster.

package.json

@@ -39,7 +39,9 @@
     "sst": "^2.17.2",
     "typescript": "^4.9.4"
   },
-  "dependencies": {},
+  "dependencies": {
+    "@storacha/one-webcrypto": "^1.0.1"
+  },
   "simple-git-hooks": {
     "pre-commit": "npx lint-staged"
   },
@@ -74,4 +76,4 @@
   "workspaces": [
     "packages/*"
   ]
-}
+}

packages/functions/package.json

@@ -12,9 +12,10 @@
     "@ucanto/transport": "^9.1.1",
     "@w3filecoin/core": "*",
     "@web3-storage/data-segment": "5.0.0",
-    "@web3-storage/filecoin-api": "^7.2.0",
+    "@web3-storage/filecoin-api": "^7.3.0",
     "@web3-storage/filecoin-client": "3.3.3",
     "lru-cache": "^11.0.1",
+    "multiformats": "^13.3.0",
     "uint8arrays": "^4.0.6"
   },
   "devDependencies": {

packages/functions/src/aggregator/handle-buffer-queue-message.js

@@ -1,11 +1,13 @@
 import * as Sentry from '@sentry/serverless'
-
+import crypto from 'node:crypto'
 import { createClient as createBufferStoreClient } from '@w3filecoin/core/src/store/aggregator-buffer-store.js'
 import { createClient as createBufferQueueClient, decodeMessage } from '@w3filecoin/core/src/queue/buffer-queue.js'
 import { createClient as createAggregateOfferQueueClient } from '@w3filecoin/core/src/queue/aggregate-offer-queue.js'
 import * as aggregatorEvents from '@web3-storage/filecoin-api/aggregator/events'
 import { Piece } from '@web3-storage/data-segment'
 import { LRUCache } from 'lru-cache'
+import * as Digest from 'multiformats/hashes/digest'
+import { sha256 } from 'multiformats/hashes/sha2'
 import { mustGetEnv } from '../utils.js'
 
 Sentry.AWSLambda.init({
@@ -135,7 +137,16 @@ function getContext () {
         // will be prepended, so policy is irrelevant
         policy: /** @type {import('@web3-storage/filecoin-api/src/aggregator/api').PiecePolicy} */ (0),
         insertedAt: (new Date()).toISOString()
-      }]
+      }],
+      hasher: {
+        name: sha256.name,
+        code: sha256.code,
+        /** @param {Uint8Array} bytes */
+        digest: bytes => {
+          const digest = crypto.createHash('sha256').update(bytes).digest()
+          return Digest.create(sha256.code, digest)
+        }
+      }
     }
   }
 }