Use quick-lru instead of a huge map

Author: SamyPesse

Diff for: bun.lock

@@ -148,6 +148,7 @@
         "@sindresorhus/fnv1a": "^3.1.0",
         "jwt-decode": "^4.0.0",
         "next": "canary",
+        "quick-lru": "^7.0.0",
         "react": "^19.0.0",
         "react-dom": "^19.0.0",
         "rison": "^0.1.1",
@@ -2533,7 +2534,7 @@
 
     "queue-microtask": ["[email protected]", "", {}, "sha512-NuaNSa6flKT5JaSYQzJok04JzTL1CA6aGhv5rfLW3PgqA+M2ChpZQnAC8h8i4ZFkBS8X5RqkDBHA7r4hej3K9A=="],
 
-    "quick-lru": ["quick-lru@4.0.1", "", {}, "sha512-ARhCpm70fzdcvNQfPoy49IaanKkTlRWF2JMzqhcJbhSFRZv7nPTvZJdcY7301IPmvW+/p0RgIWnQDLJxifsQ7g=="],
+    "quick-lru": ["quick-lru@7.0.0", "", {}, "sha512-MX8gB7cVYTrYcFfAnfLlhRd0+Toyl8yX8uBx1MrX7K0jegiz9TumwOK27ldXrgDlHRdVi+MqU9Ssw6dr4BNreg=="],
 
     "radix-vue": ["[email protected]", "", { "dependencies": { "@floating-ui/dom": "^1.6.7", "@floating-ui/vue": "^1.1.0", "@internationalized/date": "^3.5.4", "@internationalized/number": "^3.5.3", "@tanstack/vue-virtual": "^3.8.1", "@vueuse/core": "^10.11.0", "@vueuse/shared": "^10.11.0", "aria-hidden": "^1.2.4", "defu": "^6.1.4", "fast-deep-equal": "^3.1.3", "nanoid": "^5.0.7" }, "peerDependencies": { "vue": ">= 3.2.0" } }, "sha512-1xleWzWNFPfAMmb81gu/4/MV8dXMvc7j2EIjutBpBcKwxdJfeIcQg4k9De18L2rL1/GZg5wA9KykeKTM4MjWow=="],
 
@@ -4009,6 +4010,8 @@
 
     "cacheable-request/lowercase-keys": ["[email protected]", "", {}, "sha512-tqNXrS78oMOE73NMxK4EMLQsQowWf8jKooH9g7xPavRT706R6bkQJ6DY2Te7QukaZsulxa30wQ7bk0pm4XiHmA=="],
 
+    "camelcase-keys/quick-lru": ["[email protected]", "", {}, "sha512-ARhCpm70fzdcvNQfPoy49IaanKkTlRWF2JMzqhcJbhSFRZv7nPTvZJdcY7301IPmvW+/p0RgIWnQDLJxifsQ7g=="],
+
     "capnp-ts/debug": ["[email protected]", "", { "dependencies": { "ms": "^2.1.3" } }, "sha512-Er2nc/H7RrMXZBFCEim6TCmMk02Z8vLC2Rbi1KEBggpo0fS6l0S1nnapwmIi3yW/+GOJap1Krg4w0Hg80oCqgQ=="],
 
     "codemirror/@codemirror/autocomplete": ["@codemirror/[email protected]", "", { "dependencies": { "@codemirror/language": "^6.0.0", "@codemirror/state": "^6.0.0", "@codemirror/view": "^6.17.0", "@lezer/common": "^1.0.0" } }, "sha512-iWHdj/B1ethnHRTwZj+C1obmmuCzquH29EbcKr0qIjA9NfDeBDJ7vs+WOHsFeLeflE4o+dHfYndJloMKHUkWUA=="],

Diff for: packages/gitbook-v2/package.json

@@ -12,7 +12,8 @@
         "server-only": "^0.0.1",
         "warn-once": "^0.1.1",
         "rison": "^0.1.1",
-        "jwt-decode": "^4.0.0"
+        "jwt-decode": "^4.0.0",
+        "quick-lru": "^7.0.0"
     },
     "devDependencies": {
         "gitbook": "*",

Diff for: packages/gitbook-v2/src/lib/data/memoize.ts

@@ -1,3 +1,5 @@
+import QuickLRU from 'quick-lru';
+
 /**
  * Wrap cache calls to avoid duplicated executions of the same function during concurrent calls.
  * The implementation is based on `p-memoize` but is adapted to work per-request in Cloudflare Workers.
@@ -6,7 +8,7 @@ export function memoize<ArgsType extends any[], ReturnType>(
     getGlobalContext: () => object | null | undefined,
     wrapped: (cacheKey: string, ...args: ArgsType) => Promise<ReturnType>
 ): (...args: ArgsType) => Promise<ReturnType> {
-    const globalCache = new WeakMap<object, Map<string, ReturnType>>();
+    const globalCache = new WeakMap<object, QuickLRU<string, ReturnType>>();
     const globalPromiseCache = new WeakMap<object, Map<string, Promise<ReturnType>>>();
 
     return (...args: ArgsType) => {
@@ -16,7 +18,11 @@ export function memoize<ArgsType extends any[], ReturnType>(
          * Cache storage that is scoped to the current request when executed in Cloudflare Workers,
          * to avoid "Cannot perform I/O on behalf of a different request" errors.
          */
-        const cache = globalCache.get(globalContext) ?? new Map<string, ReturnType>();
+        const cache =
+            globalCache.get(globalContext) ??
+            new QuickLRU<string, ReturnType>({
+                maxSize: 1000,
+            });
         globalCache.set(globalContext, cache);
 
         const promiseCache =