dynamic pages query: support pages 'q' and 'size' params for querying…

… pages dynamically

bump version to 2.21.0

package.json

@@ -1,6 +1,6 @@
 {
   "name": "@webrecorder/wabac",
-  "version": "2.20.9.1",
+  "version": "2.21.0-beta.0",
   "main": "index.js",
   "type": "module",
   "exports": {

src/api.ts

@@ -297,6 +297,16 @@ class API {
         if (!coll) {
           return { error: "collection_not_found" };
         }
+        if (coll.store instanceof MultiWACZ) {
+          // @ts-expect-error [TODO] - TS4111 - Property '_query' comes from an index signature, so it must be accessed with ['_query'].
+          const q = params._query.get("q");
+          // @ts-expect-error [TODO] - TS4111 - Property '_query' comes from an index signature, so it must be accessed with ['_query'].
+          const limit = Number(params._query.get("limit")) || 25;
+          if (q) {
+            const pages = await coll.store.queryPages(q, limit);
+            return { pages };
+          }
+        }
         const pages = await coll.store.getAllPages();
         return { pages };
       }

src/wacz/multiwacz.ts

@@ -1240,6 +1240,40 @@ export class MultiWACZ
     }
   }
 
+  // eslint-disable-next-line @typescript-eslint/no-explicit-any
+  async queryPages(urlPrefix: string, limit = 25) : Promise<Record<string, any>[]> {
+    const params = new URLSearchParams();
+    params.set("urlPrefix", urlPrefix);
+    params.set("pageSize", limit + "");
+    const res = await fetch(this.pagesQuery + "?" + params.toString(), {
+      headers: this.sourceLoader?.headers,
+    });
+    if (res.status !== 200) {
+      return [];
+    }
+    const json = await res.json();
+    if (!json) {
+      return [];
+    }
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    const pages = json.items.map((x: any) => {
+      x.wacz = x.filename;
+      const file = this.waczfiles[x.filename];
+      if (file) {
+        x.waczhash = file.hash;
+      }
+      if (typeof(x.ts) === "string") {
+        // eslint-disable-next-line @typescript-eslint/no-unsafe-argument
+        x.ts = new Date(x.ts).getTime();
+      }
+      // eslint-disable-next-line @typescript-eslint/no-unsafe-return
+      return x;
+    });
+
+    // eslint-disable-next-line @typescript-eslint/no-unsafe-return
+    return pages;
+  }
+
   async getWACZFilesForPagesQuery(requestUrl: string) {
     const params = new URLSearchParams();
     const url = new URL(requestUrl);