add concurrent downloads

Author: WeeJeWel

lib/iCloudBackupDrive.mjs

@@ -2,6 +2,7 @@ import fs from 'node:fs';
 import path from 'node:path';
 
 import fse from 'fs-extra';
+import PQueue from 'p-queue';
 
 export default class iCloudBackupDrive {
 
@@ -11,9 +12,11 @@ export default class iCloudBackupDrive {
   constructor({
     api = null,
     filepath = null,
+    concurrency = 20,
   }) {
     this.api = api;
     this.filepath = filepath;
+    this.queue = new PQueue({ concurrency });
   }
 
   log(...args) {
@@ -47,32 +50,36 @@ export default class iCloudBackupDrive {
               if (localModified.getTime() === cloudModified.getTime()) continue;
             }
 
-            // Download the file
-            try {
-              // Save to disk
-              const file = await driveService.downloadFile(item);
-              await new Promise((resolve, reject) => {
-                file.pipe(fs.createWriteStream(absoluteFilepath))
-                  .once('finish', resolve)
-                  .once('error', reject);
-              });
-
-              // Set file modification time
-              const dateModified = new Date(item.dateModified);
-              await fse.utimes(absoluteFilepath, dateModified, dateModified);
-
-              this.log(`✅ ${relativeFilepath}`);
-            } catch (err) {
-              this.log(`❌ ${relativeFilepath}: ${err.stack}`);
-            }
+            this.queue.add(async () => {
+              // Download the file
+              try {
+                // Save to disk
+                const file = await driveService.downloadFile(item);
+                await new Promise((resolve, reject) => {
+                  file.pipe(fs.createWriteStream(absoluteFilepath))
+                    .once('finish', resolve)
+                    .once('error', reject);
+                });
+
+                // Set file modification time
+                const dateModified = new Date(item.dateModified);
+                await fse.utimes(absoluteFilepath, dateModified, dateModified);
+
+                this.log(`✅ ${relativeFilepath}`);
+              } catch (err) {
+                this.log(`❌ ${relativeFilepath}: ${err.stack}`);
+              }
+            });
             break;
           }
           case 'FOLDER': {
             const relativeFilepath = path.join(relativePath, `${item.name}`);
 
             try {
               const folderNode = await driveService.getNode(item);
-              await downloadFolderRecursive(folderNode, relativeFilepath);
+              await this.queue.add(async () => {
+                await downloadFolderRecursive(folderNode, relativeFilepath);
+              });
             } catch (err) {
               console.error(`❌ ${relativeFilepath}: ${err.stack}`);
             }