From b8ed325a3455ff1344cfeb04c9268bc84d0a415e Mon Sep 17 00:00:00 2001
From: lyg <1543117173@qq.com>
Date: 星期四, 13 六月 2024 08:46:39 +0800
Subject: [PATCH] 修改请求间隔时间
---
.gitignore | 1 +
src/book-list-download.mjs | 20 +++++++++++++++-----
src/main.mjs | 6 +++---
3 files changed, 19 insertions(+), 8 deletions(-)
diff --git a/.gitignore b/.gitignore
index fbd5585..954f5d3 100644
--- a/.gitignore
+++ b/.gitignore
@@ -7,3 +7,4 @@
failed-books.txt
no-file-books.txt
not-found-books.txt
+alreadyDownloadedBooks.txt
\ No newline at end of file
diff --git a/src/book-list-download.mjs b/src/book-list-download.mjs
index d07ae42..e6b73c2 100644
--- a/src/book-list-download.mjs
+++ b/src/book-list-download.mjs
@@ -106,8 +106,18 @@
}
}
-initLogger();
-main()
- .finally(() => {
- logFile.close();
- });
\ No newline at end of file
+function failed2Excel() {
+ const ids = fs.readFileSync("C:\\Users\\lyg\\Downloads\\not-found-books.txt", "utf-8").split("\n");
+ const workSheets = xlsx.parse("銆愮浜屾壒浜屾澶勭悊鍚庛�戜氦浠樻竻鍗�.xlsx");
+ const sheet = workSheets[0];
+ const rows = sheet.data.filter((row) => ids.includes(row[0]));
+ const buffer = xlsx.build([{ name: "Sheet1", data: rows }]);
+ fs.writeFileSync("C:\\Users\\lyg\\Downloads\\not-found-books.xlsx", buffer, (err) => { });
+}
+failed2Excel();
+// initLogger();
+// main()
+// .finally(() => {
+// logFile.close();
+// });
+
diff --git a/src/main.mjs b/src/main.mjs
index 32fafd9..7aca6af 100644
--- a/src/main.mjs
+++ b/src/main.mjs
@@ -379,14 +379,14 @@
continue;
}
// 绛変竴娈垫椂闂村啀鎵撳紑璇︽儏椤�
- sleep(getRandomNumber(1000, 30000));
+ sleep(getRandomNumber(500, 10000));
// 鎵撳紑璇︽儏椤�
await openBookDetailPage(book, detailPageUrl);
// 鑾峰彇涓嬭浇閾炬帴
const url = await getDownloadUrl(book);
if (!url) { continue; }
// 绛夊緟涓�娈垫椂闂村啀涓嬭浇
- await sleep(getRandomNumber(1000, 30000));
+ await sleep(getRandomNumber(500, 10000));
// 涓嬭浇鏂囦欢
try {
await downloadFile(book, url);
@@ -394,7 +394,7 @@
} catch (e) { }
successCount++;
// 绛変竴娈垫椂闂村啀涓嬩竴涓�
- sleep(getRandomNumber(1000, 30000));
+ sleep(getRandomNumber(500, 10000));
}
}
--
Gitblit v1.9.1