1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
| import * as mysql from 'mysql2/promise';
| import * as fs from 'fs';
| import * as rl from 'node:readline/promises'
|
| let connection = await mysql.createConnection({
| host: 'localhost',
| user: 'root',
| password: 'xA123456',
| database: 'fiction',
| multipleStatements: true
| });
| await connection.connect();
|
| async function startImport() {
| const file = "E:\\annas_archive_meta__aacid__zlib3_records__20240809T171652Z--20240824T040729Z.jsonl.seekable";
| const rs = fs.createReadStream(file, 'utf-8');
| const readLine = rl.createInterface(rs);
| const books = [];
| let cnt = 0;
| let line = '';
| for await (const line of readLine) {
| const obj = JSON.parse(line);
| let filesize = obj.metadata.filesize_reported;
| if (!filesize) {
| let size = obj.metadata.annabookinfo?.response?.filesize;
| if (size) {
| filesize = parseInt(size);
| }
| }
| books.push([
| obj.metadata.zlibrary_id ?? 0,
| obj.aacid ?? '',
| obj.metadata?.extension ?? '',
| filesize ?? 0,
| obj.metadata?.md5_reported ?? '',
| obj.metadata?.title ?? '',
| obj.metadata?.author ?? '',
| obj.metadata?.publisher ?? '',
| obj.metadata?.language ?? '',
| obj.metadata?.isbns?.[0] ?? '',
| obj.metadata?.year ?? '',
| obj.metadata?.pages ?? '']);
| if (books.length % 10000 === 0) {
| for (const book of books) {
| const [result, err] = await connection.execute('INSERT INTO zlib_3(zlibrary_id,aacid,extension,filesize,md5,title,author,publisher,language,isbn,year,pages) VALUES(?,?,?,?,?,?,?,?,?,?,?,?)', book);
| if (err) {
| console.error(err);
| } else {
| cnt++;
| }
| }
| console.log(`已导入${cnt}条记录`);
| books.length = 0;
| }
| }
|
| readLine.on('close', async () => {
| for (const book of books) {
| const [result, err] = await connection.execute('INSERT INTO zlib_3(zlibrary_id,aacid,extension,filesize,md5,title,author,publisher,language,isbn,year,pages) VALUES(?,?,?,?,?,?,?,?,?,?,?,?)', book);
| if (err) {
| console.error(err);
| }
| }
| books.length = 0;
| connection.destroy();
| console.log('导入完成');
| });
| }
|
| startImport();
|
|
