perf: #10410, faster upgrade script

isekai-main
Barış Soner Uşaklı 3 years ago
parent 38ca73c493
commit dab22d5fd0

@ -1,5 +1,3 @@
/* eslint-disable no-await-in-loop */
'use strict'; 'use strict';
const crypto = require('crypto'); const crypto = require('crypto');
@ -16,14 +14,13 @@ module.exports = {
const { progress } = this; const { progress } = this;
await batch.processSortedSet('users:joindate', async (uids) => { await batch.processSortedSet('users:joindate', async (uids) => {
const keys = uids.map(uid => `uid:${uid}:uploads`);
progress.incr(uids.length); progress.incr(uids.length);
for (let idx = 0; idx < uids.length; idx++) { await Promise.all(uids.map(async (uid) => {
const key = keys[idx]; const key = `uid:${uid}:uploads`;
// Rename the paths within // Rename the paths within
let uploads = await db.getSortedSetRangeWithScores(key, 0, -1); let uploads = await db.getSortedSetRangeWithScores(key, 0, -1);
if (uploads.length) {
// Don't process those that have already the right format // Don't process those that have already the right format
uploads = uploads.filter(upload => upload.value.startsWith('/files/')); uploads = uploads.filter(upload => upload.value.startsWith('/files/'));
@ -33,13 +30,13 @@ module.exports = {
uploads.map(upload => upload.score), uploads.map(upload => upload.score),
uploads.map(upload => upload.value.slice(1)) uploads.map(upload => upload.value.slice(1))
); );
// Add uid to the upload's hash object // Add uid to the upload's hash object
uploads = await db.getSortedSetMembers(key); uploads = await db.getSortedSetMembers(key);
await db.setObjectBulk(uploads.map(relativePath => [`upload:${md5(relativePath)}`, { uid: uids[idx] }])); await db.setObjectBulk(uploads.map(relativePath => [`upload:${md5(relativePath)}`, { uid: uids[idx] }]));
} }
}));
}, { }, {
batch: 100, batch: 500,
progress: progress, progress: progress,
}); });
}, },

Loading…
Cancel
Save