|
|
|
@ -1,12 +1,10 @@
|
|
|
|
'use strict';
|
|
|
|
/* eslint-disable no-await-in-loop */
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
const _ = require('lodash');
|
|
|
|
'use strict';
|
|
|
|
|
|
|
|
|
|
|
|
const db = require('../../database');
|
|
|
|
const db = require('../../database');
|
|
|
|
const batch = require('../../batch');
|
|
|
|
const batch = require('../../batch');
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
module.exports = {
|
|
|
|
module.exports = {
|
|
|
|
name: 'Update chat messages to add roomId field',
|
|
|
|
name: 'Update chat messages to add roomId field',
|
|
|
|
timestamp: Date.UTC(2023, 6, 2),
|
|
|
|
timestamp: Date.UTC(2023, 6, 2),
|
|
|
|
@ -18,47 +16,71 @@ module.exports = {
|
|
|
|
for (let i = 1; i <= nextChatRoomId; i++) {
|
|
|
|
for (let i = 1; i <= nextChatRoomId; i++) {
|
|
|
|
allRoomIds.push(i);
|
|
|
|
allRoomIds.push(i);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
progress.total = allRoomIds.length;
|
|
|
|
progress.total = 0;
|
|
|
|
await batch.processArray(allRoomIds, async (roomIds) => {
|
|
|
|
|
|
|
|
progress.incr(roomIds.length);
|
|
|
|
|
|
|
|
const [arrayOfUids, arrayOfRoomData] = await Promise.all([
|
|
|
|
|
|
|
|
db.getSortedSetsMembers(roomIds.map(roomId => `chat:room:${roomId}:uids`)),
|
|
|
|
|
|
|
|
db.getObjects(roomIds.map(roomId => `chat:room:${roomId}`)),
|
|
|
|
|
|
|
|
]);
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
await Promise.all(roomIds.map(async (roomId, index) => {
|
|
|
|
// calculate user count and set progress.total
|
|
|
|
const uids = arrayOfUids[index];
|
|
|
|
await batch.processArray(allRoomIds, async (roomIds) => {
|
|
|
|
const roomData = arrayOfRoomData[index];
|
|
|
|
const arrayOfRoomData = await db.getObjects(roomIds.map(roomId => `chat:room:${roomId}`));
|
|
|
|
if (!uids.length && !roomData) {
|
|
|
|
await Promise.all(roomIds.map(async (roomId, idx) => {
|
|
|
|
return;
|
|
|
|
const roomData = arrayOfRoomData[idx];
|
|
|
|
}
|
|
|
|
if (roomData) {
|
|
|
|
if (roomData && roomData.owner && !uids.includes(String(roomData.owner))) {
|
|
|
|
const userCount = await db.sortedSetCard(`chat:room:${roomId}:uids`);
|
|
|
|
uids.push(roomData.owner);
|
|
|
|
progress.total += userCount;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
const userKeys = uids.map(uid => `uid:${uid}:chat:room:${roomId}:mids`);
|
|
|
|
}));
|
|
|
|
const mids = await db.getSortedSetsMembers(userKeys);
|
|
|
|
}, {
|
|
|
|
const uniqMids = _.uniq(_.flatten(mids));
|
|
|
|
batch: 500,
|
|
|
|
let messageData = await db.getObjects(uniqMids.map(mid => `message:${mid}`));
|
|
|
|
});
|
|
|
|
messageData.forEach((m, idx) => {
|
|
|
|
|
|
|
|
if (m) {
|
|
|
|
await batch.processArray(allRoomIds, async (roomIds) => {
|
|
|
|
m.mid = parseInt(uniqMids[idx], 10);
|
|
|
|
const arrayOfRoomData = await db.getObjects(roomIds.map(roomId => `chat:room:${roomId}`));
|
|
|
|
}
|
|
|
|
for (const roomData of arrayOfRoomData) {
|
|
|
|
});
|
|
|
|
if (roomData) {
|
|
|
|
messageData = messageData.filter(Boolean);
|
|
|
|
const midsSeen = {};
|
|
|
|
|
|
|
|
const { roomId } = roomData;
|
|
|
|
|
|
|
|
await batch.processSortedSet(`chat:room:${roomId}:uids`, async (uids) => {
|
|
|
|
|
|
|
|
for (const uid of uids) {
|
|
|
|
|
|
|
|
await batch.processSortedSet(`uid:${uid}:chat:room:${roomId}:mids`, async (mids) => {
|
|
|
|
|
|
|
|
const uniqMids = mids.filter(mid => !midsSeen.hasOwnProperty(mid));
|
|
|
|
|
|
|
|
if (!uniqMids.length) {
|
|
|
|
|
|
|
|
return;
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
const bulkSet = messageData.map(
|
|
|
|
let messageData = await db.getObjects(uniqMids.map(mid => `message:${mid}`));
|
|
|
|
msg => [`message:${msg.mid}`, { roomId: roomId }]
|
|
|
|
messageData.forEach((m, idx) => {
|
|
|
|
);
|
|
|
|
if (m) {
|
|
|
|
|
|
|
|
m.mid = parseInt(uniqMids[idx], 10);
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
});
|
|
|
|
|
|
|
|
messageData = messageData.filter(Boolean);
|
|
|
|
|
|
|
|
|
|
|
|
await db.setObjectBulk(bulkSet);
|
|
|
|
const bulkSet = messageData.map(
|
|
|
|
await db.setObjectField(`chat:room:${roomId}`, 'userCount', uids.length);
|
|
|
|
msg => [`message:${msg.mid}`, { roomId: roomId }]
|
|
|
|
await db.sortedSetAdd(
|
|
|
|
);
|
|
|
|
`chat:room:${roomId}:mids`,
|
|
|
|
|
|
|
|
messageData.map(m => m.timestamp),
|
|
|
|
await db.setObjectBulk(bulkSet);
|
|
|
|
messageData.map(m => m.mid),
|
|
|
|
await db.sortedSetAdd(
|
|
|
|
);
|
|
|
|
`chat:room:${roomId}:mids`,
|
|
|
|
await db.deleteAll(userKeys);
|
|
|
|
messageData.map(m => m.timestamp),
|
|
|
|
}));
|
|
|
|
messageData.map(m => m.mid),
|
|
|
|
|
|
|
|
);
|
|
|
|
|
|
|
|
uniqMids.forEach((mid) => {
|
|
|
|
|
|
|
|
midsSeen[mid] = 1;
|
|
|
|
|
|
|
|
});
|
|
|
|
|
|
|
|
}, {
|
|
|
|
|
|
|
|
batch: 500,
|
|
|
|
|
|
|
|
});
|
|
|
|
|
|
|
|
// eslint-disable-next-line no-await-in-loop
|
|
|
|
|
|
|
|
await db.deleteAll(`uid:${uid}:chat:room:${roomId}:mids`);
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
progress.incr(uids.length);
|
|
|
|
|
|
|
|
}, {
|
|
|
|
|
|
|
|
batch: 500,
|
|
|
|
|
|
|
|
});
|
|
|
|
|
|
|
|
const userCount = await db.sortedSetCard(`chat:room:${roomId}:uids`);
|
|
|
|
|
|
|
|
await db.setObjectField(`chat:room:${roomId}`, 'userCount', userCount);
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
}
|
|
|
|
}, {
|
|
|
|
}, {
|
|
|
|
batch: 500,
|
|
|
|
batch: 500,
|
|
|
|
});
|
|
|
|
});
|
|
|
|
|
Barış Soner Uşaklı
1 year ago