refactor: async/await emailer

v1.18.x
Barış Soner Uşaklı 6 years ago
parent f76d35bcf2
commit 63bd3fc597

@ -20,16 +20,12 @@ settingsController.get = async function (req, res, next) {
async function renderEmail(req, res) { async function renderEmail(req, res) {
const [emails, services] = await Promise.all([ const emails = await emailer.getTemplates(meta.config);
emailer.getTemplates(meta.config),
emailer.listServices(),
]);
res.render('admin/settings/email', { res.render('admin/settings/email', {
emails: emails, emails: emails,
sendable: emails.filter(function (email) { sendable: emails.filter(e => !e.path.includes('_plaintext') && !e.path.includes('partials')),
return !email.path.includes('_plaintext') && !email.path.includes('partials'); services: emailer.listServices(),
}),
services: services,
}); });
} }

@ -1,26 +1,29 @@
'use strict'; 'use strict';
var async = require('async'); const winston = require('winston');
var winston = require('winston'); const nconf = require('nconf');
var nconf = require('nconf'); const Benchpress = require('benchpressjs');
var Benchpress = require('benchpressjs'); const nodemailer = require('nodemailer');
var nodemailer = require('nodemailer'); const wellKnownServices = require('nodemailer/lib/well-known/services');
var wellKnownServices = require('nodemailer/lib/well-known/services'); const htmlToText = require('html-to-text');
var htmlToText = require('html-to-text'); const url = require('url');
var url = require('url'); const path = require('path');
var path = require('path'); const fs = require('fs');
var fs = require('fs'); const util = require('util');
var _ = require('lodash'); const readFileAsync = util.promisify(fs.readFile);
var jwt = require('jsonwebtoken'); const writeFileAsync = util.promisify(fs.writeFile);
var User = require('./user'); const _ = require('lodash');
var Plugins = require('./plugins'); const jwt = require('jsonwebtoken');
var meta = require('./meta');
var translator = require('./translator'); const User = require('./user');
var pubsub = require('./pubsub'); const Plugins = require('./plugins');
var file = require('./file'); const meta = require('./meta');
const translator = require('./translator');
var Emailer = module.exports; const pubsub = require('./pubsub');
const file = require('./file');
const Emailer = module.exports;
Emailer.transports = { Emailer.transports = {
sendmail: nodemailer.createTransport({ sendmail: nodemailer.createTransport({
@ -35,48 +38,30 @@ Emailer.transports = {
var app; var app;
var viewsDir = nconf.get('views_dir'); const viewsDir = nconf.get('views_dir');
Emailer.getTemplates = function (config, callback) { Emailer.getTemplates = async function (config) {
var emailsPath = path.join(viewsDir, 'emails'); const emailsPath = path.join(viewsDir, 'emails');
async.waterfall([ let emails = await file.walk(emailsPath);
function (next) { emails = emails.filter(email => !email.endsWith('.js'));
file.walk(emailsPath, next);
},
function (emails, next) {
// exclude .js files
emails = emails.filter(function (email) {
return !email.endsWith('.js');
});
async.map(emails, function (email, next) { const templates = await Promise.all(emails.map(async (email) => {
var path = email.replace(emailsPath, '').substr(1).replace('.tpl', ''); const path = email.replace(emailsPath, '').substr(1).replace('.tpl', '');
const original = await readFileAsync(email, 'utf8');
async.waterfall([ return {
function (next) {
fs.readFile(email, 'utf8', next);
},
function (original, next) {
var isCustom = !!config['email:custom:' + path];
var text = config['email:custom:' + path] || original;
next(null, {
path: path, path: path,
fullpath: email, fullpath: email,
text: text, text: config['email:custom:' + path] || original,
original: original, original: original,
isCustom: isCustom, isCustom: !!config['email:custom:' + path],
}); };
}, }));
], next); return templates;
}, next);
},
], callback);
}; };
Emailer.listServices = function (callback) { Emailer.listServices = function () {
var services = Object.keys(wellKnownServices); return Object.keys(wellKnownServices);
setImmediate(callback, null, services);
}; };
Emailer._defaultPayload = {}; Emailer._defaultPayload = {};
@ -123,9 +108,9 @@ Emailer.setupFallbackTransport = function (config) {
} }
}; };
var prevConfig = meta.config; let prevConfig = meta.config;
function smtpSettingsChanged(config) { function smtpSettingsChanged(config) {
var settings = [ const settings = [
'email:smtpTransport:enabled', 'email:smtpTransport:enabled',
'email:smtpTransport:user', 'email:smtpTransport:user',
'email:smtpTransport:pass', 'email:smtpTransport:pass',
@ -135,9 +120,7 @@ function smtpSettingsChanged(config) {
'email:smtpTransport:security', 'email:smtpTransport:security',
]; ];
return settings.some(function (key) { return settings.some(key => config[key] !== prevConfig[key]);
return config[key] !== prevConfig[key];
});
} }
Emailer.registerApp = function (expressApp) { Emailer.registerApp = function (expressApp) {
@ -186,46 +169,36 @@ Emailer.registerApp = function (expressApp) {
return Emailer; return Emailer;
}; };
Emailer.send = function (template, uid, params, callback) { Emailer.send = async function (template, uid, params) {
callback = callback || function () {};
if (!app) { if (!app) {
winston.warn('[emailer] App not ready!'); winston.warn('[emailer] App not ready!');
return callback(); return;
} }
// Combined passed-in payload with default values // Combined passed-in payload with default values
params = { ...Emailer._defaultPayload, ...params }; params = { ...Emailer._defaultPayload, ...params };
async.waterfall([ const [userData, userSettings] = await Promise.all([
function (next) { User.getUserFields(uid, ['email', 'username']),
async.parallel({ User.getSettings(uid),
userData: async.apply(User.getUserFields, uid, ['email', 'username']), ]);
settings: async.apply(User.getSettings, uid),
}, next); if (!userData || !userData.email) {
},
async function (results) {
if (!results.userData || !results.userData.email) {
winston.warn('uid : ' + uid + ' has no email, not sending.'); winston.warn('uid : ' + uid + ' has no email, not sending.');
return; return;
} }
params.uid = uid; params.uid = uid;
params.username = results.userData.username; params.username = userData.username;
params.rtl = await translator.translate('[[language:dir]]', results.settings.userLang) === 'rtl'; params.rtl = await translator.translate('[[language:dir]]', userSettings.userLang) === 'rtl';
Emailer.sendToEmail(template, results.userData.email, results.settings.userLang, params, function (err) { try {
if (err) { await Emailer.sendToEmail(template, userData.email, userSettings.userLang, params);
} catch (err) {
winston.error(err); winston.error(err);
} }
});
},
], function (err) {
callback(err);
});
}; };
Emailer.sendToEmail = function (template, email, language, params, callback) { Emailer.sendToEmail = async function (template, email, language, params) {
callback = callback || function () {}; const lang = language || meta.config.defaultLang || 'en-GB';
var lang = language || meta.config.defaultLang || 'en-GB';
// Add some default email headers based on local configuration // Add some default email headers based on local configuration
params.headers = { 'List-Id': '<' + [template, params.uid, getHostname()].join('.') + '>', params.headers = { 'List-Id': '<' + [template, params.uid, getHostname()].join('.') + '>',
@ -238,58 +211,41 @@ Emailer.sendToEmail = function (template, email, language, params, callback) {
uid: params.uid, uid: params.uid,
}; };
switch (template) { if (template === 'digest' || template === 'notification') {
case 'digest': if (template === 'notification') {
payload = jwt.sign(payload, nconf.get('secret'), {
expiresIn: '30d',
});
params.headers['List-Unsubscribe'] = '<' + [nconf.get('url'), 'email', 'unsubscribe', payload].join('/') + '>';
params.headers['List-Unsubscribe-Post'] = 'List-Unsubscribe=One-Click';
break;
case 'notification':
payload.type = params.notification.type; payload.type = params.notification.type;
}
payload = jwt.sign(payload, nconf.get('secret'), { payload = jwt.sign(payload, nconf.get('secret'), {
expiresIn: '30d', expiresIn: '30d',
}); });
params.headers['List-Unsubscribe'] = '<' + [nconf.get('url'), 'email', 'unsubscribe', payload].join('/') + '>'; params.headers['List-Unsubscribe'] = '<' + [nconf.get('url'), 'email', 'unsubscribe', payload].join('/') + '>';
params.headers['List-Unsubscribe-Post'] = 'List-Unsubscribe=One-Click'; params.headers['List-Unsubscribe-Post'] = 'List-Unsubscribe=One-Click';
break;
} }
async.waterfall([ const result = await Plugins.fireHook('filter:email.params', {
function (next) {
Plugins.fireHook('filter:email.params', {
template: template, template: template,
email: email, email: email,
language: lang, language: lang,
params: params, params: params,
}, next); });
},
function (result, next) {
template = result.template; template = result.template;
email = result.email; email = result.email;
params = result.params; params = result.params;
async.parallel({
html: function (next) { const [html, subject] = await Promise.all([
Emailer.renderAndTranslate(template, params, result.language, next); Emailer.renderAndTranslate(template, params, result.language),
}, translator.translate(params.subject, result.language),
subject: function (next) { ]);
translator.translate(params.subject, result.language, function (translated) {
next(null, translated); const data = await Plugins.fireHook('filter:email.modify', {
});
},
}, next);
},
function (results, next) {
var data = {
_raw: params, _raw: params,
to: email, to: email,
from: meta.config['email:from'] || 'no-reply@' + getHostname(), from: meta.config['email:from'] || 'no-reply@' + getHostname(),
from_name: meta.config['email:from_name'] || 'NodeBB', from_name: meta.config['email:from_name'] || 'NodeBB',
subject: '[' + meta.config.title + '] ' + _.unescape(results.subject), subject: '[' + meta.config.title + '] ' + _.unescape(subject),
html: results.html, html: html,
plaintext: htmlToText.fromString(results.html, { plaintext: htmlToText.fromString(html, {
ignoreImage: true, ignoreImage: true,
}), }),
template: template, template: template,
@ -298,23 +254,21 @@ Emailer.sendToEmail = function (template, email, language, params, callback) {
fromUid: params.fromUid, fromUid: params.fromUid,
headers: params.headers, headers: params.headers,
rtl: params.rtl, rtl: params.rtl,
}; });
Plugins.fireHook('filter:email.modify', data, next);
}, try {
function (data, next) {
if (Plugins.hasListeners('filter:email.send')) { if (Plugins.hasListeners('filter:email.send')) {
Plugins.fireHook('filter:email.send', data, next); await Plugins.fireHook('filter:email.send', data);
} else { } else {
Emailer.sendViaFallback(data, next); await Emailer.sendViaFallback(data);
} }
}, } catch (err) {
], function (err) {
if (err && err.code === 'ENOENT') { if (err && err.code === 'ENOENT') {
callback(new Error('[[error:sendmail-not-found]]')); throw new Error('[[error:sendmail-not-found]]');
} else { } else {
callback(err); throw err;
}
} }
});
}; };
Emailer.sendViaFallback = function (data, callback) { Emailer.sendViaFallback = function (data, callback) {
@ -335,75 +289,48 @@ Emailer.sendViaFallback = function (data, callback) {
}); });
}; };
function buildCustomTemplates(config) { async function buildCustomTemplates(config) {
async.waterfall([ try {
function (next) { const [templates, allPaths] = await Promise.all([
async.parallel({ Emailer.getTemplates(config),
templates: function (cb) { file.walk(viewsDir),
Emailer.getTemplates(config, cb); ]);
},
paths: function (cb) {
file.walk(viewsDir, cb);
},
}, next);
},
function (result, next) {
// If the new config contains any email override values, re-compile those templates // If the new config contains any email override values, re-compile those templates
var toBuild = Object const toBuild = Object
.keys(config) .keys(config)
.filter(prop => prop.startsWith('email:custom:')) .filter(prop => prop.startsWith('email:custom:'))
.map(key => key.split(':')[2]); .map(key => key.split(':')[2]);
var templates = result.templates.filter(template => toBuild.includes(template.path)); const templatesToBuild = templates.filter(template => toBuild.includes(template.path));
var paths = _.fromPairs(result.paths.map(function (p) { const paths = _.fromPairs(allPaths.map(function (p) {
var relative = path.relative(viewsDir, p).replace(/\\/g, '/'); const relative = path.relative(viewsDir, p).replace(/\\/g, '/');
return [relative, p]; return [relative, p];
})); }));
async.each(templates, function (template, next) {
async.waterfall([ await Promise.all(templatesToBuild.map(async (template) => {
function (next) { const source = await meta.templates.processImports(paths, template.path, template.text);
meta.templates.processImports(paths, template.path, template.text, next); const compiled = await Benchpress.precompile(source, {
},
function (source, next) {
Benchpress.precompile(source, {
minify: global.env !== 'development', minify: global.env !== 'development',
}, next); });
}, await writeFileAsync(template.fullpath.replace(/\.tpl$/, '.js'), compiled);
function (compiled, next) { }));
fs.writeFile(template.fullpath.replace(/\.tpl$/, '.js'), compiled, next);
},
], next);
}, next);
},
function (next) {
Benchpress.flush(); Benchpress.flush();
next(); winston.verbose('[emailer] Built custom email templates');
}, } catch (err) {
], function (err) {
if (err) {
winston.error('[emailer] Failed to build custom email templates', err); winston.error('[emailer] Failed to build custom email templates', err);
return;
} }
winston.verbose('[emailer] Built custom email templates');
});
} }
Emailer.renderAndTranslate = function (template, params, lang, callback) { Emailer.renderAndTranslate = async function (template, params, lang) {
app.render('emails/' + template, params, function (err, html) { const html = await app.renderAsync('emails/' + template, params);
if (err) { return await translator.translate(html, lang);
return callback(err);
}
translator.translate(html, lang, function (translated) {
callback(null, translated);
});
});
}; };
function getHostname() { function getHostname() {
var configUrl = nconf.get('url'); const configUrl = nconf.get('url');
var parsed = url.parse(configUrl); const parsed = url.parse(configUrl);
return parsed.hostname; return parsed.hostname;
} }

Loading…
Cancel
Save