misskey-awawa/src/index.ts

281 lines
7.2 KiB
TypeScript
Raw Normal View History

2016-12-28 22:49:51 +00:00
/**
2017-01-02 21:09:17 +00:00
* Misskey Entry Point!
2016-12-28 22:49:51 +00:00
*/
Error.stackTraceLimit = Infinity;
2018-08-06 12:35:49 +00:00
require('events').EventEmitter.defaultMaxListeners = 128;
2016-12-28 22:49:51 +00:00
import * as os from 'os';
import * as cluster from 'cluster';
2017-01-24 01:28:14 +00:00
import * as debug from 'debug';
2017-11-06 10:59:14 +00:00
import chalk from 'chalk';
2018-07-13 14:25:32 +00:00
import * as portscanner from 'portscanner';
2017-01-02 20:49:37 +00:00
import isRoot = require('is-root');
2017-06-08 16:03:54 +00:00
import Xev from 'xev';
import * as program from 'commander';
import * as sysUtils from 'systeminformation';
import mongo, { nativeDbConn } from './db/mongodb';
2017-04-05 00:58:29 +00:00
2018-07-07 10:19:00 +00:00
import Logger from './misc/logger';
2018-06-10 21:48:25 +00:00
import serverStats from './daemons/server-stats';
import notesStats from './daemons/notes-stats';
2018-04-02 04:15:53 +00:00
import loadConfig from './config/load';
import { Config } from './config/types';
import { lessThan } from './prelude/array';
2018-11-20 12:19:14 +00:00
import { Db } from 'mongodb';
2017-01-16 23:19:34 +00:00
2017-01-24 01:28:14 +00:00
const clusterLog = debug('misskey:cluster');
2017-06-08 16:03:54 +00:00
const ev = new Xev();
2017-01-24 01:28:14 +00:00
2018-08-16 18:51:42 +00:00
if (process.env.NODE_ENV != 'production' && process.env.DEBUG == null) {
2018-07-28 09:01:49 +00:00
debug.enable('misskey');
2018-04-05 09:08:51 +00:00
}
const pkg = require('../package.json');
2018-07-28 08:57:24 +00:00
//#region Command line argument definitions
program
.version(pkg.version)
.option('--no-daemons', 'Disable daemon processes (for debbuging)')
.option('--disable-clustering', 'Disable clustering')
.parse(process.argv);
2018-07-28 08:57:24 +00:00
//#endregion
2016-12-28 22:49:51 +00:00
/**
2017-02-27 07:11:49 +00:00
* Init process
2016-12-28 22:49:51 +00:00
*/
2017-01-24 01:28:14 +00:00
function main() {
2018-08-15 15:13:24 +00:00
process.title = `Misskey (${cluster.isMaster ? 'master' : 'worker'})`;
2018-07-28 08:57:24 +00:00
if (cluster.isMaster || program.disableClustering) {
2018-07-07 10:19:00 +00:00
masterMain();
2017-06-08 16:03:54 +00:00
if (cluster.isMaster) {
ev.mount();
}
2018-07-28 20:34:08 +00:00
if (program.daemons) {
serverStats();
notesStats();
}
}
if (cluster.isWorker || program.disableClustering) {
2018-07-07 10:19:00 +00:00
workerMain();
2016-12-28 22:49:51 +00:00
}
}
/**
2017-02-27 07:11:49 +00:00
* Init master process
2016-12-28 22:49:51 +00:00
*/
2018-07-07 10:19:00 +00:00
async function masterMain() {
2017-04-05 00:58:29 +00:00
let config: Config;
2016-12-28 22:49:51 +00:00
try {
// initialize app
2017-04-05 00:58:29 +00:00
config = await init();
2016-12-28 22:49:51 +00:00
} catch (e) {
console.error(e);
2018-07-14 11:58:21 +00:00
Logger.error('Fatal error occurred during initialization');
2017-04-23 06:40:13 +00:00
process.exit(1);
2017-04-05 00:58:29 +00:00
}
2018-07-14 13:05:19 +00:00
Logger.succ('Misskey initialized');
2017-04-05 00:58:29 +00:00
if (!program.disableClustering) {
await spawnWorkers(config.clusterLimit);
}
2018-11-05 18:48:23 +00:00
Logger.succ(`Now listening on port ${config.port} on ${config.url}`);
2016-12-28 22:49:51 +00:00
}
/**
2017-02-27 07:11:49 +00:00
* Init worker process
2016-12-28 22:49:51 +00:00
*/
2018-07-07 10:19:00 +00:00
async function workerMain() {
// start server
await require('./server').default();
2018-03-28 16:20:40 +00:00
if (cluster.isWorker) {
// Send a 'ready' message to parent process
process.send('ready');
}
2016-12-28 22:49:51 +00:00
}
const runningNodejsVersion = process.version.slice(1).split('.').map(x => parseInt(x, 10));
const requiredNodejsVersion = [10, 0, 0];
const satisfyNodejsVersion = !lessThan(runningNodejsVersion, requiredNodejsVersion);
2018-11-20 02:23:32 +00:00
function isWellKnownPort(port: number): boolean {
return port < 1024;
}
async function isPortAvailable(port: number): Promise<boolean> {
return await portscanner.checkPortStatus(port, '127.0.0.1') === 'closed';
}
async function showMachine() {
const logger = new Logger('Machine');
logger.info(`Hostname: ${os.hostname()}`);
logger.info(`Platform: ${process.platform}`);
logger.info(`Architecture: ${process.arch}`);
logger.info(`CPU: ${os.cpus().length} core`);
const mem = await sysUtils.mem();
const totalmem = (mem.total / 1024 / 1024 / 1024).toFixed(1);
const availmem = (mem.available / 1024 / 1024 / 1024).toFixed(1);
logger.info(`MEM: ${totalmem}GB (available: ${availmem}GB)`);
}
function showEnvironment(): void {
const env = process.env.NODE_ENV;
const logger = new Logger('Env');
logger.info(typeof env == 'undefined' ? 'NODE_ENV is not set' : `NODE_ENV: ${env}`);
if (env !== 'production') {
logger.warn('The environment is not in production mode');
logger.warn('Do not use for production purpose');
}
logger.info(`You ${isRoot() ? '' : 'do not '}have root privileges`);
}
2016-12-28 22:49:51 +00:00
/**
* Init app
*/
2017-04-05 00:58:29 +00:00
async function init(): Promise<Config> {
2016-12-29 14:09:21 +00:00
Logger.info('Welcome to Misskey!');
2018-10-09 18:37:51 +00:00
Logger.info(`<<< Misskey v${pkg.version} >>>`);
2016-12-28 22:49:51 +00:00
new Logger('Nodejs').info(`Version ${runningNodejsVersion.join('.')}`);
if (!satisfyNodejsVersion) {
new Logger('Nodejs').error(`Node.js version is less than ${requiredNodejsVersion.join('.')}. Please upgrade it.`);
process.exit(1);
}
await showMachine();
showEnvironment();
2016-12-30 18:14:38 +00:00
2017-05-24 11:50:17 +00:00
const configLogger = new Logger('Config');
2018-04-02 04:15:53 +00:00
let config;
2016-12-28 22:49:51 +00:00
2018-04-02 04:15:53 +00:00
try {
config = loadConfig();
} catch (exception) {
2018-07-14 11:58:21 +00:00
if (typeof exception === 'string') {
configLogger.error(exception);
process.exit(1);
}
2018-04-02 04:15:53 +00:00
if (exception.code === 'ENOENT') {
2018-07-14 11:58:21 +00:00
configLogger.error('Configuration file not found');
process.exit(1);
2018-04-02 04:15:53 +00:00
}
throw exception;
}
2017-01-16 23:19:34 +00:00
2018-07-14 13:05:19 +00:00
configLogger.succ('Loaded');
2016-12-28 22:49:51 +00:00
2018-11-15 18:25:35 +00:00
if (config.port == null) {
Logger.error('The port is not configured. Please configure port.');
process.exit(1);
}
2018-11-20 02:23:32 +00:00
if (process.platform === 'linux' && isWellKnownPort(config.port) && !isRoot()) {
Logger.error('You need root privileges to listen on well-known port on Linux');
2018-07-13 14:52:28 +00:00
process.exit(1);
2016-12-29 16:35:25 +00:00
}
2018-11-20 02:23:32 +00:00
if (!await isPortAvailable(config.port)) {
2018-07-13 15:05:49 +00:00
Logger.error(`Port ${config.port} is already in use`);
2018-07-13 14:52:28 +00:00
process.exit(1);
2016-12-28 22:49:51 +00:00
}
// Try to connect to MongoDB
2018-11-20 12:19:14 +00:00
await checkMongoDB(config);
return config;
}
2018-11-20 12:19:14 +00:00
const requiredMongoDBVersion = [3, 6];
function checkMongoDB(config: Config): Promise<void> {
2017-05-24 11:50:17 +00:00
const mongoDBLogger = new Logger('MongoDB');
2018-08-15 15:13:24 +00:00
const u = config.mongodb.user ? encodeURIComponent(config.mongodb.user) : null;
const p = config.mongodb.pass ? encodeURIComponent(config.mongodb.pass) : null;
const uri = `mongodb://${u && p ? `${u}:****@` : ''}${config.mongodb.host}:${config.mongodb.port}/${config.mongodb.db}`;
mongoDBLogger.info(`Connecting to ${uri}`);
2018-08-21 23:46:31 +00:00
2018-11-20 12:19:14 +00:00
return mongo.then(async () => {
2018-08-21 23:46:31 +00:00
mongoDBLogger.succ('Connectivity confirmed');
2018-11-20 12:19:14 +00:00
const runningMongoDBVersion = (await nativeDbConn().then(getMongoDBVersion)).split('.').map(x => parseInt(x, 10));
mongoDBLogger.info(`Version: ${runningMongoDBVersion.join('.')}`);
if (lessThan(runningMongoDBVersion, requiredMongoDBVersion)) {
mongoDBLogger.error(`MongoDB version is less than ${requiredMongoDBVersion.join('.')}. Please upgrade it.`);
process.exit(1);
}
}).catch(err => {
mongoDBLogger.error(err.message);
});
}
async function getMongoDBVersion(db: Db): Promise<string> {
return (await db.admin().serverInfo()).version;
2016-12-28 22:49:51 +00:00
}
2018-11-20 20:26:48 +00:00
async function spawnWorkers(limit: number = Infinity) {
2018-11-20 03:25:58 +00:00
const workers = Math.min(limit, os.cpus().length);
Logger.info(`Starting ${workers} worker${workers === 1 ? '' : 's'}...`);
await Promise.all([...Array(workers)].map(spawnWorker));
Logger.succ('All workers started');
}
2018-11-05 18:48:23 +00:00
2018-11-20 03:25:58 +00:00
function spawnWorker(): Promise<void> {
return new Promise(res => {
2018-11-20 03:25:58 +00:00
const worker = cluster.fork();
worker.on('message', message => {
if (message !== 'ready') return;
Logger.succ('A worker started');
res();
});
2017-08-10 13:06:47 +00:00
});
2016-12-28 22:49:51 +00:00
}
2018-07-28 08:57:24 +00:00
//#region Events
2017-01-24 01:28:14 +00:00
// Listen new workers
cluster.on('fork', worker => {
clusterLog(`Process forked: [${worker.id}]`);
});
// Listen online workers
cluster.on('online', worker => {
clusterLog(`Process is now online: [${worker.id}]`);
});
// Listen for dying workers
cluster.on('exit', worker => {
// Replace the dead worker,
// we're not sentimental
clusterLog(chalk.red(`[${worker.id}] died :(`));
cluster.fork();
});
// Display detail of unhandled promise rejection
process.on('unhandledRejection', console.dir);
2018-05-20 10:24:54 +00:00
// Display detail of uncaught exception
process.on('uncaughtException', err => {
console.error(err);
});
2016-12-28 22:49:51 +00:00
// Dying away...
2018-05-20 10:24:54 +00:00
process.on('exit', code => {
2018-07-13 15:41:33 +00:00
Logger.info(`The process is going to exit with code ${code}`);
2016-12-28 22:49:51 +00:00
});
2018-07-28 08:57:24 +00:00
//#endregion
2018-11-19 03:58:58 +00:00
main();