2016-12-28 22:49:51 +00:00
|
|
|
/**
|
2017-01-02 21:09:17 +00:00
|
|
|
* Misskey Entry Point!
|
2016-12-28 22:49:51 +00:00
|
|
|
*/
|
|
|
|
|
|
|
|
Error.stackTraceLimit = Infinity;
|
|
|
|
|
2018-08-06 12:35:49 +00:00
|
|
|
require('events').EventEmitter.defaultMaxListeners = 128;
|
|
|
|
|
2016-12-28 22:49:51 +00:00
|
|
|
import * as os from 'os';
|
|
|
|
import * as cluster from 'cluster';
|
2017-11-06 10:59:14 +00:00
|
|
|
import chalk from 'chalk';
|
2018-07-13 14:25:32 +00:00
|
|
|
import * as portscanner from 'portscanner';
|
2019-01-30 16:09:52 +00:00
|
|
|
import * as isRoot from 'is-root';
|
2017-06-08 16:03:54 +00:00
|
|
|
import Xev from 'xev';
|
2017-04-05 00:58:29 +00:00
|
|
|
|
2019-03-02 09:51:59 +00:00
|
|
|
import Logger from './services/logger';
|
2018-06-10 21:48:25 +00:00
|
|
|
import serverStats from './daemons/server-stats';
|
|
|
|
import notesStats from './daemons/notes-stats';
|
2018-04-02 04:15:53 +00:00
|
|
|
import loadConfig from './config/load';
|
|
|
|
import { Config } from './config/types';
|
2018-11-11 05:27:00 +00:00
|
|
|
import { lessThan } from './prelude/array';
|
2019-01-30 16:08:43 +00:00
|
|
|
import * as pkg from '../package.json';
|
2019-02-03 11:10:20 +00:00
|
|
|
import { program } from './argv';
|
2019-02-04 21:43:36 +00:00
|
|
|
import { checkMongoDB } from './misc/check-mongodb';
|
2019-02-04 21:49:00 +00:00
|
|
|
import { showMachineInfo } from './misc/show-machine-info';
|
2017-01-16 23:19:34 +00:00
|
|
|
|
2019-02-02 16:39:42 +00:00
|
|
|
const logger = new Logger('core', 'cyan');
|
2019-03-02 09:51:59 +00:00
|
|
|
const bootLogger = logger.createSubLogger('boot', 'magenta', false);
|
2019-02-06 09:01:35 +00:00
|
|
|
const clusterLogger = logger.createSubLogger('cluster', 'orange');
|
2017-06-08 16:03:54 +00:00
|
|
|
const ev = new Xev();
|
2017-01-24 01:28:14 +00:00
|
|
|
|
2016-12-28 22:49:51 +00:00
|
|
|
/**
|
2017-02-27 07:11:49 +00:00
|
|
|
* Init process
|
2016-12-28 22:49:51 +00:00
|
|
|
*/
|
2017-01-24 01:28:14 +00:00
|
|
|
function main() {
|
2018-08-15 15:13:24 +00:00
|
|
|
process.title = `Misskey (${cluster.isMaster ? 'master' : 'worker'})`;
|
2018-07-28 08:57:24 +00:00
|
|
|
|
2019-02-06 04:51:02 +00:00
|
|
|
if (program.onlyQueue) {
|
|
|
|
queueMain();
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
2018-07-28 08:52:54 +00:00
|
|
|
if (cluster.isMaster || program.disableClustering) {
|
2018-07-07 10:19:00 +00:00
|
|
|
masterMain();
|
2017-06-08 16:03:54 +00:00
|
|
|
|
2018-07-28 08:52:54 +00:00
|
|
|
if (cluster.isMaster) {
|
|
|
|
ev.mount();
|
|
|
|
}
|
|
|
|
|
2018-07-28 20:34:08 +00:00
|
|
|
if (program.daemons) {
|
2018-07-28 08:52:54 +00:00
|
|
|
serverStats();
|
|
|
|
notesStats();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
if (cluster.isWorker || program.disableClustering) {
|
2018-07-07 10:19:00 +00:00
|
|
|
workerMain();
|
2016-12-28 22:49:51 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-02-06 04:51:02 +00:00
|
|
|
function greet() {
|
2019-02-03 09:16:57 +00:00
|
|
|
if (!program.quiet) {
|
|
|
|
//#region Misskey logo
|
2019-02-03 11:31:35 +00:00
|
|
|
const v = `v${pkg.version}`;
|
|
|
|
console.log(' _____ _ _ ');
|
|
|
|
console.log(' | |_|___ ___| |_ ___ _ _ ');
|
|
|
|
console.log(' | | | | |_ -|_ -| \'_| -_| | |');
|
|
|
|
console.log(' |_|_|_|_|___|___|_,_|___|_ |');
|
|
|
|
console.log(' ' + chalk.gray(v) + (' |___|\n'.substr(v.length)));
|
2019-02-03 09:16:57 +00:00
|
|
|
//#endregion
|
|
|
|
}
|
2019-02-03 05:05:01 +00:00
|
|
|
|
2019-02-04 03:09:59 +00:00
|
|
|
console.log(chalk`${os.hostname()} {gray (PID: ${process.pid.toString()})}`);
|
|
|
|
|
2019-02-02 16:33:34 +00:00
|
|
|
bootLogger.info('Welcome to Misskey!');
|
2019-03-02 09:51:59 +00:00
|
|
|
bootLogger.info(`Misskey v${pkg.version}`, null, true);
|
2019-02-04 07:50:14 +00:00
|
|
|
bootLogger.info('Misskey is maintained by @syuilo, @AyaMorisawa, @mei23, and @acid-chicken.');
|
2019-02-06 04:51:02 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Init master process
|
|
|
|
*/
|
|
|
|
async function masterMain() {
|
|
|
|
greet();
|
|
|
|
|
|
|
|
let config: Config;
|
2019-02-02 16:33:34 +00:00
|
|
|
|
2016-12-28 22:49:51 +00:00
|
|
|
try {
|
|
|
|
// initialize app
|
2017-04-05 00:58:29 +00:00
|
|
|
config = await init();
|
2019-02-06 04:51:02 +00:00
|
|
|
|
|
|
|
if (config.port == null) {
|
2019-03-02 09:51:59 +00:00
|
|
|
bootLogger.error('The port is not configured. Please configure port.', null, true);
|
2019-02-06 04:51:02 +00:00
|
|
|
process.exit(1);
|
|
|
|
}
|
|
|
|
|
|
|
|
if (process.platform === 'linux' && isWellKnownPort(config.port) && !isRoot()) {
|
2019-03-02 09:51:59 +00:00
|
|
|
bootLogger.error('You need root privileges to listen on well-known port on Linux', null, true);
|
2019-02-06 04:51:02 +00:00
|
|
|
process.exit(1);
|
|
|
|
}
|
|
|
|
|
|
|
|
if (!await isPortAvailable(config.port)) {
|
2019-03-02 09:51:59 +00:00
|
|
|
bootLogger.error(`Port ${config.port} is already in use`, null, true);
|
2019-02-06 04:51:02 +00:00
|
|
|
process.exit(1);
|
|
|
|
}
|
2016-12-28 22:49:51 +00:00
|
|
|
} catch (e) {
|
2019-03-02 09:51:59 +00:00
|
|
|
bootLogger.error('Fatal error occurred during initialization', null, true);
|
2017-04-23 06:40:13 +00:00
|
|
|
process.exit(1);
|
2017-04-05 00:58:29 +00:00
|
|
|
}
|
|
|
|
|
2019-02-02 16:01:40 +00:00
|
|
|
bootLogger.succ('Misskey initialized');
|
2017-04-05 00:58:29 +00:00
|
|
|
|
2018-07-28 08:52:54 +00:00
|
|
|
if (!program.disableClustering) {
|
|
|
|
await spawnWorkers(config.clusterLimit);
|
|
|
|
}
|
|
|
|
|
2019-02-06 04:51:02 +00:00
|
|
|
// start queue
|
|
|
|
require('./queue').default();
|
|
|
|
|
2019-03-02 09:51:59 +00:00
|
|
|
bootLogger.succ(`Now listening on port ${config.port} on ${config.url}`, null, true);
|
2016-12-28 22:49:51 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
2017-02-27 07:11:49 +00:00
|
|
|
* Init worker process
|
2016-12-28 22:49:51 +00:00
|
|
|
*/
|
2018-07-07 10:19:00 +00:00
|
|
|
async function workerMain() {
|
|
|
|
// start server
|
|
|
|
await require('./server').default();
|
2018-03-28 16:20:40 +00:00
|
|
|
|
2018-07-28 08:52:54 +00:00
|
|
|
if (cluster.isWorker) {
|
|
|
|
// Send a 'ready' message to parent process
|
|
|
|
process.send('ready');
|
|
|
|
}
|
2016-12-28 22:49:51 +00:00
|
|
|
}
|
|
|
|
|
2019-02-06 04:51:02 +00:00
|
|
|
async function queueMain() {
|
|
|
|
greet();
|
|
|
|
|
|
|
|
try {
|
|
|
|
// initialize app
|
|
|
|
await init();
|
|
|
|
} catch (e) {
|
2019-03-02 09:51:59 +00:00
|
|
|
bootLogger.error('Fatal error occurred during initialization', null, true);
|
2019-02-06 04:51:02 +00:00
|
|
|
process.exit(1);
|
|
|
|
}
|
|
|
|
|
|
|
|
bootLogger.succ('Misskey initialized');
|
|
|
|
|
|
|
|
// start processor
|
|
|
|
const queue = require('./queue').default();
|
|
|
|
|
|
|
|
if (queue) {
|
2019-03-02 09:51:59 +00:00
|
|
|
bootLogger.succ('Queue started', null, true);
|
2019-02-06 04:51:02 +00:00
|
|
|
} else {
|
|
|
|
bootLogger.error('Queue not available');
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-11-19 04:27:38 +00:00
|
|
|
const runningNodejsVersion = process.version.slice(1).split('.').map(x => parseInt(x, 10));
|
|
|
|
const requiredNodejsVersion = [10, 0, 0];
|
|
|
|
const satisfyNodejsVersion = !lessThan(runningNodejsVersion, requiredNodejsVersion);
|
|
|
|
|
2018-11-20 02:23:32 +00:00
|
|
|
function isWellKnownPort(port: number): boolean {
|
|
|
|
return port < 1024;
|
|
|
|
}
|
|
|
|
|
|
|
|
async function isPortAvailable(port: number): Promise<boolean> {
|
|
|
|
return await portscanner.checkPortStatus(port, '127.0.0.1') === 'closed';
|
|
|
|
}
|
|
|
|
|
2018-11-19 04:39:10 +00:00
|
|
|
function showEnvironment(): void {
|
|
|
|
const env = process.env.NODE_ENV;
|
2019-02-02 16:24:59 +00:00
|
|
|
const logger = bootLogger.createSubLogger('env');
|
2018-11-19 04:39:10 +00:00
|
|
|
logger.info(typeof env == 'undefined' ? 'NODE_ENV is not set' : `NODE_ENV: ${env}`);
|
|
|
|
|
|
|
|
if (env !== 'production') {
|
2019-02-02 16:33:34 +00:00
|
|
|
logger.warn('The environment is not in production mode.');
|
2019-03-02 09:51:59 +00:00
|
|
|
logger.warn('DO NOT USE FOR PRODUCTION PURPOSE!', null, true);
|
2018-11-19 04:39:10 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
logger.info(`You ${isRoot() ? '' : 'do not '}have root privileges`);
|
|
|
|
}
|
|
|
|
|
2016-12-28 22:49:51 +00:00
|
|
|
/**
|
|
|
|
* Init app
|
|
|
|
*/
|
2017-04-05 00:58:29 +00:00
|
|
|
async function init(): Promise<Config> {
|
2019-02-02 16:33:34 +00:00
|
|
|
showEnvironment();
|
2016-12-28 22:49:51 +00:00
|
|
|
|
2019-02-02 16:24:59 +00:00
|
|
|
const nodejsLogger = bootLogger.createSubLogger('nodejs');
|
2019-02-02 16:01:40 +00:00
|
|
|
|
|
|
|
nodejsLogger.info(`Version ${runningNodejsVersion.join('.')}`);
|
2018-11-19 04:27:38 +00:00
|
|
|
|
|
|
|
if (!satisfyNodejsVersion) {
|
2019-03-02 09:51:59 +00:00
|
|
|
nodejsLogger.error(`Node.js version is less than ${requiredNodejsVersion.join('.')}. Please upgrade it.`, null, true);
|
2018-11-15 13:17:06 +00:00
|
|
|
process.exit(1);
|
|
|
|
}
|
|
|
|
|
2019-02-04 21:49:00 +00:00
|
|
|
await showMachineInfo(bootLogger);
|
2016-12-30 18:14:38 +00:00
|
|
|
|
2019-02-02 16:24:59 +00:00
|
|
|
const configLogger = bootLogger.createSubLogger('config');
|
2018-04-02 04:15:53 +00:00
|
|
|
let config;
|
2016-12-28 22:49:51 +00:00
|
|
|
|
2018-04-02 04:15:53 +00:00
|
|
|
try {
|
|
|
|
config = loadConfig();
|
|
|
|
} catch (exception) {
|
2018-07-14 11:58:21 +00:00
|
|
|
if (typeof exception === 'string') {
|
|
|
|
configLogger.error(exception);
|
|
|
|
process.exit(1);
|
|
|
|
}
|
2018-04-02 04:15:53 +00:00
|
|
|
if (exception.code === 'ENOENT') {
|
2019-03-02 09:51:59 +00:00
|
|
|
configLogger.error('Configuration file not found', null, true);
|
2018-07-14 11:58:21 +00:00
|
|
|
process.exit(1);
|
2018-04-02 04:15:53 +00:00
|
|
|
}
|
|
|
|
throw exception;
|
|
|
|
}
|
2017-01-16 23:19:34 +00:00
|
|
|
|
2018-07-14 13:05:19 +00:00
|
|
|
configLogger.succ('Loaded');
|
2016-12-28 22:49:51 +00:00
|
|
|
|
|
|
|
// Try to connect to MongoDB
|
2019-02-04 02:48:59 +00:00
|
|
|
try {
|
2019-02-04 21:43:36 +00:00
|
|
|
await checkMongoDB(config, bootLogger);
|
2019-02-04 02:48:59 +00:00
|
|
|
} catch (e) {
|
2019-03-02 09:51:59 +00:00
|
|
|
bootLogger.error('Cannot connect to database', null, true);
|
2019-02-04 02:48:59 +00:00
|
|
|
process.exit(1);
|
|
|
|
}
|
2018-07-28 08:52:54 +00:00
|
|
|
|
|
|
|
return config;
|
|
|
|
}
|
|
|
|
|
2019-02-07 12:02:33 +00:00
|
|
|
async function spawnWorkers(limit: number = Infinity) {
|
2018-11-20 03:25:58 +00:00
|
|
|
const workers = Math.min(limit, os.cpus().length);
|
2019-02-02 16:01:40 +00:00
|
|
|
bootLogger.info(`Starting ${workers} worker${workers === 1 ? '' : 's'}...`);
|
2018-11-20 03:25:58 +00:00
|
|
|
await Promise.all([...Array(workers)].map(spawnWorker));
|
2019-02-02 16:01:40 +00:00
|
|
|
bootLogger.succ('All workers started');
|
2018-11-20 03:25:58 +00:00
|
|
|
}
|
2018-11-05 18:48:23 +00:00
|
|
|
|
2018-11-20 03:25:58 +00:00
|
|
|
function spawnWorker(): Promise<void> {
|
2018-07-28 08:52:54 +00:00
|
|
|
return new Promise(res => {
|
2018-11-20 03:25:58 +00:00
|
|
|
const worker = cluster.fork();
|
|
|
|
worker.on('message', message => {
|
|
|
|
if (message !== 'ready') return;
|
|
|
|
res();
|
|
|
|
});
|
2017-08-10 13:06:47 +00:00
|
|
|
});
|
2016-12-28 22:49:51 +00:00
|
|
|
}
|
|
|
|
|
2018-07-28 08:57:24 +00:00
|
|
|
//#region Events
|
|
|
|
|
2017-01-24 01:28:14 +00:00
|
|
|
// Listen new workers
|
|
|
|
cluster.on('fork', worker => {
|
2019-02-06 09:01:35 +00:00
|
|
|
clusterLogger.debug(`Process forked: [${worker.id}]`);
|
2017-01-24 01:28:14 +00:00
|
|
|
});
|
|
|
|
|
|
|
|
// Listen online workers
|
|
|
|
cluster.on('online', worker => {
|
2019-02-06 09:01:35 +00:00
|
|
|
clusterLogger.debug(`Process is now online: [${worker.id}]`);
|
2017-01-24 01:28:14 +00:00
|
|
|
});
|
|
|
|
|
|
|
|
// Listen for dying workers
|
|
|
|
cluster.on('exit', worker => {
|
|
|
|
// Replace the dead worker,
|
|
|
|
// we're not sentimental
|
2019-02-06 09:01:35 +00:00
|
|
|
clusterLogger.error(chalk.red(`[${worker.id}] died :(`));
|
2017-01-24 01:28:14 +00:00
|
|
|
cluster.fork();
|
|
|
|
});
|
|
|
|
|
2017-01-18 23:04:17 +00:00
|
|
|
// Display detail of unhandled promise rejection
|
2019-02-03 09:16:57 +00:00
|
|
|
if (!program.quiet) {
|
|
|
|
process.on('unhandledRejection', console.dir);
|
|
|
|
}
|
2017-01-18 23:04:17 +00:00
|
|
|
|
2018-05-20 10:24:54 +00:00
|
|
|
// Display detail of uncaught exception
|
|
|
|
process.on('uncaughtException', err => {
|
2019-02-02 16:20:21 +00:00
|
|
|
logger.error(err);
|
2018-05-20 10:24:54 +00:00
|
|
|
});
|
|
|
|
|
2016-12-28 22:49:51 +00:00
|
|
|
// Dying away...
|
2018-05-20 10:24:54 +00:00
|
|
|
process.on('exit', code => {
|
2019-02-02 16:20:21 +00:00
|
|
|
logger.info(`The process is going to exit with code ${code}`);
|
2016-12-28 22:49:51 +00:00
|
|
|
});
|
2018-07-28 08:57:24 +00:00
|
|
|
|
|
|
|
//#endregion
|
2018-11-19 03:58:58 +00:00
|
|
|
|
|
|
|
main();
|