Hydro/hydro/loader.ts

/* eslint-disable no-continue */
/* eslint-disable import/no-dynamic-require */
/* eslint-disable no-await-in-loop */
/* eslint-disable no-eval */

import './interface';
import os from 'os';
import path from 'path';
import cluster from 'cluster';
import fs from 'fs-extra';
import parse from 'yargs-parser';
import AdmZip from 'adm-zip';

global.argv = parse(process.argv.slice(2));

global.Hydro = {
    stat: { reqCount: 0 },
    handler: {},
    // @ts-ignore
    service: {},
    // @ts-ignore
    model: {},
    script: {},
    // @ts-ignore
    lib: {},
    wiki: {},
    ui: {
        manifest: {},
        nav: [],
        template: {},
    },
    // @ts-ignore
    error: {},
    locales: {},
    postInit: [],
};
global.onDestory = [];
global.addons = [];

if (global.argv.debug) {
    console.log(process.argv);
    process.env.debug = 'enable';
}

async function terminate() {
    for (const task of global.onDestory) {
        // eslint-disable-next-line no-await-in-loop
        await task();
    }
    process.exit(0);
}

async function fork(args: string[] = []) {
    const _args = process.argv.slice(2);
    _args.push(...args, `--addons=${Buffer.from(JSON.stringify(global.addons)).toString('base64')}`);
    cluster.setupMaster({ args: _args });
    return cluster.fork();
}

async function entry(config: any) {
    if (config.entry) {
        if (config.newProcess) {
            const sargv = [`--entry=${config.entry}`];
            const p = await fork(sargv);
            await new Promise((resolve, reject) => {
                p.on('exit', resolve);
                p.on('error', (err: Error) => {
                    p.kill();
                    reject(err);
                });
            });
        } else {
            const loader = require(`./entry/${config.entry}`);
            return await loader.load(entry, global.addons);
        }
    }
    return null;
}

async function stopWorker() {
    cluster.disconnect();
}

async function startWorker(cnt: number) {
    const sargv = [`--args=${Buffer.from(JSON.stringify(global.addons)).toString('base64')}`];
    await fork(['--firstWorker', ...sargv]);
    for (let i = 1; i < cnt; i++) await fork(sargv);
}

async function executeCommand(input: string) {
    try {
        const t = eval(input.toString().trim());
        if (t instanceof Promise) console.log(await t);
        else console.log(t);
    } catch (e) {
        console.warn(e);
    }
}

async function messageHandler(worker: cluster.Worker, msg: any) {
    if (!msg) msg = worker;
    if (msg.event) {
        if (msg.event === 'setAddon') {
            global.addons = msg.addons;
        } else if (msg.event === 'bus') {
            if (cluster.isMaster) {
                for (const i in cluster.workers) {
                    cluster.workers[i].send(msg);
                }
            } else {
                global.Hydro.service.bus.publish(msg.eventName, msg.payload, false);
            }
        } else if (msg.event === 'stat') {
            global.Hydro.stat.reqCount += msg.count;
        } else if (msg.event === 'restart') {
            console.log('Restarting');
            await stopWorker();
            console.log('Worker stopped');
            await startWorker(msg.count);
        } else if (msg.event === 'run') {
            await executeCommand(msg.command);
        }
    }
}

const moduleTemp = path.resolve(os.tmpdir(), 'hydro', 'module');
const publicTemp = path.resolve(os.tmpdir(), 'hydro', 'public');
const tmp = path.resolve(os.tmpdir(), 'hydro', '__');

export function addon(addonPath: string) {
    let modulePath = path.resolve(addonPath);
    if (modulePath.endsWith('.hydro') && !(fs.existsSync(addonPath) && fs.statSync(addonPath).isFile())) {
        try {
            // Is a npm package
            const packagejson = require.resolve(`${addonPath}/package.json`);
            modulePath = path.dirname(packagejson);
            const publicPath = path.resolve(modulePath, 'public');
            if (fs.existsSync(publicPath)) fs.copySync(publicPath, publicTemp);
            global.addons.push(modulePath);
        } catch (e) {
            throw new Error(`Addon not found: ${addonPath}`);
        }
    } else {
        try {
            // Is *.hydro module
            const t = modulePath.split(path.sep);
            const name = t[t.length - 1].split('.')[0];
            const zip = new AdmZip(modulePath);
            const targetPath = path.resolve(moduleTemp, name);
            zip.extractAllTo(targetPath, true);
            const content = fs.readdirSync(targetPath);
            const ipath = path.join(targetPath, content[0]);
            if (content.length === 1 && fs.statSync(ipath).isDirectory()) {
                fs.moveSync(ipath, tmp);
                fs.rmdirSync(targetPath);
                fs.moveSync(tmp, targetPath);
            }
            const publicPath = path.resolve(targetPath, 'public');
            if (fs.existsSync(publicPath)) fs.copySync(publicPath, publicTemp);
            global.addons.push(targetPath);
        } catch (e) {
            console.error('Addon load fail: ', e);
            throw e;
        }
    }
}

export async function load() {
    while (!global.addons) {
        await new Promise((resolve) => {
            setTimeout(resolve, 100);
        });
    }
    addon(path.resolve(__dirname, '..'));
    Error.stackTraceLimit = 50;
    process.on('unhandledRejection', (e) => console.error(e));
    process.on('SIGINT', terminate);
    process.on('message', messageHandler);
    cluster.on('message', messageHandler);
    if (cluster.isMaster || global.argv.startAsMaster) {
        console.log(`Master ${process.pid} Starting`);
        process.stdin.setEncoding('utf8');
        process.stdin.on('data', (buf) => {
            const input = buf.toString();
            if (input[0] === '@') {
                for (const i in cluster.workers) {
                    cluster.workers[i].send({ event: 'run', command: input.substr(1, input.length - 1) });
                    break;
                }
            } else {
                executeCommand(input);
            }
        });
        const cnt = await entry({ entry: 'master' });
        console.log('Master started');
        cluster.on('exit', (worker, code, signal) => {
            console.log(`Worker ${worker.process.pid} ${worker.id} exit: ${code} ${signal}`);
        });
        cluster.on('disconnect', (worker) => {
            console.log(`Worker ${worker.process.pid} ${worker.id} disconnected`);
        });
        cluster.on('listening', (worker, address) => {
            console.log(`Worker ${worker.process.pid} ${worker.id} listening at `, address);
        });
        cluster.on('online', (worker) => {
            console.log(`Worker ${worker.process.pid} ${worker.id} is online`);
            worker.send({ event: 'setAddon', addons: global.addons });
        });
        await startWorker(cnt);
    } else if (global.argv.entry) {
        console.log(`Worker ${process.pid} Starting as ${global.argv.entry}`);
        await entry({ entry: global.argv.entry });
        console.log(`Worker ${process.pid} Started as ${global.argv.entry}`);
    } else {
        if (global.argv.firstWorker) cluster.isFirstWorker = true;
        else cluster.isFirstWorker = false;
        console.log(`Worker ${process.pid} Starting`);
        await entry({ entry: 'worker' });
        console.log(`Worker ${process.pid} Started`);
    }
    if (global.gc) global.gc();
}

if (global.argv.pandora || !module.parent) {
    load().catch((e) => {
        console.error(e);
        process.exit(1);
    });
}