whooshy/routes/riddle.js

const express = require('express'),
    router = express.Router(),
    cproc = require('child_process'),
    fsx = require('fs-extra');

const rWordOnly = /^\w+$/;

let downloads = {};

class RedditDownload {
    constructor(file) {
        this.file = file;
        this.status = 'pending';
        this.progress = 'N/A';
        this.process = null;
    }
}

/**
 * Generates an id for a subreddit download.
 * @param subreddit
 * @returns {string}
 */
function generateDownloadId(subreddit) {
    return Date.now().toString(16);
}

/**
 * Starts the subreddit download by executing the riddle python file.
 * @param subreddit {String}
 * @returns {string}
 */
function startDownload(subreddit) {
    if (rWordOnly.test(subreddit)) {
        let downloadId = generateDownloadId(subreddit);
        let dlFilePath = `./public/static/${downloadId}.zip`;
        let dlWebPath = `/static/${downloadId}.zip`;
        let dl = new RedditDownload(dlWebPath);

        dl.process = cproc.exec(`python3 -u riddle.py -o ../../public/static/${downloadId} -z --lzma ${subreddit}`,
            {cwd: './scripts/reddit-riddle', env: {PYTHONIOENCODING: 'utf-8', PYTHONUNBUFFERED: true}},
            (err, stdout) => {
                if (err) {
                    console.error(err);
                } else {
                    console.log(`riddle.py: ${stdout}`);
                }
            });

        dl.process.on('exit', (code) => {
            if (code === 0)
                dl.status = 'finished';
            else
                dl.status = 'failed';
            setTimeout(async () => {
                await fsx.remove(dlFilePath);
                delete downloads[downloadId];
            }, 300000);     // delete the file after 5 minutes
        });

        dl.process.on('message', (msg) => {
            console.log(msg)
        });

        downloads[downloadId] = dl;

        return downloadId;
    }
}

router.use('/files', express.static('./tmp'));

router.get('/', (req, res, next) => {
    res.render('riddle');
});

router.post('/', (req, res) => {
    if (req.body.subreddit) {
        let id = startDownload(req.body.subreddit);
        let download = downloads[id];

        res.send({id: id, status: download.status, file: download.file});
    } else if (req.body.id) {
        let id = req.body.id;
        let download = downloads[id];

        if (download) {
            res.send({
                id: id,
                status: download.status,
                file: download.file
            });
        } else {
            res.send({error: 'Unknown download ID', id: id});
        }
    }
});

module.exports = router;