index.js

#!/usr/bin/env node
const { Worker: JestWorker } = require('jest-worker');
const { range } = require('lodash')

const prompt = require('./cli')
const { Client, AllScheduler, ArchiveScheduler } = require('./src')

const Bluebird = require('bluebird')
Bluebird.config({ longStackTraces: true })
global.Promise = Bluebird;

const ora = require("ora");
const logger = ora();
//const concurrency = Math.min(8, cpus)//8

(async () => {
    let workers;
    try {
        let options = await prompt();
        // console.log('options', options);

        //prepare workers
        workers = new JestWorker(require.resolve('./src/worker'), { numWorkers: options.concurrency });
        const client = new Client()

        // for worker
        const initMsg = ora(`preparing workers with concurrency: ${options.concurrency}..`).start()

        await Promise.all(
            range(options.concurrency)
                .map(_ => workers.init({
                    saved    : client.save(),
                    baseDir  : options.downDir, //path.resolve(process.cwd(), 'videos/')
                    //overwrite: true
                }))
        )

        initMsg.succeed('wake up workers.')

        if (options?.courses.length === 0) {
            throw new Error('No courses found!!!')
        }

        //videos download
        if (options.videos) {
            const lessonMsg = ora('start videos download..').start()
            const scheduler = new AllScheduler(workers, { perPage: 1,...options })
            const interval = setInterval(async _ => {
                const stats = scheduler.stats
                lessonMsg.text = `videos downloading.. [${stats.completed}/${stats.totals}] -`// Course: ${stats?.video.join(', ')} Concurrency ${stats.page}
            }, 250)
            const count = await scheduler.run()
            clearInterval(interval)
            lessonMsg.succeed(`complete lesson download.. (${count})`)
        }

        // code and archive download
        if (options.code || options.zip) {
            const codeMsg = ora('start archive zip download..').start()
            const scheduler = new ArchiveScheduler(workers, { perPage: 1, ...options })

            const interval = setInterval(_ => {
                const stats = scheduler.stats
                codeMsg.text = `code and archive downloading.. [${stats.completed}/${stats.totals}]`
            }, 250)

            const count = await scheduler.run()
            clearInterval(interval)

            codeMsg.succeed(`complete zip download.. (${count})`)
        }

        logger.succeed('All done!! good bye~')
    } catch (err) {
        console.error('MAIN ERROR:', err);
        logger.fail('unknown error occurred! T-T')
        process.exit(1)
    } finally {
        await workers.end()
    }
})()