const _ = require('lodash') const grabber = require('epg-grabber') const { program } = require('commander') const { db, logger, timer, file, parser } = require('../core') const options = program .requiredOption('-c, --cluster-id ', 'The ID of cluster to load', parser.parseNumber) .option('--days ', 'Number of days for which to grab the program', parser.parseNumber, 1) .option('--delay ', 'Delay between requests (in mileseconds)', parser.parseNumber) .option( '-t, --timeout ', 'Set a timeout for each request (in mileseconds)', parser.parseNumber ) .option('--debug', 'Enable debug mode', false) .parse(process.argv) .opts() const LOGS_DIR = process.env.LOGS_DIR || 'scripts/logs' async function main() { logger.info('Starting...') timer.start() const clusterLog = `${LOGS_DIR}/load-cluster/cluster_${options.clusterId}.log` logger.info(`Loading cluster: ${options.clusterId}`) logger.info(`Creating '${clusterLog}'...`) await file.create(clusterLog) await db.queue.load() const items = await db.queue.find({ cluster_id: options.clusterId }) const total = options.days * items.length logger.info(`Total ${total} requests`) logger.info('Loading...') const results = {} let i = 1 for (const item of items) { let config = require(file.resolve(item.configPath)) config = _.merge(config, { days: options.days, debug: options.debug, delay: options.delay, request: { timeout: options.timeout } }) await grabber.grab(item, config, async (data, err) => { logger.info( `[${i}/${total}] ${item.site} - ${item.xmltv_id} - ${data.date.format('MMM D, YYYY')} (${ data.programs.length } programs)` ) if (err) logger.error(err.message) const result = { channel: data.channel, programs: data.programs, date: data.date.format(), error: err ? err.message : null } await file.append(clusterLog, JSON.stringify(result) + '\n') if (i < total) i++ }) } db.queue.compact() logger.info(`Done in ${timer.format('HH[h] mm[m] ss[s]')}`) } main()