const grabber = require('epg-grabber') const { program } = require('commander') const { db, logger, timer, file, parser } = require('../core') const options = program .requiredOption('-c, --cluster-id ', 'The ID of cluster to load', parser.parseNumber) .option('-d, --days ', 'Number of days for which to grab the program', parser.parseNumber) .parse(process.argv) .opts() const LOGS_PATH = process.env.LOGS_PATH || 'scripts/logs' async function main() { logger.info('Starting...') timer.start() const clusterLog = `${LOGS_PATH}/load-cluster/cluster_${options.clusterId}.log` logger.info(`Loading cluster: ${options.clusterId}`) logger.info(`Creating '${clusterLog}'...`) await file.create(clusterLog) const items = await db.find({ cluster_id: options.clusterId }) const days = options.days || 1 const total = days * items.length logger.info(`Total ${total} requests`) logger.info('Loading...') const results = {} let i = 1 for (const item of items) { const config = require(file.resolve(item.configPath)) config.days = config.days || days const programs = await grabber.grab(item, config, (data, err) => { logger.info( `[${i}/${total}] ${config.site} - ${data.channel.xmltv_id} - ${data.date.format( 'MMM D, YYYY' )} (${data.programs.length} programs)` ) if (err) logger.error(err.message) if (i < total) i++ }) await file.append( clusterLog, JSON.stringify({ _id: item._id, site: config.site, programs }) + '\n' ) } logger.info(`Done in ${timer.format('HH[h] mm[m] ss[s]')}`) } main()