epg/scripts/commands/load-cluster.js

const grabber = require('epg-grabber')
const { program } = require('commander')
const { db, logger, timer, file, parser } = require('../core')

const options = program
  .requiredOption('-c, --cluster-id <cluster-id>', 'The ID of cluster to load', parser.parseNumber)
  .parse(process.argv)
  .opts()

const LOGS_PATH = process.env.LOGS_PATH || 'scripts/logs'

async function main() {
  logger.info('Starting...')
  timer.start()

  const clusterLog = `${LOGS_PATH}/load-cluster/cluster_${options.clusterId}.log`
  logger.info(`Loading cluster: ${options.clusterId}`)
  logger.info(`Creating '${clusterLog}'...`)
  await file.create(clusterLog)
  const items = await db.find({ cluster_id: options.clusterId })
  const total = items.length
  logger.info(`Found ${total} links`)

  logger.info('Loading...')
  const results = {}
  let i = 1
  for (const item of items) {
    const config = require(file.resolve(item.configPath))
    const programs = await grabber.grab(item, config, (data, err) => {
      logger.info(
        `[${i}/${total}] ${config.site} - ${data.channel.xmltv_id} - ${data.date.format(
          'MMM D, YYYY'
        )} (${data.programs.length} programs)`
      )

      if (err) logger.error(err.message)

      if (i < total) i++
    })
    await file.append(clusterLog, JSON.stringify({ [item._id]: programs }) + '\n')
  }

  logger.info(`Done in ${timer.format('HH[h] mm[m] ss[s]')}`)
}

main()