Create commands/load-cluster.js

scripts/commands/create-database.js

@@ -32,9 +32,11 @@ async function loadChannels() {
 
   const files = await file.list(options.channels)
   for (const filepath of files) {
+    const dir = file.dirname(filepath)
     const items = await parser.parseChannels(filepath)
     for (const item of items) {
-      item.filepath = filepath
+      item.channelsPath = filepath
+      item.configPath = `${dir}/${item.site}.config.js`
       channels.push(item)
     }
   }

scripts/commands/load-cluster.js

@@ -0,0 +1,46 @@
+const grabber = require('epg-grabber')
+const { program } = require('commander')
+const { db, logger, timer, file, parser } = require('../core')
+
+const options = program
+  .requiredOption('-c, --cluster-id <cluster-id>', 'The ID of cluster to load', parser.parseNumber)
+  .parse(process.argv)
+  .opts()
+
+const LOGS_PATH = process.env.LOGS_PATH || 'scripts/logs'
+
+async function main() {
+  logger.info('Starting...')
+  timer.start()
+
+  const clusterLog = `${LOGS_PATH}/load-cluster/cluster_${options.clusterId}.log`
+  logger.info(`Loading cluster: ${options.clusterId}`)
+  logger.info(`Creating '${clusterLog}'...`)
+  await file.create(clusterLog)
+  const items = await db.find({ cluster_id: options.clusterId })
+  const total = items.length
+  logger.info(`Found ${total} links`)
+
+  logger.info('Loading...')
+  const results = {}
+  let i = 1
+  for (const item of items) {
+    const config = require(file.resolve(item.configPath))
+    const programs = await grabber.grab(item, config, (data, err) => {
+      logger.info(
+        `[${i}/${total}] ${config.site} - ${data.channel.xmltv_id} - ${data.date.format(
+          'MMM D, YYYY'
+        )} (${data.programs.length} programs)`
+      )
+
+      if (err) logger.error(err.message)
+
+      if (i < total) i++
+    })
+    await file.append(clusterLog, JSON.stringify({ [item._id]: programs }) + '\n')
+  }
+
+  logger.info(`Done in ${timer.format('HH[h] mm[m] ss[s]')}`)
+}
+
+main()

scripts/core/index.js

@@ -1,4 +1,5 @@
 exports.db = require('./db')
 exports.logger = require('./logger')
 exports.file = require('./file')
-exports.parser = require('./parser')
+exports.parser = require('./parser')
+exports.timer = require('./timer')

scripts/core/timer.js

@@ -0,0 +1,29 @@
+const { performance } = require('perf_hooks')
+const dayjs = require('dayjs')
+const duration = require('dayjs/plugin/duration')
+const relativeTime = require('dayjs/plugin/relativeTime')
+
+dayjs.extend(relativeTime)
+dayjs.extend(duration)
+
+const timer = {}
+
+let t0 = 0
+
+timer.start = function () {
+  t0 = performance.now()
+}
+
+timer.format = function (f) {
+  let t1 = performance.now()
+
+  return dayjs.duration(t1 - t0).format(f)
+}
+
+timer.humanize = function (suffix = true) {
+  let t1 = performance.now()
+
+  return dayjs.duration(t1 - t0).humanize(suffix)
+}
+
+module.exports = timer