wip

scripts/commands/create-database.js

@@ -46,12 +46,12 @@ async function loadChannels() {
 async function saveToDatabase() {
   logger.info('Saving to the database...')
 
-  await db.reset()
+  await db.channels.reset()
   const chunks = split(_.shuffle(channels), options.maxClusters)
   for (const [i, chunk] of chunks.entries()) {
     for (const item of chunk) {
       item.cluster_id = i + 1
-      await db.insert(item)
+      await db.channels.insert(item)
     }
   }
 }

scripts/commands/export-results.js

@@ -1,115 +0,0 @@
-const { db, logger, file, parser } = require('../core')
-const _ = require('lodash')
-
-const LOGS_PATH = process.env.LOGS_PATH || 'scripts/logs'
-const OUTPUT_PATH = process.env.OUTPUT_PATH || 'scripts/output'
-
-let channels = []
-let programs = []
-
-async function main() {
-  await setUp()
-
-  await createChannelsJson()
-  await createProgramsJson()
-}
-
-main()
-
-async function createChannelsJson() {
-  logger.info('Creating channels.json...')
-
-  let items = channels
-  items = _.sortBy(items, item => item.name)
-
-  let buffer = {}
-  items.forEach(item => {
-    if (!buffer[item.xmltv_id]) {
-      const countryCode = item.xmltv_id.split('.')[1]
-
-      buffer[item.xmltv_id] = {
-        id: item.xmltv_id,
-        name: [item.name],
-        logo: item.logo || null,
-        country: countryCode ? countryCode.toUpperCase() : null
-      }
-    } else {
-      if (!buffer[item.xmltv_id].logo && item.logo) {
-        buffer[item.xmltv_id].logo = item.logo
-      }
-
-      if (!buffer[item.xmltv_id].name.includes(item.name)) {
-        buffer[item.xmltv_id].name.push(item.name)
-      }
-    }
-  })
-
-  items = Object.values(buffer)
-
-  await file.create(`${OUTPUT_PATH}/channels.json`, JSON.stringify(items, null, 2))
-}
-
-async function createProgramsJson() {
-  logger.info('Creating programs.json...')
-
-  let items = programs
-
-  items = _.sortBy(items, ['channel', 'start'])
-  items = _.groupBy(items, 'channel')
-
-  for (let channel in items) {
-    let programs = items[channel]
-    programs = Object.values(_.groupBy(programs, i => i.site))[0]
-    let slots = _.groupBy(programs, i => `${i.start}_${i.stop}`)
-
-    for (let slotId in slots) {
-      let program = {
-        channel,
-        site: null,
-        title: [],
-        description: [],
-        categories: [],
-        icons: [],
-        start: null,
-        stop: null
-      }
-
-      slots[slotId].forEach(item => {
-        program.site = item.site
-        if (item.title) program.title.push({ lang: item.lang, value: item.title })
-        if (item.description)
-          program.description.push({
-            lang: item.lang,
-            value: item.description
-          })
-        if (item.category) program.categories.push({ lang: item.lang, value: item.category })
-        if (item.icon) program.icons.push(item.icon)
-        program.start = item.start
-        program.stop = item.stop
-      })
-
-      slots[slotId] = program
-    }
-
-    items[channel] = Object.values(slots)
-  }
-  // console.log(items)
-
-  await file.create(`${OUTPUT_PATH}/programs.json`, JSON.stringify(items, null, 2))
-}
-
-async function setUp() {
-  channels = await db.find({})
-
-  const files = await file.list(`${LOGS_PATH}/load-cluster/cluster_*.log`)
-  for (const filepath of files) {
-    const results = await parser.parseLogs(filepath)
-    results.forEach(result => {
-      let pm = result.programs.map(p => {
-        p.site = result.site
-        return p
-      })
-      programs = programs.concat(pm)
-    })
-  }
-}

scripts/commands/generate-guides.js

@@ -17,6 +17,88 @@ async function main() {
 
 main()
 
+async function createChannelsJson() {
+  logger.info('Creating channels.json...')
+
+  let items = channels
+  items = _.sortBy(items, item => item.name)
+
+  let buffer = {}
+  items.forEach(item => {
+    if (!buffer[item.xmltv_id]) {
+      const countryCode = item.xmltv_id.split('.')[1]
+
+      buffer[item.xmltv_id] = {
+        id: item.xmltv_id,
+        name: [item.name],
+        logo: item.logo || null,
+        country: countryCode ? countryCode.toUpperCase() : null
+      }
+    } else {
+      if (!buffer[item.xmltv_id].logo && item.logo) {
+        buffer[item.xmltv_id].logo = item.logo
+      }
+
+      if (!buffer[item.xmltv_id].name.includes(item.name)) {
+        buffer[item.xmltv_id].name.push(item.name)
+      }
+    }
+  })
+
+  items = Object.values(buffer)
+
+  await file.create(`${OUTPUT_PATH}/channels.json`, JSON.stringify(items, null, 2))
+}
+
+async function createProgramsJson() {
+  logger.info('Creating programs.json...')
+
+  let items = programs
+
+  items = _.sortBy(items, ['channel', 'start'])
+  items = _.groupBy(items, 'channel')
+
+  for (let channel in items) {
+    let programs = items[channel]
+    programs = Object.values(_.groupBy(programs, i => i.site))[0]
+    let slots = _.groupBy(programs, i => `${i.start}_${i.stop}`)
+
+    for (let slotId in slots) {
+      let program = {
+        channel,
+        site: null,
+        title: [],
+        description: [],
+        categories: [],
+        icons: [],
+        start: null,
+        stop: null
+      }
+
+      slots[slotId].forEach(item => {
+        program.site = item.site
+        if (item.title) program.title.push({ lang: item.lang, value: item.title })
+        if (item.description)
+          program.description.push({
+            lang: item.lang,
+            value: item.description
+          })
+        if (item.category) program.categories.push({ lang: item.lang, value: item.category })
+        if (item.icon) program.icons.push(item.icon)
+        program.start = item.start
+        program.stop = item.stop
+      })
+
+      slots[slotId] = program
+    }
+
+    items[channel] = Object.values(slots)
+  }
+  // console.log(items)
+
+  await file.create(`${OUTPUT_PATH}/programs.json`, JSON.stringify(items, null, 2))
+}
+
 async function generateGuideXML() {
   logger.info(`Generating guide.xml...`)
 

scripts/commands/load-cluster.js

@@ -18,7 +18,7 @@ async function main() {
   logger.info(`Loading cluster: ${options.clusterId}`)
   logger.info(`Creating '${clusterLog}'...`)
   await file.create(clusterLog)
-  const items = await db.find({ cluster_id: options.clusterId })
+  const items = await db.channels.find({ cluster_id: options.clusterId })
   const days = options.days || 1
   const total = days * items.length
   logger.info(`Total ${total} requests`)

scripts/commands/save-results.js

@@ -0,0 +1,22 @@
+const { db, logger, file, parser } = require('../core')
+const _ = require('lodash')
+
+const LOGS_PATH = process.env.LOGS_PATH || 'scripts/logs'
+
+async function main() {
+  db.programs.reset()
+  const files = await file.list(`${LOGS_PATH}/load-cluster/cluster_*.log`)
+  for (const filepath of files) {
+    const results = await parser.parseLogs(filepath)
+    results.forEach(result => {
+      const programs = result.programs.map(p => {
+        p.site = result.site
+        return p
+      })
+      db.programs.insert(programs)
+    })
+  }
+  db.programs.compact()
+}
+
+main()