Move scripts to subfolders

scripts/commands/channels/lint.js

@@ -0,0 +1,76 @@
+const chalk = require('chalk')
+const libxml = require('libxmljs')
+const { program } = require('commander')
+const { logger, file } = require('../core')
+
+const xsd = `<?xml version="1.0" encoding="UTF-8"?>
+<xs:schema xmlns:xs="http://www.w3.org/2001/XMLSchema" elementFormDefault="qualified">
+  <xs:element name="site">
+    <xs:complexType>
+      <xs:sequence>
+        <xs:element ref="channels"/>
+      </xs:sequence>
+      <xs:attribute name="site" use="required" type="xs:NCName"/>
+    </xs:complexType>
+  </xs:element>
+  <xs:element name="channels">
+    <xs:complexType>
+      <xs:sequence>
+        <xs:element maxOccurs="unbounded" ref="channel"/>
+      </xs:sequence>
+    </xs:complexType>
+  </xs:element>
+  <xs:element name="channel">
+    <xs:complexType mixed="true">
+      <xs:attribute name="lang" use="required" type="xs:string"/>
+      <xs:attribute name="site_id" use="required" type="xs:string"/>
+      <xs:attribute name="xmltv_id" use="required" type="xs:string"/>
+    </xs:complexType>
+  </xs:element>
+</xs:schema>`
+
+program.argument('<filepath>', 'Path to file to validate').parse(process.argv)
+
+async function main() {
+	if (!program.args.length) {
+		logger.error('required argument "filepath" not specified')
+	}
+
+	let errors = []
+
+	for (const filepath of program.args) {
+		if (!filepath.endsWith('.xml')) continue
+
+		const xml = await file.read(filepath)
+
+		let localErrors = []
+
+		try {
+			const xsdDoc = libxml.parseXml(xsd)
+			const doc = libxml.parseXml(xml)
+
+			if (!doc.validate(xsdDoc)) {
+				localErrors = doc.validationErrors
+			}
+		} catch (error) {
+			localErrors.push(error)
+		}
+
+		if (localErrors.length) {
+			logger.info(`\n${chalk.underline(filepath)}`)
+			localErrors.forEach(error => {
+				const position = `${error.line}:${error.column}`
+				logger.error(` ${chalk.gray(position.padEnd(4, ' '))} ${error.message.trim()}`)
+			})
+
+			errors = errors.concat(localErrors)
+		}
+	}
+
+	if (errors.length) {
+		logger.error(chalk.red(`\n${errors.length} error(s)`))
+		process.exit(1)
+	}
+}
+
+main()

scripts/commands/channels/parse.js

@@ -0,0 +1,104 @@
+const { Command } = require('commander')
+const { db, logger } = require('../core')
+const path = require('path')
+const _ = require('lodash')
+const fs = require('fs')
+
+const program = new Command()
+program
+  .requiredOption('-c, --config <config>', 'Config file')
+  .option('-s, --set [args...]', 'Set custom arguments', [])
+  .option('-o, --output <output>', 'Output file')
+  .parse(process.argv)
+
+const options = program.opts()
+
+async function main() {
+  await db.channels.load()
+  const config = require(path.resolve(options.config))
+  const args = {}
+  options.set.forEach(arg => {
+    const [key, value] = arg.split(':')
+    args[key] = value
+  })
+  let channels = config.channels(args)
+  if (isPromise(channels)) {
+    channels = await channels
+  }
+  channels = _.uniqBy(channels, 'site_id')
+
+  const siteChannels = await db.channels.find({ site: config.site })
+  for (const channel of channels) {
+    if (channel.xmltv_id) continue
+    const data = siteChannels.find(c => c.site_id === channel.site_id.toString())
+    if (data) {
+      channel.xmltv_id = data.xmltv_id
+      channel.name = data.name
+    }
+  }
+
+  channels = _.sortBy(channels, 'xmltv_id')
+
+  const xml = json2xml(channels, config.site)
+
+  const dir = path.parse(options.config).dir
+  const output = options.output || `${dir}/${config.site}.channels.xml`
+
+  fs.writeFileSync(path.resolve(output), xml)
+
+  logger.info(`File '${output}' successfully saved`)
+}
+
+main()
+
+function isPromise(promise) {
+  return !!promise && typeof promise.then === 'function'
+}
+
+function json2xml(items, site) {
+  let output = `<?xml version="1.0" encoding="UTF-8"?>\r\n<site site="${site}">\r\n  <channels>\r\n`
+
+  items.forEach(channel => {
+    const logo = channel.logo ? ` logo="${channel.logo}"` : ''
+    const xmltv_id = channel.xmltv_id || ''
+    const lang = channel.lang || ''
+    const site_id = channel.site_id || ''
+    output += `    <channel lang="${lang}" xmltv_id="${escapeString(
+      xmltv_id
+    )}" site_id="${site_id}"${logo}>${escapeString(channel.name)}</channel>\r\n`
+  })
+
+  output += `  </channels>\r\n</site>\r\n`
+
+  return output
+}
+
+function escapeString(string, defaultValue = '') {
+  if (!string) return defaultValue
+
+  const regex = new RegExp(
+    '((?:[\0-\x08\x0B\f\x0E-\x1F\uFFFD\uFFFE\uFFFF]|[\uD800-\uDBFF](?![\uDC00-\uDFFF])|(?:[^\uD800-\uDBFF]|^)[\uDC00-\uDFFF]))|([\\x7F-\\x84]|[\\x86-\\x9F]|[\\uFDD0-\\uFDEF]|(?:\\uD83F[\\uDFFE\\uDFFF])|(?:\\uD87F[\\uDF' +
+      'FE\\uDFFF])|(?:\\uD8BF[\\uDFFE\\uDFFF])|(?:\\uD8FF[\\uDFFE\\uDFFF])|(?:\\uD93F[\\uDFFE\\uD' +
+      'FFF])|(?:\\uD97F[\\uDFFE\\uDFFF])|(?:\\uD9BF[\\uDFFE\\uDFFF])|(?:\\uD9FF[\\uDFFE\\uDFFF])' +
+      '|(?:\\uDA3F[\\uDFFE\\uDFFF])|(?:\\uDA7F[\\uDFFE\\uDFFF])|(?:\\uDABF[\\uDFFE\\uDFFF])|(?:\\' +
+      'uDAFF[\\uDFFE\\uDFFF])|(?:\\uDB3F[\\uDFFE\\uDFFF])|(?:\\uDB7F[\\uDFFE\\uDFFF])|(?:\\uDBBF' +
+      '[\\uDFFE\\uDFFF])|(?:\\uDBFF[\\uDFFE\\uDFFF])(?:[\\0-\\t\\x0B\\f\\x0E-\\u2027\\u202A-\\uD7FF\\' +
+      'uE000-\\uFFFF]|[\\uD800-\\uDBFF][\\uDC00-\\uDFFF]|[\\uD800-\\uDBFF](?![\\uDC00-\\uDFFF])|' +
+      '(?:[^\\uD800-\\uDBFF]|^)[\\uDC00-\\uDFFF]))',
+    'g'
+  )
+
+  string = String(string || '').replace(regex, '')
+
+  return string
+    .replace(/&/g, '&amp;')
+    .replace(/</g, '&lt;')
+    .replace(/>/g, '&gt;')
+    .replace(/"/g, '&quot;')
+    .replace(/'/g, '&apos;')
+    .replace(/\n|\r/g, ' ')
+    .replace(/  +/g, ' ')
+    .trim()
+}
+
+module.exports = { json2xml }

scripts/commands/channels/validate.js

@@ -0,0 +1,54 @@
+const { parser, logger, api } = require('../core')
+const { program } = require('commander')
+const chalk = require('chalk')
+
+program.argument('<filepath>', 'Path to file to validate').parse(process.argv)
+
+async function main() {
+  await api.channels.load()
+
+  const stats = {
+    files: 0,
+    errors: 0
+  }
+
+  if (!program.args.length) {
+    logger.error('required argument "filepath" not specified')
+  }
+
+  for (const filepath of program.args) {
+    if (!filepath.endsWith('.xml')) continue
+
+    const { site, channels } = await parser.parseChannels(filepath)
+
+    const buffer = {}
+    const errors = []
+    for (const channel of channels) {
+      if (!buffer[channel.xmltv_id]) {
+        buffer[channel.xmltv_id] = channel
+      } else {
+        errors.push({ type: 'duplicate', ...channel })
+        stats.errors++
+      }
+
+      if (!api.channels.find({ id: channel.xmltv_id })) {
+        errors.push({ type: 'wrong_xmltv_id', ...channel })
+        stats.errors++
+      }
+    }
+
+    if (errors.length) {
+      logger.info(chalk.underline(filepath))
+      console.table(errors, ['type', 'lang', 'xmltv_id', 'site_id', 'name'])
+      console.log()
+      stats.files++
+    }
+  }
+
+  if (stats.errors > 0) {
+    logger.error(chalk.red(`${stats.errors} error(s) in ${stats.files} file(s)`))
+    process.exit(1)
+  }
+}
+
+main()