Update create-database.js

scripts/commands/create-database.js

@@ -34,13 +34,18 @@ async function loadChannels() {
   for (const filepath of files) {
     const dir = file.dirname(filepath)
     const filename = file.basename(filepath)
-    const [_, gid] = filename.match(/_([a-z-]+)\.channels\.xml/i) || [null, null]
+    const [_, site] = filename.match(/([a-z0-9-.]+)_/i) || [null, null]
+    if (!site) continue
+    const configPath = `${dir}/${site}.config.js`
+    const config = require(file.resolve(configPath))
+    if (config.ignore) continue
+    const [__, gid] = filename.match(/_([a-z-]+)\.channels\.xml/i) || [null, null]
     const items = await parser.parseChannels(filepath)
     for (const item of items) {
       const countryCode = item.xmltv_id.split('.')[1]
       item.country = countryCode ? countryCode.toUpperCase() : null
       item.channelsPath = filepath
-      item.configPath = `${dir}/${item.site}.config.js`
+      item.configPath = configPath
       item.gid = gid
       channels.push(item)
     }

tests/__data__/input/sites/ignore.com.config.js

@@ -0,0 +1,10 @@
+module.exports = {
+  site: 'ignore.com',
+  ignore: true,
+  url() {
+    return `https://ignore.com`
+  },
+  parser() {
+    return []
+  }
+}

tests/__data__/input/sites/ignore.com_en-ee.channels.xml

@@ -1,5 +1,5 @@
 <?xml version="1.0" encoding="UTF-8"?>
-<site site="example.com">
+<site site="ignore.com">
   <channels>
     <channel lang="en" xmltv_id="1Plus2.lv" site_id="1341">1+2</channel>
   </channels>

tests/commands/create-database.test.js

@@ -6,7 +6,7 @@ beforeEach(() => {
   fs.rmdirSync('tests/__data__/output', { recursive: true })
   fs.mkdirSync('tests/__data__/output')
 
-  execSync(
+  const stdout = execSync(
     'DB_DIR=tests/__data__/output/database node scripts/commands/create-database.js --channels=tests/__data__/input/sites/*.channels.xml --max-clusters=1',
     { encoding: 'utf8' }
   )
@@ -15,34 +15,20 @@ beforeEach(() => {
 it('can create channels database', () => {
   const output = content('tests/__data__/output/database/channels.db')
 
-  expect(output).toEqual(
+  expect(output).toMatchObject([
-    expect.arrayContaining([
+    {
-      expect.objectContaining({
+      lang: 'ru',
-        lang: 'en',
+      country: 'US',
-        country: 'LV',
+      xmltv_id: 'CNNInternationalEurope.us',
-        xmltv_id: '1Plus2.lv',
+      site_id: '140',
-        site_id: '1341',
+      name: 'CNN International Europe',
-        name: '1+2',
+      site: 'example.com',
-        site: 'example.com',
+      channelsPath: 'tests/__data__/input/sites/example.com_ca-nl.channels.xml',
-        channelsPath: 'tests/__data__/input/sites/example.com_en-ee.channels.xml',
+      configPath: 'tests/__data__/input/sites/example.com.config.js',
-        configPath: 'tests/__data__/input/sites/example.com.config.js',
+      gid: 'ca-nl',
-        gid: 'en-ee',
+      cluster_id: 1
-        cluster_id: 1
+    }
-      }),
+  ])
-      expect.objectContaining({
-        lang: 'ru',
-        country: 'US',
-        xmltv_id: 'CNNInternationalEurope.us',
-        site_id: '140',
-        name: 'CNN International Europe',
-        site: 'example.com',
-        channelsPath: 'tests/__data__/input/sites/example.com_ca-nl.channels.xml',
-        configPath: 'tests/__data__/input/sites/example.com.config.js',
-        gid: 'ca-nl',
-        cluster_id: 1
-      })
-    ])
-  )
 })
 
 function content(filepath) {