diff --git a/package-lock.json b/package-lock.json index 2df98bfb..40c80103 100644 --- a/package-lock.json +++ b/package-lock.json @@ -10,6 +10,7 @@ "axios": "^0.21.1", "cheerio": "^1.0.0-rc.10", "commander": "^8.2.0", + "csv-parser": "^3.0.0", "dayjs": "^1.10.4", "epg-grabber": "^0.12.1", "epg-parser": "^0.1.6", @@ -1625,6 +1626,20 @@ "resolved": "https://registry.npmjs.org/cssom/-/cssom-0.3.8.tgz", "integrity": "sha512-b0tGHbfegbhPJpxpiBPU2sCkigAqtM9O121le6bbOlgyV+NyGyCmVfJ6QW9eRjz8CpNfWEOYBIMIGRYkLwsIYg==" }, + "node_modules/csv-parser": { + "version": "3.0.0", + "resolved": "https://registry.npmjs.org/csv-parser/-/csv-parser-3.0.0.tgz", + "integrity": "sha512-s6OYSXAK3IdKqYO33y09jhypG/bSDHPuyCme/IdEHfWpLf/jKcpitVFyOC6UemgGk8v7Q5u2XE0vvwmanxhGlQ==", + "dependencies": { + "minimist": "^1.2.0" + }, + "bin": { + "csv-parser": "bin/csv-parser" + }, + "engines": { + "node": ">= 10" + } + }, "node_modules/data-urls": { "version": "2.0.0", "resolved": "https://registry.npmjs.org/data-urls/-/data-urls-2.0.0.tgz", @@ -5691,6 +5706,14 @@ } } }, + "csv-parser": { + "version": "3.0.0", + "resolved": "https://registry.npmjs.org/csv-parser/-/csv-parser-3.0.0.tgz", + "integrity": "sha512-s6OYSXAK3IdKqYO33y09jhypG/bSDHPuyCme/IdEHfWpLf/jKcpitVFyOC6UemgGk8v7Q5u2XE0vvwmanxhGlQ==", + "requires": { + "minimist": "^1.2.0" + } + }, "data-urls": { "version": "2.0.0", "resolved": "https://registry.npmjs.org/data-urls/-/data-urls-2.0.0.tgz", diff --git a/package.json b/package.json index 0c74dad2..f00d0228 100644 --- a/package.json +++ b/package.json @@ -14,6 +14,7 @@ "axios": "^0.21.1", "cheerio": "^1.0.0-rc.10", "commander": "^8.2.0", + "csv-parser": "^3.0.0", "dayjs": "^1.10.4", "epg-grabber": "^0.12.1", "epg-parser": "^0.1.6", diff --git a/sites/rotana.net/rotana.net.config.js b/sites/rotana.net/rotana.net.config.js new file mode 100644 index 00000000..ce0922ee --- /dev/null +++ b/sites/rotana.net/rotana.net.config.js @@ -0,0 +1,72 @@ +const stream = require('stream') +const csv = require('csv-parser') +const dayjs = require('dayjs') +const utc = require('dayjs/plugin/utc') +const customParseFormat = require('dayjs/plugin/customParseFormat') + +dayjs.extend(utc) +dayjs.extend(customParseFormat) + +module.exports = { + site: 'rotana.net', + url({ channel, date }) { + return `https://rotana.net/triAssets/uploads/2020/${date.format('MM')}/${channel.site_id}.csv` + }, + request: { + method: 'POST' + }, + logo({ channel }) { + return channel.logo + }, + parser: async function ({ buffer, date }) { + let programs = [] + const items = await parseItems(buffer, date) + items.forEach(item => { + const start = parseStart(item) + const stop = parseStop(item) + programs.push({ + title: item['Arabic Event Name'], + category: item['Genre'], + description: item['Arabic Extended Description'], + start: start.toJSON(), + stop: stop.toJSON() + }) + }) + + return programs + } +} + +function parseIcon(item) { + return item.pictures && item.pictures.length ? item.pictures[0].href : null +} + +function parseStart(item) { + const time = `${item['Start Date']} ${item['Start Time']}` + + return dayjs.utc(time, 'DD/MM/YYYY HH:mm:ss:00') +} + +function parseStop(item) { + const time = `${item['End Date']} ${item['End Time']}` + + return dayjs.utc(time, 'DD/MM/YYYY HH:mm:ss:00') +} + +function parseItems(buffer, date) { + return new Promise(resolve => { + let items = [] + const input = new stream.PassThrough() + input.end(buffer) + input + .pipe(csv()) + .on('data', data => items.push(data)) + .on('end', () => { + items = items.filter(i => i['Start Date'] === date.format('DD/MM/YYYY')) + resolve(items) + }) + .on('error', () => { + resolve([]) + }) + }) +} diff --git a/sites/rotana.net/rotana.net.test.js b/sites/rotana.net/rotana.net.test.js new file mode 100644 index 00000000..7f692111 --- /dev/null +++ b/sites/rotana.net/rotana.net.test.js @@ -0,0 +1,63 @@ +// npx epg-grabber --config=sites/rotana.net/rotana.net.config.js --channels=sites/rotana.net/rotana.net_sa.channels.xml --output=.gh-pages/guides/sa/rotana.net.epg.xml --days=2 + +const { parser, url, logo, request } = require('./rotana.net.config.js') +const dayjs = require('dayjs') +const utc = require('dayjs/plugin/utc') +const customParseFormat = require('dayjs/plugin/customParseFormat') +dayjs.extend(customParseFormat) +dayjs.extend(utc) + +const date = dayjs.utc('2021-11-08', 'YYYY-MM-DD').startOf('d') +const channel = { + site_id: 'KHALIJIA-7', + xmltv_id: 'RotanaKhalejia.sa', + logo: 'https://rotana.net/triAssets/uploads/2020/11/khalijiat.png' +} +const buffer = + Buffer.from(`Event ID,Event Name,Arabic Event Name,Start Date,Start Time,End Date,End Time,Short Description,Arabic Short Description,Extended Description,Arabic Extended Description,,Genre,Audio,Video +,حسب الظروف,حسب الظروف بدون تترات - Episode 16,07/11/2021,23:30:00:00,08/11/2021,00:00:00:00,,,,,,Drama,, +,كورة,كورة,08/11/2021,01:30:00:00,08/11/2021,03:00:00:00,,,,,,Generic,,`) + +it('can generate valid url', () => { + const result = url({ channel, date }) + expect(result).toBe('https://rotana.net/triAssets/uploads/2020/11/KHALIJIA-7.csv') +}) + +it('can get logo url', () => { + const result = logo({ channel }) + expect(result).toBe('https://rotana.net/triAssets/uploads/2020/11/khalijiat.png') +}) + +it('can parse response', done => { + parser({ date, channel, buffer }) + .then(result => { + expect(result).toMatchObject([ + { + start: '2021-11-08T01:30:00.000Z', + stop: '2021-11-08T03:00:00.000Z', + title: 'كورة', + category: 'Generic', + description: `` + } + ]) + done() + }) + .catch(() => { + done() + }) +}) + +it('can handle empty guide', done => { + parser({ + date, + channel, + buffer: Buffer.from(``) + }) + .then(result => { + expect(result).toMatchObject([]) + done() + }) + .catch(() => { + done() + }) +}) diff --git a/sites/rotana.net/rotana.net_sa.channels.xml b/sites/rotana.net/rotana.net_sa.channels.xml new file mode 100644 index 00000000..ff6640af --- /dev/null +++ b/sites/rotana.net/rotana.net_sa.channels.xml @@ -0,0 +1,16 @@ + + + + LBC + Rotana Aflam+ + Rotana America + Rotana Cinema Egypt + Rotana Cinema KSA + Rotana Classic + Rotana Comedy + Rotana Drama + Rotana Khalejia + Rotana Kids + Rotana+ + + \ No newline at end of file