mirror of
https://github.com/iptv-org/epg.git
synced 2025-05-09 16:40:07 -04:00
Fixes linter errors
This commit is contained in:
parent
57e508fc3b
commit
63c86a2b30
393 changed files with 28447 additions and 28443 deletions
|
@ -1,87 +1,87 @@
|
|||
const cheerio = require('cheerio')
|
||||
const axios = require('axios')
|
||||
const { DateTime } = require('luxon')
|
||||
|
||||
module.exports = {
|
||||
site: 'tvgids.nl',
|
||||
days: 2,
|
||||
url: function ({ date, channel }) {
|
||||
const path =
|
||||
DateTime.now().day === DateTime.fromMillis(date.valueOf()).day
|
||||
? ''
|
||||
: `${date.format('DD-MM-YYYY')}/`
|
||||
|
||||
return `https://www.tvgids.nl/gids/${path}${channel.site_id}`
|
||||
},
|
||||
parser: function ({ content, date }) {
|
||||
date = date.subtract(1, 'd')
|
||||
let programs = []
|
||||
const items = parseItems(content)
|
||||
items.forEach(item => {
|
||||
const $item = cheerio.load(item)
|
||||
const prev = programs[programs.length - 1]
|
||||
let start = parseStart($item, date)
|
||||
if (prev) {
|
||||
if (start < prev.start) {
|
||||
start = start.plus({ days: 1 })
|
||||
date = date.add(1, 'd')
|
||||
}
|
||||
prev.stop = start
|
||||
}
|
||||
const stop = start.plus({ minutes: 30 })
|
||||
programs.push({
|
||||
title: parseTitle($item),
|
||||
description: parseDescription($item),
|
||||
icon: parseIcon($item),
|
||||
start,
|
||||
stop
|
||||
})
|
||||
})
|
||||
|
||||
return programs
|
||||
},
|
||||
async channels() {
|
||||
const data = await axios
|
||||
.get('https://www.tvgids.nl/gids/')
|
||||
.then(r => r.data)
|
||||
.catch(console.log)
|
||||
const $ = cheerio.load(data)
|
||||
|
||||
const channels = []
|
||||
$('#channel-container > div').each((i, el) => {
|
||||
channels.push({
|
||||
site_id: $(el).find('a').attr('id'),
|
||||
name: $(el).find('img').attr('title'),
|
||||
lang: 'nl'
|
||||
})
|
||||
})
|
||||
|
||||
return channels
|
||||
}
|
||||
}
|
||||
|
||||
function parseTitle($item) {
|
||||
return $item('.program__title').text().trim()
|
||||
}
|
||||
|
||||
function parseDescription($item) {
|
||||
return $item('.program__text').text().trim()
|
||||
}
|
||||
|
||||
function parseIcon($item) {
|
||||
return $item('.program__thumbnail').data('src')
|
||||
}
|
||||
|
||||
function parseStart($item, date) {
|
||||
const time = $item('.program__starttime').clone().children().remove().end().text().trim()
|
||||
|
||||
return DateTime.fromFormat(`${date.format('YYYY-MM-DD')} ${time}`, 'yyyy-MM-dd HH:mm', {
|
||||
zone: 'Europe/Amsterdam'
|
||||
}).toUTC()
|
||||
}
|
||||
|
||||
function parseItems(content) {
|
||||
const $ = cheerio.load(content)
|
||||
|
||||
return $('.guide__guide .program').toArray()
|
||||
}
|
||||
const cheerio = require('cheerio')
|
||||
const axios = require('axios')
|
||||
const { DateTime } = require('luxon')
|
||||
|
||||
module.exports = {
|
||||
site: 'tvgids.nl',
|
||||
days: 2,
|
||||
url: function ({ date, channel }) {
|
||||
const path =
|
||||
DateTime.now().day === DateTime.fromMillis(date.valueOf()).day
|
||||
? ''
|
||||
: `${date.format('DD-MM-YYYY')}/`
|
||||
|
||||
return `https://www.tvgids.nl/gids/${path}${channel.site_id}`
|
||||
},
|
||||
parser: function ({ content, date }) {
|
||||
date = date.subtract(1, 'd')
|
||||
let programs = []
|
||||
const items = parseItems(content)
|
||||
items.forEach(item => {
|
||||
const $item = cheerio.load(item)
|
||||
const prev = programs[programs.length - 1]
|
||||
let start = parseStart($item, date)
|
||||
if (prev) {
|
||||
if (start < prev.start) {
|
||||
start = start.plus({ days: 1 })
|
||||
date = date.add(1, 'd')
|
||||
}
|
||||
prev.stop = start
|
||||
}
|
||||
const stop = start.plus({ minutes: 30 })
|
||||
programs.push({
|
||||
title: parseTitle($item),
|
||||
description: parseDescription($item),
|
||||
icon: parseIcon($item),
|
||||
start,
|
||||
stop
|
||||
})
|
||||
})
|
||||
|
||||
return programs
|
||||
},
|
||||
async channels() {
|
||||
const data = await axios
|
||||
.get('https://www.tvgids.nl/gids/')
|
||||
.then(r => r.data)
|
||||
.catch(console.log)
|
||||
const $ = cheerio.load(data)
|
||||
|
||||
const channels = []
|
||||
$('#channel-container > div').each((i, el) => {
|
||||
channels.push({
|
||||
site_id: $(el).find('a').attr('id'),
|
||||
name: $(el).find('img').attr('title'),
|
||||
lang: 'nl'
|
||||
})
|
||||
})
|
||||
|
||||
return channels
|
||||
}
|
||||
}
|
||||
|
||||
function parseTitle($item) {
|
||||
return $item('.program__title').text().trim()
|
||||
}
|
||||
|
||||
function parseDescription($item) {
|
||||
return $item('.program__text').text().trim()
|
||||
}
|
||||
|
||||
function parseIcon($item) {
|
||||
return $item('.program__thumbnail').data('src')
|
||||
}
|
||||
|
||||
function parseStart($item, date) {
|
||||
const time = $item('.program__starttime').clone().children().remove().end().text().trim()
|
||||
|
||||
return DateTime.fromFormat(`${date.format('YYYY-MM-DD')} ${time}`, 'yyyy-MM-dd HH:mm', {
|
||||
zone: 'Europe/Amsterdam'
|
||||
}).toUTC()
|
||||
}
|
||||
|
||||
function parseItems(content) {
|
||||
const $ = cheerio.load(content)
|
||||
|
||||
return $('.guide__guide .program').toArray()
|
||||
}
|
||||
|
|
|
@ -1,61 +1,61 @@
|
|||
// npm run channels:parse -- --config=./sites/tvgids.nl/tvgids.nl.config.js --output=./sites/tvgids.nl/tvgids.nl.channels.xml
|
||||
// npm run grab -- --site=tvgids.nl
|
||||
|
||||
const { parser, url } = require('./tvgids.nl.config.js')
|
||||
const fs = require('fs')
|
||||
const path = require('path')
|
||||
const dayjs = require('dayjs')
|
||||
const utc = require('dayjs/plugin/utc')
|
||||
const customParseFormat = require('dayjs/plugin/customParseFormat')
|
||||
dayjs.extend(customParseFormat)
|
||||
dayjs.extend(utc)
|
||||
|
||||
const date = dayjs.utc('2023-06-13', 'YYYY-MM-DD').startOf('d')
|
||||
const channel = {
|
||||
site_id: 'npo1',
|
||||
xmltv_id: 'NPO1.nl'
|
||||
}
|
||||
|
||||
it('can generate valid url', () => {
|
||||
expect(url({ date, channel })).toBe('https://www.tvgids.nl/gids/13-06-2023/npo1')
|
||||
})
|
||||
|
||||
it('can generate valid url for today', () => {
|
||||
const today = dayjs().startOf('d')
|
||||
|
||||
expect(url({ date: today, channel })).toBe('https://www.tvgids.nl/gids/npo1')
|
||||
})
|
||||
|
||||
it('can parse response', () => {
|
||||
const content = fs.readFileSync(path.resolve(__dirname, '__data__/content.html'))
|
||||
const results = parser({ content, date }).map(p => {
|
||||
p.start = p.start.toJSON()
|
||||
p.stop = p.stop.toJSON()
|
||||
return p
|
||||
})
|
||||
|
||||
expect(results[0]).toMatchObject({
|
||||
start: '2023-06-12T21:57:00.000Z',
|
||||
stop: '2023-06-12T22:58:00.000Z',
|
||||
title: 'Op1',
|
||||
icon: 'https://tvgidsassets.nl/v301/upload/o/carrousel/op1-451542641.jpg',
|
||||
description: "Talkshow met wisselende presentatieduo's, live vanuit Amsterdam."
|
||||
})
|
||||
|
||||
expect(results[61]).toMatchObject({
|
||||
start: '2023-06-14T00:18:00.000Z',
|
||||
stop: '2023-06-14T00:48:00.000Z',
|
||||
title: 'NOS Journaal',
|
||||
icon: 'https://tvgidsassets.nl/v301/upload/n/carrousel/nos-journaal-452818771.jpg',
|
||||
description:
|
||||
'Met het laatste nieuws, gebeurtenissen van nationaal en internationaal belang en de weersverwachting voor vandaag.'
|
||||
})
|
||||
})
|
||||
|
||||
it('can handle empty guide', () => {
|
||||
const result = parser({
|
||||
content: '',
|
||||
date
|
||||
})
|
||||
expect(result).toMatchObject([])
|
||||
})
|
||||
// npm run channels:parse -- --config=./sites/tvgids.nl/tvgids.nl.config.js --output=./sites/tvgids.nl/tvgids.nl.channels.xml
|
||||
// npm run grab -- --site=tvgids.nl
|
||||
|
||||
const { parser, url } = require('./tvgids.nl.config.js')
|
||||
const fs = require('fs')
|
||||
const path = require('path')
|
||||
const dayjs = require('dayjs')
|
||||
const utc = require('dayjs/plugin/utc')
|
||||
const customParseFormat = require('dayjs/plugin/customParseFormat')
|
||||
dayjs.extend(customParseFormat)
|
||||
dayjs.extend(utc)
|
||||
|
||||
const date = dayjs.utc('2023-06-13', 'YYYY-MM-DD').startOf('d')
|
||||
const channel = {
|
||||
site_id: 'npo1',
|
||||
xmltv_id: 'NPO1.nl'
|
||||
}
|
||||
|
||||
it('can generate valid url', () => {
|
||||
expect(url({ date, channel })).toBe('https://www.tvgids.nl/gids/13-06-2023/npo1')
|
||||
})
|
||||
|
||||
it('can generate valid url for today', () => {
|
||||
const today = dayjs().startOf('d')
|
||||
|
||||
expect(url({ date: today, channel })).toBe('https://www.tvgids.nl/gids/npo1')
|
||||
})
|
||||
|
||||
it('can parse response', () => {
|
||||
const content = fs.readFileSync(path.resolve(__dirname, '__data__/content.html'))
|
||||
const results = parser({ content, date }).map(p => {
|
||||
p.start = p.start.toJSON()
|
||||
p.stop = p.stop.toJSON()
|
||||
return p
|
||||
})
|
||||
|
||||
expect(results[0]).toMatchObject({
|
||||
start: '2023-06-12T21:57:00.000Z',
|
||||
stop: '2023-06-12T22:58:00.000Z',
|
||||
title: 'Op1',
|
||||
icon: 'https://tvgidsassets.nl/v301/upload/o/carrousel/op1-451542641.jpg',
|
||||
description: "Talkshow met wisselende presentatieduo's, live vanuit Amsterdam."
|
||||
})
|
||||
|
||||
expect(results[61]).toMatchObject({
|
||||
start: '2023-06-14T00:18:00.000Z',
|
||||
stop: '2023-06-14T00:48:00.000Z',
|
||||
title: 'NOS Journaal',
|
||||
icon: 'https://tvgidsassets.nl/v301/upload/n/carrousel/nos-journaal-452818771.jpg',
|
||||
description:
|
||||
'Met het laatste nieuws, gebeurtenissen van nationaal en internationaal belang en de weersverwachting voor vandaag.'
|
||||
})
|
||||
})
|
||||
|
||||
it('can handle empty guide', () => {
|
||||
const result = parser({
|
||||
content: '',
|
||||
date
|
||||
})
|
||||
expect(result).toMatchObject([])
|
||||
})
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue