Fixes linter errors

This commit is contained in:
freearhey 2023-10-15 14:08:23 +03:00
parent 57e508fc3b
commit 63c86a2b30
393 changed files with 28447 additions and 28443 deletions

View file

@ -1,87 +1,87 @@
const cheerio = require('cheerio')
const axios = require('axios')
const { DateTime } = require('luxon')
module.exports = {
site: 'tvgids.nl',
days: 2,
url: function ({ date, channel }) {
const path =
DateTime.now().day === DateTime.fromMillis(date.valueOf()).day
? ''
: `${date.format('DD-MM-YYYY')}/`
return `https://www.tvgids.nl/gids/${path}${channel.site_id}`
},
parser: function ({ content, date }) {
date = date.subtract(1, 'd')
let programs = []
const items = parseItems(content)
items.forEach(item => {
const $item = cheerio.load(item)
const prev = programs[programs.length - 1]
let start = parseStart($item, date)
if (prev) {
if (start < prev.start) {
start = start.plus({ days: 1 })
date = date.add(1, 'd')
}
prev.stop = start
}
const stop = start.plus({ minutes: 30 })
programs.push({
title: parseTitle($item),
description: parseDescription($item),
icon: parseIcon($item),
start,
stop
})
})
return programs
},
async channels() {
const data = await axios
.get('https://www.tvgids.nl/gids/')
.then(r => r.data)
.catch(console.log)
const $ = cheerio.load(data)
const channels = []
$('#channel-container > div').each((i, el) => {
channels.push({
site_id: $(el).find('a').attr('id'),
name: $(el).find('img').attr('title'),
lang: 'nl'
})
})
return channels
}
}
function parseTitle($item) {
return $item('.program__title').text().trim()
}
function parseDescription($item) {
return $item('.program__text').text().trim()
}
function parseIcon($item) {
return $item('.program__thumbnail').data('src')
}
function parseStart($item, date) {
const time = $item('.program__starttime').clone().children().remove().end().text().trim()
return DateTime.fromFormat(`${date.format('YYYY-MM-DD')} ${time}`, 'yyyy-MM-dd HH:mm', {
zone: 'Europe/Amsterdam'
}).toUTC()
}
function parseItems(content) {
const $ = cheerio.load(content)
return $('.guide__guide .program').toArray()
}
const cheerio = require('cheerio')
const axios = require('axios')
const { DateTime } = require('luxon')
module.exports = {
site: 'tvgids.nl',
days: 2,
url: function ({ date, channel }) {
const path =
DateTime.now().day === DateTime.fromMillis(date.valueOf()).day
? ''
: `${date.format('DD-MM-YYYY')}/`
return `https://www.tvgids.nl/gids/${path}${channel.site_id}`
},
parser: function ({ content, date }) {
date = date.subtract(1, 'd')
let programs = []
const items = parseItems(content)
items.forEach(item => {
const $item = cheerio.load(item)
const prev = programs[programs.length - 1]
let start = parseStart($item, date)
if (prev) {
if (start < prev.start) {
start = start.plus({ days: 1 })
date = date.add(1, 'd')
}
prev.stop = start
}
const stop = start.plus({ minutes: 30 })
programs.push({
title: parseTitle($item),
description: parseDescription($item),
icon: parseIcon($item),
start,
stop
})
})
return programs
},
async channels() {
const data = await axios
.get('https://www.tvgids.nl/gids/')
.then(r => r.data)
.catch(console.log)
const $ = cheerio.load(data)
const channels = []
$('#channel-container > div').each((i, el) => {
channels.push({
site_id: $(el).find('a').attr('id'),
name: $(el).find('img').attr('title'),
lang: 'nl'
})
})
return channels
}
}
function parseTitle($item) {
return $item('.program__title').text().trim()
}
function parseDescription($item) {
return $item('.program__text').text().trim()
}
function parseIcon($item) {
return $item('.program__thumbnail').data('src')
}
function parseStart($item, date) {
const time = $item('.program__starttime').clone().children().remove().end().text().trim()
return DateTime.fromFormat(`${date.format('YYYY-MM-DD')} ${time}`, 'yyyy-MM-dd HH:mm', {
zone: 'Europe/Amsterdam'
}).toUTC()
}
function parseItems(content) {
const $ = cheerio.load(content)
return $('.guide__guide .program').toArray()
}

View file

@ -1,61 +1,61 @@
// npm run channels:parse -- --config=./sites/tvgids.nl/tvgids.nl.config.js --output=./sites/tvgids.nl/tvgids.nl.channels.xml
// npm run grab -- --site=tvgids.nl
const { parser, url } = require('./tvgids.nl.config.js')
const fs = require('fs')
const path = require('path')
const dayjs = require('dayjs')
const utc = require('dayjs/plugin/utc')
const customParseFormat = require('dayjs/plugin/customParseFormat')
dayjs.extend(customParseFormat)
dayjs.extend(utc)
const date = dayjs.utc('2023-06-13', 'YYYY-MM-DD').startOf('d')
const channel = {
site_id: 'npo1',
xmltv_id: 'NPO1.nl'
}
it('can generate valid url', () => {
expect(url({ date, channel })).toBe('https://www.tvgids.nl/gids/13-06-2023/npo1')
})
it('can generate valid url for today', () => {
const today = dayjs().startOf('d')
expect(url({ date: today, channel })).toBe('https://www.tvgids.nl/gids/npo1')
})
it('can parse response', () => {
const content = fs.readFileSync(path.resolve(__dirname, '__data__/content.html'))
const results = parser({ content, date }).map(p => {
p.start = p.start.toJSON()
p.stop = p.stop.toJSON()
return p
})
expect(results[0]).toMatchObject({
start: '2023-06-12T21:57:00.000Z',
stop: '2023-06-12T22:58:00.000Z',
title: 'Op1',
icon: 'https://tvgidsassets.nl/v301/upload/o/carrousel/op1-451542641.jpg',
description: "Talkshow met wisselende presentatieduo's, live vanuit Amsterdam."
})
expect(results[61]).toMatchObject({
start: '2023-06-14T00:18:00.000Z',
stop: '2023-06-14T00:48:00.000Z',
title: 'NOS Journaal',
icon: 'https://tvgidsassets.nl/v301/upload/n/carrousel/nos-journaal-452818771.jpg',
description:
'Met het laatste nieuws, gebeurtenissen van nationaal en internationaal belang en de weersverwachting voor vandaag.'
})
})
it('can handle empty guide', () => {
const result = parser({
content: '',
date
})
expect(result).toMatchObject([])
})
// npm run channels:parse -- --config=./sites/tvgids.nl/tvgids.nl.config.js --output=./sites/tvgids.nl/tvgids.nl.channels.xml
// npm run grab -- --site=tvgids.nl
const { parser, url } = require('./tvgids.nl.config.js')
const fs = require('fs')
const path = require('path')
const dayjs = require('dayjs')
const utc = require('dayjs/plugin/utc')
const customParseFormat = require('dayjs/plugin/customParseFormat')
dayjs.extend(customParseFormat)
dayjs.extend(utc)
const date = dayjs.utc('2023-06-13', 'YYYY-MM-DD').startOf('d')
const channel = {
site_id: 'npo1',
xmltv_id: 'NPO1.nl'
}
it('can generate valid url', () => {
expect(url({ date, channel })).toBe('https://www.tvgids.nl/gids/13-06-2023/npo1')
})
it('can generate valid url for today', () => {
const today = dayjs().startOf('d')
expect(url({ date: today, channel })).toBe('https://www.tvgids.nl/gids/npo1')
})
it('can parse response', () => {
const content = fs.readFileSync(path.resolve(__dirname, '__data__/content.html'))
const results = parser({ content, date }).map(p => {
p.start = p.start.toJSON()
p.stop = p.stop.toJSON()
return p
})
expect(results[0]).toMatchObject({
start: '2023-06-12T21:57:00.000Z',
stop: '2023-06-12T22:58:00.000Z',
title: 'Op1',
icon: 'https://tvgidsassets.nl/v301/upload/o/carrousel/op1-451542641.jpg',
description: "Talkshow met wisselende presentatieduo's, live vanuit Amsterdam."
})
expect(results[61]).toMatchObject({
start: '2023-06-14T00:18:00.000Z',
stop: '2023-06-14T00:48:00.000Z',
title: 'NOS Journaal',
icon: 'https://tvgidsassets.nl/v301/upload/n/carrousel/nos-journaal-452818771.jpg',
description:
'Met het laatste nieuws, gebeurtenissen van nationaal en internationaal belang en de weersverwachting voor vandaag.'
})
})
it('can handle empty guide', () => {
const result = parser({
content: '',
date
})
expect(result).toMatchObject([])
})