From 4b92cd7ce4eda1034376255410d3a515837242fd Mon Sep 17 00:00:00 2001 From: Aleksandr Statciuk Date: Thu, 10 Mar 2022 01:03:13 +0300 Subject: [PATCH 1/4] Create mediaklikk.hu.test.js --- sites/mediaklikk.hu/mediaklikk.hu.test.js | 66 +++++++++++++++++++++++ 1 file changed, 66 insertions(+) create mode 100644 sites/mediaklikk.hu/mediaklikk.hu.test.js diff --git a/sites/mediaklikk.hu/mediaklikk.hu.test.js b/sites/mediaklikk.hu/mediaklikk.hu.test.js new file mode 100644 index 00000000..c6c575b3 --- /dev/null +++ b/sites/mediaklikk.hu/mediaklikk.hu.test.js @@ -0,0 +1,66 @@ +// npx epg-grabber --config=sites/mediaklikk.hu/mediaklikk.hu.config.js --channels=sites/mediaklikk.hu/mediaklikk.hu_hu.channels.xml --output=guide.xml --days=2 + +const { parser, url, request } = require('./mediaklikk.hu.config.js') +const dayjs = require('dayjs') +const utc = require('dayjs/plugin/utc') +const customParseFormat = require('dayjs/plugin/customParseFormat') +dayjs.extend(customParseFormat) +dayjs.extend(utc) + +const date = dayjs.utc('2022-03-10', 'YYYY-MM-DD').startOf('d') +const channel = { + site_id: '3', + xmltv_id: 'DuneTV.hu' +} + +it('can generate valid url', () => { + expect(url).toBe( + 'https://mediaklikk.hu/wp-content/plugins/hms-global-widgets/widgets/programGuide/programGuideInterface.php' + ) +}) + +it('can generate valid request method', () => { + expect(request.method).toBe('POST') +}) + +it('can generate valid request headers', () => { + expect(request.headers).toMatchObject({ + 'Content-Type': 'application/x-www-form-urlencoded' + }) +}) + +it('can generate valid request data', () => { + const result = request.data({ date, channel }) + expect(result.get('ChannelIds')).toBe('3,') + expect(result.get('Date')).toBe('2022-03-10') +}) + +it('can parse response', () => { + const content = `
  • A tengeralattjáró (2018)

    4. rész, 57 perc, 2018

` + + const result = parser({ content }).map(p => { + p.start = p.start.toJSON() + p.stop = p.stop.toJSON() + return p + }) + + expect(result).toMatchObject([ + { + start: '2022-03-09T23:35:35.000Z', + stop: '2022-03-10T00:35:54.000Z', + title: `A tengeralattjáró (2018)`, + description: + 'A La Rochelle-ben történt robbanás után a polgármester parancsot kap néhány súlyos intézkedés meghozatalára. Az ellenséges támadás után az U-612 fedélzetén a bajtársiasság terén gondok mutatkoznak. Hoffmann és Tennstedt rivalizálása és a legénység közt tapasztalható feszültség veszélybe sodorja küldetésüket.(Eredeti hang digitálisan.)', + icon: 'https://mediaklikk.hu/wp-content/uploads/sites/4/2020/06/00-150x150.jpg' + } + ]) +}) + +it('can handle empty guide', () => { + const result = parser({ + date, + channel, + content: `` + }) + expect(result).toMatchObject([]) +}) From 2cfc38097928b925aa9e33039eabe0ae90bcce8e Mon Sep 17 00:00:00 2001 From: Aleksandr Statciuk Date: Thu, 10 Mar 2022 01:03:17 +0300 Subject: [PATCH 2/4] Create mediaklikk.hu.config.js --- sites/mediaklikk.hu/mediaklikk.hu.config.js | 81 +++++++++++++++++++++ 1 file changed, 81 insertions(+) create mode 100644 sites/mediaklikk.hu/mediaklikk.hu.config.js diff --git a/sites/mediaklikk.hu/mediaklikk.hu.config.js b/sites/mediaklikk.hu/mediaklikk.hu.config.js new file mode 100644 index 00000000..557f2f23 --- /dev/null +++ b/sites/mediaklikk.hu/mediaklikk.hu.config.js @@ -0,0 +1,81 @@ +const cheerio = require('cheerio') +const dayjs = require('dayjs') +const utc = require('dayjs/plugin/utc') +const timezone = require('dayjs/plugin/timezone') +const customParseFormat = require('dayjs/plugin/customParseFormat') + +dayjs.extend(utc) +dayjs.extend(timezone) +dayjs.extend(customParseFormat) + +module.exports = { + site: 'mediaklikk.hu', + url: 'https://mediaklikk.hu/wp-content/plugins/hms-global-widgets/widgets/programGuide/programGuideInterface.php', + request: { + method: 'POST', + headers: { + 'Content-Type': 'application/x-www-form-urlencoded' + }, + data: function ({ date, channel }) { + const params = new URLSearchParams() + params.append('ChannelIds', `${channel.site_id},`) + params.append('Date', date.format('YYYY-MM-DD')) + + return params + } + }, + parser: function ({ content }) { + const programs = [] + const items = parseItems(content) + items.forEach(item => { + const $item = cheerio.load(item) + const start = parseStart($item) + let stop = parseStop($item) + if (!stop) stop = start.add(30, 'm') + programs.push({ + title: parseTitle($item), + description: parseDescription($item), + icon: parseIcon($item), + start, + stop + }) + }) + + return programs + } +} + +function parseStart($item) { + const timeString = $item('*').data('from') + + return dayjs.tz(timeString, 'YYYY-MM-DD HH:mm:ss', 'Europe/Budapest') +} + +function parseStop($item) { + const timeString = $item('*').data('till') + if (!timeString) return null + + return dayjs.tz(timeString, 'YYYY-MM-DD HH:mm:ss', 'Europe/Budapest') +} + +function parseTitle($item) { + return $item('.program_info > h1').text().trim() +} + +function parseDescription($item) { + return $item('.program_about > .program_description > p').text().trim() +} + +function parseIcon($item) { + const backgroundImage = $item('.program_about > .program_photo').css('background-image') + if (!backgroundImage) return null + const [_, icon] = backgroundImage.match(/url\(\'(.*)'\)/) || [null, null] + + return icon +} + +function parseItems(content) { + const $ = cheerio.load(content) + + return $('li.program_body').toArray() +} From a741f1612bf510c27b515992caac7ba6ec32c452 Mon Sep 17 00:00:00 2001 From: Aleksandr Statciuk Date: Thu, 10 Mar 2022 01:03:23 +0300 Subject: [PATCH 3/4] Create mediaklikk.hu_hu.channels.xml --- sites/mediaklikk.hu/mediaklikk.hu_hu.channels.xml | 13 +++++++++++++ 1 file changed, 13 insertions(+) create mode 100644 sites/mediaklikk.hu/mediaklikk.hu_hu.channels.xml diff --git a/sites/mediaklikk.hu/mediaklikk.hu_hu.channels.xml b/sites/mediaklikk.hu/mediaklikk.hu_hu.channels.xml new file mode 100644 index 00000000..e45b2162 --- /dev/null +++ b/sites/mediaklikk.hu/mediaklikk.hu_hu.channels.xml @@ -0,0 +1,13 @@ + + + + Duna + Duna World + M1 + M2 + M3 + M4 Sport + M4 Sport + + M5 + + \ No newline at end of file From be658a59dbecc5f5c97d617035e7cebae3d2867e Mon Sep 17 00:00:00 2001 From: Aleksandr Statciuk Date: Thu, 10 Mar 2022 01:03:26 +0300 Subject: [PATCH 4/4] Create mediaklikk.hu.yml --- .github/workflows/mediaklikk.hu.yml | 17 +++++++++++++++++ 1 file changed, 17 insertions(+) create mode 100644 .github/workflows/mediaklikk.hu.yml diff --git a/.github/workflows/mediaklikk.hu.yml b/.github/workflows/mediaklikk.hu.yml new file mode 100644 index 00000000..83efb792 --- /dev/null +++ b/.github/workflows/mediaklikk.hu.yml @@ -0,0 +1,17 @@ +name: mediaklikk.hu +on: + schedule: + - cron: '0 0 * * *' + workflow_dispatch: + workflow_run: + workflows: [_trigger] + types: + - completed +jobs: + load: + uses: ./.github/workflows/_load.yml + with: + site: ${{github.workflow}} + secrets: + APP_ID: ${{ secrets.APP_ID }} + APP_PRIVATE_KEY: ${{ secrets.APP_PRIVATE_KEY }}