mirror of
https://github.com/iptv-org/epg.git
synced 2025-05-10 00:50:09 -04:00
wip
This commit is contained in:
Aleksandr Statciuk
parent
cea7fc2cbb
commit
cfdf85bd01
7 changed files with 199 additions and 161 deletions
|
|
@ -4,21 +4,26 @@ const dayjs = require('dayjs')
|
|||
const utc = require('dayjs/plugin/utc')
|
||||
dayjs.extend(utc)
|
||||
|
||||
let programs = {}
|
||||
let channels = []
|
||||
let programs = []
|
||||
|
||||
const LOGS_PATH = process.env.LOGS_PATH || 'scripts/logs'
|
||||
const PUBLIC_PATH = process.env.PUBLIC_PATH || '.'
|
||||
const DB_DIR = process.env.DB_DIR || 'scripts/database'
|
||||
const PUBLIC_DIR = process.env.PUBLIC_DIR || '.gh-pages'
|
||||
|
||||
async function main() {
|
||||
await setUp()
|
||||
|
||||
await generateGuideXML()
|
||||
await generateChannelsJson()
|
||||
}
|
||||
|
||||
main()
|
||||
|
||||
async function createChannelsJson() {
|
||||
logger.info('Creating channels.json...')
|
||||
async function setUp() {
|
||||
channels = await db.channels.find({})
|
||||
}
|
||||
|
||||
async function generateChannelsJson() {
|
||||
logger.info('Generating channels.json...')
|
||||
|
||||
let items = channels
|
||||
items = _.sortBy(items, item => item.name)
|
||||
|
|
@ -47,180 +52,174 @@ async function createChannelsJson() {
|
|||
|
||||
items = Object.values(buffer)
|
||||
|
||||
await file.create(`${OUTPUT_PATH}/channels.json`, JSON.stringify(items, null, 2))
|
||||
await file.create(`${PUBLIC_DIR}/api/channels.json`, JSON.stringify(items))
|
||||
}
|
||||
|
||||
async function createProgramsJson() {
|
||||
logger.info('Creating programs.json...')
|
||||
// async function createProgramsJson() {
|
||||
// logger.info('Creating programs.json...')
|
||||
|
||||
let items = programs
|
||||
// let items = programs
|
||||
|
||||
items = _.sortBy(items, ['channel', 'start'])
|
||||
items = _.groupBy(items, 'channel')
|
||||
// items = _.sortBy(items, ['channel', 'start'])
|
||||
// items = _.groupBy(items, 'channel')
|
||||
|
||||
for (let channel in items) {
|
||||
let programs = items[channel]
|
||||
programs = Object.values(_.groupBy(programs, i => i.site))[0]
|
||||
let slots = _.groupBy(programs, i => `${i.start}_${i.stop}`)
|
||||
// for (let channel in items) {
|
||||
// let programs = items[channel]
|
||||
// programs = Object.values(_.groupBy(programs, i => i.site))[0]
|
||||
// let slots = _.groupBy(programs, i => `${i.start}_${i.stop}`)
|
||||
|
||||
for (let slotId in slots) {
|
||||
let program = {
|
||||
channel,
|
||||
site: null,
|
||||
title: [],
|
||||
description: [],
|
||||
categories: [],
|
||||
icons: [],
|
||||
start: null,
|
||||
stop: null
|
||||
}
|
||||
// for (let slotId in slots) {
|
||||
// let program = {
|
||||
// channel,
|
||||
// site: null,
|
||||
// title: [],
|
||||
// description: [],
|
||||
// categories: [],
|
||||
// icons: [],
|
||||
// start: null,
|
||||
// stop: null
|
||||
// }
|
||||
|
||||
slots[slotId].forEach(item => {
|
||||
program.site = item.site
|
||||
if (item.title) program.title.push({ lang: item.lang, value: item.title })
|
||||
if (item.description)
|
||||
program.description.push({
|
||||
lang: item.lang,
|
||||
value: item.description
|
||||
})
|
||||
if (item.category) program.categories.push({ lang: item.lang, value: item.category })
|
||||
if (item.icon) program.icons.push(item.icon)
|
||||
program.start = item.start
|
||||
program.stop = item.stop
|
||||
})
|
||||
// slots[slotId].forEach(item => {
|
||||
// program.site = item.site
|
||||
// if (item.title) program.title.push({ lang: item.lang, value: item.title })
|
||||
// if (item.description)
|
||||
// program.description.push({
|
||||
// lang: item.lang,
|
||||
// value: item.description
|
||||
// })
|
||||
// if (item.category) program.categories.push({ lang: item.lang, value: item.category })
|
||||
// if (item.icon) program.icons.push(item.icon)
|
||||
// program.start = item.start
|
||||
// program.stop = item.stop
|
||||
// })
|
||||
|
||||
slots[slotId] = program
|
||||
}
|
||||
// slots[slotId] = program
|
||||
// }
|
||||
|
||||
items[channel] = Object.values(slots)
|
||||
}
|
||||
// console.log(items)
|
||||
// items[channel] = Object.values(slots)
|
||||
// }
|
||||
|
||||
await file.create(`${OUTPUT_PATH}/programs.json`, JSON.stringify(items, null, 2))
|
||||
}
|
||||
// await file.create(`${PUBLIC_PATH}/api/programs.json`, JSON.stringify(items, null, 2))
|
||||
// }
|
||||
|
||||
async function generateGuideXML() {
|
||||
logger.info(`Generating guide.xml...`)
|
||||
// async function generateGuideXML() {
|
||||
// logger.info(`Generating guide.xml...`)
|
||||
|
||||
const channels = Object.keys(programs)
|
||||
let items = await db.find({ xmltv_id: { $in: channels } })
|
||||
items = _.sortBy(items, item => item.name)
|
||||
// const channels = Object.keys(programs)
|
||||
// let items = await db.find({ xmltv_id: { $in: channels } })
|
||||
// items = _.sortBy(items, item => item.name)
|
||||
|
||||
let buffer = {}
|
||||
items.forEach(item => {
|
||||
if (!buffer[item.xmltv_id]) {
|
||||
const countryCode = item.xmltv_id.split('.')[1]
|
||||
// let buffer = {}
|
||||
// items.forEach(item => {
|
||||
// if (!buffer[item.xmltv_id]) {
|
||||
// const countryCode = item.xmltv_id.split('.')[1]
|
||||
|
||||
buffer[item.xmltv_id] = {
|
||||
id: item.xmltv_id,
|
||||
display_name: [item.name],
|
||||
logo: item.logo || null,
|
||||
country: countryCode ? countryCode.toUpperCase() : null,
|
||||
site: `https://${programs[item.xmltv_id][0].site}`
|
||||
}
|
||||
} else {
|
||||
if (!buffer[item.xmltv_id].logo && item.logo) {
|
||||
buffer[item.xmltv_id].logo = item.logo
|
||||
}
|
||||
// buffer[item.xmltv_id] = {
|
||||
// id: item.xmltv_id,
|
||||
// display_name: [item.name],
|
||||
// logo: item.logo || null,
|
||||
// country: countryCode ? countryCode.toUpperCase() : null,
|
||||
// site: `https://${programs[item.xmltv_id][0].site}`
|
||||
// }
|
||||
// } else {
|
||||
// if (!buffer[item.xmltv_id].logo && item.logo) {
|
||||
// buffer[item.xmltv_id].logo = item.logo
|
||||
// }
|
||||
|
||||
if (!buffer[item.xmltv_id].display_name.includes(item.name)) {
|
||||
buffer[item.xmltv_id].display_name.push(item.name)
|
||||
}
|
||||
}
|
||||
})
|
||||
// if (!buffer[item.xmltv_id].display_name.includes(item.name)) {
|
||||
// buffer[item.xmltv_id].display_name.push(item.name)
|
||||
// }
|
||||
// }
|
||||
// })
|
||||
|
||||
items = Object.values(buffer)
|
||||
// items = Object.values(buffer)
|
||||
|
||||
let outputProgs = []
|
||||
for (let ip of Object.values(programs)) {
|
||||
outputProgs = outputProgs.concat(ip)
|
||||
}
|
||||
// let outputProgs = []
|
||||
// for (let ip of Object.values(programs)) {
|
||||
// outputProgs = outputProgs.concat(ip)
|
||||
// }
|
||||
|
||||
const xml = convertToXMLTV({ channels: items, programs: outputProgs })
|
||||
await file.write('./guide.xml', xml)
|
||||
}
|
||||
// const xml = convertToXMLTV({ channels: items, programs: outputProgs })
|
||||
// await file.write('./guide.xml', xml)
|
||||
// }
|
||||
|
||||
async function setUp() {
|
||||
const f = await file.read(`${PUBLIC_PATH}/scripts/output/programs.json`)
|
||||
programs = JSON.parse(f)
|
||||
}
|
||||
// function convertToXMLTV({ channels, programs }) {
|
||||
// let output = `<?xml version="1.0" encoding="UTF-8" ?><tv>\r\n`
|
||||
// for (let channel of channels) {
|
||||
// output += `<channel id="${escapeString(channel.id)}">`
|
||||
// channel.display_name.forEach(displayName => {
|
||||
// output += `<display-name>${escapeString(displayName)}</display-name>`
|
||||
// })
|
||||
// if (channel.logo) {
|
||||
// const logo = escapeString(channel.logo)
|
||||
// output += `<icon src="${logo}"/>`
|
||||
// }
|
||||
// output += `<url>${channel.site}</url>`
|
||||
// output += `</channel>\r\n`
|
||||
// }
|
||||
|
||||
function convertToXMLTV({ channels, programs }) {
|
||||
let output = `<?xml version="1.0" encoding="UTF-8" ?><tv>\r\n`
|
||||
for (let channel of channels) {
|
||||
output += `<channel id="${escapeString(channel.id)}">`
|
||||
channel.display_name.forEach(displayName => {
|
||||
output += `<display-name>${escapeString(displayName)}</display-name>`
|
||||
})
|
||||
if (channel.logo) {
|
||||
const logo = escapeString(channel.logo)
|
||||
output += `<icon src="${logo}"/>`
|
||||
}
|
||||
output += `<url>${channel.site}</url>`
|
||||
output += `</channel>\r\n`
|
||||
}
|
||||
// for (let program of programs) {
|
||||
// if (!program) continue
|
||||
|
||||
for (let program of programs) {
|
||||
if (!program) continue
|
||||
// const start = program.start ? dayjs.unix(program.start).utc().format('YYYYMMDDHHmmss ZZ') : ''
|
||||
// const stop = program.stop ? dayjs.unix(program.stop).utc().format('YYYYMMDDHHmmss ZZ') : ''
|
||||
// const icon = escapeString(program.icon)
|
||||
|
||||
const start = program.start ? dayjs.unix(program.start).utc().format('YYYYMMDDHHmmss ZZ') : ''
|
||||
const stop = program.stop ? dayjs.unix(program.stop).utc().format('YYYYMMDDHHmmss ZZ') : ''
|
||||
const icon = escapeString(program.icon)
|
||||
// if (start && stop) {
|
||||
// output += `<programme start="${start}" stop="${stop}" channel="${escapeString(
|
||||
// program.channel
|
||||
// )}">`
|
||||
|
||||
if (start && stop) {
|
||||
output += `<programme start="${start}" stop="${stop}" channel="${escapeString(
|
||||
program.channel
|
||||
)}">`
|
||||
// program.title.forEach(title => {
|
||||
// output += `<title lang="${title.lang}">${escapeString(title.value)}</title>`
|
||||
// })
|
||||
|
||||
program.title.forEach(title => {
|
||||
output += `<title lang="${title.lang}">${escapeString(title.value)}</title>`
|
||||
})
|
||||
// program.description.forEach(description => {
|
||||
// output += `<desc lang="${description.lang}">${escapeString(description.value)}</desc>`
|
||||
// })
|
||||
|
||||
program.description.forEach(description => {
|
||||
output += `<desc lang="${description.lang}">${escapeString(description.value)}</desc>`
|
||||
})
|
||||
// program.categories.forEach(category => {
|
||||
// output += `<category lang="${category.lang}">${escapeString(category.value)}</category>`
|
||||
// })
|
||||
|
||||
program.categories.forEach(category => {
|
||||
output += `<category lang="${category.lang}">${escapeString(category.value)}</category>`
|
||||
})
|
||||
// program.icons.forEach(icon => {
|
||||
// output += `<icon src="${icon}"/>`
|
||||
// })
|
||||
|
||||
program.icons.forEach(icon => {
|
||||
output += `<icon src="${icon}"/>`
|
||||
})
|
||||
// output += '</programme>\r\n'
|
||||
// }
|
||||
// }
|
||||
|
||||
output += '</programme>\r\n'
|
||||
}
|
||||
}
|
||||
// output += '</tv>'
|
||||
|
||||
output += '</tv>'
|
||||
// return output
|
||||
// }
|
||||
|
||||
return output
|
||||
}
|
||||
// function escapeString(string, defaultValue = '') {
|
||||
// if (!string) return defaultValue
|
||||
|
||||
function escapeString(string, defaultValue = '') {
|
||||
if (!string) return defaultValue
|
||||
// const regex = new RegExp(
|
||||
// '((?:[\0-\x08\x0B\f\x0E-\x1F\uFFFD\uFFFE\uFFFF]|[\uD800-\uDBFF](?![\uDC00-\uDFFF])|(?:[^\uD800-\uDBFF]|^)[\uDC00-\uDFFF]))|([\\x7F-\\x84]|[\\x86-\\x9F]|[\\uFDD0-\\uFDEF]|(?:\\uD83F[\\uDFFE\\uDFFF])|(?:\\uD87F[\\uDF' +
|
||||
// 'FE\\uDFFF])|(?:\\uD8BF[\\uDFFE\\uDFFF])|(?:\\uD8FF[\\uDFFE\\uDFFF])|(?:\\uD93F[\\uDFFE\\uD' +
|
||||
// 'FFF])|(?:\\uD97F[\\uDFFE\\uDFFF])|(?:\\uD9BF[\\uDFFE\\uDFFF])|(?:\\uD9FF[\\uDFFE\\uDFFF])' +
|
||||
// '|(?:\\uDA3F[\\uDFFE\\uDFFF])|(?:\\uDA7F[\\uDFFE\\uDFFF])|(?:\\uDABF[\\uDFFE\\uDFFF])|(?:\\' +
|
||||
// 'uDAFF[\\uDFFE\\uDFFF])|(?:\\uDB3F[\\uDFFE\\uDFFF])|(?:\\uDB7F[\\uDFFE\\uDFFF])|(?:\\uDBBF' +
|
||||
// '[\\uDFFE\\uDFFF])|(?:\\uDBFF[\\uDFFE\\uDFFF])(?:[\\0-\\t\\x0B\\f\\x0E-\\u2027\\u202A-\\uD7FF\\' +
|
||||
// 'uE000-\\uFFFF]|[\\uD800-\\uDBFF][\\uDC00-\\uDFFF]|[\\uD800-\\uDBFF](?![\\uDC00-\\uDFFF])|' +
|
||||
// '(?:[^\\uD800-\\uDBFF]|^)[\\uDC00-\\uDFFF]))',
|
||||
// 'g'
|
||||
// )
|
||||
|
||||
const regex = new RegExp(
|
||||
'((?:[\0-\x08\x0B\f\x0E-\x1F\uFFFD\uFFFE\uFFFF]|[\uD800-\uDBFF](?![\uDC00-\uDFFF])|(?:[^\uD800-\uDBFF]|^)[\uDC00-\uDFFF]))|([\\x7F-\\x84]|[\\x86-\\x9F]|[\\uFDD0-\\uFDEF]|(?:\\uD83F[\\uDFFE\\uDFFF])|(?:\\uD87F[\\uDF' +
|
||||
'FE\\uDFFF])|(?:\\uD8BF[\\uDFFE\\uDFFF])|(?:\\uD8FF[\\uDFFE\\uDFFF])|(?:\\uD93F[\\uDFFE\\uD' +
|
||||
'FFF])|(?:\\uD97F[\\uDFFE\\uDFFF])|(?:\\uD9BF[\\uDFFE\\uDFFF])|(?:\\uD9FF[\\uDFFE\\uDFFF])' +
|
||||
'|(?:\\uDA3F[\\uDFFE\\uDFFF])|(?:\\uDA7F[\\uDFFE\\uDFFF])|(?:\\uDABF[\\uDFFE\\uDFFF])|(?:\\' +
|
||||
'uDAFF[\\uDFFE\\uDFFF])|(?:\\uDB3F[\\uDFFE\\uDFFF])|(?:\\uDB7F[\\uDFFE\\uDFFF])|(?:\\uDBBF' +
|
||||
'[\\uDFFE\\uDFFF])|(?:\\uDBFF[\\uDFFE\\uDFFF])(?:[\\0-\\t\\x0B\\f\\x0E-\\u2027\\u202A-\\uD7FF\\' +
|
||||
'uE000-\\uFFFF]|[\\uD800-\\uDBFF][\\uDC00-\\uDFFF]|[\\uD800-\\uDBFF](?![\\uDC00-\\uDFFF])|' +
|
||||
'(?:[^\\uD800-\\uDBFF]|^)[\\uDC00-\\uDFFF]))',
|
||||
'g'
|
||||
)
|
||||
// string = String(string || '').replace(regex, '')
|
||||
|
||||
string = String(string || '').replace(regex, '')
|
||||
|
||||
return string
|
||||
.replace(/&/g, '&')
|
||||
.replace(/</g, '<')
|
||||
.replace(/>/g, '>')
|
||||
.replace(/"/g, '"')
|
||||
.replace(/'/g, ''')
|
||||
.replace(/\n|\r/g, ' ')
|
||||
.replace(/ +/g, ' ')
|
||||
.trim()
|
||||
}
|
||||
// return string
|
||||
// .replace(/&/g, '&')
|
||||
// .replace(/</g, '<')
|
||||
// .replace(/>/g, '>')
|
||||
// .replace(/"/g, '"')
|
||||
// .replace(/'/g, ''')
|
||||
// .replace(/\n|\r/g, ' ')
|
||||
// .replace(/ +/g, ' ')
|
||||
// .trim()
|
||||
// }
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue