iptv-org-mirror/database
1
0
Fork 0
mirror of https://github.com/iptv-org/database.git synced 2025-05-09 19:20:01 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions

Update validate.ts

Browse source
This commit is contained in:
freearhey 2025-03-25 07:18:50 +03:00
parent 4d06d5d63d
commit fe3c9cc694
1 changed files with 37 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

45
scripts/db/validate.ts
View file

@ -41,25 +41,39 @@ async function main() {
const data = await parser.parse(csv) const data = await parser.parse(csv)
const filename = file.name() const filename = file.name()
let grouped
switch (filename) { switch (filename) {
case 'feeds': case 'feeds':
grouped = data.keyBy(item => item.channel + item.id) buffer.set(
'feeds',
data.keyBy(item => item.channel + item.id)
)
buffer.set(
'feedsByChannel',
data.filter(item => item.is_main).keyBy(item => item.channel)
)
break break
case 'blocklist': case 'blocklist':
grouped = data.keyBy(item => item.channel + item.ref) buffer.set(
'blocklist',
data.keyBy(item => item.channel + item.ref)
)
break break
case 'categories': case 'categories':
case 'channels': case 'channels':
case 'timezones': case 'timezones':
grouped = data.keyBy(item => item.id) buffer.set(
filename,
data.keyBy(item => item.id)
)
break break
default: default:
grouped = data.keyBy(item => item.code) buffer.set(
filename,
data.keyBy(item => item.code)
)
break break
} }
buffer.set(filename, grouped)
files.set(filename, data) files.set(filename, data)
} }
@ -78,6 +92,7 @@ async function main() {
fileErrors = fileErrors.concat(findDuplicatesBy(rowsCopy, ['id'])) fileErrors = fileErrors.concat(findDuplicatesBy(rowsCopy, ['id']))
for (const [i, row] of rowsCopy.entries()) { for (const [i, row] of rowsCopy.entries()) {
fileErrors = fileErrors.concat(validateChannelId(row, i)) fileErrors = fileErrors.concat(validateChannelId(row, i))
fileErrors = fileErrors.concat(validateMainFeed(row, i))
fileErrors = fileErrors.concat(validateChannelBroadcastArea(row, i)) fileErrors = fileErrors.concat(validateChannelBroadcastArea(row, i))
fileErrors = fileErrors.concat(validateReplacedBy(row, i)) fileErrors = fileErrors.concat(validateReplacedBy(row, i))
fileErrors = fileErrors.concat( fileErrors = fileErrors.concat(
@ -96,7 +111,7 @@ async function main() {
break break
case 'feeds': case 'feeds':
fileErrors = fileErrors.concat(findDuplicatesBy(rowsCopy, ['channel', 'id'])) fileErrors = fileErrors.concat(findDuplicatesBy(rowsCopy, ['channel', 'id']))
fileErrors = fileErrors.concat(validateMainFeeds(rowsCopy)) fileErrors = fileErrors.concat(findDuplicateMainFeeds(rowsCopy))
for (const [i, row] of rowsCopy.entries()) { for (const [i, row] of rowsCopy.entries()) {
fileErrors = fileErrors.concat(validateChannel(row.channel, i)) fileErrors = fileErrors.concat(validateChannel(row.channel, i))
fileErrors = fileErrors.concat(validateTimezones(row, i)) fileErrors = fileErrors.concat(validateTimezones(row, i))
@ -232,6 +247,20 @@ function validateChannel(channelId: string, i: number) {
return errors return errors
} }
function validateMainFeed(row: { [key: string]: string }, i: number) {
const errors = new Collection()
const feedsByChannel = buffer.get('feedsByChannel')
if (feedsByChannel.missing(row.id)) {
errors.push({
line: i + 2,
message: `"${row.id}" channel does not have a main feed`
})
}
return errors
}
function findDuplicatesBy(rows: { [key: string]: string }[], keys: string[]) { function findDuplicatesBy(rows: { [key: string]: string }[], keys: string[]) {
const errors = new Collection() const errors = new Collection()
const buffer = new Dictionary() const buffer = new Dictionary()
@ -252,7 +281,7 @@ function findDuplicatesBy(rows: { [key: string]: string }[], keys: string[]) {
return errors return errors
} }
function validateMainFeeds(rows: { [key: string]: string }[]) { function findDuplicateMainFeeds(rows: { [key: string]: string }[]) {
const errors = new Collection() const errors = new Collection()
const buffer = new Dictionary() const buffer = new Dictionary()