Update scripts

This commit is contained in:
freearhey 2023-09-15 18:40:35 +03:00
parent 8a83f23243
commit f1d2add19a
98 changed files with 2423 additions and 1499 deletions

View file

@ -1,40 +0,0 @@
const { db, file, parser, store, logger } = require('../../core')
const { program } = require('commander')
const _ = require('lodash')
const options = program
.option('--input-dir <input-dir>', 'Set path to input directory', 'streams')
.parse(process.argv)
.opts()
async function main() {
logger.info(`looking for streams...`)
const streams = []
const files = await file.list(`${options.inputDir}/**/*.m3u`)
for (const filepath of files) {
const playlist = await parser.parsePlaylist(filepath)
for (const item of playlist.items) {
item.filepath = filepath
const stream = store.create()
stream.set('channel', item.tvg.id)
stream.set('title', item.name)
stream.set('filepath', item.filepath)
stream.set('url', item.url)
stream.set('http_referrer', item.http.referrer)
stream.set('user_agent', item.http['user-agent'])
streams.push(stream)
}
}
logger.info(`found ${streams.length} streams`)
logger.info('saving to the database...')
await db.streams.load()
await db.streams.reset()
const data = streams.map(stream => stream.data())
await db.streams.insert(data)
}
main()

View file

@ -0,0 +1,33 @@
import { Storage, Logger, PlaylistParser, Collection, Database } from '../../core'
import { Stream, Playlist } from '../../models'
import { STREAMS_DIR, DB_DIR } from '../../constants'
async function main() {
const logger = new Logger()
logger.info(`looking for streams...`)
const storage = new Storage(STREAMS_DIR)
const parser = new PlaylistParser({
storage
})
const files = await storage.list(`**/*.m3u`)
let streams = new Collection()
for (let filepath of files) {
const playlist: Playlist = await parser.parse(filepath)
streams = streams.concat(playlist.streams)
}
logger.info(`found ${streams.count()} streams`)
logger.info('clean up the storage...')
const dbStorage = new Storage(DB_DIR)
await dbStorage.clear('streams.db')
logger.info('saving streams to the database...')
const db = new Database(DB_DIR)
const dbStreams = await db.load('streams.db')
const data = streams.map((stream: Stream) => stream.data()).all()
await dbStreams.insert(data)
}
main()