const fs = require('fs') const path = require('path') const axios = require('axios').default const axiosCookieJarSupport = require('axios-cookiejar-support').default const tough = require('tough-cookie') const convert = require('xml-js') const merge = require('lodash.merge') const dayjs = require('dayjs') const utc = require('dayjs/plugin/utc') dayjs.extend(utc) axiosCookieJarSupport(axios) const utils = {} const defaultUserAgent = 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.130 Safari/537.36 Edg/79.0.309.71' utils.loadConfig = function (options) { const file = options.config if (!file) throw new Error('Path to [site].config.js is missing') console.log(`Loading '${file}'...`) const configPath = path.resolve(file) const config = require(configPath) if (options.channels) config.channels = options.channels else if (config.channels) config.channels = path.join(path.dirname(file), config.channels) else throw new Error("The required 'channels' property is missing") if (!config.site) throw new Error("The required 'site' property is missing") if (!config.url) throw new Error("The required 'url' property is missing") if (typeof config.url !== 'function' && typeof config.url !== 'string') throw new Error("The 'url' property should return the function or string") if (!config.parser) throw new Error("The required 'parser' function is missing") if (typeof config.parser !== 'function') throw new Error("The 'parser' property should return the function") if (config.logo && typeof config.logo !== 'function') throw new Error("The 'logo' property should return the function") const defaultConfig = { days: options.days ? parseInt(options.days) : 1, lang: options.lang || 'en', delay: options.delay ? parseInt(options.delay) : 3000, output: options.output || 'guide.xml', request: { method: 'GET', maxContentLength: 5 * 1024 * 1024, timeout: 5000, withCredentials: true, jar: new tough.CookieJar(), responseType: 'arraybuffer' } } return merge(defaultConfig, config) } utils.parseChannels = function (filename) { if (!filename) throw new Error('Path to [site].channels.xml is missing') console.log(`Loading '${filename}'...`) const xml = fs.readFileSync(path.resolve(filename), { encoding: 'utf-8' }) const result = convert.xml2js(xml) const site = result.elements.find(el => el.name === 'site') const channels = site.elements.find(el => el.name === 'channels') return channels.elements .filter(el => el.name === 'channel') .map(el => { const channel = el.attributes if (!el.elements) throw new Error(`Channel '${channel.xmltv_id}' has no valid name`) channel.name = el.elements.find(el => el.type === 'text').text channel.site = channel.site || site.attributes.site return channel }) } utils.sleep = function (ms) { return function (x) { return new Promise(resolve => setTimeout(() => resolve(x), ms)) } } utils.escapeString = function (string, defaultValue = '') { if (!string) return defaultValue const regex = new RegExp( '((?:[\0-\x08\x0B\f\x0E-\x1F\uFFFD\uFFFE\uFFFF]|[\uD800-\uDBFF](?![\uDC00-\uDFFF])|(?:[^\uD800-\uDBFF]|^)[\uDC00-\uDFFF]))|([\\x7F-\\x84]|[\\x86-\\x9F]|[\\uFDD0-\\uFDEF]|(?:\\uD83F[\\uDFFE\\uDFFF])|(?:\\uD87F[\\uDF' + 'FE\\uDFFF])|(?:\\uD8BF[\\uDFFE\\uDFFF])|(?:\\uD8FF[\\uDFFE\\uDFFF])|(?:\\uD93F[\\uDFFE\\uD' + 'FFF])|(?:\\uD97F[\\uDFFE\\uDFFF])|(?:\\uD9BF[\\uDFFE\\uDFFF])|(?:\\uD9FF[\\uDFFE\\uDFFF])' + '|(?:\\uDA3F[\\uDFFE\\uDFFF])|(?:\\uDA7F[\\uDFFE\\uDFFF])|(?:\\uDABF[\\uDFFE\\uDFFF])|(?:\\' + 'uDAFF[\\uDFFE\\uDFFF])|(?:\\uDB3F[\\uDFFE\\uDFFF])|(?:\\uDB7F[\\uDFFE\\uDFFF])|(?:\\uDBBF' + '[\\uDFFE\\uDFFF])|(?:\\uDBFF[\\uDFFE\\uDFFF])(?:[\\0-\\t\\x0B\\f\\x0E-\\u2027\\u202A-\\uD7FF\\' + 'uE000-\\uFFFF]|[\\uD800-\\uDBFF][\\uDC00-\\uDFFF]|[\\uD800-\\uDBFF](?![\\uDC00-\\uDFFF])|' + '(?:[^\\uD800-\\uDBFF]|^)[\\uDC00-\\uDFFF]))', 'g' ) string = String(string || '').replace(regex, '') return string .replace(/&/g, '&') .replace(//g, '>') .replace(/"/g, '"') .replace(/'/g, ''') .replace(/\n|\r/g, ' ') .replace(/ +/g, ' ') .trim() } utils.convertToXMLTV = function ({ config, channels, programs }) { let output = `\r\n` for (let channel of channels) { const id = this.escapeString(channel['xmltv_id']) const displayName = this.escapeString(channel.name) output += `${displayName}` if (channel.logo) { const logo = this.escapeString(channel.logo) output += `` } output += `\r\n` } for (let program of programs) { if (!program) continue const channel = this.escapeString(program.channel) const title = this.escapeString(program.title) const description = this.escapeString(program.description) const category = this.escapeString(program.category) const start = program.start ? dayjs.utc(program.start).format('YYYYMMDDHHmmss ZZ') : '' const stop = program.stop ? dayjs.utc(program.stop).format('YYYYMMDDHHmmss ZZ') : '' const lang = program.lang || config.lang const icon = this.escapeString(program.icon) if (start && title) { output += `${title}` if (description) { output += `${description}` } if (category) { output += `${category}` } if (icon) { output += `` } output += '\r\n' } } output += '' return output } utils.writeToFile = function (filename, data) { const dir = path.resolve(path.dirname(filename)) if (!fs.existsSync(dir)) { fs.mkdirSync(dir, { recursive: true }) } fs.writeFileSync(path.resolve(filename), data) } utils.buildRequest = async function (item, config) { const request = { ...config.request } const headers = await utils.getRequestHeaders(item, config) request.headers = { 'User-Agent': defaultUserAgent, ...headers } request.url = await utils.getRequestUrl(item, config) request.data = await utils.getRequestData(item, config) return request } utils.fetchData = function (request) { return axios(request) } utils.getRequestHeaders = async function (item, config) { if (typeof config.request.headers === 'function') { const headers = config.request.headers(item) if (this.isPromise(headers)) { return await headers } return headers } return config.request.headers } utils.getRequestData = async function (item, config) { if (typeof config.request.data === 'function') { const data = config.request.data(item) if (this.isPromise(data)) { return await data } return data } return config.request.data } utils.getRequestUrl = async function (item, config) { if (typeof config.url === 'function') { const url = config.url(item) if (this.isPromise(url)) { return await url } return url } return config.url } utils.getUTCDate = function () { return dayjs.utc() } utils.parseResponse = async (item, response, config) => { const options = merge(item, config, { content: response.data.toString(), buffer: response.data }) if (!item.channel.logo && config.logo) { item.channel.logo = await utils.loadLogo(options, config) } const parsed = await utils.parsePrograms(options, config) console.log( ` ${config.site} - ${item.channel.xmltv_id} - ${item.date.format('MMM D, YYYY')} (${ parsed.length } programs)` ) return parsed } utils.parsePrograms = async function (options, config) { let programs = config.parser(options) if (this.isPromise(programs)) { programs = await programs } if (!Array.isArray(programs)) { throw new Error('Parser should return an array') } const channel = options.channel return programs .filter(i => i) .map(program => { program.channel = channel.xmltv_id program.lang = program.lang || channel.lang || undefined return program }) } utils.loadLogo = async function (options, config) { const logo = config.logo(options) if (this.isPromise(logo)) { return await logo } return logo } utils.isPromise = function (promise) { return !!promise && typeof promise.then === 'function' } module.exports = utils