{"version":3,"sources":["jsdelivr-header.js","/npm/@egeria/rss-plugin@0.4.3/lib/rss.js"],"names":[],"mappings":"AAAA;AACA;AACA;AACA;AACA;AACA;AACA,ACoBA,MAAM,EAAI,QAAQ,SACZ,WAAa,QAAQ,cACrB,EAAI,QAAQ,iBACZ,SAAW,QAAQ,WAEnB,OAAS,eAET,QAAU,EAAE,OAAM,CAAC,EAAQ,KAC/B,MAAM,EAAE,IAAI,OAAQ,EAAQ,EAAC,IAGzB,QAAU,SAAS,SAAS,CAChC,KAAK,EACL,MAAM,EACN,QAAS,CAAE,aAAc,4EAYzB,oBAAoB,IAGtB,SAAS,UAAW,GAClB,OAAO,IAAI,SAAQ,CAAC,EAAS,KAC3B,IAAI,EAAQ,GACR,EAAM,QAAQ,GACd,EAAK,IAAI,WAEb,EAAI,GAAG,QAAS,GAChB,EAAI,GAAG,YAAY,SAAU,GAEJ,MAAnB,EAAI,WACN,KAAK,KAAK,QAAS,IAAI,MAAM,oBAAsB,EAAI,aAF5C,KAIJ,KAAK,EAEhB,IAEA,EAAG,GAAG,QAAS,GACf,EAAG,GAAG,YAAY,WAChB,IAAI,EAAO,KAAK,OAChB,KAAO,GACL,EAAM,KAAK,GACX,EAAO,KAAK,MAEhB,IACA,EAAG,GAAG,OAAO,IAAM,EAAQ,IAAM,GAErC,CAEA,SAAS,aAAc,GACrB,IAAI,EAAM,EAAE,eAAe,GACpB,EAAE,MAAM,IAAO,EAAE,MAAM,EAAE,MACzB,EAAE,MAAM,IAAO,EAAE,MAAM,EAAE,MACvB,EADqC,EAAE,KADF,EAAE,MAG7C,GACH,EAAI,IAAM,EAAI,KACd,EAAI,WAAa,EAAE,KAAK,KAAM,EAAI,YAC7B,EAAE,MAAM,EAAI,WACf,EAAI,QAAU,IAAI,KAAK,EAAI,UAE7B,IAAI,EAAS,EAAE,OAAO,EAAE,KAAK,SAAU,EAAE,KAAK,IAO9C,OANA,EAAE,SAAS,IACT,EAAI,EAAE,KAAK,EAAG,IAAM,EAAI,GACxB,EAAM,EAAE,OAAO,EAAG,EAAG,GACpB,GACH,EAAM,EAAE,SAAS,OAAQ,GACzB,EAAI,IAAM,EAAI,WACP,CACT,CAEA,eAAe,SAAU,EAAS,GAChC,IACI,EADA,EAAS,0CAA4C,EAEzD,IACE,IAAI,QAAiB,UAAU,GAC/B,EAAQ,EAAE,IAAI,aAAc,EAC9B,CAAE,MAAO,GACP,QAAQ,EAAQ,EAClB,CACA,OAAO,CACT,CAEA,eAAe,IAAK,EAAK,GACvB,MAAM,EAAO,EAAE,QAAQ,EAAE,GAAG,EAAI,MAChC,IAAI,EAAO,GACX,IAAK,IAAI,KAAO,EACd,EAAK,KAAK,SAAS,EAAI,QAAS,GAAK,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,SAAU,OAAQ,EAAI,aAGvF,aADM,QAAQ,IAAI,IACX,CACT,CAEA,MAAM,QAAU,CACd,IAAK,CACH,KAAM,QACN,SAAU,CAAC,YACX,OAAQ,CACN,KAAM,SACN,SAAU,CAAC,OACX,WAAY,CAAE,IAAK,CAAE,KAAM,CAAC,SAAU,YAExC,OAAQ,CACN,SAAU,OACV,YAAa,EACb,MAAO,EACP,QAAS,IAEX,UAIJ,OAAO,QAAU","file":"/npm/@egeria/rss-plugin@0.4.3/lib/rss.js","sourceRoot":"","sourcesContent":["/**\n * Minified by jsDelivr using Terser v5.39.0.\n * Original file: /npm/@egeria/rss-plugin@0.4.3/lib/rss.js\n *\n * Do NOT use SRI with dynamically generated files! More information: https://www.jsdelivr.com/using-sri-with-dynamic-files\n */\n","/*\r\n  .--.      .-'.      .--.      .--.      .--.      .--.      .`-.      .--.\r\n:::::.\\::::::::.\\::::::::.\\::::::::.\\::::::::.\\::::::::.\\::::::::.\\::::::::.\\\r\n'      `--'      `.-'      `--'      `--'      `--'      `-.'      `--'      `\r\n\r\n    Egeria - She bestows Knowledge and Wisdom\r\n    Copyright (C) 2016-2019 MySidesTheyAreGone <mysidestheyaregone@protonmail.com>\r\n\r\n    This program is free software: you can redistribute it and/or modify\r\n    it under the terms of the GNU Affero General Public License as published\r\n    by the Free Software Foundation, either version 3 of the License, or\r\n    (at your option) any later version.\r\n\r\n    This program is distributed in the hope that it will be useful,\r\n    but WITHOUT ANY WARRANTY; without even the implied warranty of\r\n    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the\r\n    GNU Affero General Public License for more details.\r\n\r\n    You should have received a copy of the GNU Affero General Public License\r\n    along with this program.  If not, see <http://www.gnu.org/licenses/>.\r\n\r\n  .--.      .-'.      .--.      .--.      .--.      .--.      .`-.      .--.\r\n:::::.\\::::::::.\\::::::::.\\::::::::.\\::::::::.\\::::::::.\\::::::::.\\::::::::.\\\r\n'      `--'      `.-'      `--'      `--'      `--'      `-.'      `--'      `\r\n*/\r\n\r\nconst R = require('ramda')\r\nconst Feedparser = require('feedparser')\r\nconst T = require('@egeria/tools')\r\nconst _request = require('request')\r\n\r\nconst prefix = 'PLUGIN rss |'\r\n\r\nconst rethrow = R.curry((action, e) => {\r\n  throw T.err(prefix, action, e)\r\n})\r\n\r\nconst request = _request.defaults({\r\n  jar: true,\r\n  gzip: true,\r\n  headers: { 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:45.0) Gecko/20100101 Firefox/45.0' },\r\n  /* followRedirect: function(response) {\r\n    var T = require('egeria-tools');\r\n    var url = require('url');\r\n    var from = response.request.href;\r\n    var to = url.resolve(response.headers.location, response.request.href);\r\n    T.trace('redirected FROM ' + from);\r\n    T.trace('redirected TO ' + response.headers.location);\r\n    T.trace('request HEADERS ' + R.toString(response.request.headers));\r\n    T.trace('response HEADERS ' + R.toString(response.headers));\r\n    return true;\r\n  }, */\r\n  followAllRedirects: true\r\n})\r\n\r\nfunction _parseRSS (url) {\r\n  return new Promise((resolve, reject) => {\r\n    let items = []\r\n    let req = request(url)\r\n    let fp = new Feedparser()\r\n\r\n    req.on('error', reject)\r\n    req.on('response', function (res) {\r\n      var stream = this\r\n      if (res.statusCode !== 200) {\r\n        this.emit('error', new Error('Bad status code: ' + res.statusCode))\r\n      } else {\r\n        stream.pipe(fp)\r\n      }\r\n    })\r\n\r\n    fp.on('error', reject)\r\n    fp.on('readable', function () {\r\n      let item = this.read()\r\n      while (item) {\r\n        items.push(item)\r\n        item = this.read()\r\n      }\r\n    })\r\n    fp.on('end', () => resolve(items))\r\n  })\r\n}\r\n\r\nfunction parseRSSItem (item) {\r\n  let out = R.mapObjIndexed((v) => {\r\n    if (!R.isNil(v) && !R.isNil(v['#'])) return v['#']\r\n    if (!R.isNil(v) && !R.isNil(v['@'])) return v['@']\r\n    return v\r\n  }, item)\r\n  out.key = out.link\r\n  out.categories = R.join(', ', out.categories)\r\n  if (!R.isNil(out.pubdate)) {\r\n    out.pubdate = new Date(out.pubdate)\r\n  }\r\n  let fields = R.filter(R.test(/^rss:/), R.keys(out))\r\n  R.forEach((k) => {\r\n    out[R.drop(4, k)] = out[k]\r\n    out = R.dissoc(k, out)\r\n  }, fields)\r\n  out = T.collapse('rss:', out)\r\n  out.key = out['rss:key']\r\n  return out\r\n}\r\n\r\nasync function parseRSS (enqueue, url) {\r\n  let action = 'While downloading and parsing RSS feed ' + url\r\n  let items\r\n  try {\r\n    let rawitems = await _parseRSS(url)\r\n    items = R.map(parseRSSItem, rawitems)\r\n  } catch (e) {\r\n    rethrow(action, e)\r\n  }\r\n  return items\r\n}\r\n\r\nasync function act (api, cfg) {\r\n  const urls = R.flatten(R.of(cfg.url))\r\n  let jobs = []\r\n  for (let url of urls) {\r\n    jobs.push(parseRSS(api.enqueue, url).then(R.map(R.pipe(R.assoc('origin', 'rss'), api.announce))))\r\n  }\r\n  await Promise.all(jobs)\r\n  return true\r\n}\r\n\r\nconst plugins = {\r\n  rss: {\r\n    type: 'input',\r\n    requires: ['schedule'],\r\n    sanity: {\r\n      type: 'object',\r\n      required: ['url'],\r\n      properties: { url: { type: ['string', 'array'] } }\r\n    },\r\n    limits: {\r\n      upstream: 'http',\r\n      concurrency: 4,\r\n      delay: 1,\r\n      timeout: 60\r\n    },\r\n    act\r\n  }\r\n}\r\n\r\nmodule.exports = plugins\r\n"]}