ua-bot-function.js

const fli = require('fli-webtask');
const util = require('util');
const wt = require('webtask-tools');
const bodyParser = require('body-parser');
const express = fli.npm.express;
const request = fli.npm.request;
const as = fli.npm.async;
const _ = fli.npm.lodash;
const loader = fli.lib.loader;
const responseHandler = fli.lib.responseHandler;
const app = express();
const router = express.Router();

router
.all('/call', async (req, res) => {
  const feed = req.body;
  console.log(feed, req.query);
  if(_.includes(feed, req.webtaskContext.secrets.topic)) {
    const entry = feed.split('<entry>')[1] || '';
    const videoId = (entry.match(/<yt:videoId>(.*)<\/yt:videoId>/) || [])[1];
    const channelId = (entry.match(/<yt:channelId>(.*)<\/yt:channelId>/) || [])[1];
    const published = (entry.match(/<published>(.*)<\/published>/) || [])[1];
    const title = (entry.match(/<title>(.*)<\/title>/) || [])[1];
    const channelName = (entry.match(/<name>(.*)<\/name>/) || [])[1];
    const ignore = req.webtaskContext.secrets.ignore.split(',');
    console.log({videoId, channelId, published, title, channelName});
    if(!_.includes(ignore, channelId) && videoId && channelId && published && title && channelName) {
      const yesterday = new Date(Date.now() - 86400000);
      const publishedTime = (new Date(published)).getTime();
      if(publishedTime > yesterday) {
        let store = await util.promisify((next) => req.webtaskContext.storage.get(next))();
        store.id = store.id || [];
        store.next = store.next || [];
        if(!_.includes(store.id, channelId)) {
          store.id.unshift(channelId);
          store.next.unshift(videoId);
          
          // do actions
          
          loader({
            method: 'post',
            url: `${req.webtaskContext.secrets.telegramFunction}/publish`,
            qs: {
              token: req.webtaskContext.secrets.token
            },
            json: {
              _id: "ua-youtube",
              db: "ua-youtube",
              payload: {
                as: 'link',
                shortUrl: `https://youtu.be/${videoId}`,
                info: {
                  title: title
                }
              }
            }
          }, () => {});
          
          store.id.length = Math.min(store.id.length, 100);
          store.next.length = Math.min(store.next.length, 100);
          await util.promisify((data, next) => req.webtaskContext.storage.set(data, next))(store);
        }
      }
    }
  }
  res.send(_.get(req.query, 'hub.challenge', ''));
})
.all('/next', async (req, res) => {
    let store = await util.promisify((next) => req.webtaskContext.storage.get(next))();
    store.next = _.compact(store.next || []);
    let nextID = store.next.shift();
    await util.promisify((data, next) => req.webtaskContext.storage.set(data, next))(store);
    res.json({next: nextID});
})
.all('/subscribe', (req, res) => {
  if(req.webtaskContext.secrets.token !== req.query.token) {
    return res.status(400).send('No token');
  }
  const page = req.query.page || 1;
  const ignore = req.webtaskContext.secrets.ignore.split(',');
  console.log("Subscribe page ", page);
  as.waterfall([
    (next) => loader({
      method: 'get',
      url: `${req.webtaskContext.secrets.manifest}/${page}.txt`
    }, next),
    (result, next) => {
      result.data.map(id => {
        if(!_.includes(ignore, id)) {
          console.log("Unsubscribe id ", id);
          request.post({
            url: req.webtaskContext.secrets.pubsubhubbub,
            formData: {
              'hub.callback': req.webtaskContext.secrets.callback,
              'hub.topic': req.webtaskContext.secrets.topic + id,
              'hub.verify': 'async',
              'hub.mode': 'unsubscribe'
            }
          }, () => {
            request.post({
              url: req.webtaskContext.secrets.pubsubhubbub,
              formData: {
                'hub.callback': req.webtaskContext.secrets.callback,
                'hub.topic': req.webtaskContext.secrets.topic + id,
                'hub.verify': 'async',
                'hub.mode': 'subscribe'
              }
            }, () => {
              console.log("Subscribe id ", id);
            });
          });
        }
      });
      if(result.next) {
        loader({
          method: 'get',
          url: req.webtaskContext.secrets.subscribe,
          qs: {
            token: req.webtaskContext.secrets.token,
            page: result.next
          }
        }, () => {});
      }
      next();
    }
  ], (error, result) => {
    res.json({error, result});
  });
});

app
.use(bodyParser.text({type: 'application/atom+xml'}))
.use('/', router);

module.exports = wt.fromExpress(app);