source.url.js

/******************************************************************************/
/*
 *
 * Copyright 2012-2016 AOL Inc. All rights reserved.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this Software except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
'use strict';

var util = require('util');
var simpleSource = require('./simpleSource.js');
var request = require('request');

// ----------------------------------------------------------------------------
function URLSource (api, section) {
  URLSource.super_.call(this, api, section);
  this.url = api.getConfig(section, 'url');
  this.reload = +api.getConfig(section, 'reload', -1);
  this.headers = {};
  var headers = api.getConfig(section, 'headers');
  this.cacheTimeout = -1;

  if (this.url === undefined) {
    console.log(this.section, '- ERROR not loading since no url specified in config file');
    return;
  }

  if (headers) {
    headers.split(';').forEach((header) => {
      var parts = header.split(':').map(item => item.trim());
      if (parts.length === 2) {
        this.headers[parts[0]] = parts[1];
      }
    });
  }

  if (!this.initSimple()) {
    return;
  }

  setImmediate(this.load.bind(this));

  // Reload url every so often
  if (this.reload > 0) {
    setInterval(this.load.bind(this), this.reload * 1000 * 60);
  }
}
util.inherits(URLSource, simpleSource);
// ----------------------------------------------------------------------------
URLSource.prototype.simpleSourceLoad = function (setFunc, cb) {
  request(this.url, { headers: this.headers }, (error, response, body) => {
    if (!error && response.statusCode === 200) {
      this.parse(body, setFunc, cb);
    } else {
      cb(error);
    }
  });
};
// ----------------------------------------------------------------------------
exports.initSource = function (api) {
  var sections = api.getConfigSections().filter((e) => { return e.match(/^url:/); });
  sections.forEach((section) => {
    return new URLSource(api, section);
  });
};
// ----------------------------------------------------------------------------