index.js

'use strict';

const got       = require('got');
const isHTML    = require('is-html');
const cheerio   = require('cheerio');
const jschardet = require('jschardet');
const iconv     = require('iconv-lite');

module.exports = (url, options) => {

  options = options || {};
  options.encoding = null;

  return got(url, options).then(response => {

    let result = jschardet.detect(response.body);
    let body;
    if (!result || !result.encoding || (result.confidence || 0) < 0.99) {
      let head = response.body.toString('ascii').match(/<head[\s>]([\s\S]*?)<\/head>/i);
      if (head) {
        let charset = head[1].match(/<meta[^>]*[\s;]+charset\s*=\s*["']?([\w\-_]+)["']?/i);
        if (charset) {
          body = iconv.decode(response.body, charset[1].trim());
        } else {
          body = response.body.toString('utf8');
        }
      } else {
        body = response.body.toString('utf8');
      }
    } else {
      body = iconv.decode(response.body, result.encoding);
    }

    if (!isHTML(body)) {
      return Promise.reject('Response is not HTML');
    }

    let $ = cheerio.load(body);

    let title = $('meta[property="og:title"]').attr('content') ||
                $('meta[name="twitter:title"]').attr('content') ||
                $('meta[name="title"]').attr('content');

    let type = $('meta[property="og:type"]').attr('content');

    let url = $('meta[property="og:url"]').attr('content') ||
              $('meta[name="twitter:url"]').attr('content') ||
              $('link[rel="canonical"]').attr('href');

    let image = $('meta[property="og:image"]').attr('content') ||
                $('meta[name="twitter:image"]').attr('content');

    let site = $('meta[property="og:site_name"]').attr('content') ||
               $('meta[name="twitter:site"]').attr('content');

    let description = $('meta[property="og:description"]').attr('content') ||
                      $('meta[name="twitter:description"]').attr('content') ||
                      $('meta[name="description"]').attr('content');

    let locale = $('meta[property="og:locale"]').attr('content');

    return Promise.resolve({
      title       : title       || '',
      type        : type        || '',
      url         : url         || '',
      image       : image       || '',
      site        : site        || '',
      description : description || '',
      locale      : locale      || ''
    });
  });
};