grabber.js

const puppeteer = require('puppeteer');
const argv = require('minimist')(process.argv.slice(2));

const url = argv.url;
const outdir = argv.outdir || '.';
if (url.includes('.com')) {
    offset = url.indexOf('.com');
} else if (url.includes('.net')) {
    offset = url.indexOf('.net');
} else {
    offset = 3;
}

let filename = url.substring(offset + 5).replace(/\//g,'-');

if (filename.endsWith('.php')) {
    filename = filename.slice(0,-4);
}

if (filename.endsWith('-')) {
    filename = filename.slice(0,-1);
}

async function timeout(ms) {
  return new Promise(resolve => setTimeout(resolve, ms));
}

(async () => {
    const browser = await puppeteer.launch({ignoreHTTPSErrors:true});
    const page = await browser.newPage();

    await page.setUserAgent('gothamgrabber (a project of freedom.press)');

    await page.setJavaScriptEnabled(true);

    await page.emulateMedia('screen');

    try {
        const res = await page.goto(url, {timeout: 60000, waitUntil:'networkidle2'});//{timeout:30000});
        if (res.ok() !== true) {
            console.log('Server returned status code ' + res.status());
            process.exitCode = 1;
            await browser.close();
            return;
        }
    } catch (e) {
        console.log(e);
        process.exitCode = 1;
        await browser.close();
        return;
    }

    let pdf_options = {displayHeaderFooter: true, margin: {top: '.75in', bottom: '.75in', left: '.5in', right: '.5in'}, printBackground: true, path: outdir + '/' + filename + '.pdf'}

    if (url.includes('dnainfo.com')) {
        await page.addStyleTag({path: 'tweaks/dnainfo.css'})
    }

    if (url.includes('laweekly.com')) {
        await page.setViewport({width: 500, height: 800})
        pdf_options.scale = .75;
        pdf_options.printBackground = false;
        await page.addStyleTag({path: 'tweaks/laweekly.css'})
    }

    if (url.includes('the-toast.net')) {
        await page.addStyleTag({path: 'tweaks/thetoast.css'})
		await page.setViewport({width:500, height:600});
    }

    if (url.includes('newsweek.com')) {
        await page.addStyleTag({path: 'tweaks/newsweek.css'});
        await page.setViewport({width:500, height: 600});
        pdf_options.scale = .75;
    }

    if (url.includes('vice.com')) {
        await page.addStyleTag({path: 'tweaks/vice.css'});
    }

    if (argv.k) {
        await page.addStyleTag({path: 'tweaks/kinja.css'});
        await page.setViewport({width:500, height: 600});
    }

    const height = await page.evaluate(() => document.documentElement.scrollHeight);

    const viewportHeight = await page.viewport().height;
    let viewportIncr = 0;

    while (viewportIncr + viewportHeight < height - 1000) {
        await page.evaluate(_viewportHeight => {
            window.scrollBy(0, _viewportHeight);
            console.log(_viewportHeight);
        }, viewportHeight);
        await timeout(1000);
        viewportIncr = viewportIncr + viewportHeight;
    }
    await timeout(3000);

    try {
    await page.pdf(pdf_options);
    } catch (e) {
        console.log(e);
        process.exitCode = 1;
        await browser.close();
        return;
    }

    await browser.close();
})();