From c6b98a95883e3059491389b7a2878295630347a2 Mon Sep 17 00:00:00 2001 From: KevinMidboe Date: Sun, 7 Jun 2020 23:53:55 +0200 Subject: [PATCH] Page now completes loading before scraping. --- src/index.js | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/src/index.js b/src/index.js index f10b046..33ea2cc 100644 --- a/src/index.js +++ b/src/index.js @@ -28,7 +28,6 @@ const savePageToPDF = page => { `, footerTemplate: `
- Generated PDF / @@ -109,7 +108,7 @@ const webscraper = async pageURL => { const page = await browser.newPage() console.log(`Opening page with url: ${pageURL}`) - return page.goto(pageURL) + return page.goto(pageURL, { waitUntil: 'networkidle0' }) .then(() => Promise.resolve(page)) .catch(err => exitWithError(err, `Unable to reach url: ${pageURL}`)) }