Bump version 0.1.1, allow multiple pages

website-scraper · Jan 15, 2019 · 44be729 · 44be729 · s0ph1e · Mar 10, 2019
1 parent cfa4efb
commit 44be729
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 4 deletions.
diff --git a/index.js b/index.js
@@ -2,20 +2,23 @@ const puppeteer = require('puppeteer');
 
 class PuppeteerPlugin {
 	apply(registerAction) {
-		let browser, page;
+		let browser;
 
 		registerAction('beforeStart', async () => {
 			browser = await puppeteer.launch();
-			page = await browser.newPage();
 		});
 
 		registerAction('afterResponse', async ({response}) => {
 			const contentType = response.headers['content-type'];
 			const isHtml = contentType && contentType.split(';')[0] === 'text/html';
 			if (isHtml) {
 				const url = response.request.href;
+
+				const page = await browser.newPage();
 				await page.goto(url);
-				return page.content();
+				const content = await page.content();
+				await page.close();
+				return content;
 			} else {
 				return response.body;
 			}

diff --git a/package.json b/package.json
@@ -1,6 +1,6 @@
 {
   "name": "website-scraper-puppeteer",
-  "version": "0.1.0",
+  "version": "0.1.1",
   "description": "Plugin for website-scraper which returns html for dynamic websites using puppeteer",
   "readmeFilename": "README.md",
   "main": "index.js",