Merge pull request #14 from marcomontalbano/update-dependencies

Update npm dependencies

.travis.yml

@@ -6,6 +6,7 @@ node_js:
   - "11"
   - "12"
   - "13"
+  - "14"
 
 script:
   - npm test

examples/demo.js

@@ -1,4 +1,3 @@
-
 const path = require('path');
 const fs = require('fs');
 const htmlMiner = require('../lib');

examples/site.js

@@ -1,4 +1,3 @@
-
 const url = require('url');
 const https = require('https');
 const htmlMiner = require('../lib');

package.json

@@ -1,6 +1,6 @@
 {
   "name": "html-miner",
-  "version": "3.0.0",
+  "version": "3.0.1",
   "description": "A powerful miner that will scrape html pages for you. ` HTML Scraper ´",
   "main": "index.js",
   "repository": "https://github.com/marcomontalbano/html-miner.git",
@@ -37,21 +37,21 @@
   },
   "dependencies": {
     "cheerio": "^0.22.0",
-    "lodash": "~4.17.15"
+    "lodash": "~4.17.19"
   },
   "devDependencies": {
-    "@babel/cli": "~7.8.4",
-    "@babel/core": "~7.9.0",
-    "@babel/preset-env": "~7.9.0",
+    "@babel/cli": "~7.10.5",
+    "@babel/core": "~7.11.0",
+    "@babel/preset-env": "~7.11.0",
     "babel-eslint": "~10.1.0",
     "babel-preset-minify": "~0.5.1",
     "browserify": "~16.5.1",
     "chai": "^4.2.0",
     "eslint": "^6.8.0",
-    "eslint-config-airbnb-base": "~14.1.0",
-    "eslint-plugin-import": "~2.20.2",
-    "mocha": "^7.1.1",
-    "nyc": "~15.0.1",
+    "eslint-config-airbnb-base": "~14.2.0",
+    "eslint-plugin-import": "~2.22.0",
+    "mocha": "^7.2.0",
+    "nyc": "~15.1.0",
     "rest": "^2.0.0"
   }
 }

test/example.md.js

@@ -0,0 +1,78 @@
+const chai = require('chai');
+
+const { assert } = chai;
+
+const htmlMiner = require('../lib');
+
+describe('htmlMiner • EXAMPLE.md', () => {
+    it('Get text and href from a list of <a>', () => {
+        const html = `
+            <div>
+                <a class="link-class" href="https://example.com/1">Link 1</a>
+                <a class="link-class" href="https://example.com/2">Link 2</a>
+            </div>
+        `;
+
+        const actual = htmlMiner(html, {
+            _each_: '.link-class',
+            text: (arg) => arg.$scope.text(),
+            href: (arg) => arg.$scope.attr('href'),
+        });
+
+        assert.deepEqual(actual, [
+            {
+                text: 'Link 1',
+                href: 'https://example.com/1',
+            },
+            {
+                text: 'Link 2',
+                href: 'https://example.com/2',
+            },
+        ]);
+    });
+
+    describe('Get src and alt from <img>', () => {
+        const html = `
+            <img src="/image-1.jpg" alt="Image 1" />
+            <img src="/image-2.jpg" alt="Image 2" />
+        `;
+
+        const doAssert = (actual) => {
+            assert.deepEqual(actual, [
+                {
+                    src: '/image-1.jpg',
+                    alt: 'Image 1',
+                },
+                {
+                    src: '/image-2.jpg',
+                    alt: 'Image 2',
+                },
+            ]);
+        };
+
+        it('Selector as function', () => {
+            const actual = htmlMiner(html, (arg) => {
+                const $images = Array.from(arg.$('img'));
+                return $images.map((img) => {
+                    const $currentImage = arg.$(img);
+                    return {
+                        src: $currentImage.attr('src'),
+                        alt: $currentImage.attr('alt'),
+                    };
+                });
+            });
+
+            doAssert(actual);
+        });
+
+        it('Simpler way', () => {
+            const actual = htmlMiner(html, {
+                _each_: 'img',
+                src: (arg) => arg.$scope.attr('src'),
+                alt: (arg) => arg.$scope.attr('alt'),
+            });
+
+            doAssert(actual);
+        });
+    });
+});

test/test.js

@@ -1,4 +1,3 @@
-
 const chai = require('chai');
 
 const { assert } = chai;
@@ -49,7 +48,6 @@ describe('htmlMiner', () => {
         });
     });
 
-
     //
     describe('should returns an undefined', () => {
         it('given an incorrect html (e.g. \'undefined\')', () => {
@@ -454,7 +452,6 @@ describe('htmlMiner', () => {
         });
     });
 
-
     it('should work with complex combination', () => {
         const actual = htmlMiner(html, {
             title: 'h1',