feat(inthewild): support inTheWild PoCs

[MaineK00n]

What did you implement:

Fixes vulsio/go-kev#5

Add inTheWild as a new data source.
https://github.com/gmatuz/inthewilddb

Type of change

• New feature (non-breaking change which adds functionality)

How Has This Been Tested?

fetch

$ go-exploitdb fetch inthewild
INFO[02-18|06:36:56] Fetching inTheWild Poc Exploit 
INFO[02-18|06:36:58] inTheWild Poc Exploit                    count=70378
INFO[02-18|06:36:58] Insert Exploit into go-exploitdb.        db=sqlite3
INFO[02-18|06:36:58] Inserting 70378 Exploits 
INFO[02-18|06:36:58] Inserting new Exploits 
70378 / 70378 [-------------------------------------------------------------------------------------------------------] 100.00% 162670 p/s
INFO[02-18|06:36:58] No CveID Exploit Count                   count=0
INFO[02-18|06:36:58] CveID Exploit Count                      count=70378

$ wget "https://github.com/gmatuz/inthewilddb/blob/master/inthewild.db?raw=true" -O inthewild.db
$ sqlite3 inthewild.db
sqlite> SELECT COUNT(id) FROM exploits;
70378

$ sqlite3 go-exploitdb.sqlite3
sqlite> SELECT count(exploit_unique_id) FROM exploits;
70378
sqlite> SELECT count(DISTINCT(exploit_unique_id)) FROM exploits;
70378

diff test

$ patch -p1 < test.patch
$ make clean-integration && make build-integration
$ make fetch-rdb && make fetch-redis
$ make diff-server-rdb-redis

• test.patch

diff --git a/GNUmakefile b/GNUmakefile
index ec24e54..2f82cca 100644
--- a/GNUmakefile
+++ b/GNUmakefile
@@ -70,13 +70,13 @@ clean:
 PWD := $(shell pwd)
 BRANCH := $(shell git symbolic-ref --short HEAD)
 build-integration:
-	@ git stash save
+	# @ git stash save
 	$(GO) build -ldflags "$(LDFLAGS)" -o integration/exploitdb.new
-	git checkout $(shell git describe --tags --abbrev=0)
-	@git reset --hard
-	$(GO) build -ldflags "$(LDFLAGS)" -o integration/exploitdb.old
-	git checkout $(BRANCH)
-	@ git stash apply stash@{0} && git stash drop stash@{0}
+	# git checkout $(shell git describe --tags --abbrev=0)
+	# @git reset --hard
+	# $(GO) build -ldflags "$(LDFLAGS)" -o integration/exploitdb.old
+	# git checkout $(BRANCH)
+	# @ git stash apply stash@{0} && git stash drop stash@{0}
 
 clean-integration:
 	-pkill exploitdb.old
@@ -87,28 +87,28 @@ clean-integration:
 	-docker rm redis-old redis-new
 
 fetch-rdb:
-	integration/exploitdb.old fetch awesomepoc --dbpath=$(PWD)/integration/go-exploitdb.old.sqlite3
-	integration/exploitdb.old fetch exploitdb --dbpath=$(PWD)/integration/go-exploitdb.old.sqlite3
-	integration/exploitdb.old fetch githubrepos --dbpath=$(PWD)/integration/go-exploitdb.old.sqlite3
-	integration/exploitdb.old fetch inthewild --dbpath=$(PWD)/integration/go-exploitdb.old.sqlite3
-
-	integration/exploitdb.new fetch awesomepoc --dbpath=$(PWD)/integration/go-exploitdb.new.sqlite3
-	integration/exploitdb.new fetch exploitdb --dbpath=$(PWD)/integration/go-exploitdb.new.sqlite3
-	integration/exploitdb.new fetch githubrepos --dbpath=$(PWD)/integration/go-exploitdb.new.sqlite3
+	# integration/exploitdb.old fetch awesomepoc --dbpath=$(PWD)/integration/go-exploitdb.old.sqlite3
+	# integration/exploitdb.old fetch exploitdb --dbpath=$(PWD)/integration/go-exploitdb.old.sqlite3
+	# integration/exploitdb.old fetch githubrepos --dbpath=$(PWD)/integration/go-exploitdb.old.sqlite3
+	# integration/exploitdb.old fetch inthewild --dbpath=$(PWD)/integration/go-exploitdb.old.sqlite3
+
+	# integration/exploitdb.new fetch awesomepoc --dbpath=$(PWD)/integration/go-exploitdb.new.sqlite3
+	# integration/exploitdb.new fetch exploitdb --dbpath=$(PWD)/integration/go-exploitdb.new.sqlite3
+	# integration/exploitdb.new fetch githubrepos --dbpath=$(PWD)/integration/go-exploitdb.new.sqlite3
 	integration/exploitdb.new fetch inthewild --dbpath=$(PWD)/integration/go-exploitdb.new.sqlite3
 
 fetch-redis:
-	docker run --name redis-old -d -p 127.0.0.1:6379:6379 redis
+	# docker run --name redis-old -d -p 127.0.0.1:6379:6379 redis
 	docker run --name redis-new -d -p 127.0.0.1:6380:6379 redis
 	
-	integration/exploitdb.old fetch awesomepoc --dbtype redis --dbpath "redis://127.0.0.1:6379/0"
-	integration/exploitdb.old fetch exploitdb --dbtype redis --dbpath "redis://127.0.0.1:6379/0"
-	integration/exploitdb.old fetch githubrepos --dbtype redis --dbpath "redis://127.0.0.1:6379/0"
-	integration/exploitdb.old fetch inthewild --dbtype redis --dbpath "redis://127.0.0.1:6379/0"
-
-	integration/exploitdb.new fetch awesomepoc --dbtype redis --dbpath "redis://127.0.0.1:6380/0"
-	integration/exploitdb.new fetch exploitdb --dbtype redis --dbpath "redis://127.0.0.1:6380/0"
-	integration/exploitdb.new fetch githubrepos --dbtype redis --dbpath "redis://127.0.0.1:6380/0"
+	# integration/exploitdb.old fetch awesomepoc --dbtype redis --dbpath "redis://127.0.0.1:6379/0"
+	# integration/exploitdb.old fetch exploitdb --dbtype redis --dbpath "redis://127.0.0.1:6379/0"
+	# integration/exploitdb.old fetch githubrepos --dbtype redis --dbpath "redis://127.0.0.1:6379/0"
+	# integration/exploitdb.old fetch inthewild --dbtype redis --dbpath "redis://127.0.0.1:6379/0"
+
+	# integration/exploitdb.new fetch awesomepoc --dbtype redis --dbpath "redis://127.0.0.1:6380/0"
+	# integration/exploitdb.new fetch exploitdb --dbtype redis --dbpath "redis://127.0.0.1:6380/0"
+	# integration/exploitdb.new fetch githubrepos --dbtype redis --dbpath "redis://127.0.0.1:6380/0"
 	integration/exploitdb.new fetch inthewild --dbtype redis --dbpath "redis://127.0.0.1:6380/0"
 
 diff-cveid:

Checklist:

You don't have to satisfy all of the following.

• Write tests
• Write documentation
• Check that there aren't other open pull requests for the same issue/feature
• Format your source code by make fmt
• Pass the test by make test
• Provide verification config / commands
• Enable "Allow edits from maintainers" for this PR
• Update the messages below

Is this ready for review?: YES

Reference

[kotakanbe]

LGTM