fix #11: prevent redirect

http/availability/report.go

@@ -53,7 +53,7 @@ func (r *Report) Get() error {
 	if r.error != nil {
 		return r.error
 	}
-	c := colly.NewCollector(colly.UserAgent("check"), colly.IgnoreRobotsTxt())
+	c := colly.NewCollector(UserAgent(), IgnoreRedirect())
 	c.OnRequest(func(req *colly.Request) {
 		link := r.createLink(req.URL)
 		if link.IsPage {

http/availability/scrapper.go

@@ -0,0 +1,19 @@
+package availability
+
+import (
+	"net/http"
+
+	"github.com/gocolly/colly"
+)
+
+func UserAgent() func(*colly.Collector) {
+	return colly.UserAgent("check")
+}
+
+func IgnoreRedirect() func(*colly.Collector) {
+	return func(c *colly.Collector) {
+		c.RedirectHandler = func(req *http.Request, via []*http.Request) error {
+			return http.ErrUseLastResponse
+		}
+	}
+}