From bd64372093e9ea92a16133b89f529609845c4c26 Mon Sep 17 00:00:00 2001 From: Corentin Barreau Date: Tue, 29 Oct 2024 10:58:41 +0100 Subject: [PATCH] fix: gocrawlhq path --- go.mod | 2 +- go.sum | 4 ++++ internal/pkg/crawl/config.go | 2 +- internal/pkg/crawl/crawl.go | 2 +- internal/pkg/crawl/hq.go | 2 +- 5 files changed, 8 insertions(+), 4 deletions(-) diff --git a/go.mod b/go.mod index ec14edfe..2858bab0 100644 --- a/go.mod +++ b/go.mod @@ -3,7 +3,7 @@ module github.com/internetarchive/Zeno go 1.22.4 require ( - git.archive.org/wb/gocrawlhq v1.2.13 + github.com/internetarchive/gocrawlhq v1.2.14 github.com/CorentinB/warc v0.8.53 github.com/PuerkitoBio/goquery v1.9.3 github.com/asaskevich/govalidator v0.0.0-20230301143203-a9d515a09cc2 diff --git a/go.sum b/go.sum index 87e8561f..954b78f1 100644 --- a/go.sum +++ b/go.sum @@ -78,6 +78,10 @@ github.com/hpcloud/tail v1.0.0 h1:nfCOvKYfkgYP8hkirhJocXT2+zOD8yUNjXaWfTlyFKI= github.com/hpcloud/tail v1.0.0/go.mod h1:ab1qPbhIpdTxEkNHXyeSf5vhxWSCs/tWer42PpOxQnU= github.com/inconshreveable/mousetrap v1.1.0 h1:wN+x4NVGpMsO7ErUn/mUI3vEoE6Jt13X2s0bqwp9tc8= github.com/inconshreveable/mousetrap v1.1.0/go.mod h1:vpF70FUmC8bwa3OWnCshd2FqLfsEA9PFc4w1p2J65bw= +github.com/internetarchive/gocrawlhq v1.2.13 h1:ALfUrWR7nRez5gWhHRJ7ZklIpGMjERGMUJqR4HBl4+8= +github.com/internetarchive/gocrawlhq v1.2.13/go.mod h1:JQIKgebFmpbxmEalNRjID3RwCxHkslt3PHAnum82KtM= +github.com/internetarchive/gocrawlhq v1.2.14 h1:g3MPMonpA6mTkCpjBvW3paeBHiH+gGgwSvkyX/lxu7s= +github.com/internetarchive/gocrawlhq v1.2.14/go.mod h1:IOHVfWsptADzh+r2J+UnSm22EB9r8TiVVeAuP9WRFoc= github.com/json-iterator/go v1.1.12 h1:PV8peI4a0ysnczrg+LtxykD8LfKY9ML6u2jnxaEnrnM= github.com/json-iterator/go v1.1.12/go.mod h1:e30LSqwooZae/UwlEbR2852Gd8hjQvJoHmT4TnhNGBo= github.com/klauspost/compress v1.17.10 h1:oXAz+Vh0PMUvJczoi+flxpnBEPxoER1IaAnU/NMPtT0= diff --git a/internal/pkg/crawl/config.go b/internal/pkg/crawl/config.go index aa1108d5..e9e1dfe8 100644 --- a/internal/pkg/crawl/config.go +++ b/internal/pkg/crawl/config.go @@ -8,7 +8,6 @@ import ( "sync" "time" - "git.archive.org/wb/gocrawlhq" "github.com/CorentinB/warc" "github.com/google/uuid" "github.com/internetarchive/Zeno/config" @@ -16,6 +15,7 @@ import ( "github.com/internetarchive/Zeno/internal/pkg/queue" "github.com/internetarchive/Zeno/internal/pkg/seencheck" "github.com/internetarchive/Zeno/internal/pkg/utils" + "github.com/internetarchive/gocrawlhq" "github.com/paulbellamy/ratecounter" ) diff --git a/internal/pkg/crawl/crawl.go b/internal/pkg/crawl/crawl.go index 9d25e365..53fcff59 100644 --- a/internal/pkg/crawl/crawl.go +++ b/internal/pkg/crawl/crawl.go @@ -9,12 +9,12 @@ import ( "sync" "time" - "git.archive.org/wb/gocrawlhq" "github.com/CorentinB/warc" "github.com/internetarchive/Zeno/internal/pkg/crawl/dependencies/ytdlp" "github.com/internetarchive/Zeno/internal/pkg/queue" "github.com/internetarchive/Zeno/internal/pkg/seencheck" "github.com/internetarchive/Zeno/internal/pkg/utils" + "github.com/internetarchive/gocrawlhq" "github.com/prometheus/client_golang/prometheus" "github.com/telanflow/cookiejar" "mvdan.cc/xurls/v2" diff --git a/internal/pkg/crawl/hq.go b/internal/pkg/crawl/hq.go index da522f28..1443fc8c 100644 --- a/internal/pkg/crawl/hq.go +++ b/internal/pkg/crawl/hq.go @@ -7,9 +7,9 @@ import ( "sync" "time" - "git.archive.org/wb/gocrawlhq" "github.com/internetarchive/Zeno/internal/pkg/queue" "github.com/internetarchive/Zeno/internal/pkg/utils" + "github.com/internetarchive/gocrawlhq" ) // This function connects to HQ's websocket and listen for messages.