@@ -73,24 +73,28 @@ func prepareFilter(tags []string) links.TokenFilter {
7373
7474func canCrawl (a , b * url.URL , d int , subdomains bool ) (yes bool ) {
7575 if a .Host != b .Host {
76- if subdomains {
77- domainA := strings .Split (a .Host , "." )
78- domainB := strings .Split (b .Host , "." )
79- if len (domainA ) >= len (domainB ){
80- // The base domain must be shorter than the found domain
81- return
82- }
83- j := len (domainB ) - 1
84- for i := len (domainA ) - 1 ; i >= 0 && j >= 0 ; i -- {
85- // Traverse each domain from the end, to check if their top-level domain are the same
86- if domainA [i ] != domainB [j ] {
87- // not the same top-level host
88- return
89- }
90- j --
76+ if ! subdomains {
77+ return false
78+ }
79+
80+ domainA := strings .Split (a .Host , "." )
81+ domainB := strings .Split (b .Host , "." )
82+
83+ if len (domainA ) >= len (domainB ) {
84+ // The base domain must be shorter than the found domain
85+ return false
86+ }
87+
88+ j := len (domainB ) - 1
89+
90+ for i := len (domainA ) - 1 ; i >= 0 && j >= 0 ; i -- {
91+ // Traverse each domain from the end, to check if their top-level domain are the same
92+ if domainA [i ] != domainB [j ] {
93+ // not the same top-level host
94+ return false
9195 }
92- } else {
93- return
96+
97+ j --
9498 }
9599 }
96100
@@ -106,11 +110,11 @@ func canCrawl(a, b *url.URL, d int, subdomains bool) (yes bool) {
106110
107111 depth , found := relativeDepth (apath , bpath )
108112 if ! found {
109- return
113+ return false
110114 }
111115
112116 if d >= 0 && depth > d {
113- return
117+ return false
114118 }
115119
116120 return true
0 commit comments