Skip to content

Commit

Permalink
Minor logging edit
Browse files Browse the repository at this point in the history
  • Loading branch information
ionalexaai committed Jan 11, 2024
1 parent 8139d2f commit f829065
Showing 1 changed file with 1 addition and 2 deletions.
3 changes: 1 addition & 2 deletions scraper_class.py
Original file line number Diff line number Diff line change
Expand Up @@ -69,7 +69,7 @@ def get_page_links(self):
url = link.get('href')
if self.domain in str(url) and url.startswith("http"):
links.append(link.get('href'))
#print(link.get('href'))
# logger.debug(f'Grabbed inner link {link.get("href")}')

return list(set(links))

Expand All @@ -80,7 +80,6 @@ def get_emails(self):
for link in self.links:
try:
response = self.r.get(link, timeout=self.timeout, verify=False)
#print(link)
emails2 = re.findall(self.pattern, response.text)
for email in emails2:
if email not in emails and "/" not in email and "\\" not in email :
Expand Down

0 comments on commit f829065

Please sign in to comment.