mscan.py

import re
import time

from selenium import webdriver
from selenium.webdriver.common.by import By
from selenium.common.exceptions import NoSuchElementException
import click


def look_high_bonuses(driver, percent, mode):
    items = driver.find_elements(By.CSS_SELECTOR, 'div.item-block')

    print(f'found {len(items)} items')

    if len(items) > 0:
        for item in items:

            if mode == 1:
                try:
                    bonus = item.find_element(By.CLASS_NAME, 'bonus-percent').text
                    bonus = int(re.sub(r'\D', '', bonus))

                    if bonus >= percent:
                        price = item.find_element(By.CLASS_NAME, 'item-price').text
                        price = int(re.sub(r'\D', '', price))
                        title = item.find_element(By.CLASS_NAME, 'ddl_product_link').text
                        link = item.find_element(By.CLASS_NAME, 'ddl_product_link').get_attribute('href')

                        print(f'{title=}')
                        print(f'{link=}')
                        print(f'{price=} {bonus=}')
                except NoSuchElementException:
                    continue
            elif mode == 2:
                try:
                    discount = item.find_element(By.CLASS_NAME, 'discount-percentage__value').text
                    discount = int(re.sub(r'\D', '', discount))

                    if discount >= percent:
                        price = item.find_element(By.CLASS_NAME, 'item-price').text
                        price = int(re.sub(r'\D', '', price))
                        title = item.find_element(By.CLASS_NAME, 'ddl_product_link').text
                        link = item.find_element(By.CLASS_NAME, 'ddl_product_link').get_attribute('href')

                        print(f'{title=}')
                        print(f'{link=}')
                        print(f'{price=} {discount=}')
                except NoSuchElementException:
                    continue


@click.command()
@click.option('-n', '--pages', type=click.INT, required=True, help='Start megamarket category URL.')
@click.option('-p', '--percent', type=click.INT, required=True, help="A positive percent number.")
@click.option('-m', '--mode', type=click.INT, default=1, help="Mode 1 look bonus, mode 2 look discount")
@click.argument('start_url', type=click.STRING, required=True)
def mscan(start_url, percent, pages, mode):
    '''

    :param start_url:
    :param percent:
    :param pages:
    :return:
    '''
    driver = webdriver.Firefox()

    print(f'Start url: {start_url}')
    print(f'*** page 1')
    # coockie = {"displayName": "САНКТ-ПЕТЕРБУРГ", "kladrId": "7800000000000", "isDeliveryEnabled": True,
    #            "geo": {"lat": 59.939095, "lon": 30.315868}, "id": "78"}
    coockies = {
        'region_info': '{"displayName":"САНКТ-ПЕТЕРБУРГ","kladrId":"7800000000000","isDeliveryEnabled":true,"geo":{"lat":59.939095,"lon":30.315868},"id":"78"}',
        '_gpVisits': '{"isFirstVisitDomain":false,"idContainer":"10002472"}'}
    driver.get(start_url + '#?filters={"4CB2C27EAAFC4EB39378C4B7487E6C9E":["1"]}')

    for key, value in coockies.items():
        driver.add_cookie({'name': key, 'value': value})

    time.sleep(2)
    driver.refresh()
    time.sleep(2)

    look_high_bonuses(driver, percent, mode)

    for page_num in range(2, pages + 1):
        print(f'*** page {page_num}')
        driver.get(start_url + 'page-' + str(page_num) + '/' + '#?filters={"4CB2C27EAAFC4EB39378C4B7487E6C9E":["1"]}')

        for key, value in coockies.items():
            driver.add_cookie({'name': key, 'value': value})

        time.sleep(2)
        look_high_bonuses(driver, percent, mode)

    driver.quit()


if __name__ == '__main__':
    mscan()