mandos.model.utils.scrape

Complexity

Total Complexity

6

Size/Duplication

Total Lines	71
Duplicated Lines	0 %

Importance

Changes

0

5 Methods

Rating	Name	Duplication	Size	Complexity
A	Scraper.go()	0	4	1
A	Scraper.click_element()	0	4	1
A	Scraper.find_elements()	0	3	1
A	Scraper.create()	0	5	2
A	Scraper.find_element()	0	3	1

from __future__ import annotations

Missing module docstring

from dataclasses import dataclass
from typing import Sequence

from pocketutils.core.query_utils import QueryExecutor

Unable to import 'pocketutils.core.query_utils'

from mandos.model.settings import MANDOS_SETTINGS

from mandos import logger


try:
    import selenium

The import selenium seems to be unused.

except ImportError:
    selenium = None
    logger.info("Selenium not installed")


# noinspection PyBroadException
try:
    from selenium import webdriver

Unable to import 'selenium'

    from selenium.webdriver.common.by import By

Unable to import 'selenium.webdriver.common.by'

    from selenium.webdriver.remote.webdriver import WebDriver

Unable to import 'selenium.webdriver.remote.webdriver'

    from selenium.webdriver.remote.webelement import WebElement

Unable to import 'selenium.webdriver.remote.webelement'

except Exception:

Catching very general exceptions such as Exception is usually not recommended.

    webdriver = None

Constant name "webdriver" doesn't conform to UPPER_CASE naming style ('([^\\W\\da-z][^\\Wa-z]*|__.*__)$' pattern)

    WebDriver = None

Constant name "WebDriver" doesn't conform to UPPER_CASE naming style ('([^\\W\\da-z][^\\Wa-z]*|__.*__)$' pattern)

    By = None

Constant name "By" doesn't conform to UPPER_CASE naming style ('([^\\W\\da-z][^\\Wa-z]*|__.*__)$' pattern)

if webdriver is not None:
    # noinspection PyBroadException
    try:
        driver_fn = getattr(webdriver, MANDOS_SETTINGS.selenium_driver)
        logger.notice(f"Loaded Selenium driver {MANDOS_SETTINGS.selenium_driver}")
    except AttributeError:
        driver_fn = None

Constant name "driver_fn" doesn't conform to UPPER_CASE naming style ('([^\\W\\da-z][^\\Wa-z]*|__.*__)$' pattern)

        logger.warning(f"Selenium driver {MANDOS_SETTINGS.selenium_driver} not found")


@dataclass(frozen=True)

Missing class docstring

class Scraper:
    driver: WebDriver
    executor: QueryExecutor

    @classmethod
    def create(cls, executor: QueryExecutor) -> Scraper:

Missing function or method docstring

        if driver_fn is None:

The variable driver_fn does not seem to be defined in case webdriver is not None on line 30 is False. Are you sure this can never be the case?

            raise ValueError(f"Selenium driver {MANDOS_SETTINGS.selenium_driver} not found")
        return Scraper(driver_fn(), executor)

    def go(self, url: str) -> Scraper:

Method name "go" doesn't conform to snake_case naming style ('([^\\W\\dA-Z][^\\WA-Z]2,|_[^\\WA-Z]*|__[^\\WA-Z\\d_][^\\WA-Z]+__)$' pattern)

Missing function or method docstring

        self.driver.get(url)
        # self.driver.find_elements_by_link_text("1")
        return self

    def find_element(self, thing: str, by: str) -> WebElement:

Argument name "by" doesn't conform to snake_case naming style ('([^\\W\\dA-Z][^\\WA-Z]2,|_[^\\WA-Z]*|__[^\\WA-Z\\d_][^\\WA-Z]+__)$' pattern)

Missing function or method docstring

        by = by.upper()
        return self.driver.find_element(thing, by)

    def find_elements(self, thing: str, by: str) -> Sequence[WebElement]:

Missing function or method docstring

Argument name "by" doesn't conform to snake_case naming style ('([^\\W\\dA-Z][^\\WA-Z]2,|_[^\\WA-Z]*|__[^\\WA-Z\\d_][^\\WA-Z]+__)$' pattern)

        by = by.upper()
        return self.driver.find_elements(thing, by)

    def click_element(self, thing: str, by: str) -> None:

Missing function or method docstring

Argument name "by" doesn't conform to snake_case naming style ('([^\\W\\dA-Z][^\\WA-Z]2,|_[^\\WA-Z]*|__[^\\WA-Z\\d_][^\\WA-Z]+__)$' pattern)

        by = by.upper()
        element = self.driver.find_element(thing, by)
        element.click()


__all__ = ["Scraper", "By"]