From 43341fcc87e4cea5849a29ea8870677bad5abf3b Mon Sep 17 00:00:00 2001 From: janis Date: Thu, 5 May 2022 13:41:25 +0200 Subject: [PATCH] finished webscrapper --- {alpha_modules => beta_modules}/top_games.py | 2 +- bin/lib/website_source_grabber.py | 8 +++----- bin/price_extractor/price_extractor_objectoriented.py | 8 -------- 3 files changed, 4 insertions(+), 14 deletions(-) rename {alpha_modules => beta_modules}/top_games.py (93%) diff --git a/alpha_modules/top_games.py b/beta_modules/top_games.py similarity index 93% rename from alpha_modules/top_games.py rename to beta_modules/top_games.py index 30e4411..48a04af 100644 --- a/alpha_modules/top_games.py +++ b/beta_modules/top_games.py @@ -15,7 +15,7 @@ class TopGamesUpdater: self.__return_value = [] def updater(self): - self.__source = bin.lib.website_source_grabber.WebsiteSourceGrabber().grabber() + self.__source = bin.lib.website_source_grabber.WebsiteSourceGrabber().grabber("https://store.steampowered.com/search/?filter=topsellers") self.list_generator() def list_generator(self): diff --git a/bin/lib/website_source_grabber.py b/bin/lib/website_source_grabber.py index 12597bf..deb0840 100644 --- a/bin/lib/website_source_grabber.py +++ b/bin/lib/website_source_grabber.py @@ -7,8 +7,6 @@ class WebsiteSourceGrabber: self.__res = "" self.__request_done = "" - def grabber(self): - self.__website = "https://store.steampowered.com/search/?filter=topsellers" - self.__res = requests.get(self.__website) - self.__request_done = self.__res.text - return self.__request_done + def grabber(self, website): + self.__res = requests.get(website).text + return self.__res diff --git a/bin/price_extractor/price_extractor_objectoriented.py b/bin/price_extractor/price_extractor_objectoriented.py index 1bf468b..576fcad 100644 --- a/bin/price_extractor/price_extractor_objectoriented.py +++ b/bin/price_extractor/price_extractor_objectoriented.py @@ -47,14 +47,6 @@ class PriceExtractor: self.__productnumber = 0 return self.__raw_list - def chg_website(self, website): - """Change the website (exact URL to product on https://digitec.ch/ only currently). Arguments: - Website. Only put direct link to product on digitec. Will return an error if a link other than digitec is - specified, though might work if the website structure is similar. - - Example: PriceExtractor.chg_website(https://www.digitec.ch/de/s1/product/asus-radeon-rx-6600-dual-8-gb-grafikkarte-16833213)""" - self.__website = website - def digitec_extractor(self): """Run through the entire list of links specified in the csv file that was selected either when loading the function or when specified through the method \"readfile\". NOTE: This method does not require any additional