From a8d6a31d07e923f7e0fa257bf5a462daa20a5efa Mon Sep 17 00:00:00 2001 From: Tamas Szirtesi Date: Mon, 9 Oct 2023 14:30:14 +0200 Subject: [PATCH] Removed deepcopy of config items --- hc_spider/worker.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/hc_spider/worker.py b/hc_spider/worker.py index f53fe61..7dbd37b 100644 --- a/hc_spider/worker.py +++ b/hc_spider/worker.py @@ -23,9 +23,9 @@ class URLProcessor: def __init__(self, **kwargs) -> None: self._shared_objects = SharedObjects(**kwargs) - self._blacklisted_urls = copy.deepcopy(self._shared_objects.config.get("blacklisted_urls")) - self._blacklisted_domains = copy.deepcopy(self._shared_objects.config.get("blacklisted_domains")) - self._otc_base_url = copy.deepcopy(self._shared_objects.config.get("otc_base_url")) + self._blacklisted_urls = self._shared_objects.config.get("blacklisted_urls", []) + self._blacklisted_domains = self._shared_objects.config.get("blacklisted_domains", []) + self._otc_base_url = self._shared_objects.config.get("otc_base_url", "") self._scraper = BeautifulSoupScraper(shared_objects=self._shared_objects) def _process_children(self) -> None: