From 54663bdf4868ed4ec36a64c3ea6d7e3e2bc3cb38 Mon Sep 17 00:00:00 2001
From: Tamas Szirtesi <tamas-gabor.szirtesi@t-systems.com>
Date: Mon, 9 Oct 2023 14:24:36 +0200
Subject: [PATCH] Added common module

---
 hc_spider/common.py | 25 +++++++++++++++++++++++++
 1 file changed, 25 insertions(+)
 create mode 100644 hc_spider/common.py

diff --git a/hc_spider/common.py b/hc_spider/common.py
new file mode 100644
index 0000000..15c033d
--- /dev/null
+++ b/hc_spider/common.py
@@ -0,0 +1,25 @@
+import json
+from functools import lru_cache
+import logging
+
+CONFIG_FILE = "config.json"
+
+
+@lru_cache
+def load_config() -> dict:
+    with open(CONFIG_FILE) as f:
+        config = json.load(f)
+
+    return config
+
+
+def get_logger() -> logging.Logger:
+    logger = logging.getLogger("hc_spider")
+    logger.setLevel(logging.DEBUG)
+    handler = logging.StreamHandler()
+    formatter = logging.Formatter(
+        '%(asctime)s %(process)d %(processName)s %(thread)d %(threadName)s %(module)s %(levelname)s %(message)s')
+    handler.setFormatter(formatter)
+    logger.addHandler(handler)
+
+    return logger