diff --git a/hc_spider/common.py b/hc_spider/common.py new file mode 100644 index 0000000..15c033d --- /dev/null +++ b/hc_spider/common.py @@ -0,0 +1,25 @@ +import json +from functools import lru_cache +import logging + +CONFIG_FILE = "config.json" + + +@lru_cache +def load_config() -> dict: + with open(CONFIG_FILE) as f: + config = json.load(f) + + return config + + +def get_logger() -> logging.Logger: + logger = logging.getLogger("hc_spider") + logger.setLevel(logging.DEBUG) + handler = logging.StreamHandler() + formatter = logging.Formatter( + '%(asctime)s %(process)d %(processName)s %(thread)d %(threadName)s %(module)s %(levelname)s %(message)s') + handler.setFormatter(formatter) + logger.addHandler(handler) + + return logger