feat: add log file to curator cache

Author: kartik4949

src/bespokelabs/curator/llm/llm.py

@@ -14,7 +14,7 @@
 from bespokelabs.curator.constants import _CURATOR_DEFAULT_CACHE_DIR
 from bespokelabs.curator.db import MetadataDB
 from bespokelabs.curator.llm.prompt_formatter import PromptFormatter
-from bespokelabs.curator.log import logger
+from bespokelabs.curator.log import add_file_handler, logger
 from bespokelabs.curator.request_processor._factory import _RequestProcessorFactory
 from bespokelabs.curator.request_processor.config import BackendParamsType
 
@@ -218,6 +218,7 @@ def __call__(
 
         run_cache_dir = os.path.join(curator_cache_dir, fingerprint)
         os.makedirs(run_cache_dir, exist_ok=True)
+        add_file_handler(run_cache_dir)
 
         session_id = self._request_processor.viewer_client.create_session(metadata_dict)
         metadata_dict["session_id"] = session_id

src/bespokelabs/curator/log.py

@@ -5,8 +5,6 @@
 from rich.console import Console
 from rich.logging import RichHandler
 
-from bespokelabs.curator.constants import _CURATOR_DEFAULT_CACHE_DIR
-
 LOG_FORMAT = "%(asctime)s | %(levelname)-8s | %(module)s:%(lineno)d - %(message)s"
 ROOT_LOG_LEVEL = logging.DEBUG
 
@@ -29,14 +27,8 @@ def _init_logger(self):
         self.logger = logging.getLogger("curator")
         self.logger.setLevel(ROOT_LOG_LEVEL)
         if not self.logger.handlers:
-            log_file = os.path.join(os.path.expanduser(_CURATOR_DEFAULT_CACHE_DIR), "curator.log")
-            formatter = logging.Formatter(LOG_FORMAT)
-            file_handler = logging.handlers.RotatingFileHandler(log_file, maxBytes=5 * 1024 * 1024, backupCount=5)
-            file_handler.setLevel(logging.DEBUG)
-            file_handler.setFormatter(formatter)
             rich_handler = RichHandler(console=_CONSOLE)
             rich_handler.setLevel(logging.INFO)
-            self.logger.addHandler(file_handler)
 
             self.logger.addHandler(rich_handler)