Skip to content

Commit

Permalink
add detailed log
Browse files Browse the repository at this point in the history
  • Loading branch information
rainyfly committed Dec 14, 2023
2 parents 6c94822 + fda8c37 commit 0cba724
Show file tree
Hide file tree
Showing 2 changed files with 2 additions and 1 deletion.
1 change: 1 addition & 0 deletions llm/fastdeploy_llm/config.py
Original file line number Diff line number Diff line change
Expand Up @@ -25,6 +25,7 @@ def __init__(self, model_dir, decode_strategy="sampling", mp_num=None):
self.model_dir = model_dir
is_static, rank = check_model(model_dir)

self.log_home = os.getenv("LOG_HOME", ".")
if os.getenv("ENABLE_DEBUG_LOG", "0") == "1":
logger.info(
"Detect enviroment variable `ENABLE_DEBUG_LOG`, all the debug log information will output to fastdeploy_llm_serving.log."
Expand Down
2 changes: 1 addition & 1 deletion llm/fastdeploy_llm/utils/logging_util.py
Original file line number Diff line number Diff line change
Expand Up @@ -191,4 +191,4 @@ def use_terminator(self, terminator: str) -> Generator[None, None, None]:
name="fastDeploy_llm_serving_warning",
log_file=os.path.join(log_home, "fastdeploy_llm_serving_warning.log"),
time_rotation=7,
level=logging.DEBUG)
level=logging.DEBUG)

0 comments on commit 0cba724

Please sign in to comment.