|
""" |
|
Logger Utils |
|
|
|
Modified from mmcv |
|
|
|
Author: Xiaoyang Wu ([email protected]) |
|
Please cite our work if the code is helpful to you. |
|
""" |
|
|
|
import logging |
|
import torch |
|
import torch.distributed as dist |
|
|
|
from termcolor import colored |
|
|
|
logger_initialized = {} |
|
root_status = 0 |
|
|
|
|
|
class _ColorfulFormatter(logging.Formatter): |
|
def __init__(self, *args, **kwargs): |
|
self._root_name = kwargs.pop("root_name") + "." |
|
super(_ColorfulFormatter, self).__init__(*args, **kwargs) |
|
|
|
def formatMessage(self, record): |
|
log = super(_ColorfulFormatter, self).formatMessage(record) |
|
if record.levelno == logging.WARNING: |
|
prefix = colored("WARNING", "red", attrs=["blink"]) |
|
elif record.levelno == logging.ERROR or record.levelno == logging.CRITICAL: |
|
prefix = colored("ERROR", "red", attrs=["blink", "underline"]) |
|
else: |
|
return log |
|
return prefix + " " + log |
|
|
|
|
|
def get_logger(name, log_file=None, log_level=logging.INFO, file_mode="a", color=False): |
|
"""Initialize and get a logger by name. |
|
|
|
If the logger has not been initialized, this method will initialize the |
|
logger by adding one or two handlers, otherwise the initialized logger will |
|
be directly returned. During initialization, a StreamHandler will always be |
|
added. If `log_file` is specified and the process rank is 0, a FileHandler |
|
will also be added. |
|
|
|
Args: |
|
name (str): Logger name. |
|
log_file (str | None): The log filename. If specified, a FileHandler |
|
will be added to the logger. |
|
log_level (int): The logger level. Note that only the process of |
|
rank 0 is affected, and other processes will set the level to |
|
"Error" thus be silent most of the time. |
|
file_mode (str): The file mode used in opening log file. |
|
Defaults to 'a'. |
|
color (bool): Colorful log output. Defaults to True |
|
|
|
Returns: |
|
logging.Logger: The expected logger. |
|
""" |
|
logger = logging.getLogger(name) |
|
|
|
if name in logger_initialized: |
|
return logger |
|
|
|
|
|
|
|
for logger_name in logger_initialized: |
|
if name.startswith(logger_name): |
|
return logger |
|
|
|
logger.propagate = False |
|
|
|
stream_handler = logging.StreamHandler() |
|
handlers = [stream_handler] |
|
|
|
if dist.is_available() and dist.is_initialized(): |
|
rank = dist.get_rank() |
|
else: |
|
rank = 0 |
|
|
|
|
|
if rank == 0 and log_file is not None: |
|
|
|
|
|
|
|
file_handler = logging.FileHandler(log_file, file_mode) |
|
handlers.append(file_handler) |
|
|
|
plain_formatter = logging.Formatter( |
|
"[%(asctime)s %(levelname)s %(filename)s line %(lineno)d %(process)d] %(message)s" |
|
) |
|
if color: |
|
formatter = _ColorfulFormatter( |
|
colored("[%(asctime)s %(name)s]: ", "green") + "%(message)s", |
|
datefmt="%m/%d %H:%M:%S", |
|
root_name=name, |
|
) |
|
else: |
|
formatter = plain_formatter |
|
for handler in handlers: |
|
handler.setFormatter(formatter) |
|
handler.setLevel(log_level) |
|
logger.addHandler(handler) |
|
|
|
if rank == 0: |
|
logger.setLevel(log_level) |
|
else: |
|
logger.setLevel(logging.ERROR) |
|
|
|
logger_initialized[name] = True |
|
|
|
return logger |
|
|
|
|
|
def print_log(msg, logger=None, level=logging.INFO): |
|
"""Print a log message. |
|
|
|
Args: |
|
msg (str): The message to be logged. |
|
logger (logging.Logger | str | None): The logger to be used. |
|
Some special loggers are: |
|
- "silent": no message will be printed. |
|
- other str: the logger obtained with `get_root_logger(logger)`. |
|
- None: The `print()` method will be used to print log messages. |
|
level (int): Logging level. Only available when `logger` is a Logger |
|
object or "root". |
|
""" |
|
if logger is None: |
|
print(msg) |
|
elif isinstance(logger, logging.Logger): |
|
logger.log(level, msg) |
|
elif logger == "silent": |
|
pass |
|
elif isinstance(logger, str): |
|
_logger = get_logger(logger) |
|
_logger.log(level, msg) |
|
else: |
|
raise TypeError( |
|
"logger should be either a logging.Logger object, str, " |
|
f'"silent" or None, but got {type(logger)}' |
|
) |
|
|
|
|
|
def get_root_logger(log_file=None, log_level=logging.INFO, file_mode="a"): |
|
"""Get the root logger. |
|
|
|
The logger will be initialized if it has not been initialized. By default a |
|
StreamHandler will be added. If `log_file` is specified, a FileHandler will |
|
also be added. The name of the root logger is the top-level package name. |
|
|
|
Args: |
|
log_file (str | None): The log filename. If specified, a FileHandler |
|
will be added to the root logger. |
|
log_level (int): The root logger level. Note that only the process of |
|
rank 0 is affected, while other processes will set the level to |
|
"Error" and be silent most of the time. |
|
file_mode (str): File Mode of logger. (w or a) |
|
|
|
Returns: |
|
logging.Logger: The root logger. |
|
""" |
|
logger = get_logger( |
|
name="pointcept", log_file=log_file, log_level=log_level, file_mode=file_mode |
|
) |
|
return logger |
|
|
|
|
|
def _log_api_usage(identifier: str): |
|
""" |
|
Internal function used to log the usage of different detectron2 components |
|
inside facebook's infra. |
|
""" |
|
torch._C._log_api_usage_once("pointcept." + identifier) |
|
|