Ka Hei Ng

18 papers B 10Journal 8
YearRankTypeTitle / Venue / Authors
2023 J jnl
Entropy
Hoover H. F. Yin, Shenghao Yang, Qiaoqiao Zhou, Lily M. L. Yung, Ka Hei Ng
2021 J jnl
CoRR
Hoover H. F. Yin, Bin Tang, Ka Hei Ng, Shenghao Yang, Xishi Nicholas Wang, Qiaoqiao Zhou
2021 J jnl
IEEE J. Sel. Areas Inf. Theory
Hoover H. F. Yin, Bin Tang, Ka Hei Ng, Shenghao Yang, Xishi Nicholas Wang, Qiaoqiao Zhou
2021 B conf
ITW
Hoover H. F. Yin, Xiaoli Xu, Ka Hei Ng, Yong Liang Guan, Raymond W. Yeung
2021 J jnl
CoRR
Hoover H. F. Yin, Shenghao Yang, Qiaoqiao Zhou, Lily M. L. Yung, Ka Hei Ng
2021 B conf
ISIT
Hoover H. F. Yin, Ka Hei Ng
2021 J jnl
IEEE J. Sel. Areas Inf. Theory
Hoover H. F. Yin, Ka Hei Ng, Allen Z. Zhong, Raymond W. Yeung, Shenghao Yang, Ian Y. Y. Chan
2021 B conf
ISIT
Hoover H. F. Yin, Ka Hei Ng, Allen Z. Zhong, Raymond W. Yeung, Shenghao Yang
2021 J jnl
CoRR
Hoover H. F. Yin, Ka Hei Ng, Allen Z. Zhong, Raymond W. Yeung, Shenghao Yang, Ian Y. Y. Chan
2021 B conf
ISIT
Hoover H. F. Yin, Xishi Nicholas Wang, Ka Hei Ng, Russell W. F. Lai, Lucien K. L. Ng, Jack P. K. Ma
2021 J jnl
CoRR
Hoover H. F. Yin, Xishi Nicholas Wang, Ka Hei Ng, Russell W. F. Lai, Lucien K. L. Ng, Jack P. K. Ma
2021 B conf
ITW
Hoover H. F. Yin, Ka Hei Ng, Yu Ting Shing, Russell W. F. Lai, Xishi Nicholas Wang
2020 B conf
ISIT
Hoover H. F. Yin, Ka Hei Ng, Xishi Nicholas Wang, Qi Cao, Lucien K. L. Ng
2019 B conf
ISIT
Hoover H. F. Yin, Bin Tang, Ka Hei Ng, Shenghao Yang, Xishi Nicholas Wang, Qiaoqiao Zhou
2019 B conf
ISIT
Hoover H. F. Yin, Ka Hei Ng, Yu Ting Shing, Russell W. F. Lai, Xishi Nicholas Wang
2019 J jnl
CoRR
Hoover H. F. Yin, Ka Hei Ng, Yu Ting Shing, Russell W. F. Lai, Xishi Nicholas Wang
2019 B conf
ISIT
Hoover H. F. Yin, Ka Hei Ng, Xishi Nicholas Wang, Qi Cao
2019 B conf
ISIT
Hoover H. F. Yin, Xiaoli Xu, Ka Hei Ng, Yong Liang Guan, Raymond W. Yeung
redb/logging_utils.py
← Index redb/logging_utils.py python
"""
Logging utilities and shared enums for REDB.

Contains the ImportResult enum, log formatters, and logger setup functions
used across the ingestor pipeline.
"""
import logging
from logging.handlers import QueueHandler
import os
from enum import Enum


class ImportResult(Enum):
    CORRECTLY = 0
    PARTIALLY = 1
    FAILED = 2
    PENDING = 3
    SKIPPED = 4


class FileNameFormatter(logging.Formatter):
    def format(self, record):
        record.filenameinfo = getattr(record, "filenameinfo", "unknown")
        return super().format(record)


def setup_logger(log_queue, filename):
    logger = logging.getLogger(filename)
    if not logger.handlers:
        if os.getenv("SERVER_ENV") == "prod":
            logger.setLevel(logging.INFO)
        else:
            logger.setLevel(logging.DEBUG)
        handler = QueueHandler(log_queue)
        logger.addHandler(handler)
        logger.propagate = False  # Prevent propagation to parent loggers
    return logger


def logger_thread(log_queue, log_file):
    handler = logging.FileHandler(log_file)
    formatter = FileNameFormatter(
        "%(asctime)s - %(filenameinfo)s - %(levelname)s - %(message)s"
    )
    handler.setFormatter(formatter)

    while True:
        try:
            record = log_queue.get()
            if record is None:
                break
            # Format and write the log record
            message = formatter.format(record)
            handler.stream.write(message + "\n")
            handler.stream.flush()
        except Exception:
            import traceback
            import sys

            print("[ERR] Error in logger thread:", file=sys.stderr)
            traceback.print_exc(file=sys.stderr)


def setup_direct_logger(log_file, filename, pid=None):
    """Setup a logger that writes directly to the log file without using a queue."""
    # Create a unique logger name using the process ID
    logger_name = f"{filename}_{pid}" if pid else filename
    logger = logging.getLogger(logger_name)

    if not logger.handlers:
        handler = logging.FileHandler(log_file)
        formatter = logging.Formatter("%(asctime)s - %(filenameinfo)s - %(levelname)s - %(message)s")
        handler.setFormatter(formatter)
        logger.addHandler(handler)

        if os.getenv("SERVER_ENV") == "prod":
            logger.setLevel(logging.INFO)
        else:
            logger.setLevel(logging.DEBUG)

    # Add filename info to the logger's extra info
    extra = {"filenameinfo": filename}
    logger = logging.LoggerAdapter(logger, extra)

    return logger