Ian Williamson

11 papers Journal 8Unranked 3
YearRankTypeTitle / Venue / Authors
2023 J jnl
J. Simulation
Tracey J. England, Paul R. Harper, Tom Crosby, Daniel Gartner, Edilson F. Arruda, Kieran G. Foley, Ian Williamson
2014 J jnl
Ecol. Informatics
Michael W. Towsey, Jason Wimmer, Ian Williamson, Paul Roe
2013 J jnl
Future Gener. Comput. Syst.
Jason Wimmer, Michael W. Towsey, Birgit M. Planitz, Ian Williamson, Paul Roe
2011 conf
eScience
Anthony Truskinger, Hao-Fan Yang, Jason Wimmer, Jinglan Zhang, Ian Williamson, Paul Roe
2010 conf
eScience
Jason Wimmer, Michael W. Towsey, Birgit M. Planitz, Paul Roe, Ian Williamson
2006 J jnl
Comput. Environ. Urban Syst.
Jude Wallace, Ian Williamson
2005 conf
DiGRA Conference
Chad D. Ciavarro, Jim Bizzocchi, Nori Bradley, Ian Williamson, Bradley S. Paras, David Goodman
2004 J jnl
Trans. GIS
Jessica Smith, William A. Mackaness, Allison Kealy, Ian Williamson
2003 J jnl
Int. J. Geogr. Inf. Sci.
Serryn Eagleson, Francisco Escobar, Ian Williamson
2002 J jnl
Int. J. Geogr. Inf. Sci.
Steve Jacoby, Jessica Smith, Lisa Ting, Ian Williamson
2000 J jnl
Int. J. Geogr. Inf. Sci.
Tai O. Chan, Ian Williamson
redb/logging_utils.py
← Index redb/logging_utils.py python
"""
Logging utilities and shared enums for REDB.

Contains the ImportResult enum, log formatters, and logger setup functions
used across the ingestor pipeline.
"""
import logging
from logging.handlers import QueueHandler
import os
from enum import Enum


class ImportResult(Enum):
    CORRECTLY = 0
    PARTIALLY = 1
    FAILED = 2
    PENDING = 3
    SKIPPED = 4


class FileNameFormatter(logging.Formatter):
    def format(self, record):
        record.filenameinfo = getattr(record, "filenameinfo", "unknown")
        return super().format(record)


def setup_logger(log_queue, filename):
    logger = logging.getLogger(filename)
    if not logger.handlers:
        if os.getenv("SERVER_ENV") == "prod":
            logger.setLevel(logging.INFO)
        else:
            logger.setLevel(logging.DEBUG)
        handler = QueueHandler(log_queue)
        logger.addHandler(handler)
        logger.propagate = False  # Prevent propagation to parent loggers
    return logger


def logger_thread(log_queue, log_file):
    handler = logging.FileHandler(log_file)
    formatter = FileNameFormatter(
        "%(asctime)s - %(filenameinfo)s - %(levelname)s - %(message)s"
    )
    handler.setFormatter(formatter)

    while True:
        try:
            record = log_queue.get()
            if record is None:
                break
            # Format and write the log record
            message = formatter.format(record)
            handler.stream.write(message + "\n")
            handler.stream.flush()
        except Exception:
            import traceback
            import sys

            print("[ERR] Error in logger thread:", file=sys.stderr)
            traceback.print_exc(file=sys.stderr)


def setup_direct_logger(log_file, filename, pid=None):
    """Setup a logger that writes directly to the log file without using a queue."""
    # Create a unique logger name using the process ID
    logger_name = f"{filename}_{pid}" if pid else filename
    logger = logging.getLogger(logger_name)

    if not logger.handlers:
        handler = logging.FileHandler(log_file)
        formatter = logging.Formatter("%(asctime)s - %(filenameinfo)s - %(levelname)s - %(message)s")
        handler.setFormatter(formatter)
        logger.addHandler(handler)

        if os.getenv("SERVER_ENV") == "prod":
            logger.setLevel(logging.INFO)
        else:
            logger.setLevel(logging.DEBUG)

    # Add filename info to the logger's extra info
    extra = {"filenameinfo": filename}
    logger = logging.LoggerAdapter(logger, extra)

    return logger