Ofer Biller

16 papers A* 1A 4B 2Journal 5Unranked 4
YearRankTypeTitle / Venue / Authors
2020 conf
PAKDD (2)
Hagit Grushka-Cohen, Ofer Biller, Oded Sofer, Lior Rokach, Bracha Shapira
2019 conf
INTERACT (1)
Rotem Blinder, Ofer Biller, Adir Even, Oded Sofer, Noam Tractinsky, Joel Lanir, Peter Bak
2019 J jnl
CoRR
Hagit Grushka-Cohen, Ofer Biller, Oded Sofer, Lior Rokach, Bracha Shapira
2019 A* conf
AAAI
Eyal Gutflaish, Aryeh Kontorovich, Sivan Sabato, Ofer Biller, Oded Sofer
2018 conf
PADG@ESORICS
Hagit Grushka-Cohen, Ofer Biller, Oded Sofer, Lior Rokach, Bracha Shapira
2017 J jnl
CoRR
Hagit Grushka-Cohen, Oded Sofer, Ofer Biller, Michael Dymshits, Lior Rokach, Bracha Shapira
2017 J jnl
CoRR
Eyal Gutflaish, Aryeh Kontorovich, Sivan Sabato, Ofer Biller, Oded Sofer
2016 A conf
CIKM
Hagit Grushka-Cohen, Oded Sofer, Ofer Biller, Bracha Shapira, Lior Rokach
2016 J jnl
PeerJ Comput. Sci.
Ofer Biller, Irina Rabaev, Klara Kedem, Its'hak Dinstein, Jihad El-Sana
2015 J jnl
Digit. Scholarsh. Humanit.
Ofer Biller, Jihad El-Sana, Klara Kedem
2014 B conf
Document Analysis Systems
Ofer Biller, Jihad El-Sana, Klara Kedem
2013 A conf
ICDAR
Irina Rabaev, Ofer Biller, Jihad El-Sana, Klara Kedem, Its'hak Dinstein
2013 A conf
ICDAR
Ofer Biller, Abedelkadir Asi, Klara Kedem, Its'hak Dinstein
2012 B conf
ICFHR
Ofer Biller, Klara Kedem, Its'hak Dinstein, Jihad El-Sana
2011 A conf
ICDAR
Irina Rabaev, Ofer Biller, Jihad El-Sana, Klara Kedem, Its'hak Dinstein
2005 conf
ENLG
Ofer Biller, Michael Elhadad, Yael Dahan Netzer
redb/logging_utils.py
← Index redb/logging_utils.py python
"""
Logging utilities and shared enums for REDB.

Contains the ImportResult enum, log formatters, and logger setup functions
used across the ingestor pipeline.
"""
import logging
from logging.handlers import QueueHandler
import os
from enum import Enum


class ImportResult(Enum):
    CORRECTLY = 0
    PARTIALLY = 1
    FAILED = 2
    PENDING = 3
    SKIPPED = 4


class FileNameFormatter(logging.Formatter):
    def format(self, record):
        record.filenameinfo = getattr(record, "filenameinfo", "unknown")
        return super().format(record)


def setup_logger(log_queue, filename):
    logger = logging.getLogger(filename)
    if not logger.handlers:
        if os.getenv("SERVER_ENV") == "prod":
            logger.setLevel(logging.INFO)
        else:
            logger.setLevel(logging.DEBUG)
        handler = QueueHandler(log_queue)
        logger.addHandler(handler)
        logger.propagate = False  # Prevent propagation to parent loggers
    return logger


def logger_thread(log_queue, log_file):
    handler = logging.FileHandler(log_file)
    formatter = FileNameFormatter(
        "%(asctime)s - %(filenameinfo)s - %(levelname)s - %(message)s"
    )
    handler.setFormatter(formatter)

    while True:
        try:
            record = log_queue.get()
            if record is None:
                break
            # Format and write the log record
            message = formatter.format(record)
            handler.stream.write(message + "\n")
            handler.stream.flush()
        except Exception:
            import traceback
            import sys

            print("[ERR] Error in logger thread:", file=sys.stderr)
            traceback.print_exc(file=sys.stderr)


def setup_direct_logger(log_file, filename, pid=None):
    """Setup a logger that writes directly to the log file without using a queue."""
    # Create a unique logger name using the process ID
    logger_name = f"{filename}_{pid}" if pid else filename
    logger = logging.getLogger(logger_name)

    if not logger.handlers:
        handler = logging.FileHandler(log_file)
        formatter = logging.Formatter("%(asctime)s - %(filenameinfo)s - %(levelname)s - %(message)s")
        handler.setFormatter(formatter)
        logger.addHandler(handler)

        if os.getenv("SERVER_ENV") == "prod":
            logger.setLevel(logging.INFO)
        else:
            logger.setLevel(logging.DEBUG)

    # Add filename info to the logger's extra info
    extra = {"filenameinfo": filename}
    logger = logging.LoggerAdapter(logger, extra)

    return logger