Jakob Lechner

18 papers C 5Misc 1Journal 2Unranked 10
YearRankTypeTitle / Venue / Authors
2020 J jnl
ACM Trans. Embed. Comput. Syst.
Georgy Lukyanov, Andrey Mokhov, Jakob Lechner
2019 conf
Haskell@ICFP
Andrey Mokhov, Georgy Lukyanov, Jakob Lechner
2018 J jnl
CoRR
Andrey Mokhov, Georgy Lukyanov, Jakob Lechner
2018 conf
DFT
Markus Schütz, Andreas Steininger, Florian Huemer, Jakob Lechner
2016 C conf
ICCD
Florian Huemer, Jakob Lechner, Andreas Steininger
2015 C conf
ICCD
Jakob Lechner, Andreas Steininger, Florian Huemer
2014 conf
ISQED
Syed Rameez Naqvi, Jakob Lechner, Andreas Steininger
2013 conf
ASYNC
Syed Rameez Naqvi, Andreas Steininger, Jakob Lechner
2013 conf
ASYNC
Jakob Lechner, Varadan Savulimedu Veeravalli
2012 conf
PATMOS
Jakob Lechner, Robert Najvirt
2012 conf
ACSD
Jakob Lechner, Martin Lampacher, Thomas Polzer
2012 Misc conf
EDCC
Jakob Lechner
2012 conf
PATMOS
Thomas Polzer, Andreas Steininger, Jakob Lechner
2012 C conf
ICCD
Jakob Lechner, Martin Lampacher
2010 C conf
DDECS
Marcus Jeitler, Jakob Lechner, Andreas Steininger
2010 C conf
DSD
Marcus Jeitler, Jakob Lechner
2009 conf
ReConFig
Marcus Jeitler, Jakob Lechner
2009 conf
MEMICS
Marcus Jeitler, Jakob Lechner
redb/extractor_registry.py
← Index redb/extractor_registry.py python
"""
Extractor registry with lazy loading by file type.

Groups extractors by file type (pe, elf, macho, apk) and only imports
the relevant group when that file type is first encountered. This avoids
loading heavy dependencies (pefile, lief, androguard, etc.) into workers
that don't need them.
"""
import importlib
import logging

logger = logging.getLogger(__name__)

# Registry: group name -> list of (module_path, class_names)
_REGISTRY = {
    "pe": [
        ("redb.extractors.pe_extractors", [
            "PEFeaturesExtractor",
            "PEImportExtractor",
            "PEResourceExtractor",
            "PEOverlayExtractor",
            "PESectionExtractor",
            "PESignatureExtractor",
            "PEExtraFindings",
            "PEInconstistencyTestsExtractor",
            "PEDotNetExtractor",
        ]),
    ],
    "elf": [
        ("redb.extractors.elf_extractors", [
            "ELFFeaturesExtractor",
            "ELFSegmentExtractor",
            "ELFSectionExtractor",
            "ELFDependencyExtractor",
            "ELFSymbolExtractor",
            "ELFImportExtractor",
            "ELFExportExtractor",
            "ELFRelocationExtractor",
            "ELFNotesExtractor",
        ]),
    ],
    "macho": [
        ("redb.extractors.macho_extractors", [
            "MachOFeaturesExtractor",
            "MachOSegmentExtractor",
            "MachOImportExtractor",
            "MachOExportExtractor",
            "MachODylibExtractor",
            "MachOSignatureExtractor",
        ]),
    ],
    "apk": [
        ("redb.extractors.apk_extractors", [
            "APKFeaturesExtractor",
            "APKManifestExtractor",
            "APKPermissionsExtractor",
            "APKSignatureExtractor",
            "APKDexExtractor",
            "APKResourceExtractor",
            "APKNativeLibExtractor",
            "APKInconsistencyTestsExtractor",
        ]),
        ("redb.extractors.decompiler.DecompileAPK", [
            "DecompileAPK",
        ]),
    ],
    "js": [
        ("redb.extractors.js_extractors", [
            "JSFeaturesExtractor",
            "JSSuspiciousAPIsExtractor",
            "JSStringsExtractor",
            "JSDeobfuscationExtractor",
            "JSContentExtractor",
        ]),
    ],
}

# Map filetype labels (from Magika) to registry group names
FILETYPE_TO_GROUP = {
    "pebin": "pe",
    "elf": "elf",
    "macho": "macho",
    "apk": "apk",
    "javascript": "js",
}

# Cache: group name -> {class_name: class}
_group_cache = {}


def _load_group(group_name):
    """Import all extractors for a group. Cached after first call."""
    if group_name in _group_cache:
        return _group_cache[group_name]

    logger.debug(f"Loading extractor group: {group_name}")

    # Suppress androguard logging before importing APK extractors
    if group_name == "apk":
        from loguru import logger as loguru_logger
        loguru_logger.disable("androguard")

    classes = {}
    for module_path, class_names in _REGISTRY[group_name]:
        mod = importlib.import_module(module_path)
        for name in class_names:
            classes[name] = getattr(mod, name)

    _group_cache[group_name] = classes
    return classes


def get_filetype_modules(filetype):
    """Get the list of format-specific extractor classes for a filetype.

    Returns only analysis extractors (excludes decompilers like DecompileAPK).
    """
    group = FILETYPE_TO_GROUP.get(filetype)
    if not group:
        return []
    classes = _load_group(group)
    return [cls for name, cls in classes.items() if not name.startswith("Decompile")]


def get_extractor_class(name):
    """Look up a single extractor class by name across all groups.

    Checks cached groups first, then loads groups on demand.
    """
    # Check already-loaded groups first
    for group_classes in _group_cache.values():
        if name in group_classes:
            return group_classes[name]

    # Search all groups (triggers lazy loading)
    for group_name in _REGISTRY:
        classes = _load_group(group_name)
        if name in classes:
            return classes[name]

    return None