Kai Cao

37 papers B 1C 1Misc 6Journal 26Unranked 2
YearRankTypeTitle / Venue / Authors
2025 J jnl
Int. J. Appl. Earth Obs. Geoinformation
Minxin Chen, Zhen Wei, Kai Cao
2025 J jnl
Trans. GIS
Wenxin Tian, Kai Cao, Qiushi Feng
2025 J jnl
Int. J. Appl. Earth Obs. Geoinformation
Xinyu Hu, Kai Cao, Bo Huang, Xia Li, Ruijun Wu
2024 J jnl
Int. J. Appl. Earth Obs. Geoinformation
Kai Cao, Chenghu Zhou, Richard L. Church, Xia Li, Wenwen Li
2024 J jnl
Trans. GIS
Zhong Wang, Kai Cao, Yu Lung Marcus Chiu, Qiushi Feng
2022 J jnl
Trans. GIS
Hetian Yang, Marcus Yu Lung Chiu, Qiushi Feng, Kai Cao
2021 J jnl
ISPRS Int. J. Geo Inf.
Zhiqiang Zou, Hongyu Gan, Qunying Huang, Tianhui Cai, Kai Cao
2020 J jnl
ISPRS Int. J. Geo Inf.
Kai Cao, Muyang Liu, Shu Wang, Mengqi Liu, Wenting Zhang, Qiang Meng, Bo Huang
2019 J jnl
Trans. GIS
Kai Cao, Bo Huang
2019 J jnl
Trans. GIS
Kai Cao, Wenting Zhang, Tianwei Wang
2018 J jnl
Ann. GIS
Kai Cao, Qunying Huang
2018 Misc conf
FLAIRS
Kai Cao, Xiang Li, Weicheng Ma, Ralph Grishman
2018 B conf
LREC
Weicheng Ma, Kai Cao, Zhaoheng Ni, Peter Chin, Xiang Li
2018 Misc conf
FLAIRS
Weicheng Ma, Kai Cao, Xiang Li, Peter Chin
2017 J jnl
Trans. GIS
Zhiqiang Zou, Zhe Yu, Kai Cao
2017
Kai Cao
2016 J jnl
Comput. Environ. Urban Syst.
Wenting Zhang, Kai Cao, Shaobo Liu, Bo Huang
2016 J jnl
Ann. GIS
Peiyao Zhang, Hui Lin, Naren Chitty, Kai Cao
2016 J jnl
Int. J. Geogr. Inf. Sci.
Wenwen Li, Kai Cao, Richard L. Church
2016 Misc conf
FLAIRS
Kai Cao, Xiang Li, Ralph Grishman
2016 J jnl
Int. J. Geogr. Inf. Sci.
Weijian Xue, Kai Cao
2016 J jnl
Ann. GIS
Hongshuo Wang, Desheng Liu, Darla Munroe, Kai Cao, Christine Biermann
2015 Misc conf
RANLP
Kai Cao, Xiang Li, Miao Fan, Ralph Grishman
2015 Misc conf
RANLP
Kai Cao, Xiang Li, Ralph Grishman
2015 J jnl
Earth Sci. Informatics
Wenwen Li, Vidit Bhatia, Kai Cao
2015 Misc conf
RANLP
Miao Fan, Kai Cao, Yifan He, Ralph Grishman
2015 J jnl
CoRR
Miao Fan, Kai Cao, Yifan He, Ralph Grishman
2015 J jnl
Comput. Environ. Urban Syst.
Wenwen Li, Miaomiao Song, Bin Zhou, Kai Cao, Song Gao
2015 J jnl
IEEE Geosci. Remote. Sens. Lett.
Yong Xu, Bo Huang, Yuyue Xu, Kai Cao, Chunlan Guo, Deyu Meng
2014 J jnl
Int. J. Geogr. Inf. Sci.
Kai Cao, Bo Huang, Manchun Li, Wenwen Li
2013 J jnl
Smart Comput. Rev.
Zhiqiang Zou, Yue Wang, Kai Cao, Shu Shen, Bin Zhang
2013 J jnl
Comput. Geosci.
Zhiqiang Zou, Yue Wang, Kai Cao, Tianshan Qu, Zhongmin Wang
2012 J jnl
Comput. Environ. Urban Syst.
Kai Cao, Bo Huang, Shaowen Wang, Hui Lin
2011 J jnl
Int. J. Geogr. Inf. Sci.
Kai Cao, Michael Batty, Bo Huang, Yan Liu, Le Yu, Jiongfeng Chen
2011 conf
ICSDM
Kai Cao, Heng Lv, Bo Wu, Yong Xu
2008 conf
IGARSS (4)
Kai Cao, Bo Huang, Heng Lu, Biao Liu
2006 C conf
IGARSS
Kai Cao, Nan Jiang
redb/extractors/elf_extractors/elf_imports.py
← Index redb/extractors/elf_extractors/elf_imports.py python
import inspect
from datetime import datetime, timezone
from typing import Any, List, Set

from elftools.elf.elffile import ELFFile
from elftools.common.exceptions import ELFError

from redb.extractors.enum import Tag
from redb.extractors.elf_extractor import ELFExtractor
from redb.models.dataclasses import ELFImport


class ELFImportExtractor(ELFExtractor):

    def __init__(
        self,
        filepath,
        log,
        exporters=None,
        index_prefix=None,
        elastic_index=None,
        known_benign=False,
        known_malicious=False,
        elf=None,
    ):
        super().__init__(
            filepath,
            log,
            exporters,
            index_prefix,
            elastic_index,
            known_benign,
            known_malicious,
            elf,
        )
        self.elf_imports = None
        self.elastic_index = self.index_prefix + "-elf_imports"
        self.log.debug(inspect.currentframe().f_code.co_name)

    def _get_import_libraries(self, elf) -> List[str]:
        """Extract imported libraries from dynamic section."""
        libraries = []

        try:
            # Get the dynamic section
            dynamic_section = elf.get_section_by_name('.dynamic')
            if not dynamic_section:
                return libraries

            # Extract DT_NEEDED entries (required libraries)
            for tag in dynamic_section.iter_tags():
                if tag.entry.d_tag == 'DT_NEEDED':
                    libraries.append(tag.needed)

        except Exception as e:
            self.log.error(f"Error extracting import libraries: {e}")

        return libraries

    def _get_imported_functions_from_symbols(self, elf) -> Set[str]:
        """Extract imported functions from dynamic symbol table."""
        imported_functions = set()

        try:
            # Get the dynamic symbol table
            dynsym_section = elf.get_section_by_name('.dynsym')
            if not dynsym_section or not hasattr(dynsym_section, 'iter_symbols'):
                return imported_functions

            # Look for undefined symbols (imports)
            for symbol in dynsym_section.iter_symbols():
                # Check if symbol is undefined (imported)
                if (symbol.entry.get('st_shndx', 0) == 'SHN_UNDEF' and
                    symbol.name and
                    symbol.entry.get('st_info', {}).get('bind') in ['STB_GLOBAL', 'STB_WEAK']):
                    imported_functions.add(symbol.name)

        except Exception as e:
            self.log.error(f"Error extracting imported functions from symbols: {e}")

        return imported_functions

    def _get_imported_functions_from_relocations(self, elf) -> Set[str]:
        """Extract imported functions from relocation sections."""
        imported_functions = set()

        try:
            # Look through relocation sections
            for section in elf.iter_sections():
                if hasattr(section, 'iter_relocations'):
                    try:
                        for relocation in section.iter_relocations():
                            # Get symbol associated with relocation
                            if hasattr(relocation, 'symbol') and relocation.symbol:
                                symbol_name = relocation.symbol.name
                                if symbol_name:
                                    imported_functions.add(symbol_name)
                    except Exception as e:
                        self.log.debug(f"Could not process relocations in section {section.name}: {e}")

        except Exception as e:
            self.log.error(f"Error extracting imported functions from relocations: {e}")

        return imported_functions

    def _get_plt_functions(self, elf) -> Set[str]:
        """Extract functions from PLT (Procedure Linkage Table) sections."""
        plt_functions = set()

        try:
            # Look for PLT-related sections
            plt_sections = ['.plt', '.plt.got', '.plt.sec']

            for section_name in plt_sections:
                section = elf.get_section_by_name(section_name)
                if section:
                    # PLT functions are typically associated with relocations
                    # We'll get them from the relocation analysis
                    pass

        except Exception as e:
            self.log.error(f"Error extracting PLT functions: {e}")

        return plt_functions

    def tag(self):
        return Tag.ELF_IMPORTS.value if hasattr(Tag, 'ELF_IMPORTS') else "elf_imports"

    def extract(self):
        try:
            self.log.debug(inspect.currentframe().f_code.co_name)

            def extract_data(elf):
                # Extract import libraries
                import_libraries = self._get_import_libraries(elf)

                # Extract imported functions from multiple sources
                imported_functions = set()

                # From dynamic symbols
                symbol_imports = self._get_imported_functions_from_symbols(elf)
                imported_functions.update(symbol_imports)

                # From relocations
                relocation_imports = self._get_imported_functions_from_relocations(elf)
                imported_functions.update(relocation_imports)

                # From PLT
                plt_imports = self._get_plt_functions(elf)
                imported_functions.update(plt_imports)

                # Convert to sorted lists for consistent output
                import_libraries_list = sorted(list(set(import_libraries)))
                import_functions_list = sorted(list(imported_functions))

                # Return ELFImport dataclass
                return ELFImport(
                    elf_imports_total=len(import_functions_list),
                    elf_import_libraries=import_libraries_list,
                    elf_import_functions=import_functions_list,
                )

            if not self._is_elf_file():
                return None

            result = self._with_elf_file(extract_data)
            if result is None:
                return None

            self.elf_imports = result
            return self.elf_imports

        except Exception as e:
            self.log.error(f"Error extracting ELF imports {self.hash.sha256}: {e}")
            return None

    def prepare_export_data(self, exporter_type: str) -> Any:
        self.log.debug(inspect.currentframe().f_code.co_name)

        if exporter_type == "ElasticsearchExporter":
            return self.elf_imports
        elif exporter_type == "ClickHouseExporter":
            try:
                if not self.elf_imports:
                    return None

                # Prepare data array
                data = [[
                    self.sha256,
                    self.md5,
                    self.sha1,
                    self.elf_imports.elf_imports_total,
                    self.elf_imports.elf_import_libraries,
                    self.elf_imports.elf_import_functions,
                    datetime.now(timezone.utc)
                ]]

                column_names = [
                    'sha256', 'md5', 'sha1',
                    'elf_imports_total',
                    'elf_import_libraries',
                    'elf_import_functions',
                    'analysis_date'
                ]

                column_type_names = [
                    'FixedString(64)', 'FixedString(32)', 'FixedString(40)',
                    'UInt32',
                    'Array(LowCardinality(String))',
                    'Array(LowCardinality(String))',
                    'DateTime64(3, \'UTC\')'
                ]

                if not data:
                    return None

                return (data, column_names, column_type_names)

            except Exception as e:
                self.log.error(f"Error preparing export data: {e}")
                raise

    def get_clickhouse_table(self) -> str:
        return "redb_elf_imports"