Weiheng Dai

17 papers A* 2Journal 8Unranked 7
YearRankTypeTitle / Venue / Authors
2025 J jnl
IEEE Robotics Autom. Lett.
Weiheng Dai, Utkarsh Rai, Jimmy Chiun, Yuhong Cao, Guillaume Sartoretti
2025 J jnl
IEEE Trans. Aerosp. Electron. Syst.
Zhongkang Cao, Jianfeng Li, Pan Li, Weiheng Dai, Xiaofei Zhang, Qihui Wu
2025 A* conf
ICRA
Shuhao Liao, Weihang Xia, Yuhong Cao, Weiheng Dai, Chengyang He, Wenjun Wu, Guillaume Sartoretti
2025 J jnl
CoRR
Shuhao Liao, Weihang Xia, Yuhong Cao, Weiheng Dai, Chengyang He, Wenjun Wu, Guillaume Sartoretti
2025 J jnl
CoRR
Derek Ming Siang Tan, Shailesh, Boyang Liu, Alok Raj, Qi Xuan Ang, Weiheng Dai, Tanishq Duhan, Jimmy Chiun, Yuhong Cao, Florian Shkurti, Guillaume Sartoretti
2024 A* conf
ICRA
Weiheng Dai, Aditya Bidwai, Guillaume Sartoretti
2024 conf
ICCT
Zhichao Cui, Jian Zhang, Weiheng Dai, Jian Cheng, Guangxia Li
2023 J jnl
IEEE Trans. Commun.
Xiaojing Chen, Weiheng Dai, Wei Ni, Xin Wang, Shunqing Zhang, Shugong Xu, Yanzan Sun
2022 J jnl
IEEE Internet Things J.
Lang Ruan, Guangxia Li, Weiheng Dai, Shiwei Tian, Guangteng Fan, Jian Wang, Xiaoqi Dai
2022 J jnl
IEEE Commun. Lett.
Lang Ruan, Guangxia Li, Jian Cheng, Jing Lv, Weiheng Dai, Shiwei Tian, Jing Hu
2022 conf
ICC
Xiaojing Chen, Weiheng Dai, Wei Ni, Xin Wang, Shunqing Zhang, Shugong Xu, Yanzan Sun
2019 conf
ICCT
Haiyu Zeng, Rui Xie, Rong Xu, Weiheng Dai, Shiwei Tian
2019 conf
ICCT
Tianwei Liu, Shiwei Tian, Guangxia Li, Lu Lu, Yuyang Tian, Weiheng Dai
2017 conf
CSPS
Shiwei Tian, Guangxia Li, Zhi Xiong, Weiheng Dai, Rong Xu
2015 conf
WCSP
Mingxing Ke, Jing Lv, Jiang Chang, Weiheng Dai, Kaixiang Tong, Ming Zhu
2014 conf
WCSP
Yaning Liu, Shiwei Tian, Guangxia Li, Weiheng Dai, Jiang Chang
2014 J jnl
IEEE Trans. Aerosp. Electron. Syst.
Shiwei Tian, Weiheng Dai, Renfu Liu, Jiang Chang, Guangxia Li
redb/s3_utils.py
← Index redb/s3_utils.py python
"""
S3 and file utility functions for REDB.

Contains MinIO/S3 client creation, S3 key generation,
file download, and archive extraction helpers.
"""
import os
import tempfile
from typing import Optional, List

from minio import Minio
from minio.error import S3Error


def get_minio_client():
    """Create and return a Minio client using credentials from .env file"""
    return Minio(
        endpoint=os.getenv("S3_ENDPOINT"),
        access_key=os.getenv("S3_ACCESS_KEY"),
        secret_key=os.getenv("S3_SECRET_KEY"),
        secure=os.getenv("S3_SECURE", "false").lower() == "true"
    )


def generate_s3_key_from_hash(sample_hash: str) -> str:
    """
    Generate S3 key from hash using sharding structure.
    Example: 09f7d02a3c2382199458c98a62b045145ee54ab6aba86166aecf3d10c3c1444c
    becomes: 09/f7/09f7d02a3c2382199458c98a62b045145ee54ab6aba86166aecf3d10c3c1444c.zip
    """
    if len(sample_hash) < 4:
        raise ValueError(f"Hash too short for sharding: {sample_hash}")

    # Create sharded path: first 2 chars / next 2 chars / full_hash.zip
    return f"{sample_hash[:2]}/{sample_hash[2:4]}/{sample_hash}.zip"


def download_s3_object(s3_bucket: str, s3_key: str, temp_dir: str, logger=None) -> Optional[str]:
    """
    Download an object from S3 to a local temporary directory and return the local path.
    If the .zip file is not found, automatically tries .7z as a fallback for legacy uploads.
    """
    try:
        minio_client = get_minio_client()
        local_path = os.path.join(temp_dir, os.path.basename(s3_key))

        # Download the file
        minio_client.fget_object(s3_bucket, s3_key, local_path)

        return local_path
    except S3Error as e:
        # If .zip not found and error is NoSuchKey, try .7z fallback
        if e.code == 'NoSuchKey' and s3_key.endswith('.zip'):
            s3_key_7z = s3_key[:-4] + '.7z'  # Replace .zip with .7z
            if logger:
                logger.info(f".zip not found, trying .7z fallback: {s3_key_7z}")
            try:
                local_path_7z = os.path.join(temp_dir, os.path.basename(s3_key_7z))
                minio_client.fget_object(s3_bucket, s3_key_7z, local_path_7z)
                if logger:
                    logger.info(f"Successfully downloaded .7z fallback: {s3_key_7z}")
                return local_path_7z
            except S3Error as e2:
                if logger:
                    logger.error(f"Failed to download S3 object {s3_key} (tried both .zip and .7z): {e2}")
                else:
                    print(f"[ERROR] Failed to download S3 object {s3_key} (tried both .zip and .7z): {e2}")
                return None
        else:
            if logger:
                logger.error(f"Failed to download S3 object {s3_key}: {e}")
            else:
                print(f"[ERROR] Failed to download S3 object {s3_key}: {e}")
            return None


def extract_fat_slices(macho, output_dir: str, logger) -> List[tuple]:
    """
    Extract slices from FAT Mach-O binary using machofile's dump_slices() API.

    Args:
        macho: Parsed machofile.UniversalMachO object
        output_dir: Directory to write slice files
        logger: Logger instance

    Returns:
        List of (arch_name, slice_path, slice_sha256, slice_md5, slice_sha1) tuples
    """
    result = []
    try:
        # Use machofile's dump_slices API (v2026.2.5+)
        slices = macho.dump_slices(output_dir=output_dir)
        logger.debug(f"Extracted {len(slices)} slices from FAT binary")

        for arch_name, slice_path in slices:
            # Get hash info for this slice from machofile
            general_info = macho.get_general_info(arch=arch_name)
            slice_sha256 = general_info.get('SHA256')
            slice_md5 = general_info.get('MD5')
            slice_sha1 = general_info.get('SHA1')
            result.append((arch_name, slice_path, slice_sha256, slice_md5, slice_sha1))
            logger.debug(f"Slice {arch_name}: {slice_sha256}")

    except Exception as e:
        logger.error(f"Error extracting FAT slices: {e}")

    return result