Xianyu Zhang

20 papers A* 1Journal 15Unranked 4
YearRankTypeTitle / Venue / Authors
2026 J jnl
Adv. Eng. Informatics
Chengjun Wang, Xinguo Ming, Yuguang Bao, Zhihua Chen, Xianyu Zhang
2025 conf
ICORR
Xianyu Zhang, Kotaro Hinuma, Zhengguang Wang, Zhenzhi Ying, Naohiko Sugita, Shihao Li
2025 J jnl
Adv. Eng. Informatics
Chengjun Wang, Xinguo Ming, Xinming Gao, Xianyu Zhang
2025 conf
BIBM
Yuheng Zhu, Xianyu Zhang, Enshuang Zhao, Yinfei Dai, Hanbo Liu, Longyi Li, Qiyuan Mei, Ning Xu, Jun Liu, Hao Zhang
2024 conf
OFC
Yanze Wang, Xiaochuan Liu, Qiushi Huang, Dechao Zhang, Xutao Wang, Qiang Guo, Tianyu Gao, Zhiqun Yang, Yaping Liu, Haofeng Hu, Rui Zhou, Wei Sun, Mingqing Zuo, Min Yan, Zhenhua Liu, Xianyu Zhang, Zhanhua Huang, Dong Wang, Xinhua Xiao, Lin Zhang
2024 conf
OFC
Xiaochuan Liu, Yanze Wang, Qiushi Huang, Dechao Zhang, Xutao Wang, Qiang Guo, Zhiqun Yang, Yaping Liu, Rui Zhou, Wei Sun, Mingqing Zuo, Min Yan, Zhenhua Liu, Xianyu Zhang, Zhanhua Huang, Dong Wang, Xinhua Xiao, Lin Zhang
2024 J jnl
IEEE Internet Things J.
Xiaoqiang Liao, Chengjun Wang, Siqi Qiu, Xianyu Zhang, Zuhua Jiang, Xinguo Ming, Min Xia
2024 J jnl
Comput. Ind. Eng.
Yuguang Bao, Xinguo Ming, Zhihua Chen, Tongtong Zhou, Xianyu Zhang
2024 J jnl
Adv. Eng. Informatics
Xianyu Zhang, Guojun Sheng, Lucheng Chen, Xiaoping Lu, Xinguo Ming, Siqi Qiu
2024 J jnl
Adv. Eng. Informatics
Yuguang Bao, Xianyu Zhang, Zhihua Chen, Tongtong Zhou, Xinguo Ming
2024 A* conf
ICRA
Zhenzhi Ying, Xianyu Zhang, Shihao Li, Koki Nakashima, Liming Shu, Naohiko Sugita
2023 J jnl
Phys. Commun.
Xiaoyu Wang, Yuanyuan Gao, Xianyu Zhang, Nan Sha, Mingxi Guo, Guozhen Zang, Guangna Zhang
2022 J jnl
Comput. Ind. Eng.
Xianyu Zhang, Xinguo Ming, Yuguang Bao
2022 J jnl
Adv. Eng. Informatics
Zhihua Chen, Tongtong Zhou, Xinguo Ming, Xianyu Zhang, Rui Miao
2022 J jnl
Adv. Eng. Informatics
Xianyu Zhang, Xinguo Ming
2022 J jnl
Adv. Eng. Informatics
Xianyu Zhang, Xinguo Ming, Yuguang Bao, Xiaoqiang Liao
2022 J jnl
Comput. Ind. Eng.
Xianyu Zhang, Xinguo Ming, Yuguang Bao, Xiaoqiang Liao, Rui Miao
2022 J jnl
Wirel. Networks
Xiaoyu Wang, Yuanyuan Gao, Xianyu Zhang, Nan Sha, Mingxi Guo, Guozhen Zang, Na Li
2022 J jnl
Adv. Eng. Informatics
Xianyu Zhang, Xinguo Ming, Yuguang Bao, Xiaoqiang Liao
2020 J jnl
Sensors
Dao Yin, Xinguo Ming, Xianyu Zhang
redb/s3_utils.py
← Index redb/s3_utils.py python
"""
S3 and file utility functions for REDB.

Contains MinIO/S3 client creation, S3 key generation,
file download, and archive extraction helpers.
"""
import os
import tempfile
from typing import Optional, List

from minio import Minio
from minio.error import S3Error


def get_minio_client():
    """Create and return a Minio client using credentials from .env file"""
    return Minio(
        endpoint=os.getenv("S3_ENDPOINT"),
        access_key=os.getenv("S3_ACCESS_KEY"),
        secret_key=os.getenv("S3_SECRET_KEY"),
        secure=os.getenv("S3_SECURE", "false").lower() == "true"
    )


def generate_s3_key_from_hash(sample_hash: str) -> str:
    """
    Generate S3 key from hash using sharding structure.
    Example: 09f7d02a3c2382199458c98a62b045145ee54ab6aba86166aecf3d10c3c1444c
    becomes: 09/f7/09f7d02a3c2382199458c98a62b045145ee54ab6aba86166aecf3d10c3c1444c.zip
    """
    if len(sample_hash) < 4:
        raise ValueError(f"Hash too short for sharding: {sample_hash}")

    # Create sharded path: first 2 chars / next 2 chars / full_hash.zip
    return f"{sample_hash[:2]}/{sample_hash[2:4]}/{sample_hash}.zip"


def download_s3_object(s3_bucket: str, s3_key: str, temp_dir: str, logger=None) -> Optional[str]:
    """
    Download an object from S3 to a local temporary directory and return the local path.
    If the .zip file is not found, automatically tries .7z as a fallback for legacy uploads.
    """
    try:
        minio_client = get_minio_client()
        local_path = os.path.join(temp_dir, os.path.basename(s3_key))

        # Download the file
        minio_client.fget_object(s3_bucket, s3_key, local_path)

        return local_path
    except S3Error as e:
        # If .zip not found and error is NoSuchKey, try .7z fallback
        if e.code == 'NoSuchKey' and s3_key.endswith('.zip'):
            s3_key_7z = s3_key[:-4] + '.7z'  # Replace .zip with .7z
            if logger:
                logger.info(f".zip not found, trying .7z fallback: {s3_key_7z}")
            try:
                local_path_7z = os.path.join(temp_dir, os.path.basename(s3_key_7z))
                minio_client.fget_object(s3_bucket, s3_key_7z, local_path_7z)
                if logger:
                    logger.info(f"Successfully downloaded .7z fallback: {s3_key_7z}")
                return local_path_7z
            except S3Error as e2:
                if logger:
                    logger.error(f"Failed to download S3 object {s3_key} (tried both .zip and .7z): {e2}")
                else:
                    print(f"[ERROR] Failed to download S3 object {s3_key} (tried both .zip and .7z): {e2}")
                return None
        else:
            if logger:
                logger.error(f"Failed to download S3 object {s3_key}: {e}")
            else:
                print(f"[ERROR] Failed to download S3 object {s3_key}: {e}")
            return None


def extract_fat_slices(macho, output_dir: str, logger) -> List[tuple]:
    """
    Extract slices from FAT Mach-O binary using machofile's dump_slices() API.

    Args:
        macho: Parsed machofile.UniversalMachO object
        output_dir: Directory to write slice files
        logger: Logger instance

    Returns:
        List of (arch_name, slice_path, slice_sha256, slice_md5, slice_sha1) tuples
    """
    result = []
    try:
        # Use machofile's dump_slices API (v2026.2.5+)
        slices = macho.dump_slices(output_dir=output_dir)
        logger.debug(f"Extracted {len(slices)} slices from FAT binary")

        for arch_name, slice_path in slices:
            # Get hash info for this slice from machofile
            general_info = macho.get_general_info(arch=arch_name)
            slice_sha256 = general_info.get('SHA256')
            slice_md5 = general_info.get('MD5')
            slice_sha1 = general_info.get('SHA1')
            result.append((arch_name, slice_path, slice_sha256, slice_md5, slice_sha1))
            logger.debug(f"Slice {arch_name}: {slice_sha256}")

    except Exception as e:
        logger.error(f"Error extracting FAT slices: {e}")

    return result