Kang Ni

41 papers A* 1B 1C 1Misc 3Journal 34Unranked 1
YearRankTypeTitle / Venue / Authors
2026 A* conf
AAAI
Kang Ni, Minrui Zou, Yuxuan Li, Xiang Li, Kehua Guo, Ming-Ming Cheng, Yimian Dai
2025 J jnl
IEEE Trans. Geosci. Remote. Sens.
Kang Ni, Yunan Xie, Guofeng Zhao, Zhizhong Zheng, Peng Wang, Tongwei Lu
2025 J jnl
CoRR
Kang Ni, Minrui Zou, Yuxuan Li, Xiang Li, Kehua Guo, Ming-Ming Cheng, Yimian Dai
2025 J jnl
IEEE Trans. Aerosp. Electron. Syst.
Yimian Dai, Minrui Zou, Yuxuan Li, Xiang Li, Kang Ni, Jian Yang
2025 J jnl
IEEE Trans. Geosci. Remote. Sens.
Chao Liang, Yuqing Zhao, Yu Song, Kang Ni
2025 J jnl
IET Image Process.
Mingliang Zhai, Mingming Jiang, Xuezhi Xiang, Kang Ni, Hao Gao
2025 J jnl
IEEE Trans. Geosci. Remote. Sens.
Qun Dai, Chunyang Yuan, Yimian Dai, Yuxuan Li, Xiang Li, Kang Ni, Jianhui Xu, Xiangbo Shu, Jian Yang
2025 J jnl
IEEE Trans. Aerosp. Electron. Syst.
Kang Ni, Chunyang Yuan, Zhizhong Zheng, Peng Wang
2025 J jnl
IEEE Geosci. Remote. Sens. Lett.
Kang Ni, Zirun Li, Chunyang Yuan, Zhizhong Zheng, Peng Wang
2024 J jnl
IEEE Trans. Aerosp. Electron. Syst.
Kang Ni, Chunyang Yuan, Zhizhong Zheng, Nan Huang, Peng Wang
2024 J jnl
CoRR
Yimian Dai, Minrui Zou, Yuxuan Li, Xiang Li, Kang Ni, Jian Yang
2024 J jnl
CoRR
Qun Dai, Chunyang Yuan, Yimian Dai, Yuxuan Li, Xiang Li, Kang Ni, Jianhui Xu, Xiangbo Shu, Jian Yang
2024 J jnl
IEEE Trans. Geosci. Remote. Sens.
Kang Ni, Duo Wang, Guofeng Zhao, Zhizhong Zheng, Peng Wang
2024 J jnl
Multim. Tools Appl.
Mingliang Zhai, Hao Gao, Ye Liu, Jianhui Nie, Kang Ni
2024 J jnl
IEEE J. Sel. Top. Appl. Earth Obs. Remote. Sens.
Kang Ni, Duo Wang, Zhizhong Zheng, Peng Wang
2024 J jnl
IEEE Trans. Aerosp. Electron. Syst.
Kang Ni, Chunyang Yuan, Zhizhong Zheng, Bingbing Zhang, Peng Wang
2024 J jnl
IEEE Geosci. Remote. Sens. Lett.
Pengfei Liu, Haijian Long, Kang Ni, Zhizhong Zheng
2024 J jnl
IEEE Trans. Instrum. Meas.
Kang Ni, Tengfei Ma, Zhizhong Zheng, Peng Wang
2024 J jnl
IEEE Trans. Geosci. Remote. Sens.
Kang Ni, Qianqian Wu, Sichan Li, Zhizhong Zheng, Peng Wang
2024 J jnl
IEEE J. Sel. Top. Appl. Earth Obs. Remote. Sens.
Kang Ni, Minrui Zou, Wenjie Jia, Mingliang Zhai, Zhizhong Zheng
2024 J jnl
IET Comput. Vis.
Mingliang Zhai, Kang Ni, Jiucheng Xie, Hao Gao
2023 J jnl
IEEE J. Sel. Top. Appl. Earth Obs. Remote. Sens.
Kang Ni, Mingliang Zhai, Qianqian Wu, Minrui Zou, Peng Wang
2023 Misc conf
ICASSP
Mingliang Zhai, Kang Ni, Jiucheng Xie, Hao Gao
2023 J jnl
IEEE Geosci. Remote. Sens. Lett.
Kang Ni, Mingliang Zhai, Minrui Zou, Qianqian Wu, Peng Wang
2023 Misc conf
ICASSP
Mingliang Zhai, Kang Ni, Jiucheng Xie, Hao Gao
2023 B conf
ICIP
Mingliang Zhai, Kang Ni, Jiucheng Xie, Xuezhi Xiang, Hao Gao
2023 Misc conf
ICASSP
Mingliang Zhai, Kang Ni, Jiucheng Xie, Hao Gao
2022 J jnl
IEEE Geosci. Remote. Sens. Lett.
Kang Ni, Pengfei Liu, Peng Wang
2022 C conf
IGARSS
Kang Ni, Yuqing Zhao, Yiquan Wu
2022 J jnl
IEEE Geosci. Remote. Sens. Lett.
Peng Wang, Zhongchen He, Cai Li, Kang Ni
2022 J jnl
IEEE Geosci. Remote. Sens. Lett.
Peng Wang, Yulan Wang, Lei Zhang, Kang Ni
2021 J jnl
IEEE J. Sel. Top. Appl. Earth Obs. Remote. Sens.
Kang Ni, Pengfei Liu, Peng Wang
2021 conf
ICIGP
Kang Tong, Yiquan Wu, Kang Ni
2020 J jnl
Remote. Sens.
Fei Zhou, Yiquan Wu, Yimian Dai, Kang Ni
2020 J jnl
IEEE Geosci. Remote. Sens. Lett.
Kang Ni, Yiquan Wu, Peng Wang
2019 J jnl
IEEE Access
Fei Zhou, Yiquan Wu, Yimian Dai, Peng Wang, Kang Ni
2019 J jnl
IEEE Geosci. Remote. Sens. Lett.
Kang Ni, Peng Wang, Yiquan Wu
2019 J jnl
Signal Image Video Process.
Kang Ni, Yiquan Wu
2019 J jnl
Remote. Sens.
Kang Ni, Yiquan Wu, Peng Wang
2019 J jnl
Pattern Anal. Appl.
Kang Ni, Yiquan Wu
2018 J jnl
IET Image Process.
Kang Ni, Yiquan Wu
redb/s3_utils.py
← Index redb/s3_utils.py python
"""
S3 and file utility functions for REDB.

Contains MinIO/S3 client creation, S3 key generation,
file download, and archive extraction helpers.
"""
import os
import tempfile
from typing import Optional, List

from minio import Minio
from minio.error import S3Error


def get_minio_client():
    """Create and return a Minio client using credentials from .env file"""
    return Minio(
        endpoint=os.getenv("S3_ENDPOINT"),
        access_key=os.getenv("S3_ACCESS_KEY"),
        secret_key=os.getenv("S3_SECRET_KEY"),
        secure=os.getenv("S3_SECURE", "false").lower() == "true"
    )


def generate_s3_key_from_hash(sample_hash: str) -> str:
    """
    Generate S3 key from hash using sharding structure.
    Example: 09f7d02a3c2382199458c98a62b045145ee54ab6aba86166aecf3d10c3c1444c
    becomes: 09/f7/09f7d02a3c2382199458c98a62b045145ee54ab6aba86166aecf3d10c3c1444c.zip
    """
    if len(sample_hash) < 4:
        raise ValueError(f"Hash too short for sharding: {sample_hash}")

    # Create sharded path: first 2 chars / next 2 chars / full_hash.zip
    return f"{sample_hash[:2]}/{sample_hash[2:4]}/{sample_hash}.zip"


def download_s3_object(s3_bucket: str, s3_key: str, temp_dir: str, logger=None) -> Optional[str]:
    """
    Download an object from S3 to a local temporary directory and return the local path.
    If the .zip file is not found, automatically tries .7z as a fallback for legacy uploads.
    """
    try:
        minio_client = get_minio_client()
        local_path = os.path.join(temp_dir, os.path.basename(s3_key))

        # Download the file
        minio_client.fget_object(s3_bucket, s3_key, local_path)

        return local_path
    except S3Error as e:
        # If .zip not found and error is NoSuchKey, try .7z fallback
        if e.code == 'NoSuchKey' and s3_key.endswith('.zip'):
            s3_key_7z = s3_key[:-4] + '.7z'  # Replace .zip with .7z
            if logger:
                logger.info(f".zip not found, trying .7z fallback: {s3_key_7z}")
            try:
                local_path_7z = os.path.join(temp_dir, os.path.basename(s3_key_7z))
                minio_client.fget_object(s3_bucket, s3_key_7z, local_path_7z)
                if logger:
                    logger.info(f"Successfully downloaded .7z fallback: {s3_key_7z}")
                return local_path_7z
            except S3Error as e2:
                if logger:
                    logger.error(f"Failed to download S3 object {s3_key} (tried both .zip and .7z): {e2}")
                else:
                    print(f"[ERROR] Failed to download S3 object {s3_key} (tried both .zip and .7z): {e2}")
                return None
        else:
            if logger:
                logger.error(f"Failed to download S3 object {s3_key}: {e}")
            else:
                print(f"[ERROR] Failed to download S3 object {s3_key}: {e}")
            return None


def extract_fat_slices(macho, output_dir: str, logger) -> List[tuple]:
    """
    Extract slices from FAT Mach-O binary using machofile's dump_slices() API.

    Args:
        macho: Parsed machofile.UniversalMachO object
        output_dir: Directory to write slice files
        logger: Logger instance

    Returns:
        List of (arch_name, slice_path, slice_sha256, slice_md5, slice_sha1) tuples
    """
    result = []
    try:
        # Use machofile's dump_slices API (v2026.2.5+)
        slices = macho.dump_slices(output_dir=output_dir)
        logger.debug(f"Extracted {len(slices)} slices from FAT binary")

        for arch_name, slice_path in slices:
            # Get hash info for this slice from machofile
            general_info = macho.get_general_info(arch=arch_name)
            slice_sha256 = general_info.get('SHA256')
            slice_md5 = general_info.get('MD5')
            slice_sha1 = general_info.get('SHA1')
            result.append((arch_name, slice_path, slice_sha256, slice_md5, slice_sha1))
            logger.debug(f"Slice {arch_name}: {slice_sha256}")

    except Exception as e:
        logger.error(f"Error extracting FAT slices: {e}")

    return result