Cane Wing-Ki Leung

21 papers A* 7A 1Journal 7Unranked 6
YearRankTypeTitle / Venue / Authors
2021 conf
ACL/IJCNLP (2)
Guanqing Liang, Cane Wing-Ki Leung
2021 J jnl
ACM Trans. Manag. Inf. Syst.
Guanqing Liang, Jingxin Zhao, Helena Yan Ping Lau, Cane Wing-Ki Leung
2020 A* conf
WWW
Hongming Zhang, Xin Liu, Haojie Pan, Yangqiu Song, Cane Wing-Ki Leung
2020 J jnl
Trans. Assoc. Comput. Linguistics
Ji Zhang, Chengyao Chen, Pengfei Liu, Chao He, Cane Wing-Ki Leung
2019 J jnl
CoRR
Hongming Zhang, Xin Liu, Haojie Pan, Yangqiu Song, Cane Wing-Ki Leung
2018 J jnl
CoRR
Pengfei Liu, Ji Zhang, Cane Wing-Ki Leung, Chao He, Thomas L. Griffiths
2018 conf
NLPCC (2)
Guanqing Liang, Hsiaohsien Kao, Cane Wing-Ki Leung, Chao He
2016 A* conf
AAAI
Ying Wei, Yin Zhu, Cane Wing-Ki Leung, Yangqiu Song, Qiang Yang
2015 A* conf
AAAI
Yang Yang, Jie Tang, Cane Wing-Ki Leung, Yizhou Sun, Qicong Chen, Juanzi Li, Qiang Yang
2014 A* conf
AAAI
Jing Zhang, Jie Tang, Honglei Zhuang, Cane Wing-Ki Leung, Juan-Zi Li
2013 A* conf
KDD
Yangqiu Song, Zhengdong Lu, Cane Wing-Ki Leung, Qiang Yang
2011 J jnl
World Wide Web
Cane Wing-Ki Leung, Stephen Chi-fai Chan, Fu-Lai Chung, Grace Ngai
2011 conf
SBP
Viet-An Nguyen, Cane Wing-Ki Leung, Ee-Peng Lim
2011 A* conf
EMNLP
Cane Wing-Ki Leung, Jing Jiang, Kian Ming Adam Chai, Hai Leong Chieu, Loo-Nin Teow
2010 A conf
CIKM
Cane Wing-Ki Leung, Ee-Peng Lim, David Lo, Jianshu Weng
2010 A* conf
ICDM
Jianshu Weng, Ee-Peng Lim, Qi He, Cane Wing-Ki Leung
2008 J jnl
Knowl. Based Syst.
Cane Wing-Ki Leung, Stephen Chi-fai Chan, Fu-Lai Chung
2007 conf
Web Intelligence/IAT Workshops
Cane Wing-Ki Leung, Stephen Chi-fai Chan, Korris Fu-Lai Chung
2007 conf
Web Intelligence
Michael Chan, Stephen Chi-fai Chan, Cane Wing-Ki Leung
2006 J jnl
Knowl. Inf. Syst.
Cane Wing-Ki Leung, Stephen Chi-fai Chan, Fu-Lai Chung
2004 conf
ICEB
Cane Wing-Ki Leung, Stephen Chi-fai Chan, Korris Fu-Lai Chung
s3-storage/s3_test.py
← Index s3-storage/s3_test.py python
#!/usr/bin/env python3
"""
Simple script to test S3 connectivity and download.
Usage: python s3_test.py
"""

import os
import time
import tempfile
from minio import Minio
from minio.error import S3Error
from dotenv import load_dotenv

# Load environment variables
load_dotenv()

def get_minio_client():
    """Create and return a Minio client using credentials from .env file"""
    endpoint = os.getenv("S3_ENDPOINT")
    access_key = os.getenv("S3_ACCESS_KEY")
    secret_key = os.getenv("S3_SECRET_KEY")
    secure = True 
    
    print(f"Connecting to S3 endpoint: {endpoint} (secure={secure})")
    
    return Minio(
        endpoint=endpoint,
        access_key=access_key,
        secret_key=secret_key,
        secure=secure
    )

def test_connection():
    """Test basic connectivity to S3"""
    try:
        client = get_minio_client()
        
        # Try to list buckets as a basic connectivity test
        buckets = client.list_buckets()
        print(f"Successfully connected to S3. Found {len(buckets)} buckets:")
        for bucket in buckets:
            print(f"  - {bucket.name}")
        
        return client
    except Exception as e:
        print(f"Failed to connect to S3: {e}")
        return None

def test_bucket_access(client, bucket_name):
    """Test access to a specific bucket"""
    try:
        exists = client.bucket_exists(bucket_name)
        if exists:
            print(f"Bucket '{bucket_name}' exists and is accessible")
            
            # List a few objects to verify access
            count = 0
            objects = []
            for obj in client.list_objects(bucket_name, recursive=True):
                print(f"  - {obj.object_name} ({obj.size} bytes)")
                objects.append(obj)
                count += 1
                if count >= 5:
                    break
            
            print(f"Found at least {len(objects)} objects in bucket")
            return objects
        else:
            print(f"Bucket '{bucket_name}' does not exist or is not accessible")
            return []
    except Exception as e:
        print(f"Error accessing bucket '{bucket_name}': {e}")
        return []

def test_download(client, bucket_name, object_name):
    """Test downloading a specific object"""
    try:
        print(f"Attempting to download: {object_name}")
        start_time = time.time()
        
        # Create a temporary file to store the downloaded object
        with tempfile.NamedTemporaryFile(delete=False) as temp_file:
            temp_path = temp_file.name
        
        # Download the object
        client.fget_object(bucket_name, object_name, temp_path)
        
        # Check if the file was downloaded successfully
        file_size = os.path.getsize(temp_path)
        elapsed_time = time.time() - start_time
        
        print(f"Download successful: {file_size} bytes in {elapsed_time:.2f} seconds")
        print(f"Average download speed: {file_size/elapsed_time/1024:.2f} KB/s")
        
        # Clean up
        os.unlink(temp_path)
        return True
    except S3Error as e:
        print(f"S3 Error during download: {e}")
        return False
    except Exception as e:
        print(f"Error downloading object: {e}")
        return False

def main():
    """Main function to run all tests"""
    print("=== S3 Connectivity Test ===")
    
    # Test basic connectivity
    client = test_connection()
    if not client:
        return
    
    # Get bucket name from environment variable
    bucket_name = "redb"
    print(f"\n=== Testing Access to Bucket: {bucket_name} ===")
    objects = test_bucket_access(client, bucket_name)
    
    if objects:
        # Test downloading the first object
        first_object = objects[0].object_name
        print(f"\n=== Testing Download of Object: {first_object} ===")
        test_download(client, bucket_name, first_object)
        
        # If the first one worked, let's try a specific file from the error log
        print(f"\n=== Testing Download of Specific Object ===")
        specific_object = "00/06/00062073114defac39cb7ab9cb99a0b77c535a09a241c60d47ddd0b6431629f1.zip"
        test_download(client, bucket_name, specific_object)

if __name__ == "__main__":
    main()