这只是答案的一部分，但这里有两种方法，我研究了从Google Cloud Storage上的一堆文件中提取元数据。使用GCSFS的速度要快两倍多，至少使用下面的代码是这样的（典型比率~0.9秒vs ~2。（3）第三章。

import gcsfs
import timeit
from google.cloud import storage

def method_1(fs, bucket_name, well_name):
    
    cache_dict = {}
    for f in fs.ls(bucket_name+"/"+well_name):
        if fs.isdir(f):
            continue 
        try:
           meta_job = fs.getxattr(f,"meta_job") 
           meta_filt = fs.getxattr(f,"meta_filt")
           cache_dict[f] = [meta_job,meta_filt]
        except:
           pass

    return cache_dict

def method_2(client, bucket_name, well_name):
      
    blobs = client.list_blobs(bucket_name, prefix=well_name)     
    cache_dict = {}
    for blob in blobs:
        cache_dict[blob.name] = blob.metadata
    return cache_dict

fs = gcsfs.GCSFileSystem(project = project_id)  #this is all of the buckets
client = storage.Client(project = project_id)   #need to add prefix to both
    
t1 = timeit.Timer(lambda: method_1(fs,bucket_name,well_name)) 
result1 = t1.timeit(20)    
t2 = timeit.Timer(lambda: method_2(client,bucket_name,well_name)) 
result2 = t2.timeit(20)
    
print('Gcs',result1,'blob', result2)