docs/examples/storage/concurrent_file_download_using_gevent.py

import os.path

from gevent import monkey
from gevent.pool import Pool
monkey.patch_all()

from libcloud.storage.providers import get_driver
from libcloud.storage.types import Provider

USERNAME = 'username'
API_KEY = 'api key'

cls = get_driver(Provider.CLOUDFILES_US)
driver = cls(USERNAME, API_KEY)


def download_obj(container, obj):
    driver = cls(USERNAME, API_KEY)
    obj = driver.get_object(container_name=container.name,
                            object_name=obj.name)
    filename = os.path.basename(obj.name)
    path = os.path.join(os.path.expanduser('~/Downloads'), filename)
    print 'Downloading: %s to %s' % (obj.name, path)
    obj.download(destination_path=path)

containers = driver.list_containers()

jobs = []
pool = Pool(20)

for index, container in enumerate(containers):
    objects = container.list_objects()

    for obj in objects:
        pool.spawn(download_obj, container, obj)

pool.join()
print 'Done'