scripts/vm/hypervisor/xenserver/swiftxenserver

#!/usr/bin/python
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements.  See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership.  The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License.  You may obtain a copy of the License at
#
#   http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied.  See the License for the
# specific language governing permissions and limitations
# under the License.

# Version @VERSION@
#
# A plugin for executing script needed by Apache CloudStack

import os, sys, time
import XenAPIPlugin
sys.path.extend(["/opt/xensource/sm/"])
import util
import cloudstack_pluginlib as lib
import logging
import datetime

lib.setup_logging("/var/log/cloud/swiftxenserver.log")

def echo(fn):
    def wrapped(*v, **k):
        name = fn.__name__
        logging.debug("#### CLOUD enter  %s ####", name )
        res = fn(*v, **k)
        logging.debug("#### CLOUD exit   %s ####", name )
        return res
    return wrapped

SWIFT = "/opt/cloud/bin/swift"

MAX_SEG_SIZE = 5 * 1024 * 1024 * 1024

def upload(args):
    url = args['url']
    account = args['account']
    username = args['username']
    key = args['key']
    container = args['container']
    ldir = args['ldir']
    lfilename = args['lfilename']
    isISCSI = args['isISCSI']
    segment = 0
    storagepolicy = None
    if "storagepolicy" in args:
        storagepolicy = args["storagepolicy"]
    logging.debug("#### CLOUD upload begin    %s/%s to swift ####", container, lfilename)
    timestamp_begin = datetime.datetime.now()
    savedpath = os.getcwd()
    os.chdir(ldir)
    try :
        if isISCSI == 'true':
            cmd1 = [ lvchange , "-ay", lfilename ]
            util.pread2(cmd1)
            cmd1 = [ lvdisplay, "-c", lfilename ]
            lines = util.pread2(cmd).split(':');
            size = long(lines[6]) * 512
            if size > MAX_SEG_SIZE :
                segment = 1
        else :
            size = os.path.getsize(lfilename)
            if size > MAX_SEG_SIZE :
                segment = 1
        if segment :
            cmd = [SWIFT, "-A", url, "-U", account + ":" + username, "-K", key, "upload", "-S", str(MAX_SEG_SIZE), container, lfilename]
        else :
            cmd = [SWIFT, "-A", url ,"-U", account + ":" + username, "-K", key, "upload", container, lfilename]
        if storagepolicy is not None:
            cmd.append("--storage-policy")
            cmd.append(storagepolicy)
        util.pread2(cmd)
        cmd2 = [SWIFT, "-A", url ,"-U", account + ":" + username, "-K", key, "stat", container, lfilename]
        upload_stat = util.pread2(cmd2)
        upload_stat = [line for line in upload_stat.split('\n') if "Content Length" in line]
        upload_stat = upload_stat[0].split(': ')[1]
        upload_diff = size - long(upload_stat)
        if upload_diff != 0:
            logging.error("#### CLOUD upload file size diff: %s", upload_diff)
        timestamp_end = datetime.datetime.now()
        timestamp_delta = timestamp_end - timestamp_begin
        rate = (size / 1024 / 1024) / timestamp_delta.seconds
        logging.debug("#### CLOUD upload complete %s/%s to swift: %s @ %s MB/s ####", container, lfilename, str(timestamp_delta)[:7], rate)
        return 'true'
    finally:
        os.chdir(savedpath)
    return 'false'


@echo
def swift(session, args):
    op = args['op']
    if op == 'upload':
        return upload(args)
    elif op == 'download':
        return download(args)
    else :
        logging.debug("doesn't support swift operation  %s " % op )
        return 'false'
    try:
        util.pread2(cmd)
        return 'true'
    except:
        return 'false'

if __name__ == "__main__":
    XenAPIPlugin.dispatch({"swift": swift})