src/main/test/submit.py

#!/usr/bin/env python

# -----------------------------------------------------------------------
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements.  See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership.  The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License.  You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied.  See the License for the
# specific language governing permissions and limitations
# under the License.
# -----------------------------------------------------------------------

import os
import sys
import time
import getopt
import subprocess

# Must be self-contained using only the DUCC_HOME runtime
#
# Python-based CLI equivalent of the API tests
#

def usage(msg):
    if ( msg != None ):
        print msg
    print "Usage: submit.py -d <DUCC_HOMe>"
    print "   DUCC_HOME is the full path to your installed, working, and running ducc installation."
    sys.exit(1);

def mkcmd(CMD, props):

    CMD = os.environ['DUCC_HOME'] + '/bin/' + CMD
    for k in props.keys():
        v = props[k]
        if ( v == None ):
            CMD = CMD + ' --' + k 
        else:
            CMD = CMD + ' --' + k + ' ' + "'" + props[k] + "'"
    print CMD
    return CMD

def main(argv):

    ducc_home = None
    testno = 0

    try:
        opts, args = getopt.getopt(argv, 'd:', ['ducc='])
    except:
        usage("Invalid arguments " + ' '.join(argv))

    for ( o, a ) in opts:
        if o in ('-d', '--ducc'):
            ducc_home = a
        else:
            usage("Illegal arguments")


    if ( ducc_home == None ):
        usage('No ducc home')

    os.environ['DUCC_HOME'] = ducc_home
    print 'Starting test'
        
    props = {
        'driver_descriptor_CR'          : 'org.apache.uima.ducc.test.randomsleep.FixedSleepCR',
        'driver_descriptor_CR_overrides': 'jobfile=' + ducc_home + '/examples/simple/1.inputs compression=10 error_rate=0.0',
        'driver_jvm_args'               : '-Xmx500M',
        
        'process_descriptor_AE'         : 'org.apache.uima.ducc.test.randomsleep.FixedSleepAE',
        'process_memory_size'           : '2',
        'classpath'                     : ducc_home + '/lib/uima-ducc/examples/*',
        'process_jvm_args'              : '-Xmx100M ',
        'process_thread_count'          : '2',
        'process_per_item_time_max'     : '5',
        'environment'                   : 'AE_INIT_TIME=5 AE_INIT_RANGE=5 INIT_ERROR=0 LD_LIBRARY_PATH=/yet/a/nother/dumb/path',
        'process_deployments_max'       : '999',
        
        'scheduling_class'              : 'normal',  
        'working_directory'             : os.environ['HOME'],
        }

    testno = testno + 1
    print '------------------------------ Test', testno, 'Submit ------------------------------'
    props['description'] = 'Submit test ' + str(testno)
    CMD = mkcmd('ducc_submit', props)
    os.system(CMD)


    testno = testno + 1
    print '------------------------------ Test', testno, 'Submit and Cancel ------------------------------'
    props['description'] = 'Submit test ' + str(testno)
    CMD = mkcmd('ducc_submit', props)
    os.system(CMD)
    proc = subprocess.Popen(CMD, bufsize=0, stdout=subprocess.PIPE, shell=True, stderr=subprocess.STDOUT)
    stdout = proc.stdout
    for line in stdout:
        line = line.strip()
        toks = line.split()

    print ' ... pause 10 seconds and then cancel ...'
    time.sleep(10)

    CMD = mkcmd('ducc_cancel', {'id': toks[1]})
    os.system(CMD)

    testno = testno + 1
    print '------------------------------ Test', testno, 'Submit And Wait For Completion ------------------------------'
    props['description'] = 'Submit test ' + str(testno)
    props['wait_for_completion'] = None 
    CMD = mkcmd('ducc_submit', props)
    os.system(CMD)

    testno = testno + 1
    print '------------------------------ Test', testno, 'Submit With Attached Console ------------------------------'
    del props['wait_for_completion']
    props['description'] = 'Submit test ' + str(testno)
    props['attach_console'] = None 
    CMD = mkcmd('ducc_submit', props)
    os.system(CMD)

    testno = testno + 1
    print '------------------------------ Test', testno, 'Submit All In One Local ------------------------------'
    del props['attach_console']
    props['description'] = 'Submit test ' + str(testno)
    props['all_in_one'] = 'local'
    CMD = mkcmd('ducc_submit', props)
    os.system(CMD)

    testno = testno + 1
    print '------------------------------ Test', testno, 'Submit All In One Remote ------------------------------'
    props['description'] = 'Submit test ' + str(testno)
    props['all_in_one'] = 'remote'
    props['scheduling_class'] = 'fixed'
    CMD = mkcmd('ducc_submit', props)
    os.system(CMD)

    testno = testno + 1
    print '------------------------------ Test', testno, 'Submit All In One Bogus ------------------------------'
    props['description'] = 'Submit test ' + str(testno)
    props['all_in_one'] = 'bogus'
    CMD = mkcmd('ducc_submit', props)
    os.system(CMD)

    print '------------------------------ Submit Testing Complete  ------------------------------'

main(sys.argv[1:])