vxquery-benchmark/src/main/resources/util/list_xml_files.py

#!/usr/bin/env python
#
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements.  See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License.  You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
import fnmatch
import getopt
import glob
import os
import sys

def find_files(directory, pattern):
    for root, dirs, files in os.walk(directory):
        for basename in files:
            if fnmatch.fnmatch(basename, pattern):
                yield (root, basename)
    
    
def main(argv):
    ''' Same as bash: find $FOLDER -type f -name "*.xml" -exec basename {} \; > list_xml.csv
    '''
    xml_folder = ""
     
    # Get the base folder
    try:
        opts, args = getopt.getopt(argv, "f:h", ["folder="])
    except getopt.GetoptError:
        print 'The file options for list_xml_files.py were not correctly specified.'
        print 'To see a full list of options try:'
        print '  $ python list_xml_files.py -h'
        sys.exit(2)
    for opt, arg in opts:
        if opt == '-h':
            print 'Options:'
            print '    -f        The base folder to build XML file list.'
            sys.exit()
        elif opt in ('-f', "--folder"):
            # check if file exists.
            if os.path.exists(arg):
                xml_folder = arg
            else:
                print 'Error: Argument must be a folder name for --folder (-f).'
                sys.exit()
  
    # Required fields to run the script.
    if xml_folder == "" or not os.path.exists(xml_folder):
        print 'Error: The folder path option must be supplied:  --folder (-f).'
        sys.exit()
      
    list_xml_csv = ''
    for path, filename in find_files(xml_folder, '*.xml'):
        list_xml_csv += filename + "\n"
        #list_xml_csv += filename + "," + path + "\n"
          
    # create collection XML
    file = open('list_xml.csv', 'w')
    file.write(list_xml_csv)
    file.close()

if __name__ == "__main__":
    main(sys.argv[1:])