infrastructure-provisioning/src/general/scripts/azure/edge_terminate.py

#!/usr/bin/python

# *****************************************************************************
#
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements.  See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership.  The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License.  You may obtain a copy of the License at
# 
#   http://www.apache.org/licenses/LICENSE-2.0
# 
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied.  See the License for the
# specific language governing permissions and limitations
# under the License.
#
# ******************************************************************************

import json
import sys, time, os
from dlab.fab import *
from dlab.meta_lib import *
from dlab.actions_lib import *


def terminate_edge_node(resource_group_name, service_base_name, user_name, subnet_name, vpc_name):
    print("Terminating EDGE, notebook and dataengine virtual machines")
    try:
        for vm in AzureMeta().compute_client.virtual_machines.list(resource_group_name):
            try:
                if user_name == vm.tags["User"]:
                    AzureActions().remove_instance(resource_group_name, vm.name)
                    print("Instance {} has been terminated".format(vm.name))
            except:
                pass
    except Exception as err:
        print('Error: {0}'.format(err))
        sys.exit(1)

    print("Removing network interfaces")
    try:
        for network_interface in AzureMeta().list_network_interfaces(resource_group_name):
            try:
                if user_name == network_interface.tags["User"]:
                    AzureActions().delete_network_if(resource_group_name, network_interface.name)
                    print("Network interface {} has been removed".format(network_interface.name))
            except:
                pass
    except Exception as err:
        print('Error: {0}'.format(err))
        sys.exit(1)

    print("Removing static public IPs")
    try:
        for static_public_ip in AzureMeta().list_static_ips(resource_group_name):
            try:
                if user_name in static_public_ip.tags["User"]:
                    AzureActions().delete_static_public_ip(resource_group_name, static_public_ip.name)
                    print("Static public IP {} has been removed".format(static_public_ip.name))
            except:
                pass
    except Exception as err:
        print('Error: {0}'.format(err))
        sys.exit(1)

    print("Removing disks")
    try:
        for disk in AzureMeta().list_disks(resource_group_name):
            try:
                if user_name in disk.tags["User"]:
                    AzureActions().remove_disk(resource_group_name, disk.name)
                    print("Disk {} has been removed".format(disk.name))
            except:
                pass
    except Exception as err:
        print('Error: {0}'.format(err))
        sys.exit(1)

    print("Removing storage account")
    try:
        for storage_account in AzureMeta().list_storage_accounts(resource_group_name):
            try:
                if user_name == storage_account.tags["User"]:
                    AzureActions().remove_storage_account(resource_group_name, storage_account.name)
                    print("Storage account {} has been terminated".format(storage_account.name))
            except:
                pass
    except Exception as err:
        print('Error: {0}'.format(err))
        sys.exit(1)

    print("Deleting Data Lake Store directory")
    try:
        for datalake in AzureMeta().list_datalakes(resource_group_name):
            try:
                if service_base_name == datalake.tags["SBN"]:
                    AzureActions().remove_datalake_directory(datalake.name, user_name + '-folder')
                    print("Data Lake Store directory {} has been deleted".format(user_name + '-folder'))
            except:
                pass
    except Exception as err:
        print('Error: {0}'.format(err))
        sys.exit(1)

    print("Removing security groups")
    try:
        for sg in AzureMeta().network_client.network_security_groups.list(resource_group_name):
            try:
                if user_name == sg.tags["User"]:
                    AzureActions().remove_security_group(resource_group_name, sg.name)
                    print("Security group {} has been terminated".format(sg.name))
            except:
                pass
    except Exception as err:
        print('Error: {0}'.format(err))
        sys.exit(1)

    print("Removing private subnet")
    try:
        AzureActions().remove_subnet(resource_group_name, vpc_name, subnet_name)
        print("Private subnet {} has been terminated".format(subnet_name))
    except Exception as err:
        print('Error: {0}'.format(err))
        sys.exit(1)


if __name__ == "__main__":
    local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'], os.environ['request_id'])
    local_log_filepath = "/logs/edge/" + local_log_filename
    logging.basicConfig(format='%(levelname)-8s [%(asctime)s]  %(message)s',
                        level=logging.DEBUG,
                        filename=local_log_filepath)

    print('Generating infrastructure names and tags')
    edge_conf = dict()
    edge_conf['service_base_name'] = os.environ['conf_service_base_name']
    edge_conf['resource_group_name'] = os.environ['azure_resource_group_name']
    edge_conf['user_name'] = os.environ['edge_user_name'].replace('_', '-')
    edge_conf['private_subnet_name'] = edge_conf['service_base_name'] + "-" + edge_conf['user_name'] + '-subnet'
    edge_conf['vpc_name'] = os.environ['azure_vpc_name']


    try:
        logging.info('[TERMINATE EDGE]')
        print('[TERMINATE EDGE]')
        try:
            terminate_edge_node(edge_conf['resource_group_name'], edge_conf['service_base_name'],
                                edge_conf['user_name'], edge_conf['private_subnet_name'], edge_conf['vpc_name'])
        except Exception as err:
            traceback.print_exc()
            append_result("Failed to terminate edge.", str(err))
    except:
        sys.exit(1)

    try:
        with open("/root/result.json", 'w') as result:
            res = {"service_base_name": os.environ['conf_service_base_name'],
                   "user_name": edge_conf['user_name'],
                   "Action": "Terminate edge node"}
            print(json.dumps(res))
            result.write(json.dumps(res))
    except:
        print("Failed writing results.")
        sys.exit(0)