| #!/usr/bin/python |
| |
| # ***************************************************************************** |
| # |
| # Licensed to the Apache Software Foundation (ASF) under one |
| # or more contributor license agreements. See the NOTICE file |
| # distributed with this work for additional information |
| # regarding copyright ownership. The ASF licenses this file |
| # to you under the Apache License, Version 2.0 (the |
| # "License"); you may not use this file except in compliance |
| # with the License. You may obtain a copy of the License at |
| # |
| # http://www.apache.org/licenses/LICENSE-2.0 |
| # |
| # Unless required by applicable law or agreed to in writing, |
| # software distributed under the License is distributed on an |
| # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| # KIND, either express or implied. See the License for the |
| # specific language governing permissions and limitations |
| # under the License. |
| # |
| # ****************************************************************************** |
| |
| import json |
| from dlab.fab import * |
| from dlab.meta_lib import * |
| import sys, time, os |
| from dlab.actions_lib import * |
| import requests |
| |
| |
| def terminate_edge_node(project_name, service_base_name, region, zone): |
| print("Terminating Dataengine-service clusters") |
| try: |
| labels = [ |
| {'sbn': service_base_name}, |
| {'project_tag': project_name} |
| ] |
| clusters_list = meta_lib.GCPMeta().get_dataproc_list(labels) |
| if clusters_list: |
| for cluster_name in clusters_list: |
| actions_lib.GCPActions().delete_dataproc_cluster(cluster_name, region) |
| print('The Dataproc cluster {} has been terminated successfully'.format(cluster_name)) |
| else: |
| print("There are no Dataproc clusters to terminate.") |
| except Exception as err: |
| print('Error: {0}'.format(err)) |
| sys.exit(1) |
| |
| print("Terminating EDGE and notebook instances") |
| base = '{}-{}'.format(service_base_name, project_name) |
| keys = ['edge', 'ps', 'ip', 'bucket', 'subnet'] |
| targets = ['{}-{}'.format(base, k) for k in keys] |
| try: |
| instances = GCPMeta().get_list_instances(zone, base) |
| if 'items' in instances: |
| for i in instances['items']: |
| if 'project_tag' in i['labels'] and project_name == i['labels']['project_tag']: |
| GCPActions().remove_instance(i['name'], zone) |
| except Exception as err: |
| print('Error: {0}'.format(err)) |
| sys.exit(1) |
| |
| print("Removing static addresses") |
| try: |
| static_addresses = GCPMeta().get_list_static_addresses(region, base) |
| if 'items' in static_addresses: |
| for i in static_addresses['items']: |
| if bool(set(targets) & set([i['name']])): |
| GCPActions().remove_static_address(i['name'], region) |
| except Exception as err: |
| print('Error: {0}'.format(err)) |
| sys.exit(1) |
| |
| print("Removing storage bucket") |
| try: |
| buckets = GCPMeta().get_list_buckets(base) |
| if 'items' in buckets: |
| for i in buckets['items']: |
| if bool(set(targets) & set([i['name']])): |
| GCPActions().remove_bucket(i['name']) |
| except Exception as err: |
| print('Error: {0}'.format(err)) |
| sys.exit(1) |
| |
| print("Removing firewalls") |
| try: |
| firewalls = GCPMeta().get_list_firewalls(base) |
| if 'items' in firewalls: |
| for i in firewalls['items']: |
| if bool(set(targets) & set(i['targetTags'])): |
| GCPActions().remove_firewall(i['name']) |
| except Exception as err: |
| print('Error: {0}'.format(err)) |
| sys.exit(1) |
| |
| print("Removing Service accounts and roles") |
| try: |
| list_service_accounts = GCPMeta().get_list_service_accounts() |
| for service_account in (set(targets) & set(list_service_accounts)): |
| if service_account.startswith(service_base_name): |
| GCPActions().remove_service_account(service_account) |
| list_roles_names = GCPMeta().get_list_roles() |
| for role in (set(targets) & set(list_roles_names)): |
| if role.startswith(service_base_name): |
| GCPActions().remove_role(role) |
| except Exception as err: |
| print('Error: {0}'.format(err)) |
| sys.exit(1) |
| |
| print("Removing subnets") |
| try: |
| list_subnets = GCPMeta().get_list_subnetworks(region, '', base) |
| if 'items' in list_subnets: |
| vpc_selflink = list_subnets['items'][0]['network'] |
| vpc_name = vpc_selflink.split('/')[-1] |
| subnets = GCPMeta().get_list_subnetworks(region, vpc_name, base) |
| for i in subnets['items']: |
| if bool(set(targets) & set([i['name']])): |
| GCPActions().remove_subnet(i['name'], region) |
| except Exception as err: |
| print('Error: {0}'.format(err)) |
| sys.exit(1) |
| |
| |
| if __name__ == "__main__": |
| local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['project_name'], os.environ['request_id']) |
| local_log_filepath = "/logs/project/" + local_log_filename |
| logging.basicConfig(format='%(levelname)-8s [%(asctime)s] %(message)s', |
| level=logging.DEBUG, |
| filename=local_log_filepath) |
| |
| # generating variables dictionary |
| print('Generating infrastructure names and tags') |
| project_conf = dict() |
| project_conf['service_base_name'] = (os.environ['conf_service_base_name']).lower().replace('_', '-') |
| project_conf['project_name'] = (os.environ['project_name']).lower().replace('_', '-') |
| project_conf['project_tag'] = (os.environ['project_name']).lower().replace('_', '-') |
| project_conf['region'] = os.environ['gcp_region'] |
| project_conf['zone'] = os.environ['gcp_zone'] |
| |
| try: |
| logging.info('[TERMINATE EDGE]') |
| print('[TERMINATE EDGE]') |
| try: |
| terminate_edge_node(project_conf['project_name'], project_conf['service_base_name'], |
| project_conf['region'], project_conf['zone']) |
| except Exception as err: |
| traceback.print_exc() |
| append_result("Failed to terminate edge.", str(err)) |
| except Exception as err: |
| print('Error: {0}'.format(err)) |
| sys.exit(1) |
| |
| try: |
| print('[KEYCLOAK PROJECT CLIENT DELETE]') |
| logging.info('[KEYCLOAK PROJECT CLIENT DELETE]') |
| keycloak_auth_server_url = '{}/realms/master/protocol/openid-connect/token'.format(os.environ['keycloak_auth_server_url']) |
| keycloak_client_url = '{0}/admin/realms/{1}/clients'.format(os.environ['keycloak_auth_server_url'], os.environ['keycloak_realm_name']) |
| |
| keycloak_auth_data = { |
| "username": os.environ['keycloak_user'], |
| "password": os.environ['keycloak_user_password'], |
| "grant_type": "password", |
| "client_id": "admin-cli", |
| } |
| |
| client_params = { |
| "clientId": project_conf['service_base_name'] + '-' + os.environ['project_name'], |
| } |
| |
| keycloak_token = requests.post(keycloak_auth_server_url, data=keycloak_auth_data).json() |
| |
| keycloak_get_id_client = requests.get(keycloak_client_url, data=keycloak_auth_data, params=client_params, |
| headers={"Authorization": "Bearer " + keycloak_token.get("access_token"), |
| "Content-Type": "application/json"}) |
| json_keycloak_client_id = json.loads(keycloak_get_id_client.text) |
| keycloak_id_client = json_keycloak_client_id[0]['id'] |
| |
| keycloak_client_delete_url = '{0}/admin/realms/{1}/clients/{2}'.format(os.environ['keycloak_auth_server_url'], |
| os.environ['keycloak_realm_name'], |
| keycloak_id_client) |
| |
| keycloak_client = requests.delete(keycloak_client_delete_url, |
| headers={"Authorization": "Bearer " + keycloak_token.get("access_token"), |
| "Content-Type": "application/json"}) |
| except Exception as err: |
| print("Failed to remove project client from Keycloak", str(err)) |
| |
| try: |
| with open("/root/result.json", 'w') as result: |
| res = {"service_base_name": edge_conf['service_base_name'], |
| "project_name": edge_conf['project_name'], |
| "Action": "Terminate project"} |
| print(json.dumps(res)) |
| result.write(json.dumps(res)) |
| except: |
| print("Failed writing results.") |
| sys.exit(0) |
