ansible/roles/azure/tasks/create_vmss.yml

---

#
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements.  See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License.  You may obtain a copy of the License at
#
#    http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#

# These Ansible tasks only run on the client machine where Muchos runs
# At a high level, the various sections in this file do the following:
# 1. Create (if not already existing): an Azure resource group, virtual network / subnet
# 2. Optionally (if the user specified) create a VM and related resources to use as a proxy host
# 3. Create the Azure VMSS to support the nodes for use with Muchos
# 4. Automatically populate the hosts file and associated [nodes] section in muchos.props

# SECTION 1: Create Azure RG, network and subnet
- name: Create a resource group
  azure_rm_resourcegroup:
    name: "{{ resource_group }}"
    location: "{{ location }}"
    tags:
        deployment_type: muchos
        application: accumulo

- name: Create a virtual network
  azure_rm_virtualnetwork:
    resource_group: "{{ resource_group }}"
    name: "{{ vnet }}"
    address_prefixes_cidr:
        - "{{ vnet_cidr }}"
    tags:
        deployment_type: muchos
        application: accumulo

- name: Create a subnet
  azure_rm_subnet:
    resource_group: "{{ resource_group }}"
    virtual_network_name: "{{ vnet }}"
    name: "{{ subnet }}"
    address_prefix_cidr: "{{ subnet_cidr }}"

# SECTION 2: Optionally create a VM with a public IP which can act as a proxy host
- name: Create public IP address
  azure_rm_publicipaddress:
    resource_group: "{{ resource_group }}"
    allocation_method: Static
    name: "{{ azure_proxy_host }}-ip"
  register: azure_proxy_public_ip
  when: azure_proxy_host is defined and azure_proxy_host != '' and azure_proxy_host != None

- name: Create Network Security Group that allows SSH
  azure_rm_securitygroup:
    resource_group: "{{ resource_group }}"
    name: "{{ azure_proxy_host }}-nsg"
    rules:
      - name: SSH
        protocol: Tcp
        destination_port_range: 22
        access: Allow
        priority: 1001
        direction: Inbound
  when: azure_proxy_host is defined and azure_proxy_host != '' and azure_proxy_host != None

- name: Create NIC
  azure_rm_networkinterface:
    resource_group: "{{ resource_group }}"
    name: "{{ azure_proxy_host }}-nic"
    virtual_network: "{{ vnet }}"
    subnet: "{{ subnet }}"
    public_ip_name: "{{ azure_proxy_host }}-ip"
    security_group: "{{ azure_proxy_host }}-nsg"
  when: azure_proxy_host is defined and azure_proxy_host != '' and azure_proxy_host != None

- name: Create azure proxy virtual machine
  azure_rm_virtualmachine:
    resource_group: "{{ resource_group }}"
    name: "{{ azure_proxy_host }}"
    network_interface_names:
      - "{{ azure_proxy_host }}-nic"
    vm_size: Standard_D8s_v3
    admin_username: "{{ admin_username }}"
    ssh_password_enabled: false
    ssh_public_keys:
      - path: /home/{{admin_username}}/.ssh/authorized_keys
        key_data: "{{ lookup('file', '~/.ssh/id_rsa.pub') }}"
    os_disk_caching: ReadWrite
    managed_disk_type: Standard_LRS
    image:
      offer: CentOS
      publisher: OpenLogic
      sku: 7.5
      version: latest
    data_disks:
     - lun: 0
       disk_size_gb: 64
       managed_disk_type: Standard_LRS
  when: azure_proxy_host is defined and azure_proxy_host != '' and azure_proxy_host != None

# SECTION 3: Create the Azure VMSS for the nodes used by Muchos
- name: Create luns dictionary
  set_fact:
    luns_dict: "{{ luns_dict | default ([]) + [{ 'lun': item, 'disk_size_gb': disk_size_gb , 'caching': None } ] }}"
  with_sequence: start=0 end={{numdisks-1}}

- name: Set single placement group to correct value
  set_fact:
    single_placement_group: False
  when: numnodes > 100

- name: Create Scale Set
  azure_rm_virtualmachinescaleset:
    resource_group: "{{ resource_group }}"
    location: "{{ location }}"
    name: "{{ vmss_name }}"
    vm_size: "{{ vm_sku }}"
    admin_username: "{{ admin_username }}"
    ssh_password_enabled: false
    ssh_public_keys:
      - path: /home/{{admin_username}}/.ssh/authorized_keys
        key_data: "{{ lookup('file', '~/.ssh/id_rsa.pub') }}"
    capacity: "{{ numnodes }}"
    virtual_network_name: "{{ vnet }}"
    subnet_name: "{{ subnet }}"
    upgrade_policy: Manual
    tier: Standard
    managed_disk_type: "{{ managed_disk_type }}"
    os_disk_caching: ReadWrite
    enable_accelerated_networking: yes
    single_placement_group: "{{ single_placement_group | default(omit) }}"
    image:
      offer: CentOS
      publisher: OpenLogic
      sku: 7.5
      version: latest
    data_disks: "{{ luns_dict }}"
  tags: create_vmss

# SECTION 4: Automatically populate entries in the hosts file and in the muchos.props file, based on the VMSS node details
- name: get instance ids
  shell: "az vmss list-instances --resource-group {{ resource_group }} --name {{ vmss_name }} --query '[].[{name: name,vmresourceid: id}]' -o json | sed -e 's/{{vmss_name}}_/{{vmss_name}}-/g'"
  register: instance_list
- set_fact:
    instances: "{{ instance_list.stdout|from_json }}"

- name: get private ip addresses
  command: "az vmss nic list --resource-group {{ resource_group }} --vmss-name {{ vmss_name }} --query '[].[{ip: ipConfigurations[0].privateIpAddress, vmresourceid: virtualMachine.id}]' -o json"
  register: ip_list
- set_fact:
    addresses: "{{ ip_list.stdout|from_json }}"
- set_fact:
    instances_dict: "{{ instances | json_query('[].{key: vmresourceid, value: name}') }}"
    addresses_dict: "{{ addresses | json_query('[].{key: vmresourceid, value: ip}') }}"

- name: Ensures hosts sub-dir exists
  file:
     path: "{{ deploy_path }}/conf/hosts/"
     state: directory
     recurse: yes

- name: Ensure empty hosts file is created
  copy:
    content: ""
    dest: "{{ deploy_path }}/conf/hosts/{{ vmss_name }}"
    force: yes
    mode: 0644

- name: Write azure proxy to hosts file
  lineinfile:
    path: "{{ deploy_path }}/conf/hosts/{{ vmss_name }}"
    line: "{{ azure_proxy_host }} {{ azure_proxy_public_ip.state.ip_address }}"
  when: azure_proxy_host is defined and azure_proxy_host != '' and azure_proxy_host != None

- name: Write VMSS vms to hosts file
  lineinfile:
    path: "{{ deploy_path }}/conf/hosts/{{ vmss_name }}"
    line: "{{ item1[0] }} {{ item2[0] }}"
  with_items: "{{ instances_dict | json_query('[].key')}}"
  vars:
    myquery: "[?key=='{{ item }}'].value"
    item1: "{{ instances_dict | json_query(myquery) }}"
    item2: "{{ addresses_dict | json_query(myquery)  }}"

- name: Clear section
  ini_file:
    path: "{{ deploy_path }}/conf/muchos.props"
    section: "nodes"
    state: absent

- name: Recreate section
  ini_file:
    path: "{{ deploy_path }}/conf/muchos.props"
    section: "nodes"
    option: "#host0"
    value: "service"
    state: present

- name: add azure proxy host
  lineinfile:
    path: "{{ deploy_path }}/conf/muchos.props"
    line: "{{ azure_proxy_host }} = client"
  when: azure_proxy_host is defined and azure_proxy_host != '' and azure_proxy_host != None

- name: Assign Accumulo master, HDFS components to the first node of the cluster
  lineinfile:
    path: "{{ deploy_path }}/conf/muchos.props"
    line: "{{ item }} = namenode,resourcemanager,accumulomaster,zookeeper"
  with_items: "{{ instances_dict | json_query('[0].value') }}"
  when: not hdfs_ha

- name: Assign metrics to the second node of the cluster
  lineinfile:
    path: "{{ deploy_path }}/conf/muchos.props"
    line: "{{ item }} = metrics"
  with_items: "{{ instances_dict | json_query('[1].value') }}"
  when: not hdfs_ha

- name: Add worker nodes to muchos.props
  lineinfile:
    path: "{{ deploy_path }}/conf/muchos.props"
    line: "{{ item }} = worker"
  with_items: "{{ instances_dict | json_query('[2:].value') }}"
  when: not hdfs_ha

- name: Assign Accumulo master, HDFS HA components cluster roles to the first node of the cluster
  lineinfile:
    path: "{{ deploy_path }}/conf/muchos.props"
    line: "{{ item }} = namenode,resourcemanager,accumulomaster,zookeeper,journalnode,zkfc"
  with_items: "{{ instances_dict | json_query('[0].value') }}"
  when: hdfs_ha

- name: Assign Accumulo master, HDFS HA components cluster roles to the second node of the cluster
  lineinfile:
    path: "{{ deploy_path }}/conf/muchos.props"
    line: "{{ item }} = zookeeper,metrics,journalnode,namenode,zkfc,accumulomaster"
  with_items: "{{ instances_dict | json_query('[1].value') }}"
  when: hdfs_ha

- name: Assign HDFS HA components cluster roles to the third node of the cluster
  lineinfile:
    path: "{{ deploy_path }}/conf/muchos.props"
    line: "{{ item }} = journalnode,zookeeper"
  with_items: "{{ instances_dict | json_query('[2].value') }}"
  when: hdfs_ha

- name: Add worker nodes to muchos.props
  lineinfile:
    path: "{{ deploy_path }}/conf/muchos.props"
    line: "{{ item }} = worker"
  with_items: "{{ instances_dict | json_query('[3:].value') }}"
  when: hdfs_ha

- name: Change proxy hostname to azure proxy host in muchos.props
  lineinfile:
    path: "{{ deploy_path }}/conf/muchos.props"
    regexp: '^proxy_hostname\s*=\s*'
    line: "proxy_hostname = {{ azure_proxy_host }}"
  when: azure_proxy_host is defined and azure_proxy_host != '' and azure_proxy_host != None

- name: Change proxy hostname to first node in vmss in muchos.props
  lineinfile:
    path: "{{ deploy_path }}/conf/muchos.props"
    regexp: '^proxy_hostname\s*=\s*'
    line: "proxy_hostname = {{ item }}"
  with_items: "{{ instances_dict | json_query('[0].value') }}"
  when: not (azure_proxy_host is defined and azure_proxy_host != '' and azure_proxy_host != None)