Saving running environment
This commit is contained in:
Karsten Jakobsen
parent
89ba1aad1e
commit
37226484e2
4 changed files with 1698 additions and 469 deletions
590
scripts/bulk.py
Normal file
590
scripts/bulk.py
Normal file
|
|
@ -0,0 +1,590 @@
|
||||||
|
import netaddr
|
||||||
|
import csv
|
||||||
|
from dcim.choices import InterfaceTypeChoices, InterfaceModeChoices
|
||||||
|
from dcim.models import Platform, DeviceRole, Site
|
||||||
|
from ipam.models import IPAddress, VRF, Interface, Prefix, VLAN
|
||||||
|
from tenancy.models import Tenant
|
||||||
|
from virtualization.models import VirtualMachine, Cluster
|
||||||
|
from virtualization.choices import VirtualMachineStatusChoices
|
||||||
|
from extras.scripts import Script, TextVar, ChoiceVar, ObjectVar
|
||||||
|
from extras.models import Tag
|
||||||
|
from utilities.forms import APISelect
|
||||||
|
|
||||||
|
|
||||||
|
class VM:
|
||||||
|
|
||||||
|
status: str
|
||||||
|
tenant: Tenant
|
||||||
|
cluster: Cluster
|
||||||
|
site: Site
|
||||||
|
csv_ip_address: str
|
||||||
|
ip_address: IPAddress
|
||||||
|
comment: str
|
||||||
|
|
||||||
|
DEFAULT_TAGS = ['ansible', 'zero_day']
|
||||||
|
DEFAULT_DOMAIN_PRIVATE = 'privatedns.zone'
|
||||||
|
DEFAULT_DOMAIN_PUBLIC = 'publicdns.zone'
|
||||||
|
|
||||||
|
def __init__(self, status, tenant, cluster, datazone, env, platform, role, backup, backup_offsite, vcpus, memory, disk, ip_address, hostname, extra_tags):
|
||||||
|
# IP address can first be created after vm
|
||||||
|
self.csv_ip_address = ip_address
|
||||||
|
self.set_cluster(cluster)
|
||||||
|
self.set_status(status)
|
||||||
|
self.set_tenant(tenant)
|
||||||
|
self.set_datazone(datazone)
|
||||||
|
self.set_env(env)
|
||||||
|
self.set_platform(platform)
|
||||||
|
self.set_role(role)
|
||||||
|
self.set_backup_tag(backup)
|
||||||
|
self.set_backup_offsite_tag(backup_offsite)
|
||||||
|
self.set_vcpus(vcpus)
|
||||||
|
self.set_memory(memory)
|
||||||
|
self.set_disk(disk)
|
||||||
|
self.set_hostname(hostname)
|
||||||
|
self.set_vlan(None)
|
||||||
|
self.set_extra_tags(extra_tags)
|
||||||
|
self.set_comments()
|
||||||
|
|
||||||
|
def set_comments(self):
|
||||||
|
try:
|
||||||
|
extra_tags = ""
|
||||||
|
for tag in self.extra_tags:
|
||||||
|
extra_tags += tag + ","
|
||||||
|
|
||||||
|
if self.backup_offsite is not None:
|
||||||
|
self.comments = "status,tenant,cluster,datazone,env,platform,role,backup,backup_offsite,vcpus,memory,disk,hostname,ip_address,extra_tags\n"
|
||||||
|
self.comments += "{0},{1},{2},{3},{4},{5},{6},{7},{8},{9},{10},{11},{12},{13},\"{14}\"".format(
|
||||||
|
self.status,
|
||||||
|
self.tenant.slug,
|
||||||
|
self.cluster,
|
||||||
|
self.datazone.name.split('datazone_')[1],
|
||||||
|
self.env.name.split('env_')[1],
|
||||||
|
self.platform,
|
||||||
|
self.role,
|
||||||
|
self.backup.name,
|
||||||
|
self.backup_offsite.name if self.backup_offsite is not None else "",
|
||||||
|
self.vcpus,
|
||||||
|
self.memory,
|
||||||
|
self.disk,
|
||||||
|
self.hostname,
|
||||||
|
self.csv_ip_address,
|
||||||
|
extra_tags[:-1],
|
||||||
|
)
|
||||||
|
else:
|
||||||
|
self.comments = "status,tenant,cluster,datazone,env,platform,role,backup,vcpus,memory,disk,hostname,ip_address,extra_tags\n"
|
||||||
|
self.comments += "{0},{1},{2},{3},{4},{5},{6},{7},{8},{9},{10},{11},{12},\"{13}\"".format(
|
||||||
|
self.status,
|
||||||
|
self.tenant.slug,
|
||||||
|
self.cluster,
|
||||||
|
self.datazone.name.split('datazone_')[1],
|
||||||
|
self.env.name.split('env_')[1],
|
||||||
|
self.platform,
|
||||||
|
self.role,
|
||||||
|
self.backup.name,
|
||||||
|
self.vcpus,
|
||||||
|
self.memory,
|
||||||
|
self.disk,
|
||||||
|
self.hostname,
|
||||||
|
self.csv_ip_address,
|
||||||
|
extra_tags[:-1],
|
||||||
|
)
|
||||||
|
|
||||||
|
except Exception as e:
|
||||||
|
raise Exception("Comments - {0}".format(e))
|
||||||
|
|
||||||
|
def set_extra_tags(self, extra_tags):
|
||||||
|
try:
|
||||||
|
if extra_tags is None:
|
||||||
|
self.extra_tags = extra_tags
|
||||||
|
else:
|
||||||
|
self.extra_tags = extra_tags.split(',')
|
||||||
|
except Exception as e:
|
||||||
|
raise Exception("Extra tags - {0}".format(e))
|
||||||
|
|
||||||
|
def set_vlan(self, vlan):
|
||||||
|
try:
|
||||||
|
self.vlan = VLAN.objects.get(
|
||||||
|
vid=vlan,
|
||||||
|
site=self.site
|
||||||
|
)
|
||||||
|
except Exception:
|
||||||
|
self.vlan = None
|
||||||
|
|
||||||
|
def generate_hostname(self):
|
||||||
|
# I now proclaim this VM, First of its Name, Queen of the Andals and the First Men, Protector of the Seven Kingdoms
|
||||||
|
vm_index = "001"
|
||||||
|
vm_search_for = "{0}-{1}-{2}-".format(self.site.slug, self.env.name.split('_')[1], self.role.name.split(':')[0])
|
||||||
|
vms = VirtualMachine.objects.filter(
|
||||||
|
name__startswith=vm_search_for
|
||||||
|
)
|
||||||
|
if len(vms) > 0:
|
||||||
|
# Get last of its kind
|
||||||
|
last_vm_index = int(vms[len(vms) - 1].name.split('-')[3]) + 1
|
||||||
|
if last_vm_index < 10:
|
||||||
|
vm_index = '00' + str(last_vm_index)
|
||||||
|
elif last_vm_index < 100:
|
||||||
|
vm_index = '0' + str(last_vm_index)
|
||||||
|
else:
|
||||||
|
vm_index = str(last_vm_index)
|
||||||
|
|
||||||
|
return "{0}{1}".format(vm_search_for, vm_index)
|
||||||
|
|
||||||
|
def get_vrf(self):
|
||||||
|
return VRF.objects.get(
|
||||||
|
name="global"
|
||||||
|
)
|
||||||
|
|
||||||
|
def get_fqdn(self):
|
||||||
|
return "{}.{}".format(self.hostname, self.DEFAULT_DOMAIN_PRIVATE if netaddr.IPNetwork(self.ip_address.address).is_private() is True else self.DEFAULT_DOMAIN_PUBLIC)
|
||||||
|
|
||||||
|
def set_ip_address(self, vm):
|
||||||
|
try:
|
||||||
|
ip_check = IPAddress.objects.filter(address=self.csv_ip_address)
|
||||||
|
if len(ip_check) > 0:
|
||||||
|
raise Exception(str(ip_check[0].address) + ' is already assigned')
|
||||||
|
|
||||||
|
if not isinstance(self.vlan, VLAN):
|
||||||
|
self.ip_address = IPAddress(
|
||||||
|
address=self.csv_ip_address,
|
||||||
|
vrf=self.get_vrf(),
|
||||||
|
tenant=self.tenant,
|
||||||
|
family=4,
|
||||||
|
)
|
||||||
|
else:
|
||||||
|
# Auto assign IPs from vlan
|
||||||
|
prefix = Prefix.objects.get(
|
||||||
|
vlan=self.vlan,
|
||||||
|
site=vm.site
|
||||||
|
)
|
||||||
|
prefix.is_pool = True
|
||||||
|
# Save as pool
|
||||||
|
prefix.save()
|
||||||
|
|
||||||
|
ip_address = prefix.get_first_available_ip()
|
||||||
|
self.ip_address = IPAddress(
|
||||||
|
address=ip_address,
|
||||||
|
vrf=self.get_vrf(),
|
||||||
|
tenant=self.tenant,
|
||||||
|
family=4,
|
||||||
|
)
|
||||||
|
self.ip_address.dns_name = self.get_fqdn()
|
||||||
|
self.ip_address.save()
|
||||||
|
|
||||||
|
except Exception as e:
|
||||||
|
self.ip_address = None
|
||||||
|
raise Exception("IP address - {0}".format(e))
|
||||||
|
|
||||||
|
def get_vlan(self):
|
||||||
|
return False
|
||||||
|
|
||||||
|
def set_hostname(self, hostname):
|
||||||
|
try:
|
||||||
|
self.hostname = hostname if hostname is not None else self.generate_hostname()
|
||||||
|
except Exception as e:
|
||||||
|
raise Exception("Hostname - {0}".format(e))
|
||||||
|
|
||||||
|
def set_disk(self, disk):
|
||||||
|
try:
|
||||||
|
self.disk = disk
|
||||||
|
except Exception as e:
|
||||||
|
raise Exception("Disk - {0}".format(e))
|
||||||
|
|
||||||
|
def set_memory(self, memory):
|
||||||
|
try:
|
||||||
|
self.memory = memory
|
||||||
|
except Exception as e:
|
||||||
|
raise Exception("Memory - {0}".format(e))
|
||||||
|
|
||||||
|
def set_vcpus(self, vcpus):
|
||||||
|
try:
|
||||||
|
self.vcpus = vcpus
|
||||||
|
except Exception as e:
|
||||||
|
raise Exception("vcpus - {0}".format(e))
|
||||||
|
|
||||||
|
def set_backup_tag(self, backup):
|
||||||
|
try:
|
||||||
|
if isinstance(backup, Tag):
|
||||||
|
self.backup = backup
|
||||||
|
else:
|
||||||
|
self.backup = Tag.objects.filter(name="{0}".format(backup))[0]
|
||||||
|
except Exception as e:
|
||||||
|
raise Exception("Tag backup {0} does not exist, {1}".format(backup, e))
|
||||||
|
|
||||||
|
def set_backup_offsite_tag(self, backup_offsite):
|
||||||
|
try:
|
||||||
|
if isinstance(backup_offsite, Tag):
|
||||||
|
self.backup_offsite = backup_offsite
|
||||||
|
else:
|
||||||
|
self.backup_offsite = Tag.objects.filter(name="{0}".format(backup_offsite))[0]
|
||||||
|
except Exception:
|
||||||
|
self.backup_offsite = None
|
||||||
|
|
||||||
|
def set_site(self, site):
|
||||||
|
try:
|
||||||
|
if isinstance(site, Site):
|
||||||
|
self.site = site
|
||||||
|
else:
|
||||||
|
raise Exception("site is not of instance 'Site'")
|
||||||
|
except Exception as e:
|
||||||
|
raise Exception('Site does not exist - ' + str(e))
|
||||||
|
|
||||||
|
def set_role(self, role):
|
||||||
|
try:
|
||||||
|
self.role = DeviceRole.objects.get(
|
||||||
|
name=role
|
||||||
|
)
|
||||||
|
except Exception as e:
|
||||||
|
raise Exception('Role does not exist - ' + str(e))
|
||||||
|
|
||||||
|
def set_platform(self, platform):
|
||||||
|
try:
|
||||||
|
if isinstance(platform, Platform):
|
||||||
|
self.platform = platform
|
||||||
|
else:
|
||||||
|
self.platform = Platform.objects.get(
|
||||||
|
name=platform
|
||||||
|
)
|
||||||
|
except Exception as e:
|
||||||
|
raise Exception("Platform does not exist {0}".format(e))
|
||||||
|
|
||||||
|
def set_env(self, env):
|
||||||
|
try:
|
||||||
|
if isinstance(env, Tag):
|
||||||
|
self.env = env
|
||||||
|
else:
|
||||||
|
self.env = Tag.objects.get(name="env_{0}".format(env))
|
||||||
|
except Exception as e:
|
||||||
|
raise Exception("Tag env does not exist - {0}".format(e, env))
|
||||||
|
|
||||||
|
def set_datazone(self, datazone):
|
||||||
|
try:
|
||||||
|
self.datazone = Tag.objects.get(name="datazone_{0}".format(datazone))
|
||||||
|
except Exception as e:
|
||||||
|
raise Exception("Tag datazone does not exist - {0}".format(e))
|
||||||
|
|
||||||
|
def set_cluster(self, cluster):
|
||||||
|
try:
|
||||||
|
if isinstance(cluster, Cluster):
|
||||||
|
self.cluster = cluster
|
||||||
|
else:
|
||||||
|
self.cluster = Cluster.objects.get(
|
||||||
|
name=cluster
|
||||||
|
)
|
||||||
|
self.set_site(self.cluster.site)
|
||||||
|
except Exception as e:
|
||||||
|
raise Exception("Cluster does not exist {0}".format(e))
|
||||||
|
|
||||||
|
def set_tenant(self, tenant):
|
||||||
|
try:
|
||||||
|
if isinstance(tenant, Tenant):
|
||||||
|
self.tenant = tenant
|
||||||
|
else:
|
||||||
|
self.tenant = Tenant.objects.get(
|
||||||
|
slug=tenant
|
||||||
|
)
|
||||||
|
except Exception as e:
|
||||||
|
raise Exception("Tenant does not exist {0}".format(e))
|
||||||
|
|
||||||
|
def set_status(self, status):
|
||||||
|
try:
|
||||||
|
self.status = VirtualMachineStatusChoices.STATUS_STAGED if status == 'staged' else VirtualMachineStatusChoices.STATUS_PLANNED
|
||||||
|
except Exception as e:
|
||||||
|
raise Exception("Status does not exist {0}".format(e))
|
||||||
|
|
||||||
|
def get_ip_address(self):
|
||||||
|
return self.ip_address
|
||||||
|
|
||||||
|
def __create_ip_address(self, vm):
|
||||||
|
self.set_ip_address(vm)
|
||||||
|
vm.primary_ip4 = self.get_ip_address()
|
||||||
|
vm.save()
|
||||||
|
|
||||||
|
def __create_tags(self, vm: VirtualMachine):
|
||||||
|
vm.tags.add(self.datazone)
|
||||||
|
vm.tags.add(self.env)
|
||||||
|
vm.tags.add(self.backup)
|
||||||
|
if(self.backup_offsite is not None):
|
||||||
|
vm.tags.add(self.backup_offsite)
|
||||||
|
for tag in self.DEFAULT_TAGS:
|
||||||
|
vm.tags.add(tag)
|
||||||
|
if self.extra_tags is not None:
|
||||||
|
for tag in self.extra_tags:
|
||||||
|
vm.tags.add(tag)
|
||||||
|
vm.save()
|
||||||
|
self.set_tags(vm.tags)
|
||||||
|
|
||||||
|
def set_tags(self, tags):
|
||||||
|
self.tags = tags
|
||||||
|
|
||||||
|
def get_tags(self):
|
||||||
|
list = []
|
||||||
|
for tag in self.tags.all():
|
||||||
|
list.append(tag.name)
|
||||||
|
return list
|
||||||
|
|
||||||
|
def __create_vm(self):
|
||||||
|
vm = VirtualMachine(
|
||||||
|
status=self.status,
|
||||||
|
cluster=self.cluster,
|
||||||
|
platform=self.platform,
|
||||||
|
role=self.role,
|
||||||
|
tenant=self.tenant,
|
||||||
|
name=self.hostname,
|
||||||
|
disk=self.disk,
|
||||||
|
memory=self.memory,
|
||||||
|
vcpus=self.vcpus,
|
||||||
|
comments=self.comments,
|
||||||
|
)
|
||||||
|
vm.save()
|
||||||
|
return vm
|
||||||
|
|
||||||
|
def __create_interface(self, vm: VirtualMachine):
|
||||||
|
"""
|
||||||
|
Setup interface and add IP address
|
||||||
|
"""
|
||||||
|
try:
|
||||||
|
|
||||||
|
# Get net address tools
|
||||||
|
ip = netaddr.IPNetwork(vm.primary_ip4.address)
|
||||||
|
prefix_search = str(ip.network) + '/' + str(ip.prefixlen)
|
||||||
|
|
||||||
|
prefix = Prefix.objects.get(
|
||||||
|
prefix=prefix_search,
|
||||||
|
is_pool=True,
|
||||||
|
site=self.site,
|
||||||
|
)
|
||||||
|
|
||||||
|
interfaces = vm.get_config_context().get('interfaces')
|
||||||
|
|
||||||
|
interface = Interface(
|
||||||
|
name=interfaces['nic0']['name'],
|
||||||
|
mtu=interfaces['nic0']['mtu'],
|
||||||
|
virtual_machine=vm,
|
||||||
|
type=InterfaceTypeChoices.TYPE_VIRTUAL
|
||||||
|
)
|
||||||
|
|
||||||
|
# If we need anything other than Access, here is were to change it
|
||||||
|
if interfaces['nic0']['mode'] == "Access":
|
||||||
|
interface.mode = InterfaceModeChoices.MODE_ACCESS
|
||||||
|
interface.untagged_vlan = prefix.vlan
|
||||||
|
|
||||||
|
interface.save()
|
||||||
|
|
||||||
|
self.ip_address.interface = interface
|
||||||
|
self.ip_address.save()
|
||||||
|
|
||||||
|
except Exception as e:
|
||||||
|
raise Exception("Error while creating interface - {}".format(e))
|
||||||
|
return True
|
||||||
|
|
||||||
|
def create(self):
|
||||||
|
try:
|
||||||
|
vm = self.__create_vm()
|
||||||
|
self.__create_ip_address(vm)
|
||||||
|
self.__create_tags(vm)
|
||||||
|
self.__create_interface(vm)
|
||||||
|
except Exception as e:
|
||||||
|
raise e
|
||||||
|
return True
|
||||||
|
|
||||||
|
|
||||||
|
class BulkDeployVM(Script):
|
||||||
|
"""
|
||||||
|
Example CSV full:
|
||||||
|
status,tenant,cluster,datazone,env,platform,role,backup,vcpus,memory,disk,hostname,ip_address,extra_tags
|
||||||
|
staged,patientsky-hosting,odn1,1,vlb,base:v1.0.0-coreos,redirtp:v0.2.0,backup_nobackup,1,1024,10,odn1-vlb-redirtp-001,10.50.61.10/24,"voip,test_tag,cluster_id_voip_galera_001"
|
||||||
|
staged,patientsky-hosting,odn1,1,vlb,base:v1.0.0-coreos,consul:v1.0.1,backup_general_1,2,2048,20,odn1-vlb-consul-001,10.50.61.11/24,"voip,test_tag,cluster_id_voip_galera_002"
|
||||||
|
staged,patientsky-hosting,odn1,1,vlb,base:v1.0.0-coreos,rediast:v0.2.0,backup_general_4,4,4096,30,odn1-vlb-rediast-001,10.50.61.12/24,"voip,test_tag,cluster_id_voip_galera_003"
|
||||||
|
|
||||||
|
Example CSV minimal (If all defaults are set):
|
||||||
|
vcpus,memory,disk,ip_address,extra_tags
|
||||||
|
1,1024,10,10.50.61.10/24,"voip,test_tag,cluster_id_voip_galera_001"
|
||||||
|
2,2048,20,10.50.61.11/24,"voip,test_tag,cluster_id_voip_galera_002"
|
||||||
|
4,4096,30,10.50.61.12/24,"voip,test_tag,cluster_id_voip_galera_003"
|
||||||
|
|
||||||
|
** Required Params **
|
||||||
|
Param: cluster - vSphere cluster name
|
||||||
|
Param: env - Adds 'env_xxx' tag
|
||||||
|
Param: platform - VM Platform e.g base:v1.0.0-coreos
|
||||||
|
Param: backup - Adds backup tag
|
||||||
|
Param: backup_offsite - Adds offsite backup tag
|
||||||
|
Param: vcpus - Virtual CPUs (hot add)
|
||||||
|
Param: memory - Virtual memory (hot add)
|
||||||
|
Param: disk - Disk2 size
|
||||||
|
Param: hostname - VM hostname (Optional if 'role' is set)
|
||||||
|
Param: role - VM Device role
|
||||||
|
Param: ip_address - VM IP address
|
||||||
|
|
||||||
|
** Optional Params **
|
||||||
|
Param: status - VM status (default 'staged')
|
||||||
|
Param: tenant - Netbox tenant (default slug:'patientsky-hosting')
|
||||||
|
Param: datazone - Adds 'datazone_x' tag (default 'rr')
|
||||||
|
Param: extra_tags - Adds extra tags to VM
|
||||||
|
"""
|
||||||
|
|
||||||
|
DEFAULT_CSV_FIELDS = "vcpus,memory,disk,ip_address,extra_tags"
|
||||||
|
datazone_rr: bool = True
|
||||||
|
|
||||||
|
class Meta:
|
||||||
|
name = "Bulk deploy new VMs"
|
||||||
|
description = "Deploy new virtual machines from existing platforms"
|
||||||
|
fields = ['vms', 'default_status', 'default_tenant', 'default_datazone', 'default_backup', 'default_backup_offsite', 'default_role']
|
||||||
|
field_order = ['vms', 'default_status', 'default_tenant', 'default_datazone', 'default_backup', 'default_backup_offsite', 'default_role']
|
||||||
|
commit_default = False
|
||||||
|
|
||||||
|
vms = TextVar(
|
||||||
|
label="Import CSV",
|
||||||
|
description="CSV data",
|
||||||
|
required=True,
|
||||||
|
default=DEFAULT_CSV_FIELDS
|
||||||
|
)
|
||||||
|
|
||||||
|
default_status = ChoiceVar(
|
||||||
|
label="Default Status",
|
||||||
|
description="Default CSV field `status` if none given",
|
||||||
|
required=False,
|
||||||
|
choices=(
|
||||||
|
(VirtualMachineStatusChoices.STATUS_STAGED, 'Staged (Deploy now)'),
|
||||||
|
(VirtualMachineStatusChoices.STATUS_PLANNED, 'Planned (Save for later)')
|
||||||
|
)
|
||||||
|
)
|
||||||
|
|
||||||
|
default_tenant = ObjectVar(
|
||||||
|
label="Default Tenant",
|
||||||
|
default=1,
|
||||||
|
required=False,
|
||||||
|
description="Default CSV field `tenant` if none given",
|
||||||
|
queryset=Tenant.objects.all()
|
||||||
|
)
|
||||||
|
|
||||||
|
default_datazone = ChoiceVar(
|
||||||
|
label="Default Datazone",
|
||||||
|
description="Default CSV field `datazone` if none given",
|
||||||
|
default="rr",
|
||||||
|
required=False,
|
||||||
|
choices=(
|
||||||
|
('rr', 'Round robin (1,2)'),
|
||||||
|
('1', '1'),
|
||||||
|
('2', '2')
|
||||||
|
)
|
||||||
|
)
|
||||||
|
|
||||||
|
default_cluster = ObjectVar(
|
||||||
|
label="Default Cluster",
|
||||||
|
description="Default CSV field `cluster` if none given",
|
||||||
|
required=False,
|
||||||
|
queryset=Cluster.objects.all()
|
||||||
|
)
|
||||||
|
|
||||||
|
default_env = ObjectVar(
|
||||||
|
label="Default Environment",
|
||||||
|
description="Default CSV field `env` if none given",
|
||||||
|
default="env_inf",
|
||||||
|
required=False,
|
||||||
|
queryset=Tag.objects.filter(
|
||||||
|
name__startswith='env_',
|
||||||
|
).order_by('name'),
|
||||||
|
)
|
||||||
|
|
||||||
|
default_platform = ObjectVar(
|
||||||
|
label="Default Platform",
|
||||||
|
description="Default CSV field `platform` if none given",
|
||||||
|
required=False,
|
||||||
|
widget=APISelect(
|
||||||
|
api_url='/api/dcim/platforms/?name__ic=_',
|
||||||
|
display_field='display_name',
|
||||||
|
),
|
||||||
|
queryset=Platform.objects.all().order_by('name')
|
||||||
|
)
|
||||||
|
|
||||||
|
default_role = ObjectVar(
|
||||||
|
label="Default Role",
|
||||||
|
description="Default CSV field `role` if none given",
|
||||||
|
default=None,
|
||||||
|
required=False,
|
||||||
|
widget=APISelect(
|
||||||
|
api_url='/api/dcim/device-roles/?vm_role=true',
|
||||||
|
display_field='display_name',
|
||||||
|
),
|
||||||
|
queryset=DeviceRole.objects.filter(
|
||||||
|
vm_role=True
|
||||||
|
).order_by('name')
|
||||||
|
)
|
||||||
|
|
||||||
|
default_backup = ObjectVar(
|
||||||
|
label="Default Backup",
|
||||||
|
description="Default CSV field `backup` if none given",
|
||||||
|
required=False,
|
||||||
|
queryset=Tag.objects.filter(
|
||||||
|
name__startswith='backup_',
|
||||||
|
).order_by('name'),
|
||||||
|
)
|
||||||
|
|
||||||
|
default_backup_offsite = ObjectVar(
|
||||||
|
label="Default Offsite Backup",
|
||||||
|
description="Default CSV field `backup_offsite` if none given",
|
||||||
|
required=False,
|
||||||
|
queryset=Tag.objects.filter(
|
||||||
|
name__startswith='backup_off',
|
||||||
|
).order_by('name'),
|
||||||
|
)
|
||||||
|
|
||||||
|
def get_vm_data(self):
|
||||||
|
return self.vm_data
|
||||||
|
|
||||||
|
def set_csv_data(self, vms):
|
||||||
|
self.csv_raw_data = csv.DictReader(vms, delimiter=',')
|
||||||
|
|
||||||
|
def get_csv_raw_data(self):
|
||||||
|
return self.csv_raw_data
|
||||||
|
|
||||||
|
def set(self, data):
|
||||||
|
self.set_csv_data(data['vms'].splitlines())
|
||||||
|
|
||||||
|
def get_datazone(self, datazone):
|
||||||
|
if datazone == 'rr':
|
||||||
|
datazone = 1 if self.datazone_rr else 2
|
||||||
|
self.datazone_rr = not self.datazone_rr
|
||||||
|
return datazone
|
||||||
|
|
||||||
|
def run(self, data):
|
||||||
|
# Set data from raw csv
|
||||||
|
self.set(data)
|
||||||
|
line = 1
|
||||||
|
for raw_vm in self.get_csv_raw_data():
|
||||||
|
try:
|
||||||
|
vm = VM(
|
||||||
|
status=raw_vm.get('status') if raw_vm.get('status') is not None else data['default_status'],
|
||||||
|
tenant=raw_vm.get('tenant') if raw_vm.get('tenant') is not None else data['default_tenant'],
|
||||||
|
datazone=raw_vm.get('datazone') if raw_vm.get('datazone') is not None else self.get_datazone(data['default_datazone']),
|
||||||
|
cluster=raw_vm.get('cluster') if raw_vm.get('cluster') is not None else data['default_cluster'],
|
||||||
|
env=raw_vm.get('env') if raw_vm.get('env') is not None else data['default_env'],
|
||||||
|
platform=raw_vm.get('platform') if raw_vm.get('platform') is not None else data['default_platform'],
|
||||||
|
role=raw_vm.get('role') if raw_vm.get('role') is not None else data['default_role'],
|
||||||
|
backup=raw_vm.get('backup') if raw_vm.get('backup') is not None else data['default_backup'],
|
||||||
|
backup_offsite=raw_vm.get('backup_offsite') if raw_vm.get('backup_offsite') is not None else data['default_backup_offsite'],
|
||||||
|
vcpus=raw_vm.get('vcpus'),
|
||||||
|
memory=raw_vm.get('memory'),
|
||||||
|
disk=raw_vm.get('disk'),
|
||||||
|
hostname=raw_vm.get('hostname'),
|
||||||
|
ip_address=raw_vm.get('ip_address'),
|
||||||
|
extra_tags=raw_vm.get('extra_tags'),
|
||||||
|
)
|
||||||
|
vm.create()
|
||||||
|
self.log_success(
|
||||||
|
"{} `{}` for `{}`, `{}`, in cluster `{}`, env `{}`, datazone `{}`, backup `{}`".
|
||||||
|
format(
|
||||||
|
vm.status.capitalize(),
|
||||||
|
vm.hostname,
|
||||||
|
vm.tenant,
|
||||||
|
vm.ip_address.address,
|
||||||
|
vm.cluster,
|
||||||
|
str(vm.env.name).split('_')[1],
|
||||||
|
vm.datazone,
|
||||||
|
vm.backup,
|
||||||
|
)
|
||||||
|
)
|
||||||
|
line += 1
|
||||||
|
except Exception as e:
|
||||||
|
self.log_failure("CSV line {}, Error while creating VM \n`{}`".format(line, e))
|
||||||
|
return data['vms']
|
||||||
592
scripts/bulk.py.backup
Normal file
592
scripts/bulk.py.backup
Normal file
|
|
@ -0,0 +1,592 @@
|
||||||
|
import netaddr
|
||||||
|
import csv
|
||||||
|
from dcim.choices import InterfaceTypeChoices, InterfaceModeChoices
|
||||||
|
from dcim.models import Platform, DeviceRole, Site
|
||||||
|
from ipam.models import IPAddress, VRF, Interface, Prefix, VLAN
|
||||||
|
from tenancy.models import Tenant
|
||||||
|
from virtualization.models import VirtualMachine, Cluster
|
||||||
|
from virtualization.choices import VirtualMachineStatusChoices
|
||||||
|
from extras.scripts import Script, TextVar, ChoiceVar, ObjectVar
|
||||||
|
from extras.models import Tag
|
||||||
|
from utilities.forms import APISelect
|
||||||
|
|
||||||
|
|
||||||
|
class VM:
|
||||||
|
|
||||||
|
__staged_hostnames: []
|
||||||
|
status: str
|
||||||
|
tenant: Tenant
|
||||||
|
cluster: Cluster
|
||||||
|
site: Site
|
||||||
|
csv_ip_address: str
|
||||||
|
ip_address: IPAddress
|
||||||
|
comment: str
|
||||||
|
|
||||||
|
DEFAULT_TAGS = ['ansible', 'zero_day']
|
||||||
|
DEFAULT_DOMAIN_PRIVATE = 'privatedns.zone'
|
||||||
|
DEFAULT_DOMAIN_PUBLIC = 'publicdns.zone'
|
||||||
|
|
||||||
|
def __init__(self, status, tenant, cluster, datazone, env, platform, role, backup, backup_offsite, vcpus, memory, disk, ip_address, hostname, extra_tags):
|
||||||
|
# IP address can first be created after vm
|
||||||
|
self.csv_ip_address = ip_address
|
||||||
|
self.set_cluster(cluster)
|
||||||
|
self.set_status(status)
|
||||||
|
self.set_tenant(tenant)
|
||||||
|
self.set_datazone(datazone)
|
||||||
|
self.set_env(env)
|
||||||
|
self.set_platform(platform)
|
||||||
|
self.set_role(role)
|
||||||
|
self.set_backup_tag(backup)
|
||||||
|
self.set_backup_offsite_tag(backup_offsite)
|
||||||
|
self.set_vcpus(vcpus)
|
||||||
|
self.set_memory(memory)
|
||||||
|
self.set_disk(disk)
|
||||||
|
self.set_hostname(hostname)
|
||||||
|
self.set_vlan(None)
|
||||||
|
self.set_extra_tags(extra_tags)
|
||||||
|
self.set_comments()
|
||||||
|
|
||||||
|
def set_comments(self):
|
||||||
|
try:
|
||||||
|
extra_tags = ""
|
||||||
|
for tag in self.extra_tags:
|
||||||
|
extra_tags += tag + ","
|
||||||
|
|
||||||
|
if self.backup_offsite is not None:
|
||||||
|
self.comments = "status,tenant,cluster,datazone,env,platform,role,backup,backup_offsite,vcpus,memory,disk,hostname,ip_address,extra_tags\n"
|
||||||
|
self.comments += "{0},{1},{2},{3},{4},{5},{6},{7},{8},{9},{10},{11},{12},{13},\"{14}\"".format(
|
||||||
|
self.status,
|
||||||
|
self.tenant.slug,
|
||||||
|
self.cluster,
|
||||||
|
self.datazone.name.split('datazone_')[1],
|
||||||
|
self.env.name.split('env_')[1],
|
||||||
|
self.platform,
|
||||||
|
self.role,
|
||||||
|
self.backup.name.split('vsphere_tag_')[1],
|
||||||
|
self.backup_offsite.name.split('vsphere_tag_')[1] if self.backup_offsite is not None else "",
|
||||||
|
self.vcpus,
|
||||||
|
self.memory,
|
||||||
|
self.disk,
|
||||||
|
self.hostname,
|
||||||
|
self.csv_ip_address,
|
||||||
|
extra_tags[:-1],
|
||||||
|
)
|
||||||
|
else:
|
||||||
|
self.comments = "status,tenant,cluster,datazone,env,platform,role,backup,vcpus,memory,disk,hostname,ip_address,extra_tags\n"
|
||||||
|
self.comments += "{0},{1},{2},{3},{4},{5},{6},{7},{8},{9},{10},{11},{12},\"{13}\"".format(
|
||||||
|
self.status,
|
||||||
|
self.tenant.slug,
|
||||||
|
self.cluster,
|
||||||
|
self.datazone.name.split('datazone_')[1],
|
||||||
|
self.env.name.split('env_')[1],
|
||||||
|
self.platform,
|
||||||
|
self.role,
|
||||||
|
self.backup.name.split('vsphere_tag_')[1],
|
||||||
|
self.vcpus,
|
||||||
|
self.memory,
|
||||||
|
self.disk,
|
||||||
|
self.hostname,
|
||||||
|
self.csv_ip_address,
|
||||||
|
extra_tags[:-1],
|
||||||
|
)
|
||||||
|
|
||||||
|
except Exception as e:
|
||||||
|
raise Exception("Comments - {0}".format(e))
|
||||||
|
|
||||||
|
def set_extra_tags(self, extra_tags):
|
||||||
|
try:
|
||||||
|
if extra_tags is None:
|
||||||
|
self.extra_tags = extra_tags
|
||||||
|
else:
|
||||||
|
self.extra_tags = extra_tags.split(',')
|
||||||
|
except Exception as e:
|
||||||
|
raise Exception("Extra tags - {0}".format(e))
|
||||||
|
|
||||||
|
def set_vlan(self, vlan):
|
||||||
|
try:
|
||||||
|
self.vlan = VLAN.objects.get(
|
||||||
|
vid=vlan,
|
||||||
|
site=self.site
|
||||||
|
)
|
||||||
|
except Exception:
|
||||||
|
self.vlan = None
|
||||||
|
|
||||||
|
def generate_hostname(self):
|
||||||
|
# I now proclaim this VM, First of its Name, Queen of the Andals and the First Men, Protector of the Seven Kingdoms
|
||||||
|
vm_index = "001"
|
||||||
|
vm_search_for = "{0}-{1}-{2}-".format(self.site.slug, self.env.name.split('_')[1], self.role.name.split(':')[0])
|
||||||
|
vms = VirtualMachine.objects.filter(
|
||||||
|
name__startswith=vm_search_for
|
||||||
|
)
|
||||||
|
if len(vms) > 0:
|
||||||
|
# Get last of its kind
|
||||||
|
last_vm_index = int(vms[len(vms) - 1].name.split('-')[3]) + 1
|
||||||
|
if last_vm_index < 10:
|
||||||
|
vm_index = '00' + str(last_vm_index)
|
||||||
|
elif last_vm_index < 100:
|
||||||
|
vm_index = '0' + str(last_vm_index)
|
||||||
|
else:
|
||||||
|
vm_index = str(last_vm_index)
|
||||||
|
# self.__staged_hostnames.append("{0}{1}".format(search_for, vm_index))
|
||||||
|
return "{0}{1}".format(vm_search_for, vm_index)
|
||||||
|
|
||||||
|
def get_vrf(self):
|
||||||
|
return VRF.objects.get(
|
||||||
|
name="global"
|
||||||
|
)
|
||||||
|
|
||||||
|
def get_fqdn(self):
|
||||||
|
return "{}.{}".format(self.hostname, self.DEFAULT_DOMAIN_PRIVATE if netaddr.IPNetwork(self.ip_address.address).is_private() is True else self.DEFAULT_DOMAIN_PUBLIC)
|
||||||
|
|
||||||
|
def set_ip_address(self, vm):
|
||||||
|
try:
|
||||||
|
ip_check = IPAddress.objects.filter(address=self.csv_ip_address)
|
||||||
|
if len(ip_check) > 0:
|
||||||
|
raise Exception(str(ip_check[0].address) + ' is already assigned')
|
||||||
|
|
||||||
|
if not isinstance(self.vlan, VLAN):
|
||||||
|
self.ip_address = IPAddress(
|
||||||
|
address=self.csv_ip_address,
|
||||||
|
vrf=self.get_vrf(),
|
||||||
|
tenant=self.tenant,
|
||||||
|
family=4,
|
||||||
|
)
|
||||||
|
else:
|
||||||
|
# Auto assign IPs from vlan
|
||||||
|
prefix = Prefix.objects.get(
|
||||||
|
vlan=self.vlan,
|
||||||
|
site=vm.site
|
||||||
|
)
|
||||||
|
prefix.is_pool = True
|
||||||
|
# Save as pool
|
||||||
|
prefix.save()
|
||||||
|
|
||||||
|
ip_address = prefix.get_first_available_ip()
|
||||||
|
self.ip_address = IPAddress(
|
||||||
|
address=ip_address,
|
||||||
|
vrf=self.get_vrf(),
|
||||||
|
tenant=self.tenant,
|
||||||
|
family=4,
|
||||||
|
)
|
||||||
|
self.ip_address.dns_name = self.get_fqdn()
|
||||||
|
self.ip_address.save()
|
||||||
|
|
||||||
|
except Exception as e:
|
||||||
|
self.ip_address = None
|
||||||
|
raise Exception("IP address - {0}".format(e))
|
||||||
|
|
||||||
|
def get_vlan(self):
|
||||||
|
return False
|
||||||
|
|
||||||
|
def set_hostname(self, hostname):
|
||||||
|
try:
|
||||||
|
self.hostname = hostname if hostname is not None else self.generate_hostname()
|
||||||
|
except Exception as e:
|
||||||
|
raise Exception("Hostname - {0}".format(e))
|
||||||
|
|
||||||
|
def set_disk(self, disk):
|
||||||
|
try:
|
||||||
|
self.disk = disk
|
||||||
|
except Exception as e:
|
||||||
|
raise Exception("Disk - {0}".format(e))
|
||||||
|
|
||||||
|
def set_memory(self, memory):
|
||||||
|
try:
|
||||||
|
self.memory = memory
|
||||||
|
except Exception as e:
|
||||||
|
raise Exception("Memory - {0}".format(e))
|
||||||
|
|
||||||
|
def set_vcpus(self, vcpus):
|
||||||
|
try:
|
||||||
|
self.vcpus = vcpus
|
||||||
|
except Exception as e:
|
||||||
|
raise Exception("vcpus - {0}".format(e))
|
||||||
|
|
||||||
|
def set_backup_tag(self, backup):
|
||||||
|
try:
|
||||||
|
if isinstance(backup, Tag):
|
||||||
|
self.backup = backup
|
||||||
|
else:
|
||||||
|
self.backup = Tag.objects.filter(name="vsphere_tag_{0}".format(backup))[0]
|
||||||
|
except Exception as e:
|
||||||
|
raise Exception("Tag backup {0} does not exist, {1}".format(backup, e))
|
||||||
|
|
||||||
|
def set_backup_offsite_tag(self, backup_offsite):
|
||||||
|
try:
|
||||||
|
if isinstance(backup_offsite, Tag):
|
||||||
|
self.backup_offsite = backup_offsite
|
||||||
|
else:
|
||||||
|
self.backup_offsite = Tag.objects.filter(name="vsphere_tag_{0}".format(backup_offsite))[0]
|
||||||
|
except Exception:
|
||||||
|
self.backup_offsite = None
|
||||||
|
|
||||||
|
def set_site(self, site):
|
||||||
|
try:
|
||||||
|
if isinstance(site, Site):
|
||||||
|
self.site = site
|
||||||
|
else:
|
||||||
|
raise Exception("site is not of instance 'Site'")
|
||||||
|
except Exception as e:
|
||||||
|
raise Exception('Site does not exist - ' + str(e))
|
||||||
|
|
||||||
|
def set_role(self, role):
|
||||||
|
try:
|
||||||
|
self.role = DeviceRole.objects.get(
|
||||||
|
name=role
|
||||||
|
)
|
||||||
|
except Exception as e:
|
||||||
|
raise Exception('Role does not exist - ' + str(e))
|
||||||
|
|
||||||
|
def set_platform(self, platform):
|
||||||
|
try:
|
||||||
|
if isinstance(platform, Platform):
|
||||||
|
self.platform = platform
|
||||||
|
else:
|
||||||
|
self.platform = Platform.objects.get(
|
||||||
|
name=platform
|
||||||
|
)
|
||||||
|
except Exception as e:
|
||||||
|
raise Exception("Platform does not exist {0}".format(e))
|
||||||
|
|
||||||
|
def set_env(self, env):
|
||||||
|
try:
|
||||||
|
if isinstance(env, Tag):
|
||||||
|
self.env = env
|
||||||
|
else:
|
||||||
|
self.env = Tag.objects.get(name="env_{0}".format(env))
|
||||||
|
except Exception as e:
|
||||||
|
raise Exception("Tag env does not exist - {0}".format(e, env))
|
||||||
|
|
||||||
|
def set_datazone(self, datazone):
|
||||||
|
try:
|
||||||
|
self.datazone = Tag.objects.get(name="datazone_{0}".format(datazone))
|
||||||
|
except Exception as e:
|
||||||
|
raise Exception("Tag datazone does not exist - {0}".format(e))
|
||||||
|
|
||||||
|
def set_cluster(self, cluster):
|
||||||
|
try:
|
||||||
|
if isinstance(cluster, Cluster):
|
||||||
|
self.cluster = cluster
|
||||||
|
else:
|
||||||
|
self.cluster = Cluster.objects.get(
|
||||||
|
name=cluster
|
||||||
|
)
|
||||||
|
self.set_site(self.cluster.site)
|
||||||
|
except Exception as e:
|
||||||
|
raise Exception("Cluster does not exist {0}".format(e))
|
||||||
|
|
||||||
|
def set_tenant(self, tenant):
|
||||||
|
try:
|
||||||
|
if isinstance(tenant, Tenant):
|
||||||
|
self.tenant = tenant
|
||||||
|
else:
|
||||||
|
self.tenant = Tenant.objects.get(
|
||||||
|
slug=tenant
|
||||||
|
)
|
||||||
|
except Exception as e:
|
||||||
|
raise Exception("Tenant does not exist {0}".format(e))
|
||||||
|
|
||||||
|
def set_status(self, status):
|
||||||
|
try:
|
||||||
|
self.status = VirtualMachineStatusChoices.STATUS_STAGED if status == 'staged' else VirtualMachineStatusChoices.STATUS_PLANNED
|
||||||
|
except Exception as e:
|
||||||
|
raise Exception("Status does not exist {0}".format(e))
|
||||||
|
|
||||||
|
def get_ip_address(self):
|
||||||
|
return self.ip_address
|
||||||
|
|
||||||
|
def __create_ip_address(self, vm):
|
||||||
|
self.set_ip_address(vm)
|
||||||
|
vm.primary_ip4 = self.get_ip_address()
|
||||||
|
vm.save()
|
||||||
|
|
||||||
|
def __create_tags(self, vm: VirtualMachine):
|
||||||
|
vm.tags.add(self.datazone)
|
||||||
|
vm.tags.add(self.env)
|
||||||
|
vm.tags.add(self.backup)
|
||||||
|
if(self.backup_offsite is not None):
|
||||||
|
vm.tags.add(self.backup_offsite)
|
||||||
|
for tag in self.DEFAULT_TAGS:
|
||||||
|
vm.tags.add(tag)
|
||||||
|
if self.extra_tags is not None:
|
||||||
|
for tag in self.extra_tags:
|
||||||
|
vm.tags.add(tag)
|
||||||
|
vm.save()
|
||||||
|
self.set_tags(vm.tags)
|
||||||
|
|
||||||
|
def set_tags(self, tags):
|
||||||
|
self.tags = tags
|
||||||
|
|
||||||
|
def get_tags(self):
|
||||||
|
list = []
|
||||||
|
for tag in self.tags.all():
|
||||||
|
list.append(tag.name)
|
||||||
|
return list
|
||||||
|
|
||||||
|
def __create_vm(self):
|
||||||
|
vm = VirtualMachine(
|
||||||
|
status=self.status,
|
||||||
|
cluster=self.cluster,
|
||||||
|
platform=self.platform,
|
||||||
|
role=self.role,
|
||||||
|
tenant=self.tenant,
|
||||||
|
name=self.hostname,
|
||||||
|
disk=self.disk,
|
||||||
|
memory=self.memory,
|
||||||
|
vcpus=self.vcpus,
|
||||||
|
comments=self.comments,
|
||||||
|
)
|
||||||
|
vm.save()
|
||||||
|
return vm
|
||||||
|
|
||||||
|
def __create_interface(self, vm: VirtualMachine):
|
||||||
|
"""
|
||||||
|
Setup interface and add IP address
|
||||||
|
"""
|
||||||
|
try:
|
||||||
|
|
||||||
|
# Get net address tools
|
||||||
|
ip = netaddr.IPNetwork(vm.primary_ip4.address)
|
||||||
|
prefix_search = str(ip.network) + '/' + str(ip.prefixlen)
|
||||||
|
|
||||||
|
prefix = Prefix.objects.get(
|
||||||
|
prefix=prefix_search,
|
||||||
|
is_pool=True,
|
||||||
|
site=self.site,
|
||||||
|
)
|
||||||
|
|
||||||
|
interfaces = vm.get_config_context().get('interfaces')
|
||||||
|
|
||||||
|
interface = Interface(
|
||||||
|
name=interfaces['nic0']['name'],
|
||||||
|
mtu=interfaces['nic0']['mtu'],
|
||||||
|
virtual_machine=vm,
|
||||||
|
type=InterfaceTypeChoices.TYPE_VIRTUAL
|
||||||
|
)
|
||||||
|
|
||||||
|
# If we need anything other than Access, here is were to change it
|
||||||
|
if interfaces['nic0']['mode'] == "Access":
|
||||||
|
interface.mode = InterfaceModeChoices.MODE_ACCESS
|
||||||
|
interface.untagged_vlan = prefix.vlan
|
||||||
|
|
||||||
|
interface.save()
|
||||||
|
|
||||||
|
self.ip_address.interface = interface
|
||||||
|
self.ip_address.save()
|
||||||
|
|
||||||
|
except Exception as e:
|
||||||
|
raise Exception("Error while creating interface - {}".format(e))
|
||||||
|
return True
|
||||||
|
|
||||||
|
def create(self):
|
||||||
|
try:
|
||||||
|
vm = self.__create_vm()
|
||||||
|
self.__create_ip_address(vm)
|
||||||
|
self.__create_tags(vm)
|
||||||
|
self.__create_interface(vm)
|
||||||
|
except Exception as e:
|
||||||
|
raise e
|
||||||
|
return True
|
||||||
|
|
||||||
|
|
||||||
|
class BulkDeployVM(Script):
|
||||||
|
"""
|
||||||
|
Example CSV full:
|
||||||
|
status,tenant,cluster,datazone,env,platform,role,backup,vcpus,memory,disk,hostname,ip_address,extra_tags
|
||||||
|
staged,patientsky-hosting,odn1,1,vlb,base:v1.0.0-coreos,redirtp:v0.2.0,nobackup,1,1024,10,odn1-vlb-redirtp-001,10.50.61.10/24,"voip,test_tag,cluster_id_voip_galera_001"
|
||||||
|
staged,patientsky-hosting,odn1,1,vlb,base:v1.0.0-coreos,consul:v1.0.1,backup_general_1,2,2048,20,odn1-vlb-consul-001,10.50.61.11/24,"voip,test_tag,cluster_id_voip_galera_002"
|
||||||
|
staged,patientsky-hosting,odn1,1,vlb,base:v1.0.0-coreos,rediast:v0.2.0,backup_general_4,4,4096,30,odn1-vlb-rediast-001,10.50.61.12/24,"voip,test_tag,cluster_id_voip_galera_003"
|
||||||
|
|
||||||
|
Example CSV minimal (If all defaults are set):
|
||||||
|
vcpus,memory,disk,ip_address,extra_tags
|
||||||
|
1,1024,10,10.50.61.10/24,"voip,test_tag,cluster_id_voip_galera_001"
|
||||||
|
2,2048,20,10.50.61.11/24,"voip,test_tag,cluster_id_voip_galera_002"
|
||||||
|
4,4096,30,10.50.61.12/24,"voip,test_tag,cluster_id_voip_galera_003"
|
||||||
|
|
||||||
|
** Required Params **
|
||||||
|
Param: cluster - vSphere cluster name
|
||||||
|
Param: env - Adds 'env_xxx' tag
|
||||||
|
Param: platform - VM Platform e.g base:v1.0.0-coreos
|
||||||
|
Param: backup - Adds 'vsphere_tag_xxxx' tag
|
||||||
|
Param: backup_offsite - Adds 'vsphere_tag_xxxx' tag
|
||||||
|
Param: vcpus - Virtual CPUs (hot add)
|
||||||
|
Param: memory - Virtual memory (hot add)
|
||||||
|
Param: disk - Disk2 size
|
||||||
|
Param: hostname - VM hostname (Optional if 'role' is set)
|
||||||
|
Param: role - VM Device role
|
||||||
|
Param: ip_address - VM IP address
|
||||||
|
|
||||||
|
** Optional Params **
|
||||||
|
Param: status - VM status (default 'staged')
|
||||||
|
Param: tenant - Netbox tenant (default slug:'patientsky-hosting')
|
||||||
|
Param: datazone - Adds 'datazone_x' tag (default 'rr')
|
||||||
|
Param: extra_tags - Adds extra tags to VM
|
||||||
|
"""
|
||||||
|
|
||||||
|
DEFAULT_CSV_FIELDS = "vcpus,memory,disk,ip_address,extra_tags"
|
||||||
|
datazone_rr: bool = True
|
||||||
|
|
||||||
|
class Meta:
|
||||||
|
name = "Bulk deploy new VMs"
|
||||||
|
description = "Deploy new virtual machines from existing platforms"
|
||||||
|
fields = ['vms', 'default_status', 'default_tenant', 'default_datazone', 'default_backup', 'default_backup_offsite', 'default_role']
|
||||||
|
field_order = ['vms', 'default_status', 'default_tenant', 'default_datazone', 'default_backup', 'default_backup_offsite', 'default_role']
|
||||||
|
commit_default = False
|
||||||
|
|
||||||
|
vms = TextVar(
|
||||||
|
label="Import CSV",
|
||||||
|
description="CSV data",
|
||||||
|
required=True,
|
||||||
|
default=DEFAULT_CSV_FIELDS
|
||||||
|
)
|
||||||
|
|
||||||
|
default_status = ChoiceVar(
|
||||||
|
label="Default Status",
|
||||||
|
description="Default CSV field `status` if none given",
|
||||||
|
required=False,
|
||||||
|
choices=(
|
||||||
|
(VirtualMachineStatusChoices.STATUS_STAGED, 'Staged (Deploy now)'),
|
||||||
|
(VirtualMachineStatusChoices.STATUS_PLANNED, 'Planned (Save for later)')
|
||||||
|
)
|
||||||
|
)
|
||||||
|
|
||||||
|
default_tenant = ObjectVar(
|
||||||
|
label="Default Tenant",
|
||||||
|
default=1,
|
||||||
|
required=False,
|
||||||
|
description="Default CSV field `tenant` if none given",
|
||||||
|
queryset=Tenant.objects.all()
|
||||||
|
)
|
||||||
|
|
||||||
|
default_datazone = ChoiceVar(
|
||||||
|
label="Default Datazone",
|
||||||
|
description="Default CSV field `datazone` if none given",
|
||||||
|
default="rr",
|
||||||
|
required=False,
|
||||||
|
choices=(
|
||||||
|
('rr', 'Round robin (1,2)'),
|
||||||
|
('1', '1'),
|
||||||
|
('2', '2')
|
||||||
|
)
|
||||||
|
)
|
||||||
|
|
||||||
|
default_cluster = ObjectVar(
|
||||||
|
label="Default Cluster",
|
||||||
|
description="Default CSV field `cluster` if none given",
|
||||||
|
required=False,
|
||||||
|
queryset=Cluster.objects.all()
|
||||||
|
)
|
||||||
|
|
||||||
|
default_env = ObjectVar(
|
||||||
|
label="Default Environment",
|
||||||
|
description="Default CSV field `env` if none given",
|
||||||
|
default="env_inf",
|
||||||
|
required=False,
|
||||||
|
queryset=Tag.objects.filter(
|
||||||
|
name__startswith='env_',
|
||||||
|
).order_by('name'),
|
||||||
|
)
|
||||||
|
|
||||||
|
default_platform = ObjectVar(
|
||||||
|
label="Default Platform",
|
||||||
|
description="Default CSV field `platform` if none given",
|
||||||
|
required=False,
|
||||||
|
widget=APISelect(
|
||||||
|
api_url='/api/dcim/platforms/?name__ic=_',
|
||||||
|
display_field='display_name',
|
||||||
|
),
|
||||||
|
queryset=Platform.objects.all().order_by('name')
|
||||||
|
)
|
||||||
|
|
||||||
|
default_role = ObjectVar(
|
||||||
|
label="Default Role",
|
||||||
|
description="Default CSV field `role` if none given",
|
||||||
|
default=None,
|
||||||
|
required=False,
|
||||||
|
widget=APISelect(
|
||||||
|
api_url='/api/dcim/device-roles/?vm_role=true',
|
||||||
|
display_field='display_name',
|
||||||
|
),
|
||||||
|
queryset=DeviceRole.objects.filter(
|
||||||
|
vm_role=True
|
||||||
|
).order_by('name')
|
||||||
|
)
|
||||||
|
|
||||||
|
default_backup = ObjectVar(
|
||||||
|
label="Default Backup",
|
||||||
|
description="Default CSV field `backup` if none given",
|
||||||
|
required=False,
|
||||||
|
queryset=Tag.objects.filter(
|
||||||
|
name__startswith='vsphere_tag_',
|
||||||
|
).order_by('name'),
|
||||||
|
)
|
||||||
|
|
||||||
|
default_backup_offsite = ObjectVar(
|
||||||
|
label="Default Offsite Backup",
|
||||||
|
description="Default CSV field `backup_offsite` if none given",
|
||||||
|
required=False,
|
||||||
|
queryset=Tag.objects.filter(
|
||||||
|
name__startswith='vsphere_tag_backup_off',
|
||||||
|
).order_by('name'),
|
||||||
|
)
|
||||||
|
|
||||||
|
def get_vm_data(self):
|
||||||
|
return self.vm_data
|
||||||
|
|
||||||
|
def set_csv_data(self, vms):
|
||||||
|
self.csv_raw_data = csv.DictReader(vms, delimiter=',')
|
||||||
|
|
||||||
|
def get_csv_raw_data(self):
|
||||||
|
return self.csv_raw_data
|
||||||
|
|
||||||
|
def set(self, data):
|
||||||
|
self.set_csv_data(data['vms'].splitlines())
|
||||||
|
|
||||||
|
def get_datazone(self, datazone):
|
||||||
|
if datazone == 'rr':
|
||||||
|
datazone = 1 if self.datazone_rr else 2
|
||||||
|
self.datazone_rr = not self.datazone_rr
|
||||||
|
return datazone
|
||||||
|
|
||||||
|
def run(self, data):
|
||||||
|
# Set data from raw csv
|
||||||
|
self.set(data)
|
||||||
|
line = 1
|
||||||
|
for raw_vm in self.get_csv_raw_data():
|
||||||
|
try:
|
||||||
|
vm = VM(
|
||||||
|
status=raw_vm.get('status') if raw_vm.get('status') is not None else data['default_status'],
|
||||||
|
tenant=raw_vm.get('tenant') if raw_vm.get('tenant') is not None else data['default_tenant'],
|
||||||
|
datazone=raw_vm.get('datazone') if raw_vm.get('datazone') is not None else self.get_datazone(data['default_datazone']),
|
||||||
|
cluster=raw_vm.get('cluster') if raw_vm.get('cluster') is not None else data['default_cluster'],
|
||||||
|
env=raw_vm.get('env') if raw_vm.get('env') is not None else data['default_env'],
|
||||||
|
platform=raw_vm.get('platform') if raw_vm.get('platform') is not None else data['default_platform'],
|
||||||
|
role=raw_vm.get('role') if raw_vm.get('role') is not None else data['default_role'],
|
||||||
|
backup=raw_vm.get('backup') if raw_vm.get('backup') is not None else data['default_backup'],
|
||||||
|
backup_offsite=raw_vm.get('backup_offsite') if raw_vm.get('backup_offsite') is not None else data['default_backup_offsite'],
|
||||||
|
vcpus=raw_vm.get('vcpus'),
|
||||||
|
memory=raw_vm.get('memory'),
|
||||||
|
disk=raw_vm.get('disk'),
|
||||||
|
hostname=raw_vm.get('hostname'),
|
||||||
|
ip_address=raw_vm.get('ip_address'),
|
||||||
|
extra_tags=raw_vm.get('extra_tags'),
|
||||||
|
)
|
||||||
|
vm.create()
|
||||||
|
self.log_success(
|
||||||
|
"{} `{}` for `{}`, `{}`, in cluster `{}`, env `{}`, datazone `{}`, backup `{}`".
|
||||||
|
format(
|
||||||
|
vm.status.capitalize(),
|
||||||
|
vm.hostname,
|
||||||
|
vm.tenant,
|
||||||
|
vm.ip_address.address,
|
||||||
|
vm.cluster,
|
||||||
|
str(vm.env.name).split('_')[1],
|
||||||
|
vm.datazone,
|
||||||
|
vm.backup,
|
||||||
|
)
|
||||||
|
)
|
||||||
|
line += 1
|
||||||
|
except Exception as e:
|
||||||
|
self.log_failure("CSV line {}, Error while creating VM \n`{}`".format(line, e))
|
||||||
|
return data['vms']
|
||||||
|
|
||||||
516
scripts/bulk.py.new
Normal file
516
scripts/bulk.py.new
Normal file
|
|
@ -0,0 +1,516 @@
|
||||||
|
import netaddr
|
||||||
|
import csv
|
||||||
|
from dcim.choices import InterfaceTypeChoices, InterfaceModeChoices
|
||||||
|
from dcim.models import Platform, DeviceRole, Site
|
||||||
|
from ipam.models import IPAddress, VRF, Interface, Prefix, VLAN
|
||||||
|
from tenancy.models import Tenant
|
||||||
|
from virtualization.models import VirtualMachine, Cluster
|
||||||
|
from virtualization.choices import VirtualMachineStatusChoices
|
||||||
|
from extras.scripts import Script, TextVar, ChoiceVar, ObjectVar
|
||||||
|
from extras.models import Tag
|
||||||
|
from utilities.forms import APISelect
|
||||||
|
|
||||||
|
|
||||||
|
class VM:
|
||||||
|
|
||||||
|
status: str
|
||||||
|
tenant: Tenant
|
||||||
|
cluster: Cluster
|
||||||
|
site: Site
|
||||||
|
csv_ip_address: str
|
||||||
|
ip_address: IPAddress
|
||||||
|
|
||||||
|
DEFAULT_TAGS = ['ansible', 'zero_day']
|
||||||
|
DEFAULT_DOMAIN_PRIVATE = 'privatedns.zone'
|
||||||
|
DEFAULT_DOMAIN_PUBLIC = 'publicdns.zone'
|
||||||
|
|
||||||
|
def __init__(self, status, tenant, cluster, datazone, env, platform, role, backup, vcpus, memory, disk, ip_address, hostname, extra_tags):
|
||||||
|
# IP address can first be created after vm
|
||||||
|
self.csv_ip_address = ip_address
|
||||||
|
self.set_cluster(cluster)
|
||||||
|
self.set_status(status)
|
||||||
|
self.set_tenant(tenant)
|
||||||
|
self.set_datazone(datazone)
|
||||||
|
self.set_env(env)
|
||||||
|
self.set_platform(platform)
|
||||||
|
self.set_role(role)
|
||||||
|
self.set_backup_tag(backup)
|
||||||
|
self.set_vcpus(vcpus)
|
||||||
|
self.set_memory(memory)
|
||||||
|
self.set_disk(disk)
|
||||||
|
self.set_hostname(hostname)
|
||||||
|
self.set_vlan(None)
|
||||||
|
self.set_extra_tags(extra_tags)
|
||||||
|
|
||||||
|
def set_extra_tags(self, extra_tags):
|
||||||
|
try:
|
||||||
|
if extra_tags is None:
|
||||||
|
self.extra_tags = extra_tags
|
||||||
|
else:
|
||||||
|
self.extra_tags = extra_tags.split(',')
|
||||||
|
except Exception as e:
|
||||||
|
raise Exception("Extra tags - {0}".format(e))
|
||||||
|
|
||||||
|
def set_vlan(self, vlan):
|
||||||
|
try:
|
||||||
|
self.vlan = VLAN.objects.get(
|
||||||
|
vid=vlan,
|
||||||
|
site=self.site
|
||||||
|
)
|
||||||
|
except Exception:
|
||||||
|
self.vlan = None
|
||||||
|
|
||||||
|
def generate_hostname(self):
|
||||||
|
# I now proclaim this VM, First of its Name, Queen of the Andals and the First Men, Protector of the Seven Kingdoms
|
||||||
|
vm_index = "001"
|
||||||
|
vm_search_for = "{0}-{1}-{2}-".format(self.site.slug, self.env.name.split('_')[1], self.role.name.split(':')[0])
|
||||||
|
vms = VirtualMachine.objects.filter(
|
||||||
|
name__startswith=vm_search_for
|
||||||
|
)
|
||||||
|
if len(vms) > 0:
|
||||||
|
# Get last of its kind
|
||||||
|
last_vm_index = int(vms[len(vms) - 1].name.split('-')[3]) + 1
|
||||||
|
if last_vm_index < 10:
|
||||||
|
vm_index = '00' + str(last_vm_index)
|
||||||
|
elif last_vm_index < 100:
|
||||||
|
vm_index = '0' + str(last_vm_index)
|
||||||
|
else:
|
||||||
|
vm_index = str(last_vm_index)
|
||||||
|
|
||||||
|
return "{0}{1}".format(vm_search_for, vm_index)
|
||||||
|
|
||||||
|
def get_vrf(self):
|
||||||
|
return VRF.objects.get(
|
||||||
|
name="global"
|
||||||
|
)
|
||||||
|
|
||||||
|
def get_fqdn(self):
|
||||||
|
return "{}.{}".format(self.hostname, self.DEFAULT_DOMAIN_PRIVATE if netaddr.IPNetwork(self.ip_address.address).is_private() is True else self.DEFAULT_DOMAIN_PUBLIC)
|
||||||
|
|
||||||
|
def set_ip_address(self, vm):
|
||||||
|
try:
|
||||||
|
if not isinstance(self.vlan, VLAN):
|
||||||
|
ip_check = IPAddress.objects.filter(address=self.csv_ip_address)
|
||||||
|
if len(ip_check) > 0:
|
||||||
|
raise Exception(str(ip_check[0].address) + ' is already assigned to ' + str(ip_check[0].interface.name))
|
||||||
|
self.ip_address = IPAddress(
|
||||||
|
address=self.csv_ip_address,
|
||||||
|
vrf=self.get_vrf(),
|
||||||
|
tenant=self.tenant,
|
||||||
|
family=4,
|
||||||
|
)
|
||||||
|
else:
|
||||||
|
# Auto assign IPs from vlan
|
||||||
|
prefix = Prefix.objects.get(
|
||||||
|
vlan=self.vlan,
|
||||||
|
site=vm.site
|
||||||
|
)
|
||||||
|
prefix.is_pool = True
|
||||||
|
# Save as pool
|
||||||
|
prefix.save()
|
||||||
|
|
||||||
|
ip_address = prefix.get_first_available_ip()
|
||||||
|
self.ip_address = IPAddress(
|
||||||
|
address=ip_address,
|
||||||
|
vrf=self.get_vrf(),
|
||||||
|
tenant=self.tenant,
|
||||||
|
family=4,
|
||||||
|
)
|
||||||
|
self.ip_address.dns_name = self.get_fqdn()
|
||||||
|
self.ip_address.save()
|
||||||
|
except Exception as e:
|
||||||
|
self.ip_address = None
|
||||||
|
raise Exception("IP address - {0}".format(e))
|
||||||
|
|
||||||
|
def get_vlan(self):
|
||||||
|
return False
|
||||||
|
|
||||||
|
def set_hostname(self, hostname):
|
||||||
|
try:
|
||||||
|
self.hostname = hostname if hostname is not None else self.generate_hostname()
|
||||||
|
except Exception as e:
|
||||||
|
raise Exception("Hostname - {0}".format(e))
|
||||||
|
|
||||||
|
def set_disk(self, disk):
|
||||||
|
try:
|
||||||
|
self.disk = disk
|
||||||
|
except Exception as e:
|
||||||
|
raise Exception("Disk - {0}".format(e))
|
||||||
|
|
||||||
|
def set_memory(self, memory):
|
||||||
|
try:
|
||||||
|
self.memory = memory
|
||||||
|
except Exception as e:
|
||||||
|
raise Exception("Memory - {0}".format(e))
|
||||||
|
|
||||||
|
def set_vcpus(self, vcpus):
|
||||||
|
try:
|
||||||
|
self.vcpus = vcpus
|
||||||
|
except Exception as e:
|
||||||
|
raise Exception("vcpus - {0}".format(e))
|
||||||
|
|
||||||
|
def set_backup_tag(self, backup):
|
||||||
|
try:
|
||||||
|
if isinstance(backup, Tag):
|
||||||
|
self.backup = backup
|
||||||
|
else:
|
||||||
|
self.backup = Tag.objects.filter(name="{0}".format(backup))[0]
|
||||||
|
except Exception as e:
|
||||||
|
raise Exception("Tag backup {0} does not exist, {1}".format(backup, e))
|
||||||
|
|
||||||
|
def set_site(self, site):
|
||||||
|
try:
|
||||||
|
if isinstance(site, Site):
|
||||||
|
self.site = site
|
||||||
|
else:
|
||||||
|
raise Exception("site is not of instance 'Site'")
|
||||||
|
except Exception as e:
|
||||||
|
raise Exception('Site does not exist - ' + str(e))
|
||||||
|
|
||||||
|
def set_role(self, role):
|
||||||
|
try:
|
||||||
|
self.role = DeviceRole.objects.get(
|
||||||
|
name=role
|
||||||
|
)
|
||||||
|
except Exception as e:
|
||||||
|
raise Exception('Role does not exist - ' + str(e))
|
||||||
|
|
||||||
|
def set_platform(self, platform):
|
||||||
|
try:
|
||||||
|
if isinstance(platform, Platform):
|
||||||
|
self.platform = platform
|
||||||
|
else:
|
||||||
|
self.platform = Platform.objects.get(
|
||||||
|
name=platform
|
||||||
|
)
|
||||||
|
except Exception as e:
|
||||||
|
raise Exception("Platform does not exist {0}".format(e))
|
||||||
|
|
||||||
|
def set_env(self, env):
|
||||||
|
try:
|
||||||
|
if isinstance(env, Tag):
|
||||||
|
self.env = env
|
||||||
|
else:
|
||||||
|
self.env = Tag.objects.get(name="env_{0}".format(env))
|
||||||
|
except Exception as e:
|
||||||
|
raise Exception("Tag env does not exist - {0}".format(e, env))
|
||||||
|
|
||||||
|
def set_datazone(self, datazone):
|
||||||
|
try:
|
||||||
|
self.datazone = Tag.objects.get(name="datazone_{0}".format(datazone))
|
||||||
|
except Exception as e:
|
||||||
|
raise Exception("Tag datazone does not exist - {0}".format(e))
|
||||||
|
|
||||||
|
def set_cluster(self, cluster):
|
||||||
|
try:
|
||||||
|
if isinstance(cluster, Cluster):
|
||||||
|
self.cluster = cluster
|
||||||
|
else:
|
||||||
|
self.cluster = Cluster.objects.get(
|
||||||
|
name=cluster
|
||||||
|
)
|
||||||
|
self.set_site(self.cluster.site)
|
||||||
|
except Exception as e:
|
||||||
|
raise Exception("Cluster does not exist {0}".format(e))
|
||||||
|
|
||||||
|
def set_tenant(self, tenant):
|
||||||
|
try:
|
||||||
|
if isinstance(tenant, Tenant):
|
||||||
|
self.tenant = tenant
|
||||||
|
else:
|
||||||
|
self.tenant = Tenant.objects.get(
|
||||||
|
slug=tenant
|
||||||
|
)
|
||||||
|
except Exception as e:
|
||||||
|
raise Exception("Tenant does not exist {0}".format(e))
|
||||||
|
|
||||||
|
def set_status(self, status):
|
||||||
|
try:
|
||||||
|
self.status = VirtualMachineStatusChoices.STATUS_STAGED if status == 'staged' else VirtualMachineStatusChoices.STATUS_PLANNED
|
||||||
|
except Exception as e:
|
||||||
|
raise Exception("Status does not exist {0}".format(e))
|
||||||
|
|
||||||
|
def get_ip_address(self):
|
||||||
|
return self.ip_address
|
||||||
|
|
||||||
|
def __create_ip_address(self, vm):
|
||||||
|
self.set_ip_address(vm)
|
||||||
|
vm.primary_ip4 = self.get_ip_address()
|
||||||
|
vm.save()
|
||||||
|
|
||||||
|
def __create_tags(self, vm: VirtualMachine):
|
||||||
|
vm.tags.add(self.datazone)
|
||||||
|
vm.tags.add(self.env)
|
||||||
|
vm.tags.add(self.backup)
|
||||||
|
for tag in self.DEFAULT_TAGS:
|
||||||
|
vm.tags.add(tag)
|
||||||
|
if self.extra_tags is not None:
|
||||||
|
for tag in self.extra_tags:
|
||||||
|
vm.tags.add(tag)
|
||||||
|
vm.save()
|
||||||
|
self.set_tags(vm.tags)
|
||||||
|
|
||||||
|
def set_tags(self, tags):
|
||||||
|
self.tags = tags
|
||||||
|
|
||||||
|
def get_tags(self):
|
||||||
|
list = []
|
||||||
|
for tag in self.tags.all():
|
||||||
|
list.append(tag.name)
|
||||||
|
return list
|
||||||
|
|
||||||
|
def __create_vm(self):
|
||||||
|
vm = VirtualMachine(
|
||||||
|
status=self.status,
|
||||||
|
cluster=self.cluster,
|
||||||
|
platform=self.platform,
|
||||||
|
role=self.role,
|
||||||
|
tenant=self.tenant,
|
||||||
|
name=self.hostname,
|
||||||
|
disk=self.disk,
|
||||||
|
memory=self.memory,
|
||||||
|
vcpus=self.vcpus,
|
||||||
|
)
|
||||||
|
vm.save()
|
||||||
|
return vm
|
||||||
|
|
||||||
|
def __create_interface(self, vm: VirtualMachine):
|
||||||
|
"""
|
||||||
|
Setup interface and add IP address
|
||||||
|
"""
|
||||||
|
try:
|
||||||
|
|
||||||
|
# Get net address tools
|
||||||
|
ip = netaddr.IPNetwork(vm.primary_ip4.address)
|
||||||
|
prefix_search = str(ip.network) + '/' + str(ip.prefixlen)
|
||||||
|
|
||||||
|
prefix = Prefix.objects.get(
|
||||||
|
prefix=prefix_search,
|
||||||
|
is_pool=True,
|
||||||
|
site=self.site,
|
||||||
|
)
|
||||||
|
|
||||||
|
interfaces = vm.get_config_context().get('interfaces')
|
||||||
|
|
||||||
|
interface = Interface(
|
||||||
|
name=interfaces['nic0']['name'],
|
||||||
|
mtu=interfaces['nic0']['mtu'],
|
||||||
|
virtual_machine=vm,
|
||||||
|
type=InterfaceTypeChoices.TYPE_VIRTUAL
|
||||||
|
)
|
||||||
|
|
||||||
|
# If we need anything other than Access, here is were to change it
|
||||||
|
if interfaces['nic0']['mode'] == "Access":
|
||||||
|
interface.mode = InterfaceModeChoices.MODE_ACCESS
|
||||||
|
interface.untagged_vlan = prefix.vlan
|
||||||
|
|
||||||
|
interface.save()
|
||||||
|
|
||||||
|
self.ip_address.interface = interface
|
||||||
|
self.ip_address.save()
|
||||||
|
|
||||||
|
except Exception as e:
|
||||||
|
raise Exception("Error while creating interface - {}".format(e))
|
||||||
|
return True
|
||||||
|
|
||||||
|
def create(self):
|
||||||
|
try:
|
||||||
|
vm = self.__create_vm()
|
||||||
|
self.__create_ip_address(vm)
|
||||||
|
self.__create_tags(vm)
|
||||||
|
self.__create_interface(vm)
|
||||||
|
except Exception as e:
|
||||||
|
raise e
|
||||||
|
return True
|
||||||
|
|
||||||
|
|
||||||
|
class BulkDeployVM(Script):
|
||||||
|
"""
|
||||||
|
Example CSV full:
|
||||||
|
status,tenant,cluster,datazone,env,platform,role,backup,vcpus,memory,disk,hostname,ip_address,extra_tags
|
||||||
|
staged,patientsky-hosting,odn1,1,vlb,base:v1.0.0-coreos,redirtp:v0.2.0,backup_nobackup,1,1024,10,odn1-vlb-redirtp-001,10.50.61.10/24,"voip,test_tag,cluster_id_voip_galera_001"
|
||||||
|
staged,patientsky-hosting,odn1,1,vlb,base:v1.0.0-coreos,consul:v1.0.1,backup_general_1,2,2048,20,odn1-vlb-consul-001,10.50.61.11/24,"voip,test_tag,cluster_id_voip_galera_002"
|
||||||
|
staged,patientsky-hosting,odn1,1,vlb,base:v1.0.0-coreos,rediast:v0.2.0,backup_general_4,4,4096,30,odn1-vlb-rediast-001,10.50.61.12/24,"voip,test_tag,cluster_id_voip_galera_003"
|
||||||
|
|
||||||
|
Example CSV minimal (If all defaults are set):
|
||||||
|
vcpus,memory,disk,ip_address,extra_tags
|
||||||
|
1,1024,10,10.50.61.10/24,"voip,test_tag,cluster_id_voip_galera_001"
|
||||||
|
2,2048,20,10.50.61.11/24,"voip,test_tag,cluster_id_voip_galera_002"
|
||||||
|
4,4096,30,10.50.61.12/24,"voip,test_tag,cluster_id_voip_galera_003"
|
||||||
|
|
||||||
|
** Required Params **
|
||||||
|
Param: cluster - vSphere cluster name
|
||||||
|
Param: env - Adds 'env_xxx' tag
|
||||||
|
Param: platform - VM Platform e.g base:v1.0.0-coreos
|
||||||
|
Param: backup - Adds backup tag
|
||||||
|
Param: vcpus - Virtual CPUs (hot add)
|
||||||
|
Param: memory - Virtual memory (hot add)
|
||||||
|
Param: disk - Disk2 size
|
||||||
|
Param: hostname - VM hostname (Optional if 'role' is set)
|
||||||
|
Param: role - VM Device role
|
||||||
|
Param: ip_address - VM IP address
|
||||||
|
|
||||||
|
** Optional Params **
|
||||||
|
Param: status - VM status (default 'staged')
|
||||||
|
Param: tenant - Netbox tenant (default slug:'patientsky-hosting')
|
||||||
|
Param: datazone - Adds 'datazone_x' tag (default 'rr')
|
||||||
|
Param: extra_tags - Adds extra tags to VM
|
||||||
|
"""
|
||||||
|
|
||||||
|
DEFAULT_CSV_FIELDS = "env,platform,role,backup,vcpus,memory,disk,hostname,ip_address,extra_tags"
|
||||||
|
datazone_rr: bool = True
|
||||||
|
|
||||||
|
class Meta:
|
||||||
|
name = "Bulk deploy new VMs"
|
||||||
|
description = "Deploy new virtual machines from existing platforms"
|
||||||
|
fields = ['vms', 'default_status', 'default_tenant', 'default_datazone', 'default_backup', 'default_role']
|
||||||
|
field_order = ['vms', 'default_status', 'default_tenant', 'default_datazone', 'default_backup', 'default_role']
|
||||||
|
commit_default = False
|
||||||
|
|
||||||
|
vms = TextVar(
|
||||||
|
label="Import CSV",
|
||||||
|
description="CSV data",
|
||||||
|
required=True,
|
||||||
|
default=DEFAULT_CSV_FIELDS
|
||||||
|
)
|
||||||
|
|
||||||
|
default_status = ChoiceVar(
|
||||||
|
label="Default Status",
|
||||||
|
description="Default CSV field `status` if none given",
|
||||||
|
required=False,
|
||||||
|
choices=(
|
||||||
|
(VirtualMachineStatusChoices.STATUS_STAGED, 'Staged (Deploy now)'),
|
||||||
|
(VirtualMachineStatusChoices.STATUS_PLANNED, 'Planned (Save for later)')
|
||||||
|
)
|
||||||
|
)
|
||||||
|
|
||||||
|
default_tenant = ObjectVar(
|
||||||
|
label="Default Tenant",
|
||||||
|
default=1,
|
||||||
|
required=False,
|
||||||
|
description="Default CSV field `tenant` if none given",
|
||||||
|
queryset=Tenant.objects.all()
|
||||||
|
)
|
||||||
|
|
||||||
|
default_datazone = ChoiceVar(
|
||||||
|
label="Default Datazone",
|
||||||
|
description="Default CSV field `datazone` if none given",
|
||||||
|
default="rr",
|
||||||
|
required=False,
|
||||||
|
choices=(
|
||||||
|
('rr', 'Round robin (1,2)'),
|
||||||
|
('1', '1'),
|
||||||
|
('2', '2')
|
||||||
|
)
|
||||||
|
)
|
||||||
|
|
||||||
|
default_cluster = ObjectVar(
|
||||||
|
label="Default Cluster",
|
||||||
|
description="Default CSV field `cluster` if none given",
|
||||||
|
required=False,
|
||||||
|
queryset=Cluster.objects.all()
|
||||||
|
)
|
||||||
|
|
||||||
|
default_env = ObjectVar(
|
||||||
|
label="Default Environment",
|
||||||
|
description="Default CSV field `env` if none given",
|
||||||
|
default="env_inf",
|
||||||
|
required=False,
|
||||||
|
queryset=Tag.objects.filter(
|
||||||
|
name__startswith='env_',
|
||||||
|
).order_by('name'),
|
||||||
|
)
|
||||||
|
|
||||||
|
default_platform = ObjectVar(
|
||||||
|
label="Default Platform",
|
||||||
|
description="Default CSV field `platform` if none given",
|
||||||
|
required=False,
|
||||||
|
widget=APISelect(
|
||||||
|
api_url='/api/dcim/platforms/?name__ic=_',
|
||||||
|
display_field='display_name',
|
||||||
|
),
|
||||||
|
queryset=Platform.objects.all().order_by('name')
|
||||||
|
)
|
||||||
|
|
||||||
|
default_role = ObjectVar(
|
||||||
|
label="Default Role",
|
||||||
|
description="Default CSV field `role` if none given",
|
||||||
|
default=None,
|
||||||
|
required=False,
|
||||||
|
widget=APISelect(
|
||||||
|
api_url='/api/dcim/device-roles/?vm_role=true',
|
||||||
|
display_field='display_name',
|
||||||
|
),
|
||||||
|
queryset=DeviceRole.objects.filter(
|
||||||
|
vm_role=True
|
||||||
|
).order_by('name')
|
||||||
|
)
|
||||||
|
|
||||||
|
default_backup = ObjectVar(
|
||||||
|
label="Default Backup",
|
||||||
|
description="Default CSV field `backup` if none given",
|
||||||
|
required=False,
|
||||||
|
queryset=Tag.objects.filter(
|
||||||
|
name__startswith='backup_',
|
||||||
|
).order_by('name'),
|
||||||
|
)
|
||||||
|
|
||||||
|
def get_vm_data(self):
|
||||||
|
return self.vm_data
|
||||||
|
|
||||||
|
def set_csv_data(self, vms):
|
||||||
|
self.csv_raw_data = csv.DictReader(vms, delimiter=',')
|
||||||
|
|
||||||
|
def get_csv_raw_data(self):
|
||||||
|
return self.csv_raw_data
|
||||||
|
|
||||||
|
def set(self, data):
|
||||||
|
self.set_csv_data(data['vms'].splitlines())
|
||||||
|
|
||||||
|
def get_datazone(self, datazone):
|
||||||
|
if datazone == 'rr':
|
||||||
|
datazone = 1 if self.datazone_rr else 2
|
||||||
|
self.datazone_rr = not self.datazone_rr
|
||||||
|
return datazone
|
||||||
|
|
||||||
|
def run(self, data):
|
||||||
|
# Set data from raw csv
|
||||||
|
self.set(data)
|
||||||
|
line = 1
|
||||||
|
for raw_vm in self.get_csv_raw_data():
|
||||||
|
try:
|
||||||
|
vm = VM(
|
||||||
|
status=raw_vm.get('status') if raw_vm.get('status') is not None else data['default_status'],
|
||||||
|
tenant=raw_vm.get('tenant') if raw_vm.get('tenant') is not None else data['default_tenant'],
|
||||||
|
datazone=raw_vm.get('datazone') if raw_vm.get('datazone') is not None else self.get_datazone(data['default_datazone']),
|
||||||
|
cluster=raw_vm.get('cluster') if raw_vm.get('cluster') is not None else data['default_cluster'],
|
||||||
|
env=raw_vm.get('env') if raw_vm.get('env') is not None else data['default_env'],
|
||||||
|
platform=raw_vm.get('platform') if raw_vm.get('platform') is not None else data['default_platform'],
|
||||||
|
role=raw_vm.get('role') if raw_vm.get('role') is not None else data['default_role'],
|
||||||
|
backup=raw_vm.get('backup') if raw_vm.get('backup') is not None else data['default_backup'],
|
||||||
|
vcpus=raw_vm.get('vcpus'),
|
||||||
|
memory=raw_vm.get('memory'),
|
||||||
|
disk=raw_vm.get('disk'),
|
||||||
|
hostname=raw_vm.get('hostname'),
|
||||||
|
ip_address=raw_vm.get('ip_address'),
|
||||||
|
extra_tags=raw_vm.get('extra_tags'),
|
||||||
|
)
|
||||||
|
vm.create()
|
||||||
|
self.log_success(
|
||||||
|
"{} `{}` for `{}`, `{}`, in cluster `{}`, env `{}`, datazone `{}`, backup `{}`".
|
||||||
|
format(
|
||||||
|
vm.status.capitalize(),
|
||||||
|
vm.hostname,
|
||||||
|
vm.tenant,
|
||||||
|
vm.ip_address.address,
|
||||||
|
vm.cluster,
|
||||||
|
str(vm.env.name).split('_')[1],
|
||||||
|
vm.datazone,
|
||||||
|
vm.backup,
|
||||||
|
)
|
||||||
|
)
|
||||||
|
line += 1
|
||||||
|
except Exception as e:
|
||||||
|
self.log_failure("CSV line {}, Error while creating VM \n`{}`".format(line, e))
|
||||||
|
return data['vms']
|
||||||
|
|
||||||
|
|
@ -1,469 +0,0 @@
|
||||||
import netaddr
|
|
||||||
|
|
||||||
from dcim.choices import InterfaceTypeChoices, InterfaceModeChoices
|
|
||||||
from dcim.models import Platform, DeviceRole, Site
|
|
||||||
from ipam.models import IPAddress, VRF, Interface, Prefix, VLAN
|
|
||||||
from tenancy.models import Tenant
|
|
||||||
from virtualization.models import VirtualMachine, Cluster
|
|
||||||
from virtualization.choices import VirtualMachineStatusChoices
|
|
||||||
from extras.scripts import Script, ObjectVar, ChoiceVar, TextVar, IntegerVar
|
|
||||||
from extras.models import Tag
|
|
||||||
from utilities.forms import APISelect
|
|
||||||
|
|
||||||
|
|
||||||
class DeployVM(Script):
|
|
||||||
|
|
||||||
env = ""
|
|
||||||
interfaces = []
|
|
||||||
time_zone = ""
|
|
||||||
dns_domain_private = ""
|
|
||||||
dns_domain_public = ""
|
|
||||||
dns_servers = []
|
|
||||||
ntp_servers = []
|
|
||||||
ssh_authorized_keys = []
|
|
||||||
ssh_port = ""
|
|
||||||
_default_interface = {}
|
|
||||||
tags = []
|
|
||||||
output = []
|
|
||||||
success_log = ""
|
|
||||||
|
|
||||||
class Meta:
|
|
||||||
name = "Deploy new VMs"
|
|
||||||
description = "Deploy new virtual machines from existing platforms and roles using AWX"
|
|
||||||
fields = ['persist_disk', 'status', 'health_check', 'serial', 'tenant', 'cluster', 'env', 'untagged_vlan', 'backup', 'ip_addresses', 'vm_count', 'vcpus', 'memory', 'platform', 'role', 'disk', 'ssh_authorized_keys', 'hostnames']
|
|
||||||
field_order = ['status', 'tenant', 'cluster', 'env', 'platform', 'role', 'health_check', 'serial', 'persist_disk', 'backup', 'vm_count', 'vcpus', 'memory', 'disk', 'hostnames', 'untagged_vlan', 'ip_addresses', 'ssh_authorized_keys']
|
|
||||||
commit_default = False
|
|
||||||
|
|
||||||
health_check = ChoiceVar(
|
|
||||||
label="Health checks on deployment",
|
|
||||||
description="Deployment will fail if server does not pass Consul health checks",
|
|
||||||
required=True,
|
|
||||||
choices=(
|
|
||||||
('True', 'Yes'),
|
|
||||||
('False', 'No')
|
|
||||||
)
|
|
||||||
)
|
|
||||||
|
|
||||||
serial = ChoiceVar(
|
|
||||||
label="Serial deployment",
|
|
||||||
description="VM will not be parallelized in deployment",
|
|
||||||
required=True,
|
|
||||||
choices=(
|
|
||||||
('False', 'No'),
|
|
||||||
('True', 'Yes'),
|
|
||||||
)
|
|
||||||
)
|
|
||||||
|
|
||||||
persist_disk = ChoiceVar(
|
|
||||||
label="Persist volume on redeploy",
|
|
||||||
description="VM will persist disk2 in vSphere on redeploys",
|
|
||||||
required=True,
|
|
||||||
choices=(
|
|
||||||
('False', 'No'),
|
|
||||||
('True', 'Yes'),
|
|
||||||
)
|
|
||||||
)
|
|
||||||
|
|
||||||
status = ChoiceVar(
|
|
||||||
label="VM Status",
|
|
||||||
description="Deploy VM now or later?",
|
|
||||||
required=True,
|
|
||||||
choices=(
|
|
||||||
(VirtualMachineStatusChoices.STATUS_STAGED, 'Staged (Deploy now)'),
|
|
||||||
(VirtualMachineStatusChoices.STATUS_PLANNED, 'Planned (Save for later)')
|
|
||||||
)
|
|
||||||
)
|
|
||||||
|
|
||||||
tenant = ObjectVar(
|
|
||||||
default="patientsky-hosting",
|
|
||||||
description="Name of the tenant the VMs beloing to",
|
|
||||||
queryset=Tenant.objects.filter()
|
|
||||||
)
|
|
||||||
|
|
||||||
cluster = ObjectVar(
|
|
||||||
default="odn1",
|
|
||||||
description="Name of the vSphere cluster you are deploying to",
|
|
||||||
queryset=Cluster.objects.all()
|
|
||||||
)
|
|
||||||
|
|
||||||
env = ChoiceVar(
|
|
||||||
label="Environment",
|
|
||||||
description="Environment to deploy VM",
|
|
||||||
default="vlb",
|
|
||||||
choices=(
|
|
||||||
('pno', 'pno'),
|
|
||||||
('inf', 'inf'),
|
|
||||||
('stg', 'stg'),
|
|
||||||
('dev', 'dev'),
|
|
||||||
('hem', 'hem'),
|
|
||||||
('hov', 'hov'),
|
|
||||||
('hpl', 'hpl'),
|
|
||||||
('mgt', 'mgt'),
|
|
||||||
('cse', 'cse'),
|
|
||||||
('qua', 'qua'),
|
|
||||||
('dmo', 'dmo'),
|
|
||||||
('vlb', 'vlb'),
|
|
||||||
('cmi', 'cmi')
|
|
||||||
)
|
|
||||||
)
|
|
||||||
|
|
||||||
platform = ObjectVar(
|
|
||||||
description="Host OS to deploy",
|
|
||||||
queryset=Platform.objects.filter(
|
|
||||||
name__regex=r'^(base_.*)'
|
|
||||||
).order_by('name')
|
|
||||||
)
|
|
||||||
|
|
||||||
role = ObjectVar(
|
|
||||||
label="VM Role",
|
|
||||||
description="VM Role",
|
|
||||||
queryset=DeviceRole.objects.filter(
|
|
||||||
vm_role=True
|
|
||||||
).order_by('name')
|
|
||||||
)
|
|
||||||
|
|
||||||
backup = ChoiceVar(
|
|
||||||
label="Backup strategy",
|
|
||||||
description="The backup strategy deployed to this VM with Veeam",
|
|
||||||
required=True,
|
|
||||||
choices=(
|
|
||||||
('nobackup', 'Never'),
|
|
||||||
('backup_general_1', 'Daily'),
|
|
||||||
('backup_general_4', 'Monthly')
|
|
||||||
)
|
|
||||||
)
|
|
||||||
|
|
||||||
ip_addresses = TextVar(
|
|
||||||
required=False,
|
|
||||||
label="IP Addresses",
|
|
||||||
description="List of IP addresses to create w. prefix e.g 192.168.0.10/24. If none given, hosts will be assigned IPs 'automagically'"
|
|
||||||
)
|
|
||||||
|
|
||||||
untagged_vlan = ObjectVar(
|
|
||||||
required=False,
|
|
||||||
label="VLAN",
|
|
||||||
widget=APISelect(api_url='/api/ipam/vlans/', display_field='display_name'),
|
|
||||||
queryset=VLAN.objects.all(),
|
|
||||||
description="Choose VLAN for IP-addresses",
|
|
||||||
)
|
|
||||||
|
|
||||||
hostnames = TextVar(
|
|
||||||
required=True,
|
|
||||||
label="Hostnames",
|
|
||||||
description="List of hostnames to create."
|
|
||||||
)
|
|
||||||
|
|
||||||
ssh_authorized_keys = TextVar(
|
|
||||||
label="SSH Authorized Keys",
|
|
||||||
required=False,
|
|
||||||
description="List of accepted SSH keys - defaults to site config context 'ssh_authorized_keys'"
|
|
||||||
)
|
|
||||||
|
|
||||||
vm_count = ChoiceVar(
|
|
||||||
label="Number of VMs",
|
|
||||||
description="Number of VMs to deploy",
|
|
||||||
choices=(
|
|
||||||
('1', '1'),
|
|
||||||
('2', '2'),
|
|
||||||
('3', '3'),
|
|
||||||
('4', '4'),
|
|
||||||
('5', '5'),
|
|
||||||
('6', '6'),
|
|
||||||
('7', '7'),
|
|
||||||
('8', '8'),
|
|
||||||
('9', '9'),
|
|
||||||
('10', '10')
|
|
||||||
)
|
|
||||||
)
|
|
||||||
|
|
||||||
vcpus = ChoiceVar(
|
|
||||||
label="Number of CPUs",
|
|
||||||
description="Number of virtual CPUs",
|
|
||||||
default="2",
|
|
||||||
choices=(
|
|
||||||
('1', '1'),
|
|
||||||
('2', '2'),
|
|
||||||
('3', '3'),
|
|
||||||
('4', '4'),
|
|
||||||
('5', '5'),
|
|
||||||
('6', '6'),
|
|
||||||
('7', '7'),
|
|
||||||
('8', '8')
|
|
||||||
)
|
|
||||||
)
|
|
||||||
|
|
||||||
memory = ChoiceVar(
|
|
||||||
description="Amount of VM memory",
|
|
||||||
default="4096",
|
|
||||||
choices=(
|
|
||||||
('1024', '1024'),
|
|
||||||
('2048', '2048'),
|
|
||||||
('4096', '4096'),
|
|
||||||
('8192', '8192'),
|
|
||||||
('16384', '16384'),
|
|
||||||
('32768', '32768')
|
|
||||||
)
|
|
||||||
)
|
|
||||||
|
|
||||||
disk = IntegerVar(
|
|
||||||
label="Disk size",
|
|
||||||
description="Disk size in GB",
|
|
||||||
default="20"
|
|
||||||
)
|
|
||||||
|
|
||||||
def appendLogSuccess(self, log: str, obj=None):
|
|
||||||
self.success_log += " {} `\n{}\n`".format(log, obj)
|
|
||||||
return self
|
|
||||||
|
|
||||||
def flushLogSuccess(self):
|
|
||||||
self.log_success(self.success_log)
|
|
||||||
self.success_log = ""
|
|
||||||
return self
|
|
||||||
|
|
||||||
def _generateHostname(self, cluster, env, descriptor):
|
|
||||||
|
|
||||||
# I now proclaim this VM, First of its Name, Queen of the Andals and the First Men, Protector of the Seven Kingdoms
|
|
||||||
vm_index = "001"
|
|
||||||
|
|
||||||
search_for = str(cluster) + '-' + env + '-' + descriptor + '-'
|
|
||||||
vms = VirtualMachine.objects.filter(
|
|
||||||
name__startswith=search_for
|
|
||||||
)
|
|
||||||
|
|
||||||
if len(vms) > 0:
|
|
||||||
# Get last of its kind
|
|
||||||
last_vm_index = int(vms[len(vms) - 1].name.split('-')[3]) + 1
|
|
||||||
if last_vm_index < 10:
|
|
||||||
vm_index = '00' + str(last_vm_index)
|
|
||||||
elif last_vm_index < 100:
|
|
||||||
vm_index = '0' + str(last_vm_index)
|
|
||||||
else:
|
|
||||||
vm_index = str(last_vm_index)
|
|
||||||
|
|
||||||
hostname = str(cluster) + '-' + env + '-' + descriptor + '-' + vm_index
|
|
||||||
|
|
||||||
return hostname
|
|
||||||
|
|
||||||
def __validateInput(self, data, base_context_data):
|
|
||||||
|
|
||||||
try:
|
|
||||||
self.interfaces = base_context_data['interfaces']
|
|
||||||
self.time_zone = base_context_data['time_zone']
|
|
||||||
self.tags = base_context_data['tags']
|
|
||||||
self.dns_domain_private = base_context_data['dns_domain_private']
|
|
||||||
self.dns_domain_public = base_context_data['dns_domain_public']
|
|
||||||
self.dns_servers = base_context_data['dns_servers']
|
|
||||||
self.ntp_servers = base_context_data['ntp_servers']
|
|
||||||
self.ssh_authorized_keys = base_context_data['ssh_authorized_keys']
|
|
||||||
self.ssh_port = base_context_data['ssh_port']
|
|
||||||
self.tags.update({'env_' + self.env: {'comments': 'Environment', 'color': '009688'}})
|
|
||||||
self.tags.update({'vsphere_' + data['backup']: {'comments': 'Backup strategy', 'color': '009688'}})
|
|
||||||
if (data['health_check'] == 'True'):
|
|
||||||
self.tags.update({'health_check': {'comments': 'Do health checks in deployment', 'color': '4caf50'}})
|
|
||||||
if (data['serial'] == 'True'):
|
|
||||||
self.tags.update({'serial': {'comments': 'Do health checks in deployment', 'color': '4caf50'}})
|
|
||||||
except Exception as error:
|
|
||||||
self.log_failure("Error when parsing context_data! Error: " + str(error))
|
|
||||||
return False
|
|
||||||
|
|
||||||
if self.interfaces is None:
|
|
||||||
self.log_failure("No interfaces object in context data!")
|
|
||||||
return False
|
|
||||||
|
|
||||||
if data['ip_addresses'] != "" and len(data['ip_addresses'].splitlines()) != int(data['vm_count']):
|
|
||||||
self.log_failure("The number of IP addresses and VMs does not match!")
|
|
||||||
return False
|
|
||||||
|
|
||||||
if data['hostnames'] != "" and len(data['hostnames'].splitlines()) != int(data['vm_count']):
|
|
||||||
self.log_failure("The number of hostnames and VMs does not match!")
|
|
||||||
return False
|
|
||||||
|
|
||||||
if self.interfaces is None:
|
|
||||||
self.log_failure("No interfaces object in context data!")
|
|
||||||
return False
|
|
||||||
|
|
||||||
return True
|
|
||||||
|
|
||||||
def run(self, data):
|
|
||||||
|
|
||||||
vrf = VRF.objects.get(
|
|
||||||
name="global"
|
|
||||||
)
|
|
||||||
|
|
||||||
self.env = data['env']
|
|
||||||
|
|
||||||
# Setup base virtual machine for copying config_context
|
|
||||||
base_vm = VirtualMachine(
|
|
||||||
cluster=data['cluster'],
|
|
||||||
platform=data['platform'],
|
|
||||||
role=data['role'],
|
|
||||||
tenant=data['tenant'],
|
|
||||||
name="script_temp"
|
|
||||||
)
|
|
||||||
|
|
||||||
base_vm.save()
|
|
||||||
|
|
||||||
if self.__validateInput(data=data, base_context_data=base_vm.get_config_context()) is False:
|
|
||||||
return False
|
|
||||||
|
|
||||||
# Delete base virtual machine for copying config_context
|
|
||||||
vm_delete = VirtualMachine.objects.get(
|
|
||||||
name="script_temp"
|
|
||||||
)
|
|
||||||
vm_delete.delete()
|
|
||||||
|
|
||||||
for i in range(0, int(data['vm_count'])):
|
|
||||||
|
|
||||||
hostnames = data['hostnames'].splitlines()
|
|
||||||
ip_addresses = data['ip_addresses'].splitlines()
|
|
||||||
|
|
||||||
if len(hostnames) > 0:
|
|
||||||
hostname = hostnames[i]
|
|
||||||
else:
|
|
||||||
hostname = self._generateHostname(
|
|
||||||
cluster=data['cluster'].name,
|
|
||||||
env=self.env,
|
|
||||||
descriptor="na"
|
|
||||||
)
|
|
||||||
|
|
||||||
# Check if VM exists
|
|
||||||
if len(VirtualMachine.objects.filter(name=hostname)) > 0:
|
|
||||||
self.log_failure("VM with hostname " + hostname + " already exists!")
|
|
||||||
return False
|
|
||||||
|
|
||||||
if len(ip_addresses) > 0:
|
|
||||||
|
|
||||||
# Check if IP address exists
|
|
||||||
ip_check = IPAddress.objects.filter(
|
|
||||||
address=ip_addresses[i]
|
|
||||||
)
|
|
||||||
|
|
||||||
if len(ip_check) > 0:
|
|
||||||
self.log_failure(str(ip_check[0].address) + ' is already assigned to ' + str(ip_check[0].interface.name))
|
|
||||||
return False
|
|
||||||
|
|
||||||
domain = self.dns_domain_private if netaddr.IPNetwork(ip_addresses[i]).is_private() is True else self.dns_domain_public
|
|
||||||
ip_address = IPAddress(
|
|
||||||
address=ip_addresses[i],
|
|
||||||
vrf=vrf,
|
|
||||||
tenant=data['tenant'],
|
|
||||||
family=4,
|
|
||||||
dns_name=hostname + '.' + domain,
|
|
||||||
)
|
|
||||||
|
|
||||||
ip_address.save()
|
|
||||||
self.appendLogSuccess(log="Created IP", obj=ip_addresses[i]).appendLogSuccess(log="DNS", obj=hostname + '.' + domain)
|
|
||||||
else:
|
|
||||||
if data['untagged_vlan'] is not None:
|
|
||||||
|
|
||||||
try:
|
|
||||||
|
|
||||||
# Auto assign IPs from vsphere_port_group
|
|
||||||
prefix = Prefix.objects.get(
|
|
||||||
vlan=data['untagged_vlan'],
|
|
||||||
site=Site.objects.get(name=data['cluster'].site.name),
|
|
||||||
is_pool=True
|
|
||||||
)
|
|
||||||
|
|
||||||
ip = prefix.get_first_available_ip()
|
|
||||||
|
|
||||||
domain = self.dns_domain_private if netaddr.IPNetwork(ip).is_private() is True else self.dns_domain_public
|
|
||||||
ip_address = IPAddress(
|
|
||||||
address=ip,
|
|
||||||
vrf=vrf,
|
|
||||||
tenant=data['tenant'],
|
|
||||||
family=4,
|
|
||||||
dns_name=hostname + '.' + domain,
|
|
||||||
)
|
|
||||||
|
|
||||||
ip_address.save()
|
|
||||||
self.appendLogSuccess(log="Auto-assigned IP", obj=ip).appendLogSuccess(log="DNS", obj=hostname + '.' + domain)
|
|
||||||
except Exception:
|
|
||||||
self.log_failure("An error occurred while auto-assigning IP address. VLAN or Prefix not found!")
|
|
||||||
return False
|
|
||||||
else:
|
|
||||||
self.log_failure("No IP address choice was made")
|
|
||||||
return False
|
|
||||||
|
|
||||||
vm = VirtualMachine(
|
|
||||||
status=data['status'],
|
|
||||||
cluster=data['cluster'],
|
|
||||||
platform=data['platform'],
|
|
||||||
role=data['role'],
|
|
||||||
tenant=data['tenant'],
|
|
||||||
name=hostname,
|
|
||||||
disk=data['disk'],
|
|
||||||
memory=data['memory'],
|
|
||||||
vcpus=data['vcpus']
|
|
||||||
)
|
|
||||||
|
|
||||||
vm.primary_ip4 = ip_address
|
|
||||||
vm.save()
|
|
||||||
self.appendLogSuccess(log="for VM in ", obj=vm.cluster)
|
|
||||||
|
|
||||||
self.__assignTags(vm=vm)
|
|
||||||
|
|
||||||
# Assign IP to interface
|
|
||||||
if self.__setupInterface(ip_address=ip_address, data=data, vm=vm) is False:
|
|
||||||
return False
|
|
||||||
|
|
||||||
self.flushLogSuccess()
|
|
||||||
|
|
||||||
return self.success_log
|
|
||||||
|
|
||||||
def __assignTags(self, vm: VirtualMachine):
|
|
||||||
"""
|
|
||||||
Assign tags from context data
|
|
||||||
"""
|
|
||||||
for tag in self.tags:
|
|
||||||
if len(Tag.objects.filter(name=tag)) == 0:
|
|
||||||
color = self.tags[tag]['color'] if 'color' in self.tags[tag] else '9e9e9e'
|
|
||||||
comments = self.tags[tag]['comments'] if 'comments' in self.tags[tag] else 'No comments'
|
|
||||||
newTag = Tag(comments=comments, name=tag, color=color)
|
|
||||||
newTag.save()
|
|
||||||
|
|
||||||
vm.tags.add(tag)
|
|
||||||
|
|
||||||
vm.save()
|
|
||||||
|
|
||||||
def __setupInterface(self, ip_address: IPAddress, vm: VirtualMachine, data):
|
|
||||||
"""
|
|
||||||
Setup interface and add IP address
|
|
||||||
"""
|
|
||||||
|
|
||||||
# Get net address tools
|
|
||||||
ip = netaddr.IPNetwork(ip_address.address)
|
|
||||||
prefix_search = str(ip.network) + '/' + str(ip.prefixlen)
|
|
||||||
|
|
||||||
try:
|
|
||||||
prefix = Prefix.objects.get(
|
|
||||||
prefix=prefix_search,
|
|
||||||
is_pool=True
|
|
||||||
)
|
|
||||||
except Exception:
|
|
||||||
self.log_failure("Prefix for IP " + ip_address.address + " was not found")
|
|
||||||
return False
|
|
||||||
|
|
||||||
# Right now we dont support multiple nics. But the data model supports it
|
|
||||||
interface = Interface(
|
|
||||||
name=self.interfaces['nic0']['name'],
|
|
||||||
mtu=self.interfaces['nic0']['mtu'],
|
|
||||||
virtual_machine=vm,
|
|
||||||
type=InterfaceTypeChoices.TYPE_VIRTUAL
|
|
||||||
)
|
|
||||||
|
|
||||||
# If we need anything other than Access, here is were to change it
|
|
||||||
if self.interfaces['nic0']['mode'] == "Access":
|
|
||||||
interface.mode = InterfaceModeChoices.MODE_ACCESS
|
|
||||||
interface.untagged_vlan = prefix.vlan
|
|
||||||
self.interfaces['nic0']['vsphere_port_group'] = prefix.vlan.name
|
|
||||||
|
|
||||||
interface.save()
|
|
||||||
|
|
||||||
# Add interface to IP address
|
|
||||||
ip_address.interface = interface
|
|
||||||
ip_address.save()
|
|
||||||
|
|
||||||
self.appendLogSuccess(log="with interface ", obj=interface).appendLogSuccess(log=", vlan ", obj=prefix.vlan.name)
|
|
||||||
|
|
||||||
return True
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue