2021-10-31 16:04:00 +00:00
#!/usr/bin/env python3
import curses
import subprocess
import json
import sys
import time
COLOR_STANDARD = 1
COLOR_VM_OFF = 2
COLOR_VM_PAUSE = 3
COLOR_VM_RUNNING = 4
COLOR_CORDONED = 5
COLOR_ACTIVE = 6
COLOR_ALERT = 7
def _exec(cmd):
process = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
stdout, stderr = process.communicate()
if process.returncode == 0:
return json.loads(stdout)
else:
sys.exit(stderr)
def get_vms():
return _exec("kubectl get vms -A -o json".split())
def stop_vm(name, ns):
patch = json.dumps({"spec":{"running": False}})
cmd = f"kubectl -n {ns} -o json patch vm {name} --type merge -p".split()
cmd.append(json.dumps({"spec":{"running": False}}))
_exec(cmd)
def ping(host):
2021-11-10 17:14:25 +00:00
cmd = f"ping -c 1 -W 1 {host}".split()
2021-10-31 16:04:00 +00:00
process = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
stdout, stderr = process.communicate()
if process.returncode == 0:
return True
else:
return False
def update_vm_status(stdscr, vms):
y_pos = 3
for item in vms['items']:
if item['status']['printableStatus'] == "Running" or item['status']['printableStatus'] == "Starting":
stdscr.attron(curses.color_pair(COLOR_VM_RUNNING))
elif item['status']['printableStatus'] == "Paused":
stdscr.attron(curses.color_pair(COLOR_VM_PAUSE))
else:
stdscr.attron(curses.color_pair(COLOR_VM_OFF))
if "reason" in item['status']['conditions'][0] and item['status']['conditions'][0]['reason'] == "PodTerminating" or item['status']['printableStatus'] == "Starting":
stdscr.attron(curses.A_BLINK)
else:
stdscr.attroff(curses.A_BLINK)
if "reason" in item['status']['conditions'][0] and item['status']['conditions'][0]['reason'] == "PodTerminating":
status = "Stopping"
else:
status=item['status']['printableStatus']
stdscr.addstr(y_pos, 3, status.ljust(12))
stdscr.attroff(curses.A_BLINK)
stdscr.attron(curses.color_pair(COLOR_STANDARD))
stdscr.addstr(y_pos, 15, item['metadata']['namespace'])
stdscr.addstr(y_pos, 40, item['metadata']['name'])
y_pos = y_pos +1
stdscr.refresh()
def update_node_status(stdscr, nodes):
y_pos = 3
for item in nodes['items']:
hostname = ""
ip = ""
status = ""
kubelet = ""
pingresult = ""
for address in item['status']['addresses']:
if address['type'] == 'InternalIP':
ip = address['address']
elif address['type'] == 'Hostname':
hostname = address['address']
if ping(hostname):
pingresult = "Ok"
stdscr.attron(curses.color_pair(COLOR_ACTIVE))
else:
pingresult = "no"
stdscr.attron(curses.color_pair(COLOR_ALERT))
stdscr.addstr(y_pos, 2, pingresult.ljust(8))
if item['status']['conditions'][-1]['status'] == "Unknown":
kubelet = "Unknown"
stdscr.attron(curses.color_pair(COLOR_ALERT))
else:
kubelet = "Ok"
stdscr.attron(curses.color_pair(COLOR_ACTIVE))
stdscr.addstr(y_pos, 10, kubelet.ljust(8))
if "unschedulable" in item['spec'] and item['spec']['unschedulable']:
state = "Cordoned"
stdscr.attron(curses.color_pair(COLOR_CORDONED))
else:
state = "Active"
stdscr.attron(curses.color_pair(COLOR_ACTIVE))
stdscr.addstr(y_pos, 20, state.ljust(8))
stdscr.attron(curses.color_pair(COLOR_STANDARD))
stdscr.addstr(y_pos, 30, hostname)
stdscr.addstr(y_pos, 45, ip)
y_pos = y_pos +1
stdscr.refresh()
def cordon_nodes(nodes):
for item in nodes['items']:
cmd = f"kubectl cordon {item['metadata']['name']}".split()
process = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
stdout, stderr = process.communicate()
if process.returncode == 0:
pass
else:
sys.exit(stderr)
def shutdown_nodes(nodes):
for item in nodes['items']:
if ping(item['metadata']['name']):
cmd = f"ssh {item['metadata']['name']} sudo shutdown -h now".split()
process = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
stdout, stderr = process.communicate()
def main(stdscr):
stdscr.clear()
stdscr.refresh()
curses.curs_set(0)
curses.start_color()
curses.init_pair(COLOR_STANDARD, curses.COLOR_WHITE, curses.COLOR_BLACK)
curses.init_pair(COLOR_VM_OFF, curses.COLOR_RED, curses.COLOR_BLACK)
curses.init_pair(COLOR_VM_PAUSE, curses.COLOR_YELLOW, curses.COLOR_BLACK)
curses.init_pair(COLOR_VM_RUNNING, curses.COLOR_GREEN, curses.COLOR_BLACK)
curses.init_pair(COLOR_CORDONED, curses.COLOR_WHITE, curses.COLOR_CYAN)
curses.init_pair(COLOR_ACTIVE, curses.COLOR_WHITE, curses.COLOR_GREEN)
curses.init_pair(COLOR_ALERT, curses.COLOR_WHITE, curses.COLOR_RED)
stdscr.addstr(0, 0, "Stopping all VMs", curses.A_BOLD)
running_vms = True
vms = get_vms()
stdscr.addstr(2, 3, "State", curses.A_UNDERLINE)
stdscr.addstr(2, 15, "Namespace", curses.A_UNDERLINE)
stdscr.addstr(2, 40, "Name", curses.A_UNDERLINE)
update_vm_status(stdscr, vms)
for item in vms['items']:
stop_vm(item['metadata']['name'], item['metadata']['namespace'])
while running_vms:
vms = get_vms()
update_vm_status(stdscr, vms)
running_vms = False
for item in vms['items']:
if item['spec']['running']:
running_vms = True
break
if "reason" in item['status']['conditions'][0] and item['status']['conditions'][0]['reason'] == "PodTerminating":
running_vms = True
break
time.sleep(0.5)
time.sleep(0.5)
stdscr.clear()
stdscr.refresh()
stdscr.addstr(0, 0, "Cordon all nodes", curses.A_BOLD)
stdscr.addstr(2, 2, "Ping", curses.A_UNDERLINE)
stdscr.addstr(2, 10, "kubelet", curses.A_UNDERLINE)
stdscr.addstr(2, 20, "State", curses.A_UNDERLINE)
stdscr.addstr(2, 30, "Name", curses.A_UNDERLINE)
stdscr.addstr(2, 45, "Host IP", curses.A_UNDERLINE)
nodes = _exec("kubectl get nodes -o json".split())
update_node_status(stdscr, nodes)
uncorded_nodes = True
cordon_nodes(nodes)
while uncorded_nodes:
nodes = _exec("kubectl get nodes -o json".split())
update_node_status(stdscr, nodes)
uncorded_nodes = False
for item in nodes['items']:
if not "unschedulable" in item['spec'] or not item['spec']['unschedulable']:
uncorded_nodes = True
stdscr.addstr(0, 0, "Shutting down all hosts", curses.A_BOLD)
shutdown_nodes(nodes)
nodes_up = True
while nodes_up:
update_node_status(stdscr, nodes)
nodes_up = False
for item in nodes['items']:
if ping(item['metadata']['name']):
nodes_up = True
break
time.sleep(2)
if __name__ == "__main__":
curses.wrapper(main)
