feat(script): Automation script for removing nodes from subnets (#328)

scripts/free-up-nodes.py

@@ -0,0 +1,80 @@
+#!/usr/bin/env python3
+"""
+Automation script for removing nodes from their subnets to free them up for redeployment.
+
+After removing the provided list of nodes from their subnets, the node provider can
+redeploy them with IPv4 configuration, in addition to the usual IPv6 configuration.
+
+The script fetches the JSON data of nodes from the internal dashboard,
+and groups the nodes by their subnet ids, since we can only submit one proposal
+per subnet at a time.
+
+The script then iterates over each subnet, and it replaces the nodes in that subnet.
+The script uses the 'dre' command-line tool to replace the nodes.
+If there is more than one node in a subnet, all nodes are replaced at once.
+"""
+import subprocess
+import time
+
+import requests
+
+# Node names
+nodes = """
+bu1-dll01 bu1-dll02
+lj1-dll01 lj1-dll02
+mb1-dll01 mb1-dll02
+pl1-dll01 pl1-dll02
+aw1-dll01 aw1-dll02
+mu1-dll01 mu1-dll02
+hu1-dll01 hu1-dll02
+sj2-dll01 sj2-dll02
+zh3-dll01 zh3-dll02
+zh4-dll01 zh4-dll02
+st1-dll01 st1-dll02
+ty1-dll01 ty1-dll02
+ty2-dll01 ty2-dll02
+ty3-dll01 ty3-dll02
+""".split()
+
+# Fetching the nodes JSON data
+response = requests.get("https://dashboard.internal.dfinity.network/api/proxy/registry/mainnet/nodes")
+nodes_data = response.json()
+
+# For each node in the list, find the subnet it's in, and group nodes by subnet ids
+print("Node label\tnode id\tnode subnet:")
+subnets = {}
+for node in nodes:
+ for entry in nodes_data.values():
+ if entry["hostname"] == node and entry.get("subnet_id"):
+ node_id = entry.get("principal")
+ subnet_id = entry.get("subnet_id")
+ print(node, node_id, subnet_id)
+ subnet_nodes = subnets.get(subnet_id, [])
+ subnet_nodes.append(node_id)
+ subnets[subnet_id] = subnet_nodes
+
+# Sorting and printing unique subnet IDs
+for subnet, subnet_nodes in sorted(subnets.items(), key=lambda e: e[0]):
+ # Skip subnets with ID less than 'shefu',
+ # e.g. if you already submitted proposals for previous subnets
+ # if subnet < "shefu":
+ # continue
+ print("In subnet %s replacing node(s): %s" % (subnet, subnet_nodes))
+ subprocess.check_call(
+ [
+ "dre",
+ "subnet",
+ "replace",
+ "--exclude",
+ *nodes,
+ "--motivation",
+ (
+ "Replacing nodes in the subnet to redeploy them with IPv4 configuration in addition to IPv6"
+ if len(subnet_nodes) > 1
+ else "Replacing node in the subnet to redeploy it with IPv4 configuration in addition to IPv6"
+ ),
+ "-o1" if len(subnet_nodes) < 2 else "-o0",
+ *subnet_nodes,
+ ]
+ )
+ time.sleep(5)