infra
/
node-external-ip-controller
2
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

feat: listen for a list of services to update gateways

main
Malar Invention 2025-01-12 14:31:00 +05:30
parent b297643ef7
commit 87953222bb
2 changed files with 25 additions and 19 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
gateway_services.yaml
View File

@ -1,3 +1,4 @@
gateway_services: gateway_services:
- name: kube-system/traefik-tcp - name: traefik-tcp
namespace: kube-system
label_pattern: app.kubernetes.io/name=traefik label_pattern: app.kubernetes.io/name=traefik

41
node_external_ip_controller_async.py
View File

@ -8,9 +8,7 @@ import yaml
with open("gateway_services.yaml", "r") as f: with open("gateway_services.yaml", "r") as f:
gateway_services = yaml.safe_load(f) gateway_services = yaml.safe_load(f)
SERVICE_NAME = gateway_services["gateway_services"][0]["name"].split("/")[1] services = gateway_services["gateway_services"]
SERVICE_NAME_LABEL_PATTERN = gateway_services["gateway_services"][0]["label_pattern"]
NAMESPACE = gateway_services["gateway_services"][0]["name"].split("/")[0]
ANNOTATION_KEY = os.getenv("ANNOTATION_KEY", "kube-vip.io/loadbalancerIPs") ANNOTATION_KEY = os.getenv("ANNOTATION_KEY", "kube-vip.io/loadbalancerIPs")
ZERO_GATEWAY_IP = os.getenv("ZERO_GATEWAY_IP", "172.28.10.1") ZERO_GATEWAY_IP = os.getenv("ZERO_GATEWAY_IP", "172.28.10.1")
NODE_LABEL = os.getenv("NODE_LABEL", "svccontroller.k3s.cattle.io/enablelb=true") NODE_LABEL = os.getenv("NODE_LABEL", "svccontroller.k3s.cattle.io/enablelb=true")
@ -18,18 +16,20 @@ SERVICE_REQUEST_TIMEOUT = int(os.getenv("SERVICE_REQUEST_TIMEOUT", 300))
NODE_REQUEST_TIMEOUT = int(os.getenv("NODE_REQUEST_TIMEOUT", 30)) NODE_REQUEST_TIMEOUT = int(os.getenv("NODE_REQUEST_TIMEOUT", 30))
async def update_service_annotation(v1, service_name, external_ips): async def update_service_annotation(v1, service, external_ips):
try: try:
# Get the current service object # Get the current service object
service = await v1.read_namespaced_service(service_name, NAMESPACE) service_name = service["name"]
namespace = service["namespace"]
service_obj = await v1.read_namespaced_service(service_name, namespace)
# Check if the annotation needs to be updated # Check if the annotation needs to be updated
current_annotation = service.metadata.annotations.get(ANNOTATION_KEY) current_annotation = service_obj.metadata.annotations.get(ANNOTATION_KEY)
target_annotation = ",".join(external_ips) + "," + ZERO_GATEWAY_IP target_annotation = ",".join(external_ips) + "," + ZERO_GATEWAY_IP
if current_annotation != target_annotation: if current_annotation != target_annotation:
# Update the annotation # Update the annotation
body = {"metadata": {"annotations": {ANNOTATION_KEY: target_annotation}}} body = {"metadata": {"annotations": {ANNOTATION_KEY: target_annotation}}}
await v1.patch_namespaced_service(service_name, NAMESPACE, body) await v1.patch_namespaced_service(service_name, namespace, body)
print( print(
f"Updated service {service_name} with new external IP: {target_annotation}", f"Updated service {service_name} with new external IP: {target_annotation}",
flush=True, flush=True,
@ -65,8 +65,8 @@ async def watch_nodes():
f"Detected external IPs {str(external_ips)} for node {str(node_names)}", f"Detected external IPs {str(external_ips)} for node {str(node_names)}",
flush=True, flush=True,
) )
service = await v1.read_namespaced_service(SERVICE_NAME, NAMESPACE) for service in services:
await update_service_annotation(v1, service.metadata.name, external_ips) await update_service_annotation(v1, service, external_ips)
except client.exceptions.ApiException as e: except client.exceptions.ApiException as e:
print(f"API Exception in watch_nodes: {e}", flush=True) print(f"API Exception in watch_nodes: {e}", flush=True)
@ -81,22 +81,27 @@ async def watch_nodes():
await asyncio.sleep(5) await asyncio.sleep(5)
async def watch_services(): async def watch_service(service):
config.load_incluster_config() config.load_incluster_config()
v1 = client.CoreV1Api() v1 = client.CoreV1Api()
w = watch.Watch() w = watch.Watch()
service_name = service["name"]
namespace = service["namespace"]
label_selector = service["label_pattern"]
while True: while True:
try: try:
async for event in w.stream( async for event in w.stream(
v1.list_namespaced_service, v1.list_namespaced_service,
NAMESPACE, namespace,
label_selector=SERVICE_NAME_LABEL_PATTERN, label_selector=label_selector,
_request_timeout=SERVICE_REQUEST_TIMEOUT, _request_timeout=SERVICE_REQUEST_TIMEOUT,
): ):
service = event["object"] service_obj = event["object"]
service_name = service.metadata.name if (
if event["type"] == "ADDED" and service_name == SERVICE_NAME: event["type"] == "ADDED"
and service_obj.metadata.name == service_name
):
print(f"New service detected: {service_name}", flush=True) print(f"New service detected: {service_name}", flush=True)
# Fetch current external IP for nodes that match the label # Fetch current external IP for nodes that match the label
@ -106,7 +111,7 @@ async def watch_services():
for address in node.status.addresses: for address in node.status.addresses:
if address.type == "ExternalIP": if address.type == "ExternalIP":
external_ips.append(address.address) external_ips.append(address.address)
await update_service_annotation(v1, service_name, external_ips) await update_service_annotation(v1, service, external_ips)
except client.exceptions.ApiException as e: except client.exceptions.ApiException as e:
print(f"API Exception in watch_services: {e}", flush=True) print(f"API Exception in watch_services: {e}", flush=True)
@ -122,9 +127,9 @@ async def watch_services():
async def main(): async def main():
# Run watch_nodes and watch_services concurrently # Run watch_nodes and watch_services concurrently
await asyncio.gather(watch_nodes(), watch_services()) service_watchers = [watch_service(service) for service in services]
await asyncio.gather(watch_nodes(), *service_watchers)
if __name__ == "__main__": if __name__ == "__main__":