104 lines
3.8 KiB
Python
104 lines
3.8 KiB
Python
import asyncio
|
|
from kubernetes_asyncio import client, config, watch
|
|
import os
|
|
|
|
# Configuration
|
|
ANNOTATION_KEY = os.getenv("ANNOTATION_KEY", "kube-vip.io/loadbalancerIPs")
|
|
ZERO_GATEWAY_IP = os.getenv("ZERO_GATEWAY_IP", "172.28.10.1")
|
|
NODE_LABEL = os.getenv("NODE_LABEL", "svccontroller.k3s.cattle.io/enablelb=true")
|
|
SERVICE_LABEL_KEY = os.getenv("SERVICE_LABEL_KEY", "zlanservice")
|
|
SERVICE_LABEL_VALUE = os.getenv("SERVICE_LABEL_VALUE", "true")
|
|
SERVICE_REQUEST_TIMEOUT = int(os.getenv("SERVICE_REQUEST_TIMEOUT", 300))
|
|
NODE_REQUEST_TIMEOUT = int(os.getenv("NODE_REQUEST_TIMEOUT", 30))
|
|
|
|
|
|
async def update_service_annotation(v1, service, external_ips):
|
|
try:
|
|
service_name = service.metadata.name
|
|
namespace = service.metadata.namespace
|
|
service_obj = await v1.read_namespaced_service(service_name, namespace)
|
|
|
|
current_annotation = service_obj.metadata.annotations.get(ANNOTATION_KEY)
|
|
target_annotation = ",".join(external_ips) + "," + ZERO_GATEWAY_IP
|
|
if current_annotation != target_annotation:
|
|
body = {"metadata": {"annotations": {ANNOTATION_KEY: target_annotation}}}
|
|
await v1.patch_namespaced_service(service_name, namespace, body)
|
|
print(
|
|
f"Updated service {service_name} with new external IP: {target_annotation}",
|
|
flush=True,
|
|
)
|
|
|
|
except client.exceptions.ApiException as e:
|
|
print(f"API Exception in update_service_annotation: {e}", flush=True)
|
|
|
|
|
|
async def watch_nodes(v1, external_ips_update_queue):
|
|
w = watch.Watch()
|
|
while True:
|
|
try:
|
|
async for event in w.stream(
|
|
v1.list_node,
|
|
label_selector=NODE_LABEL,
|
|
_request_timeout=NODE_REQUEST_TIMEOUT,
|
|
):
|
|
node = event["object"]
|
|
external_ips = [
|
|
addr.address
|
|
for addr in node.status.addresses
|
|
if addr.type == "ExternalIP"
|
|
]
|
|
if external_ips:
|
|
await external_ips_update_queue.put(external_ips)
|
|
|
|
except client.exceptions.ApiException as e:
|
|
print(f"API Exception in watch_nodes: {e}", flush=True)
|
|
await asyncio.sleep(5)
|
|
except asyncio.CancelledError:
|
|
print("Watch task was cancelled.", flush=True)
|
|
break
|
|
except Exception as e:
|
|
print(f"Unexpected error in watch_nodes: {e}", flush=True)
|
|
await asyncio.sleep(5)
|
|
|
|
|
|
async def watch_services(v1, external_ips_update_queue):
|
|
w = watch.Watch()
|
|
label_selector = f"{SERVICE_LABEL_KEY}={SERVICE_LABEL_VALUE}"
|
|
|
|
while True:
|
|
try:
|
|
async for event in w.stream(
|
|
v1.list_service_for_all_namespaces,
|
|
label_selector=label_selector,
|
|
_request_timeout=SERVICE_REQUEST_TIMEOUT,
|
|
):
|
|
service = event["object"]
|
|
if event["type"] in {"ADDED", "MODIFIED"}:
|
|
external_ips = await external_ips_update_queue.get()
|
|
await update_service_annotation(v1, service, external_ips)
|
|
|
|
except client.exceptions.ApiException as e:
|
|
print(f"API Exception in watch_services: {e}", flush=True)
|
|
await asyncio.sleep(5)
|
|
except asyncio.CancelledError:
|
|
print("Watch task was cancelled.", flush=True)
|
|
break
|
|
except Exception as e:
|
|
print(f"Unexpected error in watch_services: {e}", flush=True)
|
|
await asyncio.sleep(5)
|
|
|
|
|
|
async def main():
|
|
config.load_incluster_config()
|
|
v1 = client.CoreV1Api()
|
|
|
|
external_ips_update_queue = asyncio.Queue()
|
|
await asyncio.gather(
|
|
watch_nodes(v1, external_ips_update_queue),
|
|
watch_services(v1, external_ips_update_queue),
|
|
)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
asyncio.run(main())
|