Files
k7/tests/integration/test_node_installer.py
G 3c80778156 Release 0.5.0
Observability, usage metering, tenants and quotas, and roles with OIDC login. A Helm chart installs K7 on a cluster you already run, API keys carry a role, and k7-agent no longer needs host privileges.
2026-10-18 23:21:48 +02:00

99 lines
4.3 KiB
Python

"""Node installer on a live cluster: RuntimeClass node selectors, the node-ready
label, and the own-node admission policy evaluated with a real pod-bound token.
The installer parts skip on a K3s playbook install (no k7-node-installer
DaemonSet, no ValidatingAdmissionPolicy). Policy probes are ``--dry-run=server``:
admission runs, nothing is persisted.
"""
from __future__ import annotations
import json
from pathlib import Path
import pytest
from .cluster import as_token, bound_token_kubeconfig, kubectl, server_version
pytestmark = pytest.mark.integration
LABEL = "k7.katakate.org"
RUNTIME_CLASSES = ("kata", "kata-qemu", "k7", "k7-fc")
NODE_POLICY = "k7-node-installer-own-node"
def _json(*args: str) -> dict:
return json.loads(kubectl(*args, "-o", "json", check=True).stdout)
def _installer_pods() -> list[dict]:
pods = _json("get", "pods", "-A", "-l", "app=k7-node-installer")["items"]
return [p for p in pods if p["status"].get("phase") == "Running" and not p["metadata"].get("deletionTimestamp")]
def test_runtime_classes_select_backend_labelled_nodes():
"""A pod that omits core's nodeSelector still lands only on a node marked for that backend."""
rcs = {rc["metadata"]["name"]: rc for rc in _json("get", "runtimeclass")["items"]}
present = [n for n in RUNTIME_CLASSES if n in rcs]
assert present, f"no K7 RuntimeClass among {sorted(rcs)}"
for name in present:
sel = (rcs[name].get("scheduling") or {}).get("nodeSelector") or {}
assert sel and all(k.startswith(f"{LABEL}/backend-") for k in sel), (name, sel)
def test_installed_nodes_carry_node_ready():
pods = _installer_pods()
if not pods:
pytest.skip("k7-node-installer DaemonSet not deployed (K3s playbook install)")
nodes = {n["metadata"]["name"]: n["metadata"].get("labels") or {} for n in _json("get", "nodes")["items"]}
for pod in pods:
ready = any(c["type"] == "Ready" and c["status"] == "True" for c in pod["status"].get("conditions", []))
if ready:
node = pod["spec"]["nodeName"]
assert nodes[node].get(f"{LABEL}/node-ready"), f"{node} runs a Ready installer but has no node-ready"
@pytest.fixture(scope="module")
def installer_kubeconfig(tmp_path_factory: pytest.TempPathFactory) -> tuple[Path, str, list[str]]:
"""A kubeconfig authenticating as the installer ServiceAccount with a token bound
to one installer pod; returns it, that pod's node, and the other node names."""
if kubectl("get", "validatingadmissionpolicy", NODE_POLICY).returncode != 0:
pytest.skip(f"ValidatingAdmissionPolicy {NODE_POLICY} not installed")
if server_version() < (1, 32):
pytest.skip(f"bound tokens carry the node name from Kubernetes 1.32 on, cluster is {server_version()}")
pods = _installer_pods()
if not pods:
pytest.skip("no running k7-node-installer pod to bind a token to")
node = pods[0]["spec"]["nodeName"]
path = bound_token_kubeconfig(pods[0], tmp_path_factory.mktemp("installer") / "kubeconfig")
others = [n["metadata"]["name"] for n in _json("get", "nodes")["items"] if n["metadata"]["name"] != node]
return path, node, others
def test_installer_may_set_k7_labels_on_its_own_node(installer_kubeconfig):
cfg, node, _ = installer_kubeconfig
r = as_token(cfg, "label", "node", node, f"{LABEL}/policy-probe=1", "--overwrite")
assert r.returncode == 0, r.stderr
@pytest.mark.parametrize(
("args", "message"),
[
(["label", "node", "{node}", "probe.example.com/x=1"], "may only change k7.katakate.org/ labels"),
(["annotate", "node", "{node}", f"{LABEL}/probe=1"], "may not change node annotations"),
(["taint", "node", "{node}", f"{LABEL}/probe=1:NoSchedule"], "may not change the node spec"),
],
)
def test_installer_is_denied_outside_k7_labels(installer_kubeconfig, args: list[str], message: str):
cfg, node, _ = installer_kubeconfig
r = as_token(cfg, *[a.format(node=node) for a in args])
assert r.returncode != 0 and message in r.stderr, r.stderr
def test_installer_is_denied_on_another_node(installer_kubeconfig):
cfg, _, others = installer_kubeconfig
if not others:
pytest.skip("single-node cluster")
r = as_token(cfg, "label", "node", others[0], f"{LABEL}/policy-probe=1", "--overwrite")
assert r.returncode != 0 and "may only patch the node its pod runs on" in r.stderr, r.stderr