Files
agentbox/tests/test_api.py
T
Yash Shah 5658447185 feat(v0.5): limits_applied, oom_killed, max memory clamp
Context:
- Surface applied limits and OOM heuristic on run responses.
- Clamp memory via AGENTBOX_MAX_MEMORY_MB; expand API scenario suite.

Test Plan:
- docker compose run --rm test pytest tests/ -q
- docker compose up -d agentbox && curl /health + /v1/run scenarios

Additional Notes:
- Version 0.5.0. PyPI name is agentbox-sandbox.
2026-09-14 15:25:01 +05:30

137 lines
4.1 KiB
Python

"""Tests for agentbox API."""
import shutil
import sys
from collections.abc import Iterator
import pytest
from fastapi.testclient import TestClient
from agentbox.api.app import app
@pytest.fixture
def client() -> Iterator[TestClient]:
with TestClient(app) as test_client:
yield test_client
def test_health(client: TestClient) -> None:
resp = client.get("/health")
assert resp.status_code == 200
assert resp.json()["status"] == "ok"
def test_run_python(client: TestClient) -> None:
resp = client.post("/v1/run", json={"code": "print('hello agentbox')"})
assert resp.status_code == 200
body = resp.json()
assert "hello agentbox" in body["stdout"]
assert body["exit_code"] == 0
assert body["limits_applied"]["timeout_seconds"] >= 1
assert "memory_mb" in body["limits_applied"]
assert body["oom_killed"] is False
def test_run_rejects_unknown_language(client: TestClient) -> None:
resp = client.post("/v1/run", json={"code": "print(1)", "language": "ruby"})
assert resp.status_code == 400
def test_run_timeout_limit(client: TestClient) -> None:
resp = client.post(
"/v1/run",
json={
"code": "import time; time.sleep(5)",
"limits": {"timeout_seconds": 1},
},
)
assert resp.status_code == 408
@pytest.mark.skipif(shutil.which("node") is None, reason="node not installed")
def test_run_javascript(client: TestClient) -> None:
resp = client.post(
"/v1/run",
json={"code": "console.log('hello node')", "language": "javascript"},
)
assert resp.status_code == 200
assert "hello node" in resp.json()["stdout"]
assert resp.json()["exit_code"] == 0
def test_snapshot_restore_keeps_workspace_file(client: TestClient) -> None:
first = client.post(
"/v1/run",
json={"code": "open('memo.txt','w').write('kept')", "snapshot": True},
)
assert first.status_code == 200
snapshot_id = first.json()["snapshot_id"]
assert snapshot_id
second = client.post(
"/v1/run",
json={
"code": "print(open('memo.txt').read())",
"snapshot_id": snapshot_id,
},
)
assert second.status_code == 200
assert "kept" in second.json()["stdout"]
def test_unknown_snapshot_returns_400(client: TestClient) -> None:
resp = client.post(
"/v1/run",
json={"code": "print(1)", "snapshot_id": "does-not-exist"},
)
assert resp.status_code == 400
@pytest.mark.skipif(sys.platform == "darwin", reason="RLIMIT_AS not enforceable on macOS")
def test_memory_limit_kills_huge_allocation(client: TestClient) -> None:
resp = client.post(
"/v1/run",
json={
"code": "x = bytearray(200 * 1024 * 1024); print(len(x))",
"limits": {"memory_mb": 32, "timeout_seconds": 5},
},
)
assert resp.status_code == 200
body = resp.json()
# RLIMIT_AS should prevent the allocation from succeeding.
assert body["exit_code"] != 0 or "MemoryError" in body["stderr"] or body["stdout"] == ""
assert "209715200" not in body.get("stdout", "")
assert body["limits_applied"] == {"timeout_seconds": 5, "memory_mb": 32}
assert body["oom_killed"] is True
def test_oom_killed_on_memory_error(client: TestClient) -> None:
resp = client.post(
"/v1/run",
json={
"code": "raise MemoryError('simulated')",
"limits": {"memory_mb": 64, "timeout_seconds": 5},
},
)
assert resp.status_code == 200
body = resp.json()
assert body["exit_code"] != 0
assert body["oom_killed"] is True
assert body["limits_applied"]["memory_mb"] == 64
def test_memory_clamped_to_max(client: TestClient, monkeypatch: pytest.MonkeyPatch) -> None:
monkeypatch.setattr("agentbox.api.app.settings.max_memory_mb", 64)
resp = client.post(
"/v1/run",
json={
"code": "print('ok')",
"limits": {"memory_mb": 256, "timeout_seconds": 10},
},
)
assert resp.status_code == 200
body = resp.json()
assert body["limits_applied"]["memory_mb"] == 64
assert body["limits_applied"]["timeout_seconds"] == 10
assert "ok" in body["stdout"]