| 1 | """Owner-scoped disposable VMs and idle expiry.""" |
| 2 | import fcntl |
| 3 | import json |
| 4 | import os |
| 5 | from pathlib import Path |
| 6 | import re |
| 7 | import shutil |
| 8 | import sys |
| 9 | import time |
| 10 | import uuid |
| 11 | import xml.etree.ElementTree as ET |
| 12 | |
| 13 | import vms |
| 14 | |
| 15 | LIMITS = {"per_user": 2, "host_total": 8, "vcpus": 4, "memory_gib": 8, |
| 16 | "idle_seconds": 3600, "extension_seconds": 86400} |
| 17 | |
| 18 | |
| 19 | def presets(): |
| 20 | return [p for p in vms.library()["presets"] if p["capacity"] <= 80 * 2**30 and |
| 21 | (p["platform"] == "linux" or p.get("setup") in {"windows-v3", "windows-v4"})] |
| 22 | |
| 23 | |
| 24 | def lease(name, seconds=None): |
| 25 | vms.ensure_name(name) |
| 26 | path = vms.DISKS / name / "ai.json" |
| 27 | try: |
| 28 | with os.fdopen(vms.open_regular(path)) as incoming: |
| 29 | value = json.load(incoming) |
| 30 | except FileNotFoundError: |
| 31 | return None |
| 32 | if not name.startswith("ai-") or type(value.get("expiresAt")) is not int: |
| 33 | raise ValueError("The test VM's expiry record needs repair.") |
| 34 | if seconds is not None: |
| 35 | now = int(time.time()) |
| 36 | if value["expiresAt"] <= now: |
| 37 | raise ValueError("This test VM expired. Create another VM.") |
| 38 | value["expiresAt"] = max(value["expiresAt"], now + seconds) |
| 39 | temporary = path.with_suffix(".new") |
| 40 | with open(temporary, "w", opener=lambda p, flags: os.open(p, flags | os.O_NOFOLLOW, 0o600)) as outgoing: |
| 41 | json.dump(value, outgoing) |
| 42 | os.replace(temporary, path) |
| 43 | return value |
| 44 | |
| 45 | |
| 46 | def create(request): |
| 47 | if set(request) != {"action", "owner", "preset", "name", "vcpus", "memory"}: |
| 48 | raise ValueError("Use the fields listed for creating a test VM.") |
| 49 | if not isinstance(request["owner"], str) or not re.fullmatch(r"[a-zA-Z0-9_-]{1,128}", request["owner"]): |
| 50 | raise ValueError("Choose a signed-in account to own this VM.") |
| 51 | if not isinstance(request["name"], str) or not re.fullmatch(r"[a-z0-9][a-z0-9-]{0,35}", request["name"]): |
| 52 | raise ValueError("Use a name of 1–36 lowercase letters, numbers, or hyphens.") |
| 53 | if type(request["vcpus"]) is not int or not 1 <= request["vcpus"] <= LIMITS["vcpus"]: |
| 54 | raise ValueError("Choose between 1 and 4 vCPUs.") |
| 55 | if type(request["memory"]) is not int or not 1 <= request["memory"] <= LIMITS["memory_gib"]: |
| 56 | raise ValueError("Choose between 1 and 8 GiB of memory.") |
| 57 | preset = next((p for p in presets() if p["id"] == request["preset"]), None) |
| 58 | if preset is None: |
| 59 | raise ValueError("Choose a prepared preset from computer_presets.") |
| 60 | with open(vms.DISKS / "ai-create.lock", "w", opener=lambda p, flags: os.open(p, flags | os.O_NOFOLLOW, 0o600)) as lock: |
| 61 | fcntl.flock(lock, fcntl.LOCK_EX) |
| 62 | owned = total = 0 |
| 63 | for name in vms.virsh("list", "--all", "--name").splitlines(): |
| 64 | if not lease(name): |
| 65 | continue |
| 66 | total += 1 |
| 67 | root = ET.fromstring(vms.virsh("dumpxml", name)) |
| 68 | owned += root.findtext(f"metadata/{vms.NS}vm/{vms.NS}owner") == request["owner"] |
| 69 | if owned >= LIMITS["per_user"] or total >= LIMITS["host_total"]: |
| 70 | raise ValueError("The test VM limit is reached: 2 per account and 8 on this host. Delete an unused test VM or wait for expiry.") |
| 71 | if shutil.disk_usage(vms.DISKS).free < preset["capacity"] + 10 * 2**30: |
| 72 | raise ValueError("There is not enough free space for another test VM. Delete an unused test VM.") |
| 73 | name = "ai-" + request["name"].removeprefix("ai-") + "-" + uuid.uuid4().hex[:8] |
| 74 | spec = {"name": name, "description": "", "image": preset["id"], |
| 75 | "vcpus": request["vcpus"], "memory": request["memory"] * 2**30, |
| 76 | "disk": preset["capacity"], "autostart": False, "start": True, |
| 77 | "mode": "preset", "firmware": preset["firmware"], "platform": preset["platform"], |
| 78 | "owner": request["owner"], "username": "sandbox"} |
| 79 | vms.validate("create", spec) |
| 80 | vms.create(spec, ai=True) |
| 81 | return {"id": name, "name": name, "platform": preset["platform"], "os": preset["os"], |
| 82 | "arch": preset["arch"], "aiOwned": True, **lease(name)} |
| 83 | |
| 84 | |
| 85 | def manage(request): |
| 86 | if request.get("action") == "presets" and set(request) == {"action", "owner"}: |
| 87 | return {"presets": [{"id": p["id"], "os": p["os"], "platform": p["platform"], |
| 88 | "arch": p["arch"], "disk_bytes": p["capacity"]} for p in presets()], "limits": LIMITS} |
| 89 | if request.get("action") == "create": |
| 90 | return create(request) |
| 91 | if set(request) != {"action", "name", "owner", "seconds"} or request["action"] not in {"extend", "delete"}: |
| 92 | raise ValueError("Choose a supported test VM operation.") |
| 93 | name = request["name"] |
| 94 | vms.ensure_name(name) |
| 95 | if type(request["seconds"]) is not int or not 1 <= request["seconds"] <= LIMITS["extension_seconds"]: |
| 96 | raise ValueError("Extend a test VM by up to 24 hours from now.") |
| 97 | with vms.computer_lock(name): |
| 98 | root = ET.fromstring(vms.virsh("dumpxml", name)) |
| 99 | if root.findtext(f"metadata/{vms.NS}vm/{vms.NS}owner") != request["owner"] or not lease(name): |
| 100 | raise ValueError("Choose a test VM owned by your account.") |
| 101 | if request["action"] == "extend": |
| 102 | return {"id": name, "aiOwned": True, **lease(name, request["seconds"])} |
| 103 | vms.remove({"name": name, "disks": True}) |
| 104 | return {"id": name, "deleted": True} |
| 105 | |
| 106 | |
| 107 | def reap(): |
| 108 | for directory in vms.DISKS.glob("ai-*"): |
| 109 | if directory.is_symlink() or not directory.is_dir(): |
| 110 | continue |
| 111 | try: |
| 112 | with vms.computer_lock(directory.name): |
| 113 | value = lease(directory.name) |
| 114 | if value and value["expiresAt"] <= time.time(): |
| 115 | vms.remove({"name": directory.name, "disks": True}, missing_ok=True) |
| 116 | print("Expired test VM:", directory.name, flush=True) |
| 117 | except BlockingIOError: |
| 118 | continue |
| 119 | except FileNotFoundError: |
| 120 | if directory.exists(): |
| 121 | raise |
| 122 | |
| 123 | |
| 124 | if __name__ == "__main__": |
| 125 | try: |
| 126 | if sys.argv[1:] == ["reap"]: |
| 127 | reap() |
| 128 | else: |
| 129 | print(json.dumps(manage(json.load(sys.stdin)))) |
| 130 | except (ValueError, OSError) as error: |
| 131 | print(str(error), file=sys.stderr) |
| 132 | sys.exit(2) |