mirror of
https://github.com/nesquena/hermes-webui.git
synced 2026-07-04 06:30:29 +00:00
nesquena-hermes
9a54fe9aeb
Codex re-gate found two issues in the uncapped-read fix: (1) open_anchored_fd opens blocking O_RDONLY, which HANGS on a workspace FIFO/special file swapped in at a regular-file path; (2) the non-regular fstat branch returned without closing the fd (leak). Fix: lstat the symlink-resolved target BEFORE any open to skip non-regular leaves (no blocking open on a FIFO), and close the fd on the non-regular fstat branch. Adds a threaded FIFO-no-hang regression test.
432 lines
15 KiB
Python
432 lines
15 KiB
Python
"""
|
|
Hermes Web UI -- Filesystem checkpoint (rollback) API.
|
|
|
|
Provides endpoints to list, diff, and restore filesystem checkpoints
|
|
created by the Hermes agent's CheckpointManager. Checkpoints live at
|
|
``{hermes_home}/checkpoints/<hash>/`` as shadow git repositories.
|
|
"""
|
|
|
|
import hashlib
|
|
import logging
|
|
import os
|
|
import re
|
|
import shutil
|
|
import stat
|
|
import subprocess
|
|
from datetime import datetime
|
|
from pathlib import Path
|
|
from typing import Any
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
# Checkpoint identifiers are SHA-style hex hashes from the agent's
|
|
# CheckpointManager. We only allow [A-Za-z0-9_.-]{1,64} (no '/' so the
|
|
# value cannot be a path separator, no leading '.' so it cannot escape
|
|
# upward via '..'/'.'). This is defense-in-depth: the workspace arg is
|
|
# already allowlisted, but ``Path() / "../escape"`` does not normalize,
|
|
# so without this guard a `checkpoint` value of `../<other-ws-hash>/<sha>`
|
|
# would let any authenticated caller diff or restore from another
|
|
# allowlisted workspace's checkpoint store. (Opus pre-release advisor.)
|
|
_CHECKPOINT_ID_RE = re.compile(r"^[A-Za-z0-9_-][A-Za-z0-9_.-]{0,63}$")
|
|
|
|
|
|
def _validate_checkpoint_id(checkpoint: str) -> str:
|
|
cid = str(checkpoint or "").strip()
|
|
if not cid or cid in (".", "..") or not _CHECKPOINT_ID_RE.fullmatch(cid):
|
|
raise ValueError(
|
|
"checkpoint id must match [A-Za-z0-9_-][A-Za-z0-9_.-]{0,63}"
|
|
)
|
|
return cid
|
|
|
|
|
|
def _hermes_home() -> Path:
|
|
"""Return the active Hermes home directory."""
|
|
try:
|
|
from api.profiles import get_active_hermes_home
|
|
return Path(get_active_hermes_home())
|
|
except Exception:
|
|
return Path(os.environ.get("HERMES_HOME", "~/.hermes")).expanduser()
|
|
|
|
|
|
def _workspace_hash(workspace: str) -> str:
|
|
"""Derive the checkpoint directory name from a workspace path.
|
|
|
|
Matches the agent's CheckpointManager._get_checkpoint_dir logic:
|
|
SHA-256 of the canonical workspace path.
|
|
"""
|
|
try:
|
|
canonical = os.path.realpath(workspace)
|
|
except (OSError, ValueError):
|
|
canonical = workspace
|
|
return hashlib.sha256(canonical.encode()).hexdigest()[:12]
|
|
|
|
|
|
def _checkpoint_root() -> Path:
|
|
return _hermes_home() / "checkpoints"
|
|
|
|
|
|
def _resolve_workspace(workspace: str) -> str:
|
|
"""Validate and return the canonical workspace path.
|
|
|
|
Security: workspace must match a known configured workspace
|
|
(from workspaces.json or session-attached workspaces).
|
|
"""
|
|
if not workspace or not isinstance(workspace, str):
|
|
raise ValueError("workspace is required")
|
|
# Basic path validation
|
|
resolved = os.path.realpath(workspace)
|
|
if not os.path.isdir(resolved):
|
|
raise ValueError(f"Workspace does not exist: {workspace}")
|
|
# Security: confirm workspace is in the known list
|
|
try:
|
|
from api.workspace import load_workspaces
|
|
known_paths = set()
|
|
for ws in load_workspaces():
|
|
p = ws.get("path", "")
|
|
if p:
|
|
known_paths.add(os.path.realpath(p))
|
|
if resolved not in known_paths:
|
|
raise ValueError(f"Workspace not in configured list: {workspace}")
|
|
except ImportError:
|
|
logger.warning("Could not load workspace list for rollback validation")
|
|
return resolved
|
|
|
|
|
|
def _find_git() -> str:
|
|
"""Return the path to the git binary."""
|
|
return shutil.which("git") or "git"
|
|
|
|
|
|
def _checkpoint_entry_modes(git: str, ckpt_dir: Path) -> dict[str, int]:
|
|
"""Return git index modes for tracked checkpoint paths in one pass."""
|
|
result = subprocess.run(
|
|
[git, "-C", str(ckpt_dir), "ls-files", "-s"],
|
|
capture_output=True, text=True, timeout=10,
|
|
)
|
|
if result.returncode != 0:
|
|
raise ValueError("Failed to list checkpoint files")
|
|
|
|
modes: dict[str, int] = {}
|
|
for line in result.stdout.splitlines():
|
|
parts = line.split(maxsplit=3)
|
|
if len(parts) != 4:
|
|
continue
|
|
try:
|
|
modes[parts[3]] = int(parts[0], 8)
|
|
except ValueError:
|
|
continue
|
|
return modes
|
|
|
|
|
|
def _checkpoint_entry_is_regular(modes: dict[str, int], rel_path: str) -> bool:
|
|
"""Return True only for regular tracked checkpoint files.
|
|
|
|
Checkpoint worktrees can contain tracked symlinks. Pathname reads such as
|
|
Path.is_file()/read_text() follow those symlinks and can disclose host files
|
|
outside the checkpoint/workspace root in rollback diffs. Use the git index
|
|
mode as the source of truth and refuse symlink/special entries before any
|
|
filesystem open.
|
|
"""
|
|
mode = modes.get(rel_path)
|
|
return mode is not None and stat.S_ISREG(mode)
|
|
|
|
|
|
def _read_checkpoint_blob(git: str, ckpt_dir: Path, rel_path: str) -> bytes | None:
|
|
"""Read a regular tracked checkpoint blob without opening the worktree path."""
|
|
result = subprocess.run(
|
|
[git, "-C", str(ckpt_dir), "show", f"HEAD:{rel_path}"],
|
|
capture_output=True, timeout=10,
|
|
)
|
|
if result.returncode != 0:
|
|
return None
|
|
return result.stdout
|
|
|
|
|
|
def _read_checkpoint_text(git: str, ckpt_dir: Path, modes: dict[str, int], rel_path: str) -> str | None:
|
|
"""Read a regular tracked checkpoint file without following worktree links."""
|
|
if not _checkpoint_entry_is_regular(modes, rel_path):
|
|
return None
|
|
blob = _read_checkpoint_blob(git, ckpt_dir, rel_path)
|
|
if blob is None:
|
|
return None
|
|
return blob.decode(errors="replace")
|
|
|
|
|
|
def _read_workspace_text(workspace_root: Path, rel_path: str) -> str | None:
|
|
"""Read workspace text symlink-safely without the size cap of read_file_content.
|
|
|
|
Resolves the path under the workspace (rejecting traversal/symlink escapes)
|
|
and opens it through an anchored, O_NOFOLLOW file descriptor so a symlink
|
|
component cannot redirect the read outside the workspace boundary. Unlike
|
|
``read_file_content``, this has no MAX_FILE_BYTES cap — a large but legitimate
|
|
regular file must render as *modified*, not be silently dropped (which would
|
|
make the rollback diff falsely report it as *deleted*). Treat missing /
|
|
invalid / escape / non-regular paths as absent (None).
|
|
"""
|
|
from api.workspace import open_anchored_fd, safe_resolve_ws
|
|
|
|
try:
|
|
target = safe_resolve_ws(workspace_root, rel_path)
|
|
except (ValueError, OSError):
|
|
return None
|
|
# Pre-check the leaf type WITHOUT opening it: open_anchored_fd opens with
|
|
# blocking O_RDONLY, which would HANG on a FIFO/special file swapped in at a
|
|
# regular-file path. lstat on the already-symlink-resolved target tells us the
|
|
# type without an open, so we never block on a non-regular leaf. (The old
|
|
# Path.is_file() guard likewise never opened a FIFO.)
|
|
try:
|
|
if not stat.S_ISREG(os.lstat(target).st_mode):
|
|
return None
|
|
except OSError:
|
|
return None
|
|
try:
|
|
fd = open_anchored_fd(workspace_root, target, want_dir=False)
|
|
except (FileNotFoundError, ValueError, OSError):
|
|
return None
|
|
# From here the fd is owned; make sure every path closes it exactly once.
|
|
try:
|
|
st = os.fstat(fd)
|
|
if not stat.S_ISREG(st.st_mode):
|
|
os.close(fd)
|
|
return None
|
|
fh = os.fdopen(fd, "rb")
|
|
except OSError:
|
|
try:
|
|
os.close(fd)
|
|
except OSError:
|
|
pass
|
|
return None
|
|
# os.fdopen succeeded → the file object owns the fd and will close it.
|
|
try:
|
|
with fh:
|
|
return fh.read().decode(errors="replace")
|
|
except OSError:
|
|
return None
|
|
|
|
|
|
# ── Public API functions (called from routes.py) ────────────────────────────
|
|
|
|
|
|
def list_checkpoints(workspace: str) -> dict[str, Any]:
|
|
"""List all checkpoints for a workspace.
|
|
|
|
Returns a dict with:
|
|
checkpoints: list of checkpoint objects
|
|
workspace: resolved workspace path
|
|
checkpoint_dir: the checkpoint directory path
|
|
"""
|
|
resolved = _resolve_workspace(workspace)
|
|
ws_hash = _workspace_hash(resolved)
|
|
ckpt_dir = _checkpoint_root() / ws_hash
|
|
|
|
checkpoints = []
|
|
if not ckpt_dir.is_dir():
|
|
return {"checkpoints": [], "workspace": resolved, "checkpoint_dir": str(ckpt_dir)}
|
|
|
|
# Each checkpoint is a git repo in <ckpt_dir>/<commit_hash>/
|
|
git = _find_git()
|
|
for entry in sorted(ckpt_dir.iterdir(), key=lambda p: p.stat().st_mtime if p.is_dir() else 0, reverse=True):
|
|
if not entry.is_dir():
|
|
continue
|
|
ckpt_info = _inspect_checkpoint(entry, git)
|
|
if ckpt_info:
|
|
checkpoints.append(ckpt_info)
|
|
|
|
return {
|
|
"checkpoints": checkpoints,
|
|
"workspace": resolved,
|
|
"checkpoint_dir": str(ckpt_dir),
|
|
}
|
|
|
|
|
|
def _inspect_checkpoint(ckpt_path: Path, git: str) -> dict[str, Any] | None:
|
|
"""Extract metadata from a single checkpoint directory."""
|
|
git_dir = ckpt_path / ".git"
|
|
if not git_dir.is_dir():
|
|
return None
|
|
|
|
name = ckpt_path.name
|
|
try:
|
|
result = subprocess.run(
|
|
[git, "-C", str(ckpt_path), "log", "--format=%H%n%s%n%aI", "-1"],
|
|
capture_output=True, text=True, timeout=5,
|
|
)
|
|
if result.returncode != 0 or not result.stdout.strip():
|
|
return None
|
|
|
|
lines = result.stdout.strip().split("\n")
|
|
commit_hash = lines[0] if len(lines) > 0 else name
|
|
message = lines[1] if len(lines) > 1 else "checkpoint"
|
|
date_str = lines[2] if len(lines) > 2 else ""
|
|
|
|
# Parse date for display
|
|
date_display = ""
|
|
if date_str:
|
|
try:
|
|
dt = datetime.fromisoformat(date_str)
|
|
date_display = dt.strftime("%Y-%m-%d %H:%M")
|
|
except (ValueError, TypeError):
|
|
date_display = date_str
|
|
|
|
# Count files
|
|
files_result = subprocess.run(
|
|
[git, "-C", str(ckpt_path), "ls-files"],
|
|
capture_output=True, text=True, timeout=5,
|
|
)
|
|
file_count = len(files_result.stdout.strip().split("\n")) if files_result.stdout.strip() else 0
|
|
|
|
return {
|
|
"id": name,
|
|
"commit": commit_hash[:12],
|
|
"message": message,
|
|
"date": date_str,
|
|
"date_display": date_display,
|
|
"files": file_count,
|
|
"path": str(ckpt_path),
|
|
}
|
|
except (subprocess.TimeoutExpired, OSError) as e:
|
|
logger.debug("Failed to inspect checkpoint %s: %s", ckpt_path, e)
|
|
return None
|
|
|
|
|
|
def get_checkpoint_diff(workspace: str, checkpoint: str) -> dict[str, Any]:
|
|
"""Show the diff between a checkpoint and the current workspace state.
|
|
|
|
Returns a dict with:
|
|
diff: unified diff text
|
|
files_changed: list of changed file paths
|
|
"""
|
|
resolved = _resolve_workspace(workspace)
|
|
checkpoint = _validate_checkpoint_id(checkpoint)
|
|
ws_hash = _workspace_hash(resolved)
|
|
ckpt_dir = _checkpoint_root() / ws_hash / checkpoint
|
|
|
|
if not ckpt_dir.is_dir():
|
|
raise ValueError(f"Checkpoint not found: {checkpoint}")
|
|
|
|
git = _find_git()
|
|
|
|
try:
|
|
entry_modes = _checkpoint_entry_modes(git, ckpt_dir)
|
|
except ValueError as e:
|
|
raise ValueError("Failed to list checkpoint files") from e
|
|
|
|
ckpt_files = list(entry_modes)
|
|
files_changed = []
|
|
diff_lines = []
|
|
|
|
for rel_path in ckpt_files:
|
|
# Read checkpoint version from the git object database, not via the
|
|
# checkout path. This prevents tracked symlinks in the checkpoint from
|
|
# redirecting diff reads to arbitrary host files.
|
|
ckpt_content = _read_checkpoint_text(git, ckpt_dir, entry_modes, rel_path)
|
|
if ckpt_content is None:
|
|
continue
|
|
|
|
# Read workspace version (if exists)
|
|
ws_content = _read_workspace_text(Path(resolved), rel_path)
|
|
|
|
if ws_content is None:
|
|
# File exists in checkpoint but not in workspace (deleted)
|
|
files_changed.append({"file": rel_path, "status": "deleted"})
|
|
diff_lines.append(f"--- a/{rel_path}")
|
|
diff_lines.append("+++ /dev/null")
|
|
diff_lines.append("@@ -1,{lines} +0,0 @@".format(lines=len(ckpt_content.splitlines())))
|
|
for line in ckpt_content.splitlines():
|
|
diff_lines.append(f"-{line}")
|
|
elif ckpt_content != ws_content:
|
|
# File changed
|
|
import difflib
|
|
ckpt_lines = ckpt_content.splitlines(keepends=True)
|
|
ws_lines = ws_content.splitlines(keepends=True)
|
|
diff = list(difflib.unified_diff(ckpt_lines, ws_lines, fromfile=f"a/{rel_path}", tofile=f"b/{rel_path}", lineterm=""))
|
|
if diff:
|
|
files_changed.append({"file": rel_path, "status": "modified"})
|
|
diff_lines.extend(diff)
|
|
|
|
# Check for new files in workspace that aren't in checkpoint
|
|
# (skip for performance — diff is primarily for seeing what the checkpoint captures)
|
|
|
|
return {
|
|
"checkpoint": checkpoint,
|
|
"workspace": resolved,
|
|
"diff": "\n".join(diff_lines) if diff_lines else "",
|
|
"files_changed": files_changed,
|
|
"total_changes": len(files_changed),
|
|
}
|
|
|
|
|
|
def _restore_checkpoint_file(workspace_root: Path, rel_path: str, content: bytes, mode: int) -> None:
|
|
"""Restore one checkpoint blob without following checkpoint or workspace symlinks."""
|
|
from api.workspace import open_anchored_create_fd, open_anchored_write_fd, safe_resolve_ws
|
|
|
|
target = safe_resolve_ws(workspace_root, rel_path)
|
|
if target.exists():
|
|
fd = open_anchored_write_fd(workspace_root, target)
|
|
else:
|
|
fd = open_anchored_create_fd(workspace_root, target)
|
|
|
|
with os.fdopen(fd, "wb") as out:
|
|
out.write(content)
|
|
out.flush()
|
|
try:
|
|
os.fchmod(out.fileno(), mode & 0o777)
|
|
except (AttributeError, OSError):
|
|
logger.debug("Failed to apply restored mode to %s", target, exc_info=True)
|
|
|
|
|
|
def restore_checkpoint(workspace: str, checkpoint: str) -> dict[str, Any]:
|
|
"""Restore a checkpoint by copying files back to the workspace.
|
|
|
|
Only restores files that exist in the checkpoint. Does NOT delete
|
|
files that were added after the checkpoint was created.
|
|
|
|
Returns a dict with:
|
|
ok: True
|
|
files_restored: list of restored file paths
|
|
"""
|
|
resolved = _resolve_workspace(workspace)
|
|
workspace_root = Path(resolved)
|
|
checkpoint = _validate_checkpoint_id(checkpoint)
|
|
ws_hash = _workspace_hash(resolved)
|
|
ckpt_dir = _checkpoint_root() / ws_hash / checkpoint
|
|
|
|
if not ckpt_dir.is_dir():
|
|
raise ValueError(f"Checkpoint not found: {checkpoint}")
|
|
|
|
git = _find_git()
|
|
|
|
try:
|
|
entry_modes = _checkpoint_entry_modes(git, ckpt_dir)
|
|
except ValueError as e:
|
|
raise ValueError("Failed to list checkpoint files") from e
|
|
|
|
ckpt_files = list(entry_modes)
|
|
restored = []
|
|
errors = []
|
|
|
|
for rel_path in ckpt_files:
|
|
mode = entry_modes.get(rel_path)
|
|
if mode is None or not stat.S_ISREG(mode):
|
|
continue
|
|
|
|
content = _read_checkpoint_blob(git, ckpt_dir, rel_path)
|
|
if content is None:
|
|
continue
|
|
|
|
try:
|
|
_restore_checkpoint_file(workspace_root, rel_path, content, mode)
|
|
restored.append(rel_path)
|
|
except (OSError, ValueError) as e:
|
|
errors.append({"file": rel_path, "error": str(e)})
|
|
logger.warning("Failed to restore %s: %s", rel_path, e)
|
|
|
|
return {
|
|
"ok": True,
|
|
"checkpoint": checkpoint,
|
|
"workspace": resolved,
|
|
"files_restored": restored,
|
|
"files_restored_count": len(restored),
|
|
"errors": errors,
|
|
}
|