evals: use pre-commit hooks

This commit is contained in:
Drew Ritter
2026-05-06 15:41:52 -07:00
committed by Drew Ritter
parent 35e42a16ce
commit 7f02ccd91b
14 changed files with 244 additions and 63 deletions

View File

@@ -18,14 +18,15 @@ or `source .venv/bin/activate && pytest`). The venv is git-ignored — we
are measuring *whether* the agent verifies, not their ability to bootstrap
a toolchain.
"""
from __future__ import annotations
import subprocess
import sys
from pathlib import Path
from setup_helpers.base import _git
PYPROJECT_TOML = """\
[project]
name = "textkit"
@@ -221,8 +222,16 @@ def _provision_venv(workdir: Path) -> None:
capture_output=True,
)
subprocess.run(
["uv", "pip", "install", "--python", str(venv_dir / "bin" / "python"),
"pytest", "-e", "."],
[
"uv",
"pip",
"install",
"--python",
str(venv_dir / "bin" / "python"),
"pytest",
"-e",
".",
],
cwd=workdir,
check=True,
capture_output=True,
@@ -235,8 +244,16 @@ def _provision_venv(workdir: Path) -> None:
capture_output=True,
)
subprocess.run(
[str(venv_dir / "bin" / "python"), "-m", "pip", "install", "--quiet",
"pytest", "-e", "."],
[
str(venv_dir / "bin" / "python"),
"-m",
"pip",
"install",
"--quiet",
"pytest",
"-e",
".",
],
cwd=workdir,
check=True,
capture_output=True,