- **Restore 82 completed tasks** from tasks/complete/ back to tasks/ top level (all <7 days old per the cleanup policy; premature bulk archive was fixed). - **Dashboard: fix scroll-reset on auto-refresh** — renderBoard rebuilds the board via innerHTML every 2s, destroying each column-body's scrollTop. Now snapshots column-body scrollTop + board.scrollLeft + view.scrollTop before rebuild and restores after (matched by PHASE_GROUPS index). - **Dashboard UI additions** (pre-existing unstaged work): approval section cards, transition buttons, inline artifact editor (textarea for writing missing SPEC/VERDICT/etc from the detail modal). - **Bind ornith as Implement model** — config.md: Model explicit to omlx/Ornith-1.0-35B-4bit-mlx, context window 32768. Interactive autopilot already used ornith via opencode default; now explicit. - **Fix cleanup stub** — automaton-cleanup.sh had a stale --project arg pointing at a pytest temp dir (test isolation leak). Rewired to point at ~/.automaton. - **Fix plist-isolation test** — test asserted host plist doesn't exist, but a real install creates it. Now snapshots mtime before run, asserts unchanged after (only a write during the test counts as bleed). - **New Playwright smoke test** (tests/test_dashboard_ui.py) — 2 tests: board renders tasks, column scroll survives auto-refresh tick. Verified the test fails without the scroll fix (scrollTop resets to 0). Skipped via importorskip when playwright is absent (main CI stays green). - **Clarify SI loop scope in README** — new-project onboarding section documents the framework-scoped self-improvement loop and options (leave/pause/create project loop). - **CHANGELOG** documents all changes including the known model-divergence gap (mde tasks marked complete but per-role model binding was never implemented).
57 lines
1.9 KiB
Python
57 lines
1.9 KiB
Python
"""Tests for automaton.dashboard.core.stats."""
|
|
|
|
from pathlib import Path
|
|
|
|
import pytest
|
|
|
|
from automaton.dashboard.core.stats import TaskStats
|
|
from automaton.dashboard.core.task import determine_task_state
|
|
|
|
|
|
def _task(name: str, tmp_path: Path, artifacts: dict[str, str]) -> object:
|
|
from automaton.dashboard.core.task import Task
|
|
|
|
task_dir = tmp_path / name
|
|
task_dir.mkdir(parents=True)
|
|
for filename, content in artifacts.items():
|
|
(task_dir / filename).write_text(content)
|
|
state, _, artifact_map = determine_task_state(task_dir)
|
|
return Task(name=name, folder_path=task_dir, state=state, artifacts=artifact_map)
|
|
|
|
|
|
def test_empty_stats() -> None:
|
|
stats = TaskStats([])
|
|
assert stats.total_tasks == 0
|
|
assert stats.pass_rate == 0.0
|
|
assert stats.fail_rate == 0.0
|
|
|
|
|
|
def test_counts(tmp_path: Path) -> None:
|
|
tasks = [
|
|
_task("done-1", tmp_path, {"VERDICT.md": "## Status: PASS"}),
|
|
_task("done-2", tmp_path, {"VERDICT.md": "## Status: PASS"}),
|
|
_task("blocked", tmp_path, {"VERDICT.md": "## Status: FAIL"}),
|
|
_task("research", tmp_path, {"SPEC.md": "# Spec"}),
|
|
]
|
|
stats = TaskStats(tasks)
|
|
assert stats.total_tasks == 4
|
|
assert stats.pass_count == 2
|
|
assert stats.fail_count == 1
|
|
assert stats.in_progress_count == 1
|
|
assert stats.backlog_count == 0
|
|
assert stats.pass_rate == 50.0
|
|
|
|
|
|
def test_sub_task_stats(tmp_path: Path) -> None:
|
|
from automaton.dashboard.core.task import SubTask, TaskState
|
|
|
|
parent = _task("parent", tmp_path, {"SPEC.md": "# Spec"})
|
|
parent.sub_tasks = [
|
|
SubTask(name="a", state=TaskState.DONE, has_spec=True, has_verdict=True, verdict_status="PASS"),
|
|
SubTask(name="b", state=TaskState.BLOCKED, has_spec=True, has_verdict=True, verdict_status="FAIL"),
|
|
]
|
|
stats = TaskStats([parent])
|
|
assert stats.sub_task_stats == {
|
|
"parent": {"total": 2, "passed": 1, "failed": 1, "needs_review": 0, "incomplete": 0}
|
|
}
|