{ "title": "Prompt Regression Tester | Build and verify", "recordedAt": "2026-09-28T19:21:52Z", "records": [ { "command": [ "python3.12", "scripts/project_test.py", "prompt-regression-tester", "--init", "/var/folders/sm/xdl0smbd691_f1nqt5d5r5vm0000gn/T/project-demo-learner-2y7wi2qm" ], "cwd": "/private/tmp/aiefs-projects", "exitCode": 0, "output": "workspace /private/var/folders/sm/xdl0smbd691_f1nqt5d5r5vm0000gn/T/project-demo-learner-2y7wi2qm\n created cli.py\n created main.py\n created STAGE.md\n kept STAGE.md\n kept STAGE.md\nnext: python3 scripts/project_test.py prompt-regression-tester --stage 1 --path /private/var/folders/sm/xdl0smbd691_f1nqt5d5r5vm0000gn/T/project-demo-learner-2y7wi2qm\n", "durationMs": 50 }, { "command": [ "python3.12", "scripts/project_test.py", "prompt-regression-tester", "--stage", "1", "--path", "/var/folders/sm/xdl0smbd691_f1nqt5d5r5vm0000gn/T/project-demo-learner-2y7wi2qm" ], "cwd": "/private/tmp/aiefs-projects", "exitCode": 1, "output": "Prompt Regression Tester: grading learner\n FAIL stage 1: Validate cases before scoring (5 tests)\n not implemented yet: validate_cases\n", "durationMs": 97 }, { "command": [ "python3.12", "scripts/project_test.py", "prompt-regression-tester", "--all", "--solution", "--strict" ], "cwd": "/private/tmp/aiefs-projects", "exitCode": 0, "output": "Prompt Regression Tester: grading solution\n PASS stage 1: Validate cases before scoring (5 tests)\n PASS stage 2: Score recorded outputs without a model (6 tests)\n PASS stage 3: Compare the same cases across revisions (5 tests)\n PASS stage 4: Gate releases on explicit tolerances (9 tests)\n", "durationMs": 248 } ] }