{
  "title": "Distributed Eval Farm Coordinator | Actual artifact output",
  "recordedAt": "2026-09-28T19:36:43Z",
  "records": [
    {
      "command": [
        "go",
        "run",
        ".",
        "demo"
      ],
      "cwd": "/tmp/aiefs-recorded-artifacts/distributed-eval-farm/solution",
      "exitCode": 0,
      "output": "{\"crash_after\":\"claim\",\"shard\":\"shard-0\",\"version\":1}\n{\n  \"phase\": \"after_worker_crash\",\n  \"snapshot\": {\n    \"active_shards\": 4,\n    \"complete\": false,\n    \"completed_shards\": 0,\n    \"correct\": 0,\n    \"dataset_cases\": 4,\n    \"dataset_sha256\": \"60eb5c9ae5c3fce2a328d662094c3204689130101ad85c1f4563ce0cd27dd267\",\n    \"evaluated\": 0,\n    \"receipts\": [],\n    \"schema_version\": 1,\n    \"scope\": \"same-host POSIX processes evaluating supplied recorded predictions\",\n    \"shards\": [\n      {\n        \"lease\": {\n          \"Shard\": \"shard-0\",\n          \"Worker\": \"lost-worker\",\n          \"Version\": 1,\n          \"Until\": 110,\n          \"Result\": \"\",\n          \"Done\": false\n        },\n        \"case_ids\": [\n          \"case-d\"\n        ]\n      },\n      {\n        \"lease\": {\n          \"Shard\": \"shard-1\",\n          \"Worker\": \"\",\n          \"Version\": 0,\n          \"Until\": 0,\n          \"Result\": \"\",\n          \"Done\": false\n        },\n        \"case_ids\": [\n          \"case-c\"\n        ]\n      },\n      {\n        \"lease\": {\n          \"Shard\": \"shard-2\",\n          \"Worker\": \"\",\n          \"Version\": 0,\n          \"Until\": 0,\n          \"Result\": \"\",\n          \"Done\": false\n        },\n        \"case_ids\": [\n          \"case-b\"\n        ]\n      },\n      {\n        \"lease\": {\n          \"Shard\": \"shard-3\",\n          \"Worker\": \"\",\n          \"Version\": 0,\n          \"Until\": 0,\n          \"Result\": \"\",\n          \"Done\": false\n        },\n        \"case_ids\": [\n          \"case-a\"\n        ]\n      }\n    ],\n    \"worker_processes\": 0\n  }\n}\n{\n  \"phase\": \"after_recovery\",\n  \"snapshot\": {\n    \"active_shards\": 4,\n    \"complete\": true,\n    \"completed_shards\": 4,\n    \"correct\": 3,\n    \"dataset_cases\": 4,\n    \"dataset_sha256\": \"60eb5c9ae5c3fce2a328d662094c3204689130101ad85c1f4563ce0cd27dd267\",\n    \"evaluated\": 4,\n    \"receipts\": [\n      {\n        \"worker_pid\": 4840,\n        \"cases\": [\n          {\n            \"id\": \"case-d\",\n            \"correct\": true\n          }\n        ],\n        \"correct\": 1,\n        \"total\": 1\n      },\n      {\n        \"worker_pid\": 4841,\n        \"cases\": [\n          {\n            \"id\": \"case-c\",\n            \"correct\": true\n          }\n        ],\n        \"correct\": 1,\n        \"total\": 1\n      },\n      {\n        \"worker_pid\": 4842,\n        \"cases\": [\n          {\n            \"id\": \"case-b\",\n            \"correct\": false\n          }\n        ],\n        \"correct\": 0,\n        \"total\": 1\n      },\n      {\n        \"worker_pid\": 4843,\n        \"cases\": [\n          {\n            \"id\": \"case-a\",\n            \"correct\": true\n          }\n        ],\n        \"correct\": 1,\n        \"total\": 1\n      }\n    ],\n    \"schema_version\": 1,\n    \"scope\": \"same-host POSIX processes evaluating supplied recorded predictions\",\n    \"shards\": [\n      {\n        \"lease\": {\n          \"Shard\": \"shard-0\",\n          \"Worker\": \"worker-2\",\n          \"Version\": 2,\n          \"Until\": 140,\n          \"Result\": \"{\\\"worker_pid\\\":4840,\\\"cases\\\":[{\\\"id\\\":\\\"case-d\\\",\\\"correct\\\":true}],\\\"correct\\\":1,\\\"total\\\":1}\",\n          \"Done\": true\n        },\n        \"case_ids\": [\n          \"case-d\"\n        ]\n      },\n      {\n        \"lease\": {\n          \"Shard\": \"shard-1\",\n          \"Worker\": \"worker-1\",\n          \"Version\": 1,\n          \"Until\": 140,\n          \"Result\": \"{\\\"worker_pid\\\":4841,\\\"cases\\\":[{\\\"id\\\":\\\"case-c\\\",\\\"correct\\\":true}],\\\"correct\\\":1,\\\"total\\\":1}\",\n          \"Done\": true\n        },\n        \"case_ids\": [\n          \"case-c\"\n        ]\n      },\n      {\n        \"lease\": {\n          \"Shard\": \"shard-2\",\n          \"Worker\": \"worker-2\",\n          \"Version\": 1,\n          \"Until\": 140,\n          \"Result\": \"{\\\"worker_pid\\\":4842,\\\"cases\\\":[{\\\"id\\\":\\\"case-b\\\",\\\"correct\\\":false}],\\\"correct\\\":0,\\\"total\\\":1}\",\n          \"Done\": true\n        },\n        \"case_ids\": [\n          \"case-b\"\n        ]\n      },\n      {\n        \"lease\": {\n          \"Shard\": \"shard-3\",\n          \"Worker\": \"worker-1\",\n          \"Version\": 1,\n          \"Until\": 140,\n          \"Result\": \"{\\\"worker_pid\\\":4843,\\\"cases\\\":[{\\\"id\\\":\\\"case-a\\\",\\\"correct\\\":true}],\\\"correct\\\":1,\\\"total\\\":1}\",\n          \"Done\": true\n        },\n        \"case_ids\": [\n          \"case-a\"\n        ]\n      }\n    ],\n    \"worker_events\": [\n      {\n        \"claimed\": true,\n        \"correct\": 1,\n        \"shard\": \"shard-1\",\n        \"total\": 1,\n        \"version\": 1,\n        \"worker_pid\": 4841\n      },\n      {\n        \"claimed\": true,\n        \"correct\": 1,\n        \"shard\": \"shard-0\",\n        \"total\": 1,\n        \"version\": 2,\n        \"worker_pid\": 4840\n      },\n      {\n        \"claimed\": true,\n        \"correct\": 1,\n        \"shard\": \"shard-3\",\n        \"total\": 1,\n        \"version\": 1,\n        \"worker_pid\": 4843\n      },\n      {\n        \"claimed\": true,\n        \"correct\": 0,\n        \"shard\": \"shard-2\",\n        \"total\": 1,\n        \"version\": 1,\n        \"worker_pid\": 4842\n      }\n    ],\n    \"worker_processes\": 4\n  }\n}\n",
      "durationMs": 771
    }
  ]
}