|
| 1 | +[ |
| 2 | + { |
| 3 | + "id": "K01", |
| 4 | + "type": "K", |
| 5 | + "question": "What is the SHA-256 of the pinned sessionweaver production wheel?", |
| 6 | + "gold": [ |
| 7 | + "56866d9d-6ce0-44d2-b453-f461d5b933bf" |
| 8 | + ] |
| 9 | + }, |
| 10 | + { |
| 11 | + "id": "K02", |
| 12 | + "type": "K", |
| 13 | + "question": "Which commit is the Session Weaver production pin built from?", |
| 14 | + "gold": [ |
| 15 | + "agent-a7855d0b998e53e57", |
| 16 | + "56866d9d-6ce0-44d2-b453-f461d5b933bf" |
| 17 | + ] |
| 18 | + }, |
| 19 | + { |
| 20 | + "id": "K03", |
| 21 | + "type": "K", |
| 22 | + "question": "What did grok call itself during the council review calls?", |
| 23 | + "gold": [ |
| 24 | + "agent-a5f58bcdc973a7656", |
| 25 | + "agent-a4a018b34f12ded55", |
| 26 | + "agent-a78ab31ee043dcea2", |
| 27 | + "agent-a8b9107d39b1d5503", |
| 28 | + "agent-a36b75d3fc517f1a9", |
| 29 | + "agent-aeaa7dcd85f99a1ac", |
| 30 | + "agent-ab65c5da31bcc3930", |
| 31 | + "8b3dcec3-8a47-4710-bca9-a1e3abee9ee8", |
| 32 | + "a56aa41c-211a-480c-b60c-cbeaf0ea301a", |
| 33 | + "b818c97b-2a8c-4f52-b5b0-bbe179256425", |
| 34 | + "56866d9d-6ce0-44d2-b453-f461d5b933bf" |
| 35 | + ] |
| 36 | + }, |
| 37 | + { |
| 38 | + "id": "K04", |
| 39 | + "type": "K", |
| 40 | + "question": "What is ADR-0011 grok-is-capture-only about?", |
| 41 | + "gold": [ |
| 42 | + "agent-a6b7086d6d263ec13", |
| 43 | + "56866d9d-6ce0-44d2-b453-f461d5b933bf" |
| 44 | + ] |
| 45 | + }, |
| 46 | + { |
| 47 | + "id": "K05", |
| 48 | + "type": "K", |
| 49 | + "question": "How many tests passed in the full workspace regression suite?", |
| 50 | + "gold": [ |
| 51 | + "agent-a89f653503174cac0", |
| 52 | + "56866d9d-6ce0-44d2-b453-f461d5b933bf" |
| 53 | + ] |
| 54 | + }, |
| 55 | + { |
| 56 | + "id": "K06", |
| 57 | + "type": "K", |
| 58 | + "question": "Which NAS is the Time Machine network destination?", |
| 59 | + "gold": [ |
| 60 | + "codex_rollout-2026-08-30T23-30-09-01a054cb-5f93-7bf3-9908-bcf39138b57b", |
| 61 | + "codex_rollout-2026-09-04T15-35-17-01a06cd8-69e1-72e2-acd7-eaa1ae304880" |
| 62 | + ] |
| 63 | + }, |
| 64 | + { |
| 65 | + "id": "K08", |
| 66 | + "type": "K", |
| 67 | + "question": "Where do the litellm-cost estimate results have to be written before gateway calls?", |
| 68 | + "gold": [ |
| 69 | + "agent-a78ab31ee043dcea2", |
| 70 | + "agent-a36b75d3fc517f1a9", |
| 71 | + "agent-aeaa7dcd85f99a1ac", |
| 72 | + "agent-ab65c5da31bcc3930", |
| 73 | + "a56aa41c-211a-480c-b60c-cbeaf0ea301a", |
| 74 | + "b818c97b-2a8c-4f52-b5b0-bbe179256425", |
| 75 | + "56866d9d-6ce0-44d2-b453-f461d5b933bf" |
| 76 | + ] |
| 77 | + }, |
| 78 | + { |
| 79 | + "id": "K09", |
| 80 | + "type": "K", |
| 81 | + "question": "What does the check-commit-author pre-commit hook enforce?", |
| 82 | + "gold": [ |
| 83 | + "agent-a176c8150cd16b32d", |
| 84 | + "agent-acompact-b2c10a0f4cafb867", |
| 85 | + "codex_rollout-2026-08-03T12-04-28-019fc74b-ea2d-7ee2-a1da-6c7e5eece358", |
| 86 | + "codex_rollout-2026-08-03T12-04-28-019fc74b-ea42-7180-9dde-1f8b6b5d3749", |
| 87 | + "3164f739-a2a1-4ece-b606-c75d6bcdcee3", |
| 88 | + "5ad80224-26cd-49ea-8e8a-36555c241c9b", |
| 89 | + "5fdc91f3-f06e-4197-b480-24a13f49a4c9", |
| 90 | + "agent-a6c75b6d03253cbc0", |
| 91 | + "56866d9d-6ce0-44d2-b453-f461d5b933bf", |
| 92 | + "agent-a3013f315911d9fc0" |
| 93 | + ] |
| 94 | + }, |
| 95 | + { |
| 96 | + "id": "K10", |
| 97 | + "type": "K", |
| 98 | + "question": "Which test asserts that sync_all defaults to reconcile?", |
| 99 | + "gold": [ |
| 100 | + "56866d9d-6ce0-44d2-b453-f461d5b933bf", |
| 101 | + "agent-a974b2e673e22e014" |
| 102 | + ] |
| 103 | + }, |
| 104 | + { |
| 105 | + "id": "K11", |
| 106 | + "type": "K", |
| 107 | + "question": "What tool converts PDFs into Obsidian notes?", |
| 108 | + "gold": [ |
| 109 | + "agent-a7f0850", |
| 110 | + "agent-a958bca", |
| 111 | + "agent-a9ca632", |
| 112 | + "agent-aded91b", |
| 113 | + "agent-ae5b47c", |
| 114 | + "kilocode_94c3826c-24a1-4460-90a2-76e763f3ac23", |
| 115 | + "kiro_4f7cd784-fa3e-4ed3-9914-4e423543cd6b" |
| 116 | + ] |
| 117 | + }, |
| 118 | + { |
| 119 | + "id": "K12", |
| 120 | + "type": "K", |
| 121 | + "question": "What is the two-Mac gate 2b runbook evidence file called?", |
| 122 | + "gold": [ |
| 123 | + "56866d9d-6ce0-44d2-b453-f461d5b933bf" |
| 124 | + ] |
| 125 | + }, |
| 126 | + { |
| 127 | + "id": "P01", |
| 128 | + "type": "P", |
| 129 | + "question": "Why can a session that changed on both machines never settle when syncing in the mode that only moves newer things?", |
| 130 | + "gold": [ |
| 131 | + "codex_rollout-2026-07-15T17-43-47-019f66a9-b8eb-71f0-ade9-26a6a0c46a7b", |
| 132 | + "56866d9d-6ce0-44d2-b453-f461d5b933bf" |
| 133 | + ] |
| 134 | + }, |
| 135 | + { |
| 136 | + "id": "P02", |
| 137 | + "type": "P", |
| 138 | + "question": "Which model burned budget by failing every one of its review attempts?", |
| 139 | + "gold": [ |
| 140 | + "agent-adde355a412e5f09c", |
| 141 | + "grok_01a05ed7-91b8-72a1-ae18-2f7a32af3dee", |
| 142 | + "a56aa41c-211a-480c-b60c-cbeaf0ea301a", |
| 143 | + "56866d9d-6ce0-44d2-b453-f461d5b933bf", |
| 144 | + "agent-a54cfa05f5a137da6" |
| 145 | + ] |
| 146 | + }, |
| 147 | + { |
| 148 | + "id": "P03", |
| 149 | + "type": "P", |
| 150 | + "question": "Why do headless one-shot Claude runs never show up in the session database?", |
| 151 | + "gold": [ |
| 152 | + "codex_rollout-2026-06-27T01-44-04-019f0688-9bd4-7930-b375-62f82e560dce", |
| 153 | + "agent-abb2fb00b28521cdc", |
| 154 | + "agent-aef1fb02cfb8acd94" |
| 155 | + ] |
| 156 | + }, |
| 157 | + { |
| 158 | + "id": "P04", |
| 159 | + "type": "P", |
| 160 | + "question": "Which two exporters keep claiming to add the same rows every time the repair inspection runs?", |
| 161 | + "gold": [ |
| 162 | + "agent-aaca9d9405331b551", |
| 163 | + "agent-ab543b6e53cb428a0", |
| 164 | + "agent-acompact-7431695c156ceb5f", |
| 165 | + "codex_rollout-2026-08-05T15-58-01-019fd26e-70f1-7873-8144-2859f40852c6", |
| 166 | + "agent-a0adc21a1af78f715", |
| 167 | + "56866d9d-6ce0-44d2-b453-f461d5b933bf" |
| 168 | + ] |
| 169 | + }, |
| 170 | + { |
| 171 | + "id": "P05", |
| 172 | + "type": "P", |
| 173 | + "question": "How do we make sure rows we deleted during the cleanup can't sneak back in from another machine?", |
| 174 | + "gold": [ |
| 175 | + "agent-a4a4696d918bc6f2a", |
| 176 | + "agent-aee6b8c8e8ba3b362", |
| 177 | + "agent-acompact-b2eee21a6b02c377", |
| 178 | + "agent-a87c2f5f05d83a15d", |
| 179 | + "agent-af928582e87de4368" |
| 180 | + ] |
| 181 | + }, |
| 182 | + { |
| 183 | + "id": "P06", |
| 184 | + "type": "P", |
| 185 | + "question": "What stops an agent from accidentally trashing work when the repo has uncommitted changes during a wheel build?", |
| 186 | + "gold": [ |
| 187 | + "agent-a7ef5c925d96032ca", |
| 188 | + "56866d9d-6ce0-44d2-b453-f461d5b933bf" |
| 189 | + ] |
| 190 | + }, |
| 191 | + { |
| 192 | + "id": "P07", |
| 193 | + "type": "P", |
| 194 | + "question": "What's the rule about how many study topics can be active at once for focus reasons?", |
| 195 | + "gold": [ |
| 196 | + "grok_019f55c4-f9a2-7102-9597-7ca17772f4e1", |
| 197 | + "agent-amcp-parity-cf420326c1f76c27", |
| 198 | + "codex_rollout-2026-07-11T14-18-34-019f5154-68cc-7731-854c-678d770fa43a", |
| 199 | + "agent-a3ff1fa834a4bc612", |
| 200 | + "agent-a0667b712441b3a0e", |
| 201 | + "agent-a87c2f5f05d83a15d", |
| 202 | + "agent-acdbe5e5d4714fe2e", |
| 203 | + "agent-ae743c7e487d2506d" |
| 204 | + ] |
| 205 | + }, |
| 206 | + { |
| 207 | + "id": "P10", |
| 208 | + "type": "P", |
| 209 | + "question": "Why was the second museum-quality copy of the database taken before any cross-machine testing?", |
| 210 | + "gold": [ |
| 211 | + "agent-a6b222bb0e631d27c", |
| 212 | + "56866d9d-6ce0-44d2-b453-f461d5b933bf" |
| 213 | + ] |
| 214 | + }, |
| 215 | + { |
| 216 | + "id": "R01", |
| 217 | + "type": "R", |
| 218 | + "question": "Which sessions discuss both the pinned wheel install and the symlink relinking?", |
| 219 | + "gold": [ |
| 220 | + "agent-a5fe87a9fb9f62b5a", |
| 221 | + "111e6d21-a6c5-4900-a085-4945d70e7601", |
| 222 | + "56866d9d-6ce0-44d2-b453-f461d5b933bf", |
| 223 | + "agent-a687a108cb65f2dd2", |
| 224 | + "agent-a7855d0b998e53e57", |
| 225 | + "agent-a974b2e673e22e014", |
| 226 | + "agent-af6dee377752cee44" |
| 227 | + ] |
| 228 | + }, |
| 229 | + { |
| 230 | + "id": "R02", |
| 231 | + "type": "R", |
| 232 | + "question": "Where was the decision made that connects Grok capture-only status to the release harness exclusion test?", |
| 233 | + "gold": [ |
| 234 | + "agent-a667f1e13860e6048", |
| 235 | + "56866d9d-6ce0-44d2-b453-f461d5b933bf" |
| 236 | + ] |
| 237 | + }, |
| 238 | + { |
| 239 | + "id": "R03", |
| 240 | + "type": "R", |
| 241 | + "question": "Which discussion links the FTS lag to the unknown-role rows?", |
| 242 | + "gold": [ |
| 243 | + "agent-ad31a2be53cfde5dd" |
| 244 | + ] |
| 245 | + }, |
| 246 | + { |
| 247 | + "id": "R04", |
| 248 | + "type": "R", |
| 249 | + "question": "What connects the machine_id/seq design to fixing incremental sync convergence?", |
| 250 | + "gold": [ |
| 251 | + "agent-a6b222bb0e631d27c", |
| 252 | + "56866d9d-6ce0-44d2-b453-f461d5b933bf", |
| 253 | + "agent-a0adc21a1af78f715", |
| 254 | + "agent-a58ecf0a071287c03", |
| 255 | + "agent-a687a108cb65f2dd2", |
| 256 | + "agent-a6c75b6d03253cbc0", |
| 257 | + "agent-aacdbeb284e82ad4c" |
| 258 | + ] |
| 259 | + }, |
| 260 | + { |
| 261 | + "id": "R05", |
| 262 | + "type": "R", |
| 263 | + "question": "Which conversations tie the council gate verdict to the conditions the human must complete?", |
| 264 | + "gold": [ |
| 265 | + "agent-a601c9eb16b460fee", |
| 266 | + "agent-a667f1e13860e6048", |
| 267 | + "56866d9d-6ce0-44d2-b453-f461d5b933bf" |
| 268 | + ] |
| 269 | + }, |
| 270 | + { |
| 271 | + "id": "R06", |
| 272 | + "type": "R", |
| 273 | + "question": "What links the secrets baseline extension to the pre-commit staging requirement?", |
| 274 | + "gold": [ |
| 275 | + "kiro_9c4b5d74-71f4-4553-befa-fc5dabcf24b0", |
| 276 | + "agent-acompact-2d102dde48ceeeea" |
| 277 | + ] |
| 278 | + } |
| 279 | +] |
0 commit comments