{
  "schemaVersion": 1,
  "definition": "Client-observed API duration includes network, queueing and generation. Returned answer means format-valid, not correct. No individual answers, grading key or reasoning text are released.",
  "baselineExtraTransportAttempt": {
    "modelId": "google/gemini-4-carbon",
    "questionPosition": 25,
    "httpStatus": 503,
    "durationMs": 29516,
    "costUsd": 0,
    "retriedIdentically": true
  },
  "technicalPilotsIncluded": false,
  "measurements": [
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "google/gemini-4-carbon",
      "version": "google/gemini-4-carbon-20261110",
      "provider": "Google AI Studio",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 1,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 5646,
      "costUsd": 0.003736,
      "completionTokens": 104,
      "reasoningTokens": 82,
      "requestSha256": "12a948fcdcfbb84b725e1b4e65654c65531bf06004a4f9c6ce19d0505d6a22ad",
      "imageSha256": "b2b7c057598b4680051c75be4c2be8d18f6a90eaf92ceb286a14cfa1307c3c07",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "google/gemini-4-carbon",
      "version": "google/gemini-4-carbon-20261110",
      "provider": "Google AI Studio",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 2,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 7439,
      "costUsd": 0.003616,
      "completionTokens": 92,
      "reasoningTokens": 70,
      "requestSha256": "772bf2b4944236f3aa6a4d52906d92dea084834361b70356abbaee869ce119d6",
      "imageSha256": "986943d5eeffc9bd5779a589bf5ec4d8c255a99cd148da45d437e5fe3eb5f772",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "google/gemini-4-carbon",
      "version": "google/gemini-4-carbon-20261110",
      "provider": "Google AI Studio",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 3,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 10957,
      "costUsd": 0.006206,
      "completionTokens": 351,
      "reasoningTokens": 329,
      "requestSha256": "88a845a2507c4d3e0d93585e6f62aa24f16d5b15f78fb91bbf450fc11d11f67e",
      "imageSha256": "026e64da0053864a8fe19430cbb72aac6e2ee8c7daf1fc2d37276875cc0707c9",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "google/gemini-4-carbon",
      "version": "google/gemini-4-carbon-20261110",
      "provider": "Google AI Studio",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 4,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 6992,
      "costUsd": 0.004336,
      "completionTokens": 164,
      "reasoningTokens": 142,
      "requestSha256": "cd611bb225b6acac8ec1ad575426bda7741f3b6ff434535966364b18f0d75f70",
      "imageSha256": "1d595f54363e824c5268b81e2e818c912bf76114f19f67a73f89b7bc73d86440",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "google/gemini-4-carbon",
      "version": "google/gemini-4-carbon-20261110",
      "provider": "Google AI Studio",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 5,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 12297,
      "costUsd": 0.006326,
      "completionTokens": 363,
      "reasoningTokens": 341,
      "requestSha256": "62c4d75df602626139ea871260345ebf816d56122ab12a06051d818f78784aff",
      "imageSha256": "5de0aa83c5d9583d84b5e5e3519d33b7baa35bc5fa8df981a6f96b12dc242e1b",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "google/gemini-4-carbon",
      "version": "google/gemini-4-carbon-20261110",
      "provider": "Google AI Studio",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 6,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 13428,
      "costUsd": 0.005606,
      "completionTokens": 291,
      "reasoningTokens": 269,
      "requestSha256": "d29805c7760a6da76f6eb7bd4e9af7a937711a783e0c0e0bd3aa8ad042769977",
      "imageSha256": "3d26ed437816e6e322c192312cde16b939ebce15170a1bd2bf65d7886c0cbaf3",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "google/gemini-4-carbon",
      "version": "google/gemini-4-carbon-20261110",
      "provider": "Google AI Studio",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 7,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 11543,
      "costUsd": 0.003686,
      "completionTokens": 99,
      "reasoningTokens": 78,
      "requestSha256": "8eefb8efa67d9679bacd9acca54c4ca7c3f93b232aeb9a65efd72688629fdaa4",
      "imageSha256": "f3fca6b9ec8f51812c2e4a78e86b92f1a220edf2855dafb9036c8c8f7e7af19f",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "google/gemini-4-carbon",
      "version": "google/gemini-4-carbon-20261110",
      "provider": "Google AI Studio",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 8,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 12650,
      "costUsd": 0.006216,
      "completionTokens": 352,
      "reasoningTokens": 330,
      "requestSha256": "e6d2f9b812c58b83f3fe001a01087c77d4bed9cc6dfcbee8f976899ee07e305d",
      "imageSha256": "f5e0e982a0622a740e78c68a6b59209867679de55474f3b592f02af1f838f7ce",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "google/gemini-4-carbon",
      "version": "google/gemini-4-carbon-20261110",
      "provider": "Google AI Studio",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 9,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 8748,
      "costUsd": 0.003776,
      "completionTokens": 108,
      "reasoningTokens": 86,
      "requestSha256": "31e99c4a0cb4325fe99e22130e5e85f13bbd1b34969a179a82d06f5c509ae32a",
      "imageSha256": "51eb98c96bf8df99a036813632c5a4dc8aa770c7f8ff7915f371e9ddff8c6528",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "google/gemini-4-carbon",
      "version": "google/gemini-4-carbon-20261110",
      "provider": "Google AI Studio",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 10,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 6450,
      "costUsd": 0.004176,
      "completionTokens": 148,
      "reasoningTokens": 126,
      "requestSha256": "abfdf811185c623009b4567f163158a1493209031d817fd62ecb121dd2ebcf67",
      "imageSha256": "d03cd0c40afea80cd1cedeb16a5543a359ac64eec46b5d5bba6653307048492f",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "google/gemini-4-carbon",
      "version": "google/gemini-4-carbon-20261110",
      "provider": "Google AI Studio",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 11,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 15299,
      "costUsd": 0.007526,
      "completionTokens": 483,
      "reasoningTokens": 461,
      "requestSha256": "97b8e574765e7b6ab82d8b47a68d47d682501ae7433b59bf3e3f82ef24908a50",
      "imageSha256": "c73b6af8b5ff835b63ab550eb51f05e6501c2e360c44d11442531f8918299995",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "google/gemini-4-carbon",
      "version": "google/gemini-4-carbon-20261110",
      "provider": "Google AI Studio",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 12,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 10454,
      "costUsd": 0.003916,
      "completionTokens": 122,
      "reasoningTokens": 100,
      "requestSha256": "b138b9a0f2b6c5b3987cbe13cbf7be27fb325959525dd454a0d14a7c22e3acd5",
      "imageSha256": "cf0d2d2a8bac0fa7de85a62c50e15eee4b31a1bb4b8a3b452316e61a899cc3c5",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "google/gemini-4-carbon",
      "version": "google/gemini-4-carbon-20261110",
      "provider": "Google AI Studio",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 13,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 10444,
      "costUsd": 0.006156,
      "completionTokens": 346,
      "reasoningTokens": 324,
      "requestSha256": "ffa8a5230e2f38a581900c75e971dab53621990fa36816b1834b8cc7101a41a5",
      "imageSha256": "48ea575bca5d50acec2db1baa48e6d5e004a34c1f906603a8553b4318607f9b1",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "google/gemini-4-carbon",
      "version": "google/gemini-4-carbon-20261110",
      "provider": "Google AI Studio",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 14,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 10997,
      "costUsd": 0.005326,
      "completionTokens": 263,
      "reasoningTokens": 241,
      "requestSha256": "b9f86b90868b480fbc6995452acc0d95dac907fdc94cfba954e49bf93051351e",
      "imageSha256": "5800d9d55d8bf00ae1e9c92e01118592e1fcdea63424f5ac987bf4f67129e310",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "google/gemini-4-carbon",
      "version": "google/gemini-4-carbon-20261110",
      "provider": "Google AI Studio",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 15,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 11063,
      "costUsd": 0.006366,
      "completionTokens": 367,
      "reasoningTokens": 345,
      "requestSha256": "0e4388eaa9d87d62fac46a095234edb24ee3e2fb154a71bbc983901833aa731c",
      "imageSha256": "d49d9c0230c43017c81d5a72ca5f0114b9c43f3f848c454a58c6eb80387d4b93",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "google/gemini-4-carbon",
      "version": "google/gemini-4-carbon-20261110",
      "provider": "Google AI Studio",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 16,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 4882,
      "costUsd": 0.003766,
      "completionTokens": 107,
      "reasoningTokens": 85,
      "requestSha256": "cda67753b69ce24fda2b075aa4b1a5598040b86aacc5b78aa8d25cccc4b9fb35",
      "imageSha256": "67005ce0c2b3db69fdac3ee83070c5cc8c72458ea9f0d8e3e97942081c37c704",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "google/gemini-4-carbon",
      "version": "google/gemini-4-carbon-20261110",
      "provider": "Google AI Studio",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 17,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 16039,
      "costUsd": 0.014066,
      "completionTokens": 1137,
      "reasoningTokens": 1115,
      "requestSha256": "b354d4af43224d40eec4289c7efcdec94767db02509f7244567cbeb320b10aba",
      "imageSha256": "240e4d3692bf82fd89a1866a529b4ae22ef059b1de420ad436e9502b1f1f59a8",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "google/gemini-4-carbon",
      "version": "google/gemini-4-carbon-20261110",
      "provider": "Google AI Studio",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 18,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 8718,
      "costUsd": 0.005066,
      "completionTokens": 237,
      "reasoningTokens": 215,
      "requestSha256": "95b72fe0c2a801c91f0bd257b9d93135b9803f558d8b2cf90844ba1e6c8def82",
      "imageSha256": "62ae8ff866f81fd545cc75af91f5f0f020580c66d1db3ccc6121d60e112e9dfe",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "google/gemini-4-carbon",
      "version": "google/gemini-4-carbon-20261110",
      "provider": "Google AI Studio",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 19,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 27941,
      "costUsd": 0.017416,
      "completionTokens": 1472,
      "reasoningTokens": 1449,
      "requestSha256": "fb56fb85903478f81da78e346353d76f05da8d0fa0173fb7cfc328d574e997a8",
      "imageSha256": "e2f65ff3b3d2deedae2693ba563497a2a5d65c9dd174667ad228e7acd2f3c0b1",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "google/gemini-4-carbon",
      "version": "google/gemini-4-carbon-20261110",
      "provider": "Google AI Studio",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 20,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 8010,
      "costUsd": 0.005876,
      "completionTokens": 318,
      "reasoningTokens": 296,
      "requestSha256": "9af2a58ea6abc709cabd33f6ecc73bd9cc2be2177f3347debe4b832ab3acfb6f",
      "imageSha256": "071944365bbec239463a0b43adb5f73cc80078127e17c24e771c7c7c9516bedf",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "google/gemini-4-carbon",
      "version": "google/gemini-4-carbon-20261110",
      "provider": "Google AI Studio",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 21,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 15045,
      "costUsd": 0.012656,
      "completionTokens": 996,
      "reasoningTokens": 974,
      "requestSha256": "f1989fa778ecd0d1471d47948e604e497eacf2d5d17d3d69853eeb28497d5bf4",
      "imageSha256": "12a557e05416ddbcec5aae29fe6cb7ad0c07a5147c5f8f7a117fda3501da3776",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "google/gemini-4-carbon",
      "version": "google/gemini-4-carbon-20261110",
      "provider": "Google AI Studio",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 22,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 13731,
      "costUsd": 0.011686,
      "completionTokens": 899,
      "reasoningTokens": 877,
      "requestSha256": "1b3dc694fcadec00dc35b6012a3c5a22980e7a4ea6f3a6e861b2ccdb460f3e0d",
      "imageSha256": "01530fbc9720e7c07aae1b1fc4951e4dc644f03de65471b5671e04e0a425b667",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "google/gemini-4-carbon",
      "version": "google/gemini-4-carbon-20261110",
      "provider": "Google AI Studio",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 23,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 10916,
      "costUsd": 0.006736,
      "completionTokens": 404,
      "reasoningTokens": 382,
      "requestSha256": "8505cb1e86a88024ae4a5b9d998ba479c87ed9558b37d9eb88ab9d0fcaf7a679",
      "imageSha256": "e00db833d58c057acb319f282200784868b523168d0f196ace2656337d8e7e3c",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "google/gemini-4-carbon",
      "version": "google/gemini-4-carbon-20261110",
      "provider": "Google AI Studio",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 24,
      "attemptId": null,
      "outcome": "token_cutoff",
      "durationMs": 92507,
      "costUsd": 0.084616,
      "completionTokens": 8192,
      "reasoningTokens": 8189,
      "requestSha256": "9068ea454cbf9729a2910770f4231e1408a00b4a139c425852e2cf180b8a1741",
      "imageSha256": "2be413003659cf345a7feb06d40914202283e1629326e32861e85b3e530d5b96",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "google/gemini-4-carbon",
      "version": "google/gemini-4-carbon-20261110",
      "provider": "Google AI Studio",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 25,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 27297,
      "costUsd": 0.018586,
      "completionTokens": 1589,
      "reasoningTokens": 1567,
      "requestSha256": "06bfb517dbcac84241da5c47fc7b5f31852fbc7b4cab6d658b3b29700c81516b",
      "imageSha256": "10fe4f9464c0f4f6d84ecd1a800ee8aa9b18b1563f91337faf5beeb14b0f671a",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "google/gemini-4-carbon",
      "version": "google/gemini-4-carbon-20261110",
      "provider": "Google AI Studio",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 26,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 34186,
      "costUsd": 0.032316,
      "completionTokens": 2962,
      "reasoningTokens": 2940,
      "requestSha256": "12d0f1c708559f7de95a5f351d840d584152f6053ea89db3c183f0bb92c85cb4",
      "imageSha256": "213f87e182064a830bb2be21c340c661f052e55f14bea9bf120d7252f1882390",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "google/gemini-4-carbon",
      "version": "google/gemini-4-carbon-20261110",
      "provider": "Google AI Studio",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 27,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 28467,
      "costUsd": 0.022466,
      "completionTokens": 1977,
      "reasoningTokens": 1955,
      "requestSha256": "39d8abb1a220a6ca2f2a3deb8dbc97d09e0be92469a606a612024cff66814b8c",
      "imageSha256": "2ae928942760605c4954e7b70f389516be43695299f9db189dcff1ad1d721387",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "google/gemini-4-carbon",
      "version": "google/gemini-4-carbon-20261110",
      "provider": "Google AI Studio",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 28,
      "attemptId": null,
      "outcome": "token_cutoff",
      "durationMs": 107946,
      "costUsd": 0.084616,
      "completionTokens": 8192,
      "reasoningTokens": 8189,
      "requestSha256": "8e2e4cfc63dcd432034f152671bbb9f966b276ef854ec3c682498f42838db625",
      "imageSha256": "06c2e8ebc120c5c55f4f1494b64c7fd75bf1355ce4b616b1de684fbd7359c54f",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "google/gemini-4-carbon",
      "version": "google/gemini-4-carbon-20261110",
      "provider": "Google AI Studio",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 29,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 35013,
      "costUsd": 0.032626,
      "completionTokens": 2993,
      "reasoningTokens": 2971,
      "requestSha256": "023b15f701ed6a74d2e6cd84ffd08f94da2ffeb80fb433b2edcb84d176724c03",
      "imageSha256": "a226a364f9e69cc2cd3aabaed677ccffc7f150fc3bdb01c058f9c3b12bf05b9d",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "google/gemini-4-carbon",
      "version": "google/gemini-4-carbon-20261110",
      "provider": "Google AI Studio",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 30,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 8862,
      "costUsd": 0.005306,
      "completionTokens": 261,
      "reasoningTokens": 239,
      "requestSha256": "9492fd3ec478cc5683b19996d674474c63bd1100b0efc9ceacac2981de6c954e",
      "imageSha256": "febb407bcc3544c3d488018da655835d9c9037e771979fef18a73f0ead3d349f",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "google/gemini-4-carbon",
      "version": "google/gemini-4-carbon-20261110",
      "provider": "Google AI Studio",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 31,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 16517,
      "costUsd": 0.011696,
      "completionTokens": 900,
      "reasoningTokens": 878,
      "requestSha256": "f810e1ac17c622f642fefe326eca37ec6c58fd4176a417f1656731ff615ff6af",
      "imageSha256": "f19c12600c5a17599aca865409d659e7acb72cf71a3062bbf3cab01edfa972ac",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "google/gemini-4-carbon",
      "version": "google/gemini-4-carbon-20261110",
      "provider": "Google AI Studio",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 32,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 14012,
      "costUsd": 0.012136,
      "completionTokens": 944,
      "reasoningTokens": 921,
      "requestSha256": "7d1b29dd693800ecd1c760d68438063fd09809c1264293760106152f243a7ba2",
      "imageSha256": "77af60e640de23dcbd82d58e408dd27455939217fd2d5e06dab87a13541192a1",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "google/gemini-4-carbon",
      "version": "google/gemini-4-carbon-20261110",
      "provider": "Google AI Studio",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 33,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 36789,
      "costUsd": 0.008176,
      "completionTokens": 548,
      "reasoningTokens": 526,
      "requestSha256": "58d0c4b5e69cd285efd7d0feb726a36a10f51e95e1cf7631e3edf65bb6fddf22",
      "imageSha256": "27467b0f90c39541306d589b9d6d7e0b21b20f59da0e35cacb82247e95b40217",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "google/gemini-4-carbon",
      "version": "google/gemini-4-carbon-20261110",
      "provider": "Google AI Studio",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 34,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 66815,
      "costUsd": 0.064776,
      "completionTokens": 6208,
      "reasoningTokens": 6186,
      "requestSha256": "47caa664c67ec71a8d7a7de00499fe4c5c43efb384cf892c704c6359a073f761",
      "imageSha256": "a5162bd2ed9694321b01046df6588eaa2c6ac72bbdab18820dbfaef92d17ee8c",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "google/gemini-4-carbon",
      "version": "google/gemini-4-carbon-20261110",
      "provider": "Google AI Studio",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 35,
      "attemptId": null,
      "outcome": "token_cutoff",
      "durationMs": 101918,
      "costUsd": 0.084616,
      "completionTokens": 8192,
      "reasoningTokens": 8189,
      "requestSha256": "89db568f0a92b4b1fc11127c8371d8cc3cfecf44c61a784aaaafc97cd127e7d4",
      "imageSha256": "bf73374276a875ccdb1bc648394ea613e065763bd3588e5b39ec735c3d3dad92",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "google/gemini-4-carbon",
      "version": "google/gemini-4-carbon-20261110",
      "provider": "Google AI Studio",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 36,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 77644,
      "costUsd": 0.076546,
      "completionTokens": 7385,
      "reasoningTokens": 7363,
      "requestSha256": "ffbb6ade6392014acdc2bbddf6f68daa9d80cf1c11a20ddd77a625b9d25cc604",
      "imageSha256": "a618861c1a91e36026b7319436fa8512c768089f3a08489d48d1b230de0ce28c",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "google/gemini-4-carbon",
      "version": "google/gemini-4-carbon-20261110",
      "provider": "Google AI Studio",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 37,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 36872,
      "costUsd": 0.032936,
      "completionTokens": 3024,
      "reasoningTokens": 3003,
      "requestSha256": "6592117c7ec672e7da3a9339ee45ec18e01d401315ef5fd651a5f876f555384b",
      "imageSha256": "6b720d6836180f2650eeab5cd2311740f4e1a04fa191d999fad65c85e0322935",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "google/gemini-4-carbon",
      "version": "google/gemini-4-carbon-20261110",
      "provider": "Google AI Studio",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 38,
      "attemptId": null,
      "outcome": "token_cutoff",
      "durationMs": 88779,
      "costUsd": 0.084616,
      "completionTokens": 8192,
      "reasoningTokens": 8189,
      "requestSha256": "411a50791708934d966ddead13e1278d7899fa9d70c5c85628abebced5dccfe5",
      "imageSha256": "0e63a019dede0f3009d3c63318a388b71dc4b30767ce18f64bc3be6d94cd9fe1",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "google/gemini-4-carbon",
      "version": "google/gemini-4-carbon-20261110",
      "provider": "Google AI Studio",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 39,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 33097,
      "costUsd": 0.026936,
      "completionTokens": 2424,
      "reasoningTokens": 2402,
      "requestSha256": "61ea4edd95625d23f4c21b7303396cf763ed1f082291e55515994afd6927cc51",
      "imageSha256": "15d13f147a2fb9bb811e4807194dfc0ae732f8cb5d8b92a6783c684baba9a619",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "google/gemini-4-carbon",
      "version": "google/gemini-4-carbon-20261110",
      "provider": "Google AI Studio",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 40,
      "attemptId": null,
      "outcome": "token_cutoff",
      "durationMs": 98059,
      "costUsd": 0.084616,
      "completionTokens": 8192,
      "reasoningTokens": 8189,
      "requestSha256": "c9603aaec7c43966d378c2479ce2276683cd19df552d98a162d3204961f3a0e7",
      "imageSha256": "a11da44c7f291573d715537a7d1ea58e8cbceb6bcee0b68b7873eb2caaddade4",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "anthropic/claude-fable-5.2",
      "version": "anthropic/claude-fable-5.2-20261109",
      "provider": "Anthropic",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 1,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 3953,
      "costUsd": 0.02188,
      "completionTokens": 8,
      "reasoningTokens": 0,
      "requestSha256": "80e34025e65c345ea46be6938e6eb1cbccb44d0d9347402dbb98199d0c35549a",
      "imageSha256": "b2b7c057598b4680051c75be4c2be8d18f6a90eaf92ceb286a14cfa1307c3c07",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "anthropic/claude-fable-5.2",
      "version": "anthropic/claude-fable-5.2-20261109",
      "provider": "Anthropic",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 2,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 3887,
      "costUsd": 0.02188,
      "completionTokens": 8,
      "reasoningTokens": 0,
      "requestSha256": "5e6e16f8944ae1b185e310644c108958c356269eaa7f3a02598407d524b2d3a8",
      "imageSha256": "986943d5eeffc9bd5779a589bf5ec4d8c255a99cd148da45d437e5fe3eb5f772",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "anthropic/claude-fable-5.2",
      "version": "anthropic/claude-fable-5.2-20261109",
      "provider": "Anthropic",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 3,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 3581,
      "costUsd": 0.02188,
      "completionTokens": 8,
      "reasoningTokens": 0,
      "requestSha256": "e09d0fdc6c8b0b1285c8b6fe917d104001e31fbac35dddba0516a7b50866ef54",
      "imageSha256": "026e64da0053864a8fe19430cbb72aac6e2ee8c7daf1fc2d37276875cc0707c9",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "anthropic/claude-fable-5.2",
      "version": "anthropic/claude-fable-5.2-20261109",
      "provider": "Anthropic",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 4,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 3654,
      "costUsd": 0.02188,
      "completionTokens": 8,
      "reasoningTokens": 0,
      "requestSha256": "6bf7cc9932cfb88e81bffa283b6c5709f6ab75f10bcf9abfaa09193879f0aca5",
      "imageSha256": "1d595f54363e824c5268b81e2e818c912bf76114f19f67a73f89b7bc73d86440",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "anthropic/claude-fable-5.2",
      "version": "anthropic/claude-fable-5.2-20261109",
      "provider": "Anthropic",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 5,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 3869,
      "costUsd": 0.02188,
      "completionTokens": 8,
      "reasoningTokens": 0,
      "requestSha256": "ec688ac0e8b3c41f70cf5ae07e2a279d5b8620a127a91adbb4a076494ded57f0",
      "imageSha256": "5de0aa83c5d9583d84b5e5e3519d33b7baa35bc5fa8df981a6f96b12dc242e1b",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "anthropic/claude-fable-5.2",
      "version": "anthropic/claude-fable-5.2-20261109",
      "provider": "Anthropic",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 6,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 4078,
      "costUsd": 0.02188,
      "completionTokens": 8,
      "reasoningTokens": 0,
      "requestSha256": "b2e455c098970b94598a5d0009f8ce2b13d2bd0c63e191e008678732142e28d8",
      "imageSha256": "3d26ed437816e6e322c192312cde16b939ebce15170a1bd2bf65d7886c0cbaf3",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "anthropic/claude-fable-5.2",
      "version": "anthropic/claude-fable-5.2-20261109",
      "provider": "Anthropic",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 7,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 3624,
      "costUsd": 0.02188,
      "completionTokens": 8,
      "reasoningTokens": 0,
      "requestSha256": "ef3fbf022a90e6ccef7ba0363a9dcd3b3297ba288037eac394b72c508494f22d",
      "imageSha256": "f3fca6b9ec8f51812c2e4a78e86b92f1a220edf2855dafb9036c8c8f7e7af19f",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "anthropic/claude-fable-5.2",
      "version": "anthropic/claude-fable-5.2-20261109",
      "provider": "Anthropic",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 8,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 3719,
      "costUsd": 0.02188,
      "completionTokens": 8,
      "reasoningTokens": 0,
      "requestSha256": "cd74ef0febb090648393c2fa124fb9ef550631ddcca3a2b835db4378b31fd983",
      "imageSha256": "f5e0e982a0622a740e78c68a6b59209867679de55474f3b592f02af1f838f7ce",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "anthropic/claude-fable-5.2",
      "version": "anthropic/claude-fable-5.2-20261109",
      "provider": "Anthropic",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 9,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 3600,
      "costUsd": 0.02188,
      "completionTokens": 8,
      "reasoningTokens": 0,
      "requestSha256": "685b70d01eccc4136355919d1ee91175f7692d06aab3dc81e9beb19ba0358a96",
      "imageSha256": "51eb98c96bf8df99a036813632c5a4dc8aa770c7f8ff7915f371e9ddff8c6528",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "anthropic/claude-fable-5.2",
      "version": "anthropic/claude-fable-5.2-20261109",
      "provider": "Anthropic",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 10,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 3774,
      "costUsd": 0.02188,
      "completionTokens": 8,
      "reasoningTokens": 0,
      "requestSha256": "aef35f4f60e5c90981c3a8aa5e5254dfc56f5a5f90a0e3a12a0a4bf98e08ccc6",
      "imageSha256": "d03cd0c40afea80cd1cedeb16a5543a359ac64eec46b5d5bba6653307048492f",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "anthropic/claude-fable-5.2",
      "version": "anthropic/claude-fable-5.2-20261109",
      "provider": "Anthropic",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 11,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 3764,
      "costUsd": 0.02188,
      "completionTokens": 8,
      "reasoningTokens": 0,
      "requestSha256": "c0a21c119fda63d9ad01199a0d31419252e3694b09c58f86dc39655cf687c812",
      "imageSha256": "c73b6af8b5ff835b63ab550eb51f05e6501c2e360c44d11442531f8918299995",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "anthropic/claude-fable-5.2",
      "version": "anthropic/claude-fable-5.2-20261109",
      "provider": "Anthropic",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 12,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 2485,
      "costUsd": 0.02188,
      "completionTokens": 8,
      "reasoningTokens": 0,
      "requestSha256": "dd5a611211714ce867f8da750aad682cef4924888ef5342f24856033accf3fdb",
      "imageSha256": "cf0d2d2a8bac0fa7de85a62c50e15eee4b31a1bb4b8a3b452316e61a899cc3c5",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "anthropic/claude-fable-5.2",
      "version": "anthropic/claude-fable-5.2-20261109",
      "provider": "Anthropic",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 13,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 3806,
      "costUsd": 0.02188,
      "completionTokens": 8,
      "reasoningTokens": 0,
      "requestSha256": "93beb86fb3307d9aaf0a4923f784cb142a51361eefba6acff7efa582c2e0c6f2",
      "imageSha256": "48ea575bca5d50acec2db1baa48e6d5e004a34c1f906603a8553b4318607f9b1",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "anthropic/claude-fable-5.2",
      "version": "anthropic/claude-fable-5.2-20261109",
      "provider": "Anthropic",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 14,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 3926,
      "costUsd": 0.02188,
      "completionTokens": 8,
      "reasoningTokens": 0,
      "requestSha256": "3c4505a34ad920a12193a1a9b62e2f531335fbcab0e4991c6ed3782e0fc11063",
      "imageSha256": "5800d9d55d8bf00ae1e9c92e01118592e1fcdea63424f5ac987bf4f67129e310",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "anthropic/claude-fable-5.2",
      "version": "anthropic/claude-fable-5.2-20261109",
      "provider": "Anthropic",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 15,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 3696,
      "costUsd": 0.02188,
      "completionTokens": 8,
      "reasoningTokens": 0,
      "requestSha256": "dcb493e3cb15c23711e19307176bf8ab4c5763e201d0a6f620d05eb2f634fc11",
      "imageSha256": "d49d9c0230c43017c81d5a72ca5f0114b9c43f3f848c454a58c6eb80387d4b93",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "anthropic/claude-fable-5.2",
      "version": "anthropic/claude-fable-5.2-20261109",
      "provider": "Anthropic",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 16,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 4022,
      "costUsd": 0.02188,
      "completionTokens": 8,
      "reasoningTokens": 0,
      "requestSha256": "059feb4ba4de92d028d1b2a89ad6eb28b592a25d30ee384e0e56e7918eeee6b6",
      "imageSha256": "67005ce0c2b3db69fdac3ee83070c5cc8c72458ea9f0d8e3e97942081c37c704",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "anthropic/claude-fable-5.2",
      "version": "anthropic/claude-fable-5.2-20261109",
      "provider": "Anthropic",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 17,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 5263,
      "costUsd": 0.0288,
      "completionTokens": 181,
      "reasoningTokens": 173,
      "requestSha256": "9c6876a77ee36298a83c5b81d194315a05d97c0a07add8540fe8b3bbad78f337",
      "imageSha256": "240e4d3692bf82fd89a1866a529b4ae22ef059b1de420ad436e9502b1f1f59a8",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "anthropic/claude-fable-5.2",
      "version": "anthropic/claude-fable-5.2-20261109",
      "provider": "Anthropic",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 18,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 4129,
      "costUsd": 0.02188,
      "completionTokens": 8,
      "reasoningTokens": 0,
      "requestSha256": "0ea8bb32a35da47bfce671ce8305e90bcc62d16aa829094b5d4c3a1597255dfb",
      "imageSha256": "62ae8ff866f81fd545cc75af91f5f0f020580c66d1db3ccc6121d60e112e9dfe",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "anthropic/claude-fable-5.2",
      "version": "anthropic/claude-fable-5.2-20261109",
      "provider": "Anthropic",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 19,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 3732,
      "costUsd": 0.02188,
      "completionTokens": 8,
      "reasoningTokens": 0,
      "requestSha256": "7dee6c751ad4aeff8066281764b8f6ac5e6cc37f1c8d530b8effbebc97460f1c",
      "imageSha256": "e2f65ff3b3d2deedae2693ba563497a2a5d65c9dd174667ad228e7acd2f3c0b1",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "anthropic/claude-fable-5.2",
      "version": "anthropic/claude-fable-5.2-20261109",
      "provider": "Anthropic",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 20,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 7706,
      "costUsd": 0.02944,
      "completionTokens": 197,
      "reasoningTokens": 189,
      "requestSha256": "6e36cd50c942538074e25a6ba02b1041348075aa7c8899b523c05d05ea687118",
      "imageSha256": "071944365bbec239463a0b43adb5f73cc80078127e17c24e771c7c7c9516bedf",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "anthropic/claude-fable-5.2",
      "version": "anthropic/claude-fable-5.2-20261109",
      "provider": "Anthropic",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 21,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 3954,
      "costUsd": 0.02188,
      "completionTokens": 8,
      "reasoningTokens": 0,
      "requestSha256": "23ce3e20e096786703d5f4db863062be27d5794adb1c14c4055a5c5d1d70e006",
      "imageSha256": "12a557e05416ddbcec5aae29fe6cb7ad0c07a5147c5f8f7a117fda3501da3776",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "anthropic/claude-fable-5.2",
      "version": "anthropic/claude-fable-5.2-20261109",
      "provider": "Anthropic",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 22,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 7295,
      "costUsd": 0.04012,
      "completionTokens": 464,
      "reasoningTokens": 456,
      "requestSha256": "f57774c90737e80bffc01117978f109ef3c858bd61935771a7680738b0888ca8",
      "imageSha256": "01530fbc9720e7c07aae1b1fc4951e4dc644f03de65471b5671e04e0a425b667",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "anthropic/claude-fable-5.2",
      "version": "anthropic/claude-fable-5.2-20261109",
      "provider": "Anthropic",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 23,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 6387,
      "costUsd": 0.03076,
      "completionTokens": 230,
      "reasoningTokens": 222,
      "requestSha256": "2283eb9fbbf0b433b9af9cac4d0bfb1a184e6494befe3d18232b8b490777920e",
      "imageSha256": "e00db833d58c057acb319f282200784868b523168d0f196ace2656337d8e7e3c",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "anthropic/claude-fable-5.2",
      "version": "anthropic/claude-fable-5.2-20261109",
      "provider": "Anthropic",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 24,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 29681,
      "costUsd": 0.10008,
      "completionTokens": 1963,
      "reasoningTokens": 1955,
      "requestSha256": "42faf54017bfda2d280b218f29414671ea002394ffa63fc6897c6caef1c4b169",
      "imageSha256": "2be413003659cf345a7feb06d40914202283e1629326e32861e85b3e530d5b96",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "anthropic/claude-fable-5.2",
      "version": "anthropic/claude-fable-5.2-20261109",
      "provider": "Anthropic",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 25,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 4316,
      "costUsd": 0.02188,
      "completionTokens": 8,
      "reasoningTokens": 0,
      "requestSha256": "af58cb29e0a3ec37295454f79a3098f6136ef747908362b6c2890609bc3ee4bd",
      "imageSha256": "10fe4f9464c0f4f6d84ecd1a800ee8aa9b18b1563f91337faf5beeb14b0f671a",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "anthropic/claude-fable-5.2",
      "version": "anthropic/claude-fable-5.2-20261109",
      "provider": "Anthropic",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 26,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 45278,
      "costUsd": 0.1724,
      "completionTokens": 3771,
      "reasoningTokens": 3763,
      "requestSha256": "5f0e9d0ecd5d71ecf4e16bd25f489de30013e67763e4786a1d31609227b94bac",
      "imageSha256": "213f87e182064a830bb2be21c340c661f052e55f14bea9bf120d7252f1882390",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "anthropic/claude-fable-5.2",
      "version": "anthropic/claude-fable-5.2-20261109",
      "provider": "Anthropic",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 27,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 8725,
      "costUsd": 0.0434,
      "completionTokens": 546,
      "reasoningTokens": 538,
      "requestSha256": "5575a6d831b1b4dfa5840a8175f5e939213444d8bb5af4e11afe948d6cdc56a0",
      "imageSha256": "2ae928942760605c4954e7b70f389516be43695299f9db189dcff1ad1d721387",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "anthropic/claude-fable-5.2",
      "version": "anthropic/claude-fable-5.2-20261109",
      "provider": "Anthropic",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 28,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 31303,
      "costUsd": 0.09632,
      "completionTokens": 1869,
      "reasoningTokens": 1861,
      "requestSha256": "1af53c00f79ce8f758480d7e469ff32ce8a65e5fafba2e29d64ca4fca58c558f",
      "imageSha256": "06c2e8ebc120c5c55f4f1494b64c7fd75bf1355ce4b616b1de684fbd7359c54f",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "anthropic/claude-fable-5.2",
      "version": "anthropic/claude-fable-5.2-20261109",
      "provider": "Anthropic",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 29,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 7769,
      "costUsd": 0.03816,
      "completionTokens": 415,
      "reasoningTokens": 407,
      "requestSha256": "02767bfd096dbe0dcd7f483133211170e92df14c1599f8d567160ac2edff148b",
      "imageSha256": "a226a364f9e69cc2cd3aabaed677ccffc7f150fc3bdb01c058f9c3b12bf05b9d",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "anthropic/claude-fable-5.2",
      "version": "anthropic/claude-fable-5.2-20261109",
      "provider": "Anthropic",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 30,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 3706,
      "costUsd": 0.02188,
      "completionTokens": 8,
      "reasoningTokens": 0,
      "requestSha256": "3247557709abc420c639099929dfd742a666f533d388de1714ea9c48b488f13f",
      "imageSha256": "febb407bcc3544c3d488018da655835d9c9037e771979fef18a73f0ead3d349f",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "anthropic/claude-fable-5.2",
      "version": "anthropic/claude-fable-5.2-20261109",
      "provider": "Anthropic",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 31,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 3804,
      "costUsd": 0.02188,
      "completionTokens": 8,
      "reasoningTokens": 0,
      "requestSha256": "08658c43b9399a663a2d3b0ae52b9f961730ff163ed9dac21b8d6280d6049a0d",
      "imageSha256": "f19c12600c5a17599aca865409d659e7acb72cf71a3062bbf3cab01edfa972ac",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "anthropic/claude-fable-5.2",
      "version": "anthropic/claude-fable-5.2-20261109",
      "provider": "Anthropic",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 32,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 3527,
      "costUsd": 0.02188,
      "completionTokens": 8,
      "reasoningTokens": 0,
      "requestSha256": "1798913b1e3112c597d13c9d92d0d28bee3455d4da756c996216a61ee93f6625",
      "imageSha256": "77af60e640de23dcbd82d58e408dd27455939217fd2d5e06dab87a13541192a1",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "anthropic/claude-fable-5.2",
      "version": "anthropic/claude-fable-5.2-20261109",
      "provider": "Anthropic",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 33,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 10449,
      "costUsd": 0.03788,
      "completionTokens": 408,
      "reasoningTokens": 400,
      "requestSha256": "168cf2df6a74c2d03dd0c8e7bd274497433480738e86d00f4d83506adbced574",
      "imageSha256": "27467b0f90c39541306d589b9d6d7e0b21b20f59da0e35cacb82247e95b40217",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "anthropic/claude-fable-5.2",
      "version": "anthropic/claude-fable-5.2-20261109",
      "provider": "Anthropic",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 34,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 3662,
      "costUsd": 0.02188,
      "completionTokens": 8,
      "reasoningTokens": 0,
      "requestSha256": "e8f8e346e2b2456078521e2e91ca5b2deeb8899c4c4f42ca331f84977a14310b",
      "imageSha256": "a5162bd2ed9694321b01046df6588eaa2c6ac72bbdab18820dbfaef92d17ee8c",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "anthropic/claude-fable-5.2",
      "version": "anthropic/claude-fable-5.2-20261109",
      "provider": "Anthropic",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 35,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 26879,
      "costUsd": 0.0934,
      "completionTokens": 1796,
      "reasoningTokens": 1788,
      "requestSha256": "1d9d0150391bdaae54a9f5b4bf301f87feddf6cc34c17d01bba58680b2f8a879",
      "imageSha256": "bf73374276a875ccdb1bc648394ea613e065763bd3588e5b39ec735c3d3dad92",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "anthropic/claude-fable-5.2",
      "version": "anthropic/claude-fable-5.2-20261109",
      "provider": "Anthropic",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 36,
      "attemptId": null,
      "outcome": "token_cutoff",
      "durationMs": 82278,
      "costUsd": 0.34924,
      "completionTokens": 8192,
      "reasoningTokens": 8191,
      "requestSha256": "ff7c570f81b8d588c72f7d08e2fbaea2a240c36d7b3814490ea7e0fd10f5484e",
      "imageSha256": "a618861c1a91e36026b7319436fa8512c768089f3a08489d48d1b230de0ce28c",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "anthropic/claude-fable-5.2",
      "version": "anthropic/claude-fable-5.2-20261109",
      "provider": "Anthropic",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 37,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 9339,
      "costUsd": 0.03724,
      "completionTokens": 392,
      "reasoningTokens": 384,
      "requestSha256": "1497497ede22c9f38540dfd3160aaf4dcc416269878c7b0709d2d1ec68e6b0c1",
      "imageSha256": "6b720d6836180f2650eeab5cd2311740f4e1a04fa191d999fad65c85e0322935",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "anthropic/claude-fable-5.2",
      "version": "anthropic/claude-fable-5.2-20261109",
      "provider": "Anthropic",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 38,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 24496,
      "costUsd": 0.08608,
      "completionTokens": 1613,
      "reasoningTokens": 1605,
      "requestSha256": "5c3cc4cc897851ce7a5ff27bad87055590b3a264b8ace79451a115b178281085",
      "imageSha256": "0e63a019dede0f3009d3c63318a388b71dc4b30767ce18f64bc3be6d94cd9fe1",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "anthropic/claude-fable-5.2",
      "version": "anthropic/claude-fable-5.2-20261109",
      "provider": "Anthropic",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 39,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 7317,
      "costUsd": 0.02936,
      "completionTokens": 195,
      "reasoningTokens": 187,
      "requestSha256": "719b23df2087b75056b4f8f366b008d326a778fdf1c3bb9fece72fd8d713f57e",
      "imageSha256": "15d13f147a2fb9bb811e4807194dfc0ae732f8cb5d8b92a6783c684baba9a619",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "anthropic/claude-fable-5.2",
      "version": "anthropic/claude-fable-5.2-20261109",
      "provider": "Anthropic",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 40,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 4015,
      "costUsd": 0.02188,
      "completionTokens": 8,
      "reasoningTokens": 0,
      "requestSha256": "8afd077082ca08dbac363bdd86e7d73dcb4b943917e0f23d0e9d44884aa796ae",
      "imageSha256": "a11da44c7f291573d715537a7d1ea58e8cbceb6bcee0b68b7873eb2caaddade4",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "openai/gpt-6-astra",
      "version": "openai/gpt-6-astra-20260903",
      "provider": "OpenAI",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 1,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 2138,
      "costUsd": 0.0288425,
      "completionTokens": 15,
      "reasoningTokens": 0,
      "requestSha256": "f154b249da9b6b12b84358defe74898f9583f40d39b9d0910b25c1c92ce31a05",
      "imageSha256": "b2b7c057598b4680051c75be4c2be8d18f6a90eaf92ceb286a14cfa1307c3c07",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "openai/gpt-6-astra",
      "version": "openai/gpt-6-astra-20260903",
      "provider": "OpenAI",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 2,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 2206,
      "costUsd": 0.0288425,
      "completionTokens": 15,
      "reasoningTokens": 0,
      "requestSha256": "c93c96e0eebb3361469263a820f7c3f024895ee758aa3e7009e5cada2d8bef2e",
      "imageSha256": "986943d5eeffc9bd5779a589bf5ec4d8c255a99cd148da45d437e5fe3eb5f772",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "openai/gpt-6-astra",
      "version": "openai/gpt-6-astra-20260903",
      "provider": "OpenAI",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 3,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 2985,
      "costUsd": 0.0288425,
      "completionTokens": 15,
      "reasoningTokens": 0,
      "requestSha256": "d3bd9cf0ebb0c8df1cecfda3b5dcd7d2b56efd25a80e872b4340bd15376217cb",
      "imageSha256": "026e64da0053864a8fe19430cbb72aac6e2ee8c7daf1fc2d37276875cc0707c9",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "openai/gpt-6-astra",
      "version": "openai/gpt-6-astra-20260903",
      "provider": "OpenAI",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 4,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 2494,
      "costUsd": 0.0288425,
      "completionTokens": 15,
      "reasoningTokens": 0,
      "requestSha256": "42b134b366642862cc4b2827c20daeb5ba306081af1490fc6391541af6423ace",
      "imageSha256": "1d595f54363e824c5268b81e2e818c912bf76114f19f67a73f89b7bc73d86440",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "openai/gpt-6-astra",
      "version": "openai/gpt-6-astra-20260903",
      "provider": "OpenAI",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 5,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 2759,
      "costUsd": 0.0288425,
      "completionTokens": 15,
      "reasoningTokens": 0,
      "requestSha256": "d58e904de47b9687bae91686fa31e7a5c5b32a1e612209161bb1a87eaa9120a5",
      "imageSha256": "5de0aa83c5d9583d84b5e5e3519d33b7baa35bc5fa8df981a6f96b12dc242e1b",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "openai/gpt-6-astra",
      "version": "openai/gpt-6-astra-20260903",
      "provider": "OpenAI",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 6,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 3629,
      "costUsd": 0.0307925,
      "completionTokens": 54,
      "reasoningTokens": 37,
      "requestSha256": "7601e1e04cb9e0958166d058e19d8de93d9e96bc7c8aa217298f833882bf75a8",
      "imageSha256": "3d26ed437816e6e322c192312cde16b939ebce15170a1bd2bf65d7886c0cbaf3",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "openai/gpt-6-astra",
      "version": "openai/gpt-6-astra-20260903",
      "provider": "OpenAI",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 7,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 2383,
      "costUsd": 0.0288425,
      "completionTokens": 15,
      "reasoningTokens": 0,
      "requestSha256": "13ad43eb2c38259f6a292183ee30da2104adcd5ad6e1ffbc8a712f2239534222",
      "imageSha256": "f3fca6b9ec8f51812c2e4a78e86b92f1a220edf2855dafb9036c8c8f7e7af19f",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "openai/gpt-6-astra",
      "version": "openai/gpt-6-astra-20260903",
      "provider": "OpenAI",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 8,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 2450,
      "costUsd": 0.0288425,
      "completionTokens": 15,
      "reasoningTokens": 0,
      "requestSha256": "1ecfaaa757dd36cdeb9c50f3cb6b962ada11255041d6ef28d43a61789eaf7dc4",
      "imageSha256": "f5e0e982a0622a740e78c68a6b59209867679de55474f3b592f02af1f838f7ce",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "openai/gpt-6-astra",
      "version": "openai/gpt-6-astra-20260903",
      "provider": "OpenAI",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 9,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 2957,
      "costUsd": 0.0295925,
      "completionTokens": 30,
      "reasoningTokens": 13,
      "requestSha256": "aee9e5992de1e5573d7a6e7d836b6d5894f6aa809d504027a9d9be7f5d48e648",
      "imageSha256": "51eb98c96bf8df99a036813632c5a4dc8aa770c7f8ff7915f371e9ddff8c6528",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "openai/gpt-6-astra",
      "version": "openai/gpt-6-astra-20260903",
      "provider": "OpenAI",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 10,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 2730,
      "costUsd": 0.0303425,
      "completionTokens": 45,
      "reasoningTokens": 28,
      "requestSha256": "9e9a65c08afcf19d2942e4db8a146ef9a23e1a6c423b3aa09861f1f24409ba03",
      "imageSha256": "d03cd0c40afea80cd1cedeb16a5543a359ac64eec46b5d5bba6653307048492f",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "openai/gpt-6-astra",
      "version": "openai/gpt-6-astra-20260903",
      "provider": "OpenAI",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 11,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 3037,
      "costUsd": 0.0295925,
      "completionTokens": 30,
      "reasoningTokens": 13,
      "requestSha256": "496be049ee36488b8a0887634d515474500fc381c2b1513b8988b0545389e692",
      "imageSha256": "c73b6af8b5ff835b63ab550eb51f05e6501c2e360c44d11442531f8918299995",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "openai/gpt-6-astra",
      "version": "openai/gpt-6-astra-20260903",
      "provider": "OpenAI",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 12,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 2849,
      "costUsd": 0.0301425,
      "completionTokens": 41,
      "reasoningTokens": 24,
      "requestSha256": "89aaa78c93e7511e24749afff87a944622889db0a93635c4f9dee92bb35d495b",
      "imageSha256": "cf0d2d2a8bac0fa7de85a62c50e15eee4b31a1bb4b8a3b452316e61a899cc3c5",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "openai/gpt-6-astra",
      "version": "openai/gpt-6-astra-20260903",
      "provider": "OpenAI",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 13,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 3852,
      "costUsd": 0.0310925,
      "completionTokens": 60,
      "reasoningTokens": 43,
      "requestSha256": "bd47eb775cda639439f4cfa74078efcfe4fce4764114de7abde3b7d6989c3eeb",
      "imageSha256": "48ea575bca5d50acec2db1baa48e6d5e004a34c1f906603a8553b4318607f9b1",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "openai/gpt-6-astra",
      "version": "openai/gpt-6-astra-20260903",
      "provider": "OpenAI",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 14,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 3171,
      "costUsd": 0.0310925,
      "completionTokens": 60,
      "reasoningTokens": 43,
      "requestSha256": "2d22473885988d233fb6657328e250781555489afa86e13a19fb0bb00e8c33f4",
      "imageSha256": "5800d9d55d8bf00ae1e9c92e01118592e1fcdea63424f5ac987bf4f67129e310",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "openai/gpt-6-astra",
      "version": "openai/gpt-6-astra-20260903",
      "provider": "OpenAI",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 15,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 2388,
      "costUsd": 0.0298925,
      "completionTokens": 36,
      "reasoningTokens": 19,
      "requestSha256": "c756b475d521e170ff287700fe4e55030756e382b1fd498eb67705232719ff7f",
      "imageSha256": "d49d9c0230c43017c81d5a72ca5f0114b9c43f3f848c454a58c6eb80387d4b93",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "openai/gpt-6-astra",
      "version": "openai/gpt-6-astra-20260903",
      "provider": "OpenAI",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 16,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 2692,
      "costUsd": 0.0301425,
      "completionTokens": 41,
      "reasoningTokens": 24,
      "requestSha256": "a16a42413cd562b82a20702478e521d613d62d87db6cc25c46ac48149633daae",
      "imageSha256": "67005ce0c2b3db69fdac3ee83070c5cc8c72458ea9f0d8e3e97942081c37c704",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "openai/gpt-6-astra",
      "version": "openai/gpt-6-astra-20260903",
      "provider": "OpenAI",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 17,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 3245,
      "costUsd": 0.0313925,
      "completionTokens": 66,
      "reasoningTokens": 49,
      "requestSha256": "7733f2160090fbc6d1e73224eb82e8f8e821149cbc8a7bfda1ad414e277279b9",
      "imageSha256": "240e4d3692bf82fd89a1866a529b4ae22ef059b1de420ad436e9502b1f1f59a8",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "openai/gpt-6-astra",
      "version": "openai/gpt-6-astra-20260903",
      "provider": "OpenAI",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 18,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 3859,
      "costUsd": 0.0288425,
      "completionTokens": 15,
      "reasoningTokens": 0,
      "requestSha256": "c181d4b2c6fa78e9c7f75f4a657f806cab8bb1e1db4181b38956570a6e98402b",
      "imageSha256": "62ae8ff866f81fd545cc75af91f5f0f020580c66d1db3ccc6121d60e112e9dfe",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "openai/gpt-6-astra",
      "version": "openai/gpt-6-astra-20260903",
      "provider": "OpenAI",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 19,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 9548,
      "costUsd": 0.0388925,
      "completionTokens": 216,
      "reasoningTokens": 199,
      "requestSha256": "db87b7cab872b11ee8b837912580b29db344c68973f61ff4dc8e5a231189c587",
      "imageSha256": "e2f65ff3b3d2deedae2693ba563497a2a5d65c9dd174667ad228e7acd2f3c0b1",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "openai/gpt-6-astra",
      "version": "openai/gpt-6-astra-20260903",
      "provider": "OpenAI",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 20,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 3016,
      "costUsd": 0.0321425,
      "completionTokens": 81,
      "reasoningTokens": 64,
      "requestSha256": "129f3cef4ea4565c48973a411c74bfa865aa3f2631f074ed54a5c62830ed80e2",
      "imageSha256": "071944365bbec239463a0b43adb5f73cc80078127e17c24e771c7c7c9516bedf",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "openai/gpt-6-astra",
      "version": "openai/gpt-6-astra-20260903",
      "provider": "OpenAI",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 21,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 5378,
      "costUsd": 0.0341425,
      "completionTokens": 121,
      "reasoningTokens": 104,
      "requestSha256": "9ee4602c9a439d623999be07ceaf3c099c23c76c6e107b9f63686d471c719441",
      "imageSha256": "12a557e05416ddbcec5aae29fe6cb7ad0c07a5147c5f8f7a117fda3501da3776",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "openai/gpt-6-astra",
      "version": "openai/gpt-6-astra-20260903",
      "provider": "OpenAI",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 22,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 5547,
      "costUsd": 0.0360925,
      "completionTokens": 160,
      "reasoningTokens": 143,
      "requestSha256": "591ca1ea71238e46b064a74bc248be56d720b48880e69903c45cfc93d680935f",
      "imageSha256": "01530fbc9720e7c07aae1b1fc4951e4dc644f03de65471b5671e04e0a425b667",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "openai/gpt-6-astra",
      "version": "openai/gpt-6-astra-20260903",
      "provider": "OpenAI",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 23,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 3065,
      "costUsd": 0.0315425,
      "completionTokens": 69,
      "reasoningTokens": 52,
      "requestSha256": "2ea2b6c99f3ff1e20a53578f5ecb3d135db526d54030764e5d842dbbeba19edd",
      "imageSha256": "e00db833d58c057acb319f282200784868b523168d0f196ace2656337d8e7e3c",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "openai/gpt-6-astra",
      "version": "openai/gpt-6-astra-20260903",
      "provider": "OpenAI",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 24,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 26560,
      "costUsd": 0.0764425,
      "completionTokens": 967,
      "reasoningTokens": 950,
      "requestSha256": "2258635cc3feb0148382026776aaeb0bc63ee3252d395c9347e3ee9a30d4d696",
      "imageSha256": "2be413003659cf345a7feb06d40914202283e1629326e32861e85b3e530d5b96",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "openai/gpt-6-astra",
      "version": "openai/gpt-6-astra-20260903",
      "provider": "OpenAI",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 25,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 11697,
      "costUsd": 0.0431425,
      "completionTokens": 301,
      "reasoningTokens": 284,
      "requestSha256": "bdb3b157839564002367fc937b247aeada68f1b689db3927dc98c0d97afe57da",
      "imageSha256": "10fe4f9464c0f4f6d84ecd1a800ee8aa9b18b1563f91337faf5beeb14b0f671a",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "openai/gpt-6-astra",
      "version": "openai/gpt-6-astra-20260903",
      "provider": "OpenAI",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 26,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 40758,
      "costUsd": 0.0913425,
      "completionTokens": 1265,
      "reasoningTokens": 1248,
      "requestSha256": "30b87b703f17831f2be57481a0dbf48316ac85a553a33b12455afa791d0a6480",
      "imageSha256": "213f87e182064a830bb2be21c340c661f052e55f14bea9bf120d7252f1882390",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "openai/gpt-6-astra",
      "version": "openai/gpt-6-astra-20260903",
      "provider": "OpenAI",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 27,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 6827,
      "costUsd": 0.0387925,
      "completionTokens": 214,
      "reasoningTokens": 197,
      "requestSha256": "0e0489c2de8c1c2bd9c741a1062228b324e093fc0cd258780b9e4e53eaafce87",
      "imageSha256": "2ae928942760605c4954e7b70f389516be43695299f9db189dcff1ad1d721387",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "openai/gpt-6-astra",
      "version": "openai/gpt-6-astra-20260903",
      "provider": "OpenAI",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 28,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 25026,
      "costUsd": 0.0607425,
      "completionTokens": 653,
      "reasoningTokens": 636,
      "requestSha256": "dab9ccb21f4526af0a8a20f87ea1ee8f96308d76572ecd491351322de067b7f3",
      "imageSha256": "06c2e8ebc120c5c55f4f1494b64c7fd75bf1355ce4b616b1de684fbd7359c54f",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "openai/gpt-6-astra",
      "version": "openai/gpt-6-astra-20260903",
      "provider": "OpenAI",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 29,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 8165,
      "costUsd": 0.0382925,
      "completionTokens": 204,
      "reasoningTokens": 187,
      "requestSha256": "87c8df5e86fd849c85795be087deae56e11a8bc55bb302190cc885cf7bba87e4",
      "imageSha256": "a226a364f9e69cc2cd3aabaed677ccffc7f150fc3bdb01c058f9c3b12bf05b9d",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "openai/gpt-6-astra",
      "version": "openai/gpt-6-astra-20260903",
      "provider": "OpenAI",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 30,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 2861,
      "costUsd": 0.0307925,
      "completionTokens": 54,
      "reasoningTokens": 37,
      "requestSha256": "ad5ea511e1e56dee1805773c9bb81cdc70e5aded8763550e6ffeb8fd1b7f9979",
      "imageSha256": "febb407bcc3544c3d488018da655835d9c9037e771979fef18a73f0ead3d349f",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "openai/gpt-6-astra",
      "version": "openai/gpt-6-astra-20260903",
      "provider": "OpenAI",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 31,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 10301,
      "costUsd": 0.0505425,
      "completionTokens": 449,
      "reasoningTokens": 432,
      "requestSha256": "6690e387a14cc9748bad2bdc4cf19e773ebe8934691e5ae147f1fb10f62eb773",
      "imageSha256": "f19c12600c5a17599aca865409d659e7acb72cf71a3062bbf3cab01edfa972ac",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "openai/gpt-6-astra",
      "version": "openai/gpt-6-astra-20260903",
      "provider": "OpenAI",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 32,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 8463,
      "costUsd": 0.0448925,
      "completionTokens": 336,
      "reasoningTokens": 319,
      "requestSha256": "e649719e145239bcf0801d714def7383eb18548d7f8a2d5237cfe5d307ec1c0a",
      "imageSha256": "77af60e640de23dcbd82d58e408dd27455939217fd2d5e06dab87a13541192a1",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "openai/gpt-6-astra",
      "version": "openai/gpt-6-astra-20260903",
      "provider": "OpenAI",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 33,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 7980,
      "costUsd": 0.0366425,
      "completionTokens": 171,
      "reasoningTokens": 154,
      "requestSha256": "58f2d9559f7b13a601774b91d7b922b4d3bdd20f179815bf324c7dd3f01c0b97",
      "imageSha256": "27467b0f90c39541306d589b9d6d7e0b21b20f59da0e35cacb82247e95b40217",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "openai/gpt-6-astra",
      "version": "openai/gpt-6-astra-20260903",
      "provider": "OpenAI",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 34,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 18420,
      "costUsd": 0.0646925,
      "completionTokens": 732,
      "reasoningTokens": 715,
      "requestSha256": "79822bacdd7ef4ee87155a3b150bae97e07f725f721b89dbb93a67d772bd8f8e",
      "imageSha256": "a5162bd2ed9694321b01046df6588eaa2c6ac72bbdab18820dbfaef92d17ee8c",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "openai/gpt-6-astra",
      "version": "openai/gpt-6-astra-20260903",
      "provider": "OpenAI",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 35,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 59084,
      "costUsd": 0.1401925,
      "completionTokens": 2242,
      "reasoningTokens": 2225,
      "requestSha256": "234ff5d4af5373ed11a587d17dc667c0e74c838acc0fe05f3ba87feccbef5fc0",
      "imageSha256": "bf73374276a875ccdb1bc648394ea613e065763bd3588e5b39ec735c3d3dad92",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "openai/gpt-6-astra",
      "version": "openai/gpt-6-astra-20260903",
      "provider": "OpenAI",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 36,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 71790,
      "costUsd": 0.1481925,
      "completionTokens": 2402,
      "reasoningTokens": 2385,
      "requestSha256": "292d345d70cfe64ef9e700a68c9bbab7d30a36c899fddc1ac1859c19c8871e4e",
      "imageSha256": "a618861c1a91e36026b7319436fa8512c768089f3a08489d48d1b230de0ce28c",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "openai/gpt-6-astra",
      "version": "openai/gpt-6-astra-20260903",
      "provider": "OpenAI",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 37,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 4583,
      "costUsd": 0.0333425,
      "completionTokens": 105,
      "reasoningTokens": 88,
      "requestSha256": "5b1f27c8fb57bb04de0ae2cfb2a28bc0b94a5350fe94e96fd6e86cc1d92e84a9",
      "imageSha256": "6b720d6836180f2650eeab5cd2311740f4e1a04fa191d999fad65c85e0322935",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "openai/gpt-6-astra",
      "version": "openai/gpt-6-astra-20260903",
      "provider": "OpenAI",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 38,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 63461,
      "costUsd": 0.1255425,
      "completionTokens": 1949,
      "reasoningTokens": 1932,
      "requestSha256": "192f1283b5b5797e8117efa6466fb0b992037ea29a5315b7fafbb162718ec6db",
      "imageSha256": "0e63a019dede0f3009d3c63318a388b71dc4b30767ce18f64bc3be6d94cd9fe1",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "openai/gpt-6-astra",
      "version": "openai/gpt-6-astra-20260903",
      "provider": "OpenAI",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 39,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 4113,
      "costUsd": 0.0336925,
      "completionTokens": 112,
      "reasoningTokens": 95,
      "requestSha256": "d9f5921c32d191ed0dfc2ff9b9caa09ce71271abcf93dc17d99d690ef0fafb04",
      "imageSha256": "15d13f147a2fb9bb811e4807194dfc0ae732f8cb5d8b92a6783c684baba9a619",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "full-2026-11-14-v3",
      "modelId": "openai/gpt-6-astra",
      "version": "openai/gpt-6-astra-20260903",
      "provider": "OpenAI",
      "reasoningEffort": "medium",
      "maxOutputTokens": 8192,
      "reasoningDelivery": "excluded",
      "questionPosition": 40,
      "attemptId": null,
      "outcome": "returned_answer",
      "durationMs": 2759,
      "costUsd": 0.0316925,
      "completionTokens": 72,
      "reasoningTokens": 55,
      "requestSha256": "866cd179f21065bf4dd33471f20f612f13ab58377f56d3aab8f461d543ef7e96",
      "imageSha256": "a11da44c7f291573d715537a7d1ea58e8cbceb6bcee0b68b7873eb2caaddade4",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "calibration-2026-11-14-v4",
      "modelId": "openai/gpt-6-astra",
      "version": "openai/gpt-6-astra-20260903",
      "provider": "OpenAI",
      "reasoningEffort": "high",
      "maxOutputTokens": 32768,
      "reasoningDelivery": "excluded",
      "questionPosition": 24,
      "attemptId": "openai--gpt-6-astra-q24--a1",
      "outcome": "returned_answer",
      "durationMs": 36355,
      "costUsd": 0.0940925,
      "completionTokens": 1320,
      "reasoningTokens": 1303,
      "requestSha256": "fb048571e97ad3883976bf318db0f05cf8ce675336bbea00d87eedd0a8684799",
      "imageSha256": "2be413003659cf345a7feb06d40914202283e1629326e32861e85b3e530d5b96",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "calibration-2026-11-14-v4",
      "modelId": "anthropic/claude-fable-5.2",
      "version": "anthropic/claude-fable-5.2-20261109",
      "provider": "Anthropic",
      "reasoningEffort": "high",
      "maxOutputTokens": 32768,
      "reasoningDelivery": "excluded",
      "questionPosition": 24,
      "attemptId": "anthropic--claude-fable-5.2-q24--a1",
      "outcome": "returned_answer",
      "durationMs": 41130,
      "costUsd": 0.1356,
      "completionTokens": 2851,
      "reasoningTokens": 2843,
      "requestSha256": "a465022bd0a43060a795781060c8a0a4ebd37c0e6e91d23fc0df57c1a093fdc7",
      "imageSha256": "2be413003659cf345a7feb06d40914202283e1629326e32861e85b3e530d5b96",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "calibration-2026-11-14-v4",
      "modelId": "google/gemini-4-carbon",
      "version": "google/gemini-4-carbon-20261110",
      "provider": "Google AI Studio",
      "reasoningEffort": "high",
      "maxOutputTokens": 32768,
      "reasoningDelivery": "excluded",
      "questionPosition": 24,
      "attemptId": "google--gemini-4-carbon-q24--a1",
      "outcome": "returned_answer",
      "durationMs": 196700,
      "costUsd": 0.233526,
      "completionTokens": 23083,
      "reasoningTokens": 23061,
      "requestSha256": "a2375a16d9a818aa69620a9e0fee96e8e04b94494ce90eba983e345e95f75f28",
      "imageSha256": "2be413003659cf345a7feb06d40914202283e1629326e32861e85b3e530d5b96",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "calibration-2026-11-14-v4",
      "modelId": "openai/gpt-6-astra",
      "version": "openai/gpt-6-astra-20260903",
      "provider": "OpenAI",
      "reasoningEffort": "high",
      "maxOutputTokens": 32768,
      "reasoningDelivery": "excluded",
      "questionPosition": 28,
      "attemptId": "openai--gpt-6-astra-q28--a1",
      "outcome": "returned_answer",
      "durationMs": 45567,
      "costUsd": 0.1233425,
      "completionTokens": 1905,
      "reasoningTokens": 1888,
      "requestSha256": "2b72df7da1b730a2cc6bada7693cb8dcaa11cc312a213549794f5c8e52f33930",
      "imageSha256": "06c2e8ebc120c5c55f4f1494b64c7fd75bf1355ce4b616b1de684fbd7359c54f",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "calibration-2026-11-14-v4",
      "modelId": "anthropic/claude-fable-5.2",
      "version": "anthropic/claude-fable-5.2-20261109",
      "provider": "Anthropic",
      "reasoningEffort": "high",
      "maxOutputTokens": 32768,
      "reasoningDelivery": "excluded",
      "questionPosition": 28,
      "attemptId": "anthropic--claude-fable-5.2-q28--a1",
      "outcome": "returned_answer",
      "durationMs": 32915,
      "costUsd": 0.10268,
      "completionTokens": 2028,
      "reasoningTokens": 2020,
      "requestSha256": "058cb178376468d3d7ec235d1dafc11ae9703ad91dee35010e702e22761167e4",
      "imageSha256": "06c2e8ebc120c5c55f4f1494b64c7fd75bf1355ce4b616b1de684fbd7359c54f",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "calibration-2026-11-14-v4",
      "modelId": "google/gemini-4-carbon",
      "version": "google/gemini-4-carbon-20261110",
      "provider": "Google AI Studio",
      "reasoningEffort": "high",
      "maxOutputTokens": 32768,
      "reasoningDelivery": "excluded",
      "questionPosition": 28,
      "attemptId": "google--gemini-4-carbon-q28--a1",
      "outcome": "provider_error",
      "durationMs": 300166,
      "costUsd": 0,
      "completionTokens": null,
      "reasoningTokens": null,
      "requestSha256": "36ad40e689e6ed995628b30b698bd92824b60d34a9fb8bef8be16c614d777823",
      "imageSha256": "06c2e8ebc120c5c55f4f1494b64c7fd75bf1355ce4b616b1de684fbd7359c54f",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "calibration-2026-11-14-v4",
      "modelId": "google/gemini-4-carbon",
      "version": "google/gemini-4-carbon-20261110",
      "provider": "Google AI Studio",
      "reasoningEffort": "high",
      "maxOutputTokens": 32768,
      "reasoningDelivery": "excluded",
      "questionPosition": 28,
      "attemptId": "google--gemini-4-carbon-q28--a2",
      "outcome": "returned_answer",
      "durationMs": 233391,
      "costUsd": 0.195236,
      "completionTokens": 19254,
      "reasoningTokens": 19231,
      "requestSha256": "2c0d93b01b01f7dc99720aaeb330bc11287deab22f4ab095fb689de2724d123e",
      "imageSha256": "06c2e8ebc120c5c55f4f1494b64c7fd75bf1355ce4b616b1de684fbd7359c54f",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "calibration-2026-11-14-v4",
      "modelId": "openai/gpt-6-astra",
      "version": "openai/gpt-6-astra-20260903",
      "provider": "OpenAI",
      "reasoningEffort": "high",
      "maxOutputTokens": 32768,
      "reasoningDelivery": "excluded",
      "questionPosition": 35,
      "attemptId": "openai--gpt-6-astra-q35--a1",
      "outcome": "returned_answer",
      "durationMs": 132900,
      "costUsd": 0.2839925,
      "completionTokens": 5118,
      "reasoningTokens": 5101,
      "requestSha256": "c5fb2eafc60c255eff7778161833fb51634bbfc60c45b6887e3fbd679607b084",
      "imageSha256": "bf73374276a875ccdb1bc648394ea613e065763bd3588e5b39ec735c3d3dad92",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "calibration-2026-11-14-v4",
      "modelId": "anthropic/claude-fable-5.2",
      "version": "anthropic/claude-fable-5.2-20261109",
      "provider": "Anthropic",
      "reasoningEffort": "high",
      "maxOutputTokens": 32768,
      "reasoningDelivery": "excluded",
      "questionPosition": 35,
      "attemptId": "anthropic--claude-fable-5.2-q35--a1",
      "outcome": "returned_answer",
      "durationMs": 34185,
      "costUsd": 0.11664,
      "completionTokens": 2377,
      "reasoningTokens": 2369,
      "requestSha256": "14b2fd0d810c9e82301dea6dc3859f3ecfa3d7d25c97ecc38746adb0c04bc575",
      "imageSha256": "bf73374276a875ccdb1bc648394ea613e065763bd3588e5b39ec735c3d3dad92",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "calibration-2026-11-14-v4",
      "modelId": "google/gemini-4-carbon",
      "version": "google/gemini-4-carbon-20261110",
      "provider": "Google AI Studio",
      "reasoningEffort": "high",
      "maxOutputTokens": 32768,
      "reasoningDelivery": "excluded",
      "questionPosition": 35,
      "attemptId": "google--gemini-4-carbon-q35--a1",
      "outcome": "provider_error",
      "durationMs": 300249,
      "costUsd": 0,
      "completionTokens": null,
      "reasoningTokens": null,
      "requestSha256": "8647a6a7c7abb2ae8e6aef302f76301230eebca08640feb4c2a7df6158e3f3a6",
      "imageSha256": "bf73374276a875ccdb1bc648394ea613e065763bd3588e5b39ec735c3d3dad92",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "calibration-2026-11-14-v4",
      "modelId": "openai/gpt-6-astra",
      "version": "openai/gpt-6-astra-20260903",
      "provider": "OpenAI",
      "reasoningEffort": "high",
      "maxOutputTokens": 32768,
      "reasoningDelivery": "excluded",
      "questionPosition": 36,
      "attemptId": "openai--gpt-6-astra-q36--a1",
      "outcome": "returned_answer",
      "durationMs": 26224,
      "costUsd": 0.0981425,
      "completionTokens": 1401,
      "reasoningTokens": 1384,
      "requestSha256": "76a53d00714685fdc760fc23a3a996cf3a3f1878160e76c43937e227a48dbb98",
      "imageSha256": "a618861c1a91e36026b7319436fa8512c768089f3a08489d48d1b230de0ce28c",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "calibration-2026-11-14-v4",
      "modelId": "anthropic/claude-fable-5.2",
      "version": "anthropic/claude-fable-5.2-20261109",
      "provider": "Anthropic",
      "reasoningEffort": "high",
      "maxOutputTokens": 32768,
      "reasoningDelivery": "excluded",
      "questionPosition": 36,
      "attemptId": "anthropic--claude-fable-5.2-q36--a1",
      "outcome": "returned_answer",
      "durationMs": 56152,
      "costUsd": 0.24048,
      "completionTokens": 5473,
      "reasoningTokens": 5465,
      "requestSha256": "24008167a8f6827a34b935f314d6b59eb754aa2411be4f28e33ba16c2e9beafd",
      "imageSha256": "a618861c1a91e36026b7319436fa8512c768089f3a08489d48d1b230de0ce28c",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "calibration-2026-11-14-v4",
      "modelId": "google/gemini-4-carbon",
      "version": "google/gemini-4-carbon-20261110",
      "provider": "Google AI Studio",
      "reasoningEffort": "high",
      "maxOutputTokens": 32768,
      "reasoningDelivery": "excluded",
      "questionPosition": 36,
      "attemptId": "google--gemini-4-carbon-q36--a1",
      "outcome": "token_cutoff",
      "durationMs": 299942,
      "costUsd": 0.330376,
      "completionTokens": 32768,
      "reasoningTokens": 32765,
      "requestSha256": "b9b0a9556a451d834a5998aff2bc157db5a0209045efa07c5f6961868a0142b7",
      "imageSha256": "a618861c1a91e36026b7319436fa8512c768089f3a08489d48d1b230de0ce28c",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "calibration-2026-11-14-v4",
      "modelId": "openai/gpt-6-astra",
      "version": "openai/gpt-6-astra-20260903",
      "provider": "OpenAI",
      "reasoningEffort": "high",
      "maxOutputTokens": 32768,
      "reasoningDelivery": "excluded",
      "questionPosition": 38,
      "attemptId": "openai--gpt-6-astra-q38--a1",
      "outcome": "returned_answer",
      "durationMs": 183447,
      "costUsd": 0.3655425,
      "completionTokens": 6749,
      "reasoningTokens": 6732,
      "requestSha256": "cbe3476a6c0ae8d52085c47bc798b4324d3068e8c81026158d72d82b46da36f4",
      "imageSha256": "0e63a019dede0f3009d3c63318a388b71dc4b30767ce18f64bc3be6d94cd9fe1",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "calibration-2026-11-14-v4",
      "modelId": "anthropic/claude-fable-5.2",
      "version": "anthropic/claude-fable-5.2-20261109",
      "provider": "Anthropic",
      "reasoningEffort": "high",
      "maxOutputTokens": 32768,
      "reasoningDelivery": "excluded",
      "questionPosition": 38,
      "attemptId": "anthropic--claude-fable-5.2-q38--a1",
      "outcome": "returned_answer",
      "durationMs": 51945,
      "costUsd": 0.16764,
      "completionTokens": 3652,
      "reasoningTokens": 3644,
      "requestSha256": "89922d3f626ca5a5a0b0687e6a5e5df7e9db547a53007cb48e2e402f61b69d5c",
      "imageSha256": "0e63a019dede0f3009d3c63318a388b71dc4b30767ce18f64bc3be6d94cd9fe1",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "calibration-2026-11-14-v4",
      "modelId": "google/gemini-4-carbon",
      "version": "google/gemini-4-carbon-20261110",
      "provider": "Google AI Studio",
      "reasoningEffort": "high",
      "maxOutputTokens": 32768,
      "reasoningDelivery": "excluded",
      "questionPosition": 38,
      "attemptId": "google--gemini-4-carbon-q38--a1",
      "outcome": "returned_answer",
      "durationMs": 295336,
      "costUsd": 0.287276,
      "completionTokens": 28458,
      "reasoningTokens": 28435,
      "requestSha256": "4ed2a990a844eaad190b4ac92ef88e6d2d2e1516dece07656272994fba9708a0",
      "imageSha256": "0e63a019dede0f3009d3c63318a388b71dc4b30767ce18f64bc3be6d94cd9fe1",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "calibration-2026-11-14-v4",
      "modelId": "openai/gpt-6-astra",
      "version": "openai/gpt-6-astra-20260903",
      "provider": "OpenAI",
      "reasoningEffort": "high",
      "maxOutputTokens": 32768,
      "reasoningDelivery": "excluded",
      "questionPosition": 40,
      "attemptId": "openai--gpt-6-astra-q40--a1",
      "outcome": "returned_answer",
      "durationMs": 44392,
      "costUsd": 0.1181925,
      "completionTokens": 1802,
      "reasoningTokens": 1785,
      "requestSha256": "e7710a2b7b119ab3fedf37ba127a7aee0f1ceed76273594c10279e089c0471d5",
      "imageSha256": "a11da44c7f291573d715537a7d1ea58e8cbceb6bcee0b68b7873eb2caaddade4",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "calibration-2026-11-14-v4",
      "modelId": "anthropic/claude-fable-5.2",
      "version": "anthropic/claude-fable-5.2-20261109",
      "provider": "Anthropic",
      "reasoningEffort": "high",
      "maxOutputTokens": 32768,
      "reasoningDelivery": "excluded",
      "questionPosition": 40,
      "attemptId": "anthropic--claude-fable-5.2-q40--a1",
      "outcome": "returned_answer",
      "durationMs": 9788,
      "costUsd": 0.03848,
      "completionTokens": 423,
      "reasoningTokens": 415,
      "requestSha256": "fcbfa5d9671548a8ceb10a0cc6f4fe66ffab4e15df6696259fa5b8fafb5c118a",
      "imageSha256": "a11da44c7f291573d715537a7d1ea58e8cbceb6bcee0b68b7873eb2caaddade4",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "calibration-2026-11-14-v4",
      "modelId": "google/gemini-4-carbon",
      "version": "google/gemini-4-carbon-20261110",
      "provider": "Google AI Studio",
      "reasoningEffort": "high",
      "maxOutputTokens": 32768,
      "reasoningDelivery": "excluded",
      "questionPosition": 40,
      "attemptId": "google--gemini-4-carbon-q40--a1",
      "outcome": "provider_error",
      "durationMs": 300211,
      "costUsd": 0,
      "completionTokens": null,
      "reasoningTokens": null,
      "requestSha256": "3eb5cb7c9187cea97c3c0b09dbc171acf68dc4594a8075312a8b13bf3f92f842",
      "imageSha256": "a11da44c7f291573d715537a7d1ea58e8cbceb6bcee0b68b7873eb2caaddade4",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "calibration-vertex-2026-11-14-v5",
      "modelId": "google/gemini-4-carbon",
      "version": "google/gemini-4-carbon-20261110",
      "provider": "Google",
      "reasoningEffort": "high",
      "maxOutputTokens": 65536,
      "reasoningDelivery": "excluded",
      "questionPosition": 24,
      "attemptId": "google--gemini-4-carbon-vertex-q24--a1",
      "outcome": "returned_answer",
      "durationMs": 264235,
      "costUsd": 0.159626,
      "completionTokens": 15693,
      "reasoningTokens": 15670,
      "requestSha256": "2e70d159924d80b90d5a86e5b151aedfe23f0aa451ba70087d2fbc0e0912e9ad",
      "imageSha256": "2be413003659cf345a7feb06d40914202283e1629326e32861e85b3e530d5b96",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "calibration-vertex-2026-11-14-v5",
      "modelId": "google/gemini-4-carbon",
      "version": "google/gemini-4-carbon-20261110",
      "provider": "Google",
      "reasoningEffort": "high",
      "maxOutputTokens": 65536,
      "reasoningDelivery": "excluded",
      "questionPosition": 28,
      "attemptId": "google--gemini-4-carbon-vertex-q28--a1",
      "outcome": "provider_error",
      "durationMs": 300166,
      "costUsd": 0,
      "completionTokens": null,
      "reasoningTokens": null,
      "requestSha256": "f6b63a49b389ed5c023074c2813b569175b045dfff77ac0b2421de61afc8053e",
      "imageSha256": "06c2e8ebc120c5c55f4f1494b64c7fd75bf1355ce4b616b1de684fbd7359c54f",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "calibration-vertex-2026-11-14-v5",
      "modelId": "google/gemini-4-carbon",
      "version": "google/gemini-4-carbon-20261110",
      "provider": "Google",
      "reasoningEffort": "high",
      "maxOutputTokens": 65536,
      "reasoningDelivery": "excluded",
      "questionPosition": 35,
      "attemptId": "google--gemini-4-carbon-vertex-q35--a1",
      "outcome": "returned_answer",
      "durationMs": 194841,
      "costUsd": 0.179246,
      "completionTokens": 17655,
      "reasoningTokens": 17633,
      "requestSha256": "ba9bc7191d865d93dae7c6a99223c0718bed97beba3d4bbe26e490da1979563c",
      "imageSha256": "bf73374276a875ccdb1bc648394ea613e065763bd3588e5b39ec735c3d3dad92",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "calibration-vertex-2026-11-14-v5",
      "modelId": "google/gemini-4-carbon",
      "version": "google/gemini-4-carbon-20261110",
      "provider": "Google",
      "reasoningEffort": "high",
      "maxOutputTokens": 65536,
      "reasoningDelivery": "excluded",
      "questionPosition": 36,
      "attemptId": "google--gemini-4-carbon-vertex-q36--a1",
      "outcome": "returned_answer",
      "durationMs": 192550,
      "costUsd": 0.154426,
      "completionTokens": 15173,
      "reasoningTokens": 15151,
      "requestSha256": "56141679c1ff67f0c5d8cda4aa3818401f0052ca6b8cc7ae818e724476ee920c",
      "imageSha256": "a618861c1a91e36026b7319436fa8512c768089f3a08489d48d1b230de0ce28c",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "calibration-vertex-2026-11-14-v5",
      "modelId": "google/gemini-4-carbon",
      "version": "google/gemini-4-carbon-20261110",
      "provider": "Google",
      "reasoningEffort": "high",
      "maxOutputTokens": 65536,
      "reasoningDelivery": "excluded",
      "questionPosition": 38,
      "attemptId": "google--gemini-4-carbon-vertex-q38--a1",
      "outcome": "provider_error",
      "durationMs": 300173,
      "costUsd": 0,
      "completionTokens": null,
      "reasoningTokens": null,
      "requestSha256": "941b619c137254f146355e704044c23f744baf6d0f0576c88a8f5d7ecfbd65b1",
      "imageSha256": "0e63a019dede0f3009d3c63318a388b71dc4b30767ce18f64bc3be6d94cd9fe1",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "calibration-vertex-2026-11-14-v5",
      "modelId": "google/gemini-4-carbon",
      "version": "google/gemini-4-carbon-20261110",
      "provider": "Google",
      "reasoningEffort": "high",
      "maxOutputTokens": 65536,
      "reasoningDelivery": "excluded",
      "questionPosition": 40,
      "attemptId": "google--gemini-4-carbon-vertex-q40--a1",
      "outcome": "provider_error",
      "durationMs": 300204,
      "costUsd": 0,
      "completionTokens": null,
      "reasoningTokens": null,
      "requestSha256": "227a8d43fd4dfbb3e4a998bbcefdbe816ae3cab05b364d79df3c3a26f27341e9",
      "imageSha256": "a11da44c7f291573d715537a7d1ea58e8cbceb6bcee0b68b7873eb2caaddade4",
      "reasoningProgressEvents": null,
      "firstReasoningEventMs": null
    },
    {
      "phaseId": "calibration-progress-2026-11-14-v6",
      "modelId": "google/gemini-4-carbon",
      "version": "google/gemini-4-carbon-20261110",
      "provider": "Google",
      "reasoningEffort": "high",
      "maxOutputTokens": 65536,
      "reasoningDelivery": "included_then_discarded",
      "questionPosition": 28,
      "attemptId": "google--gemini-4-carbon-progress-q28--a1",
      "outcome": "returned_answer",
      "durationMs": 403480,
      "costUsd": 0.241816,
      "completionTokens": 23912,
      "reasoningTokens": 23890,
      "requestSha256": "802902d1588d2ad74453625e682a2ccc2ee698cc992efab98d95763adbb2bb44",
      "imageSha256": "06c2e8ebc120c5c55f4f1494b64c7fd75bf1355ce4b616b1de684fbd7359c54f",
      "reasoningProgressEvents": 68,
      "firstReasoningEventMs": 7395
    },
    {
      "phaseId": "calibration-progress-2026-11-14-v6",
      "modelId": "google/gemini-4-carbon",
      "version": "google/gemini-4-carbon-20261110",
      "provider": "Google",
      "reasoningEffort": "high",
      "maxOutputTokens": 65536,
      "reasoningDelivery": "included_then_discarded",
      "questionPosition": 24,
      "attemptId": "google--gemini-4-carbon-progress-q24--a1",
      "outcome": "returned_answer",
      "durationMs": 269886,
      "costUsd": 0.159386,
      "completionTokens": 15669,
      "reasoningTokens": 15648,
      "requestSha256": "6d5bf7cf4fe83a1cc49a29498ea4ab9bbbf4079a9334f86bd6176da9a019d908",
      "imageSha256": "2be413003659cf345a7feb06d40914202283e1629326e32861e85b3e530d5b96",
      "reasoningProgressEvents": 34,
      "firstReasoningEventMs": 47713
    },
    {
      "phaseId": "calibration-progress-2026-11-14-v6",
      "modelId": "google/gemini-4-carbon",
      "version": "google/gemini-4-carbon-20261110",
      "provider": "Google",
      "reasoningEffort": "high",
      "maxOutputTokens": 65536,
      "reasoningDelivery": "included_then_discarded",
      "questionPosition": 35,
      "attemptId": "google--gemini-4-carbon-progress-q35--a1",
      "outcome": "returned_answer",
      "durationMs": 130909,
      "costUsd": 0.119906,
      "completionTokens": 11721,
      "reasoningTokens": 11698,
      "requestSha256": "b9b92d57f43990040c374f53bf8a83298ab9df75f133950ea037714c84f6c947",
      "imageSha256": "bf73374276a875ccdb1bc648394ea613e065763bd3588e5b39ec735c3d3dad92",
      "reasoningProgressEvents": 27,
      "firstReasoningEventMs": 5964
    },
    {
      "phaseId": "calibration-progress-2026-11-14-v6",
      "modelId": "google/gemini-4-carbon",
      "version": "google/gemini-4-carbon-20261110",
      "provider": "Google",
      "reasoningEffort": "high",
      "maxOutputTokens": 65536,
      "reasoningDelivery": "included_then_discarded",
      "questionPosition": 36,
      "attemptId": "google--gemini-4-carbon-progress-q36--a1",
      "outcome": "returned_answer",
      "durationMs": 164610,
      "costUsd": 0.129696,
      "completionTokens": 12700,
      "reasoningTokens": 12678,
      "requestSha256": "7c5f3a275c5d184d6ac4557d7f69b9dc4839ac25c19fd20e269a2b09982988e8",
      "imageSha256": "a618861c1a91e36026b7319436fa8512c768089f3a08489d48d1b230de0ce28c",
      "reasoningProgressEvents": 28,
      "firstReasoningEventMs": 6027
    },
    {
      "phaseId": "calibration-progress-2026-11-14-v6",
      "modelId": "google/gemini-4-carbon",
      "version": "google/gemini-4-carbon-20261110",
      "provider": "Google",
      "reasoningEffort": "high",
      "maxOutputTokens": 65536,
      "reasoningDelivery": "included_then_discarded",
      "questionPosition": 38,
      "attemptId": "google--gemini-4-carbon-progress-q38--a1",
      "outcome": "returned_answer",
      "durationMs": 656051,
      "costUsd": 0.514146,
      "completionTokens": 51145,
      "reasoningTokens": 51124,
      "requestSha256": "17dba5ef119dbb47d82131c243e5d2579abcad7424859cb0fd56bb4be09adf1e",
      "imageSha256": "0e63a019dede0f3009d3c63318a388b71dc4b30767ce18f64bc3be6d94cd9fe1",
      "reasoningProgressEvents": 75,
      "firstReasoningEventMs": 8316
    },
    {
      "phaseId": "calibration-progress-2026-11-14-v6",
      "modelId": "google/gemini-4-carbon",
      "version": "google/gemini-4-carbon-20261110",
      "provider": "Google",
      "reasoningEffort": "high",
      "maxOutputTokens": 65536,
      "reasoningDelivery": "included_then_discarded",
      "questionPosition": 40,
      "attemptId": "google--gemini-4-carbon-progress-q40--a1",
      "outcome": "returned_answer",
      "durationMs": 302652,
      "costUsd": 0.254076,
      "completionTokens": 25138,
      "reasoningTokens": 25115,
      "requestSha256": "b7d26bd169c73dc199bf937419eade3c34ba3670badaa86af76e146343f2d718",
      "imageSha256": "a11da44c7f291573d715537a7d1ea58e8cbceb6bcee0b68b7873eb2caaddade4",
      "reasoningProgressEvents": 65,
      "firstReasoningEventMs": 5988
    }
  ]
}