{
  "freeze_sha256": "cd4f8a3e97e2ad6a8a1902b4ad45ebb58a5dbe9e03b0df37052f46fd5cbd147b",
  "complete": true,
  "calls": 30,
  "experiment": {
    "current_invocation_started_at": "2026-09-04T22:50:55.703132+00:00",
    "current_invocation_wall_seconds": 326.7916600999888,
    "resumption_boundary": "Wall duration covers this invocation; actual call-cost sum covers all sealed calls."
  },
  "first_pass_reuse": "Each initial output feeds two refinement arms; outcomes are correlated.",
  "actual_experiment_cost": {
    "component_wall_seconds": 335.26908169983653,
    "provider_specific_usage": {
      "A": {
        "calls": 15,
        "components": {
          "cached_input_tokens": 19456,
          "input_tokens": 129404,
          "output_tokens": 3149
        },
        "total": 132553,
        "cached_input_is_subset": true
      },
      "F": {
        "calls": 15,
        "components": {
          "cache_creation_input_tokens": 36439,
          "cache_read_input_tokens": 0,
          "output_tokens": 9811,
          "input_tokens": 32299
        },
        "total": 78549,
        "cached_input_is_subset": false,
        "per_model_components": {
          "claude-fable-5-1": {
            "input_tokens": 30,
            "cache_creation_input_tokens": 36439,
            "cache_read_input_tokens": 0,
            "output_tokens": 9610
          },
          "claude-haiku-4-5-20251001": {
            "input_tokens": 32269,
            "cache_creation_input_tokens": 0,
            "cache_read_input_tokens": 0,
            "output_tokens": 201
          }
        }
      }
    }
  },
  "arms": {
    "A": {
      "full_contract_passes": 5,
      "cases": 5,
      "sum_component_wall_seconds": 49.63861769990763,
      "regressions_from_passing_precursor": 0
    },
    "F": {
      "full_contract_passes": 5,
      "cases": 5,
      "sum_component_wall_seconds": 43.33526650001295,
      "regressions_from_passing_precursor": 0
    },
    "AA": {
      "full_contract_passes": 5,
      "cases": 5,
      "sum_component_wall_seconds": 107.51824159990065,
      "regressions_from_passing_precursor": 0
    },
    "FF": {
      "full_contract_passes": 5,
      "cases": 5,
      "sum_component_wall_seconds": 103.35299410001608,
      "regressions_from_passing_precursor": 0
    },
    "AF": {
      "full_contract_passes": 5,
      "cases": 5,
      "sum_component_wall_seconds": 110.8228978998959,
      "regressions_from_passing_precursor": 0
    },
    "FA": {
      "full_contract_passes": 5,
      "cases": 5,
      "sum_component_wall_seconds": 106.54883229994448,
      "regressions_from_passing_precursor": 0
    }
  },
  "comparisons": {
    "AF_vs_AA": {
      "cross_passes": 5,
      "same_passes": 5
    },
    "FA_vs_FF": {
      "cross_passes": 5,
      "same_passes": 5
    }
  },
  "results": [
    {
      "index": 1,
      "case_id": "01_state",
      "arm": "A",
      "model": "A",
      "precursor": null,
      "call_status": "ok",
      "category": "response",
      "requested_model": "gpt-6-astra",
      "effort": "high",
      "provider_resolved_model": null,
      "auxiliary_models": [],
      "model_usage_summary": null,
      "primary_response_usage": {
        "input_tokens": null,
        "cache_creation_input_tokens": null,
        "cache_read_input_tokens": null,
        "output_tokens": null
      },
      "runtime_context": {
        "model": "gpt-6-astra",
        "effort": "high"
      },
      "grade": {
        "passed": true,
        "ast_nodes": 88,
        "tests": [
          {
            "index": 0,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 4,
            "membership": 0
          },
          {
            "index": 1,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 12,
            "membership": 2
          },
          {
            "index": 2,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 17,
            "membership": 3
          },
          {
            "index": 3,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 18,
            "membership": 3
          },
          {
            "index": 4,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 12,
            "membership": 2
          },
          {
            "index": 5,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 19,
            "membership": 3
          },
          {
            "index": 6,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 3006,
            "membership": 1000
          }
        ]
      },
      "workflow_cost": {
        "component_wall_seconds": 11.344931199972052,
        "provider_specific_usage": {
          "A": {
            "calls": 1,
            "components": {
              "cached_input_tokens": 0,
              "input_tokens": 8470,
              "output_tokens": 155
            },
            "total": 8625,
            "cached_input_is_subset": true
          }
        }
      },
      "call_cost": {
        "component_wall_seconds": 11.344931199972052,
        "provider_specific_usage": {
          "A": {
            "calls": 1,
            "components": {
              "cached_input_tokens": 0,
              "input_tokens": 8470,
              "output_tokens": 155
            },
            "total": 8625,
            "cached_input_is_subset": true
          }
        }
      },
      "freeze_sha256": "cd4f8a3e97e2ad6a8a1902b4ad45ebb58a5dbe9e03b0df37052f46fd5cbd147b",
      "prompt_sha256": "05e25f57dd5acdf6b1802dcc05a5d6367e90cf19cfeda9b3ff79a9bc516e20da",
      "resource_review_decision": "approved",
      "adopted": true,
      "origin_freeze_sha256": "d90c9ecaa122c91212087f9460cb245de99eea2c761d264524350a497c0445e2",
      "precursor_reused": false
    },
    {
      "index": 2,
      "case_id": "01_state",
      "arm": "F",
      "model": "F",
      "precursor": null,
      "call_status": "ok",
      "category": "response",
      "requested_model": "claude-fable-5-1",
      "effort": "high",
      "provider_resolved_model": "claude-fable-5-1",
      "auxiliary_models": [
        "claude-haiku-4-5-20251001"
      ],
      "model_usage_summary": {
        "claude-haiku-4-5-20251001": {
          "input_tokens": 1977,
          "cache_creation_input_tokens": 0,
          "cache_read_input_tokens": 0,
          "output_tokens": 12
        },
        "claude-fable-5-1": {
          "input_tokens": 2,
          "cache_creation_input_tokens": 2198,
          "cache_read_input_tokens": 0,
          "output_tokens": 199
        }
      },
      "primary_response_usage": {
        "input_tokens": 2,
        "cache_creation_input_tokens": 2198,
        "cache_read_input_tokens": 0,
        "output_tokens": 199
      },
      "runtime_context": null,
      "grade": {
        "passed": true,
        "ast_nodes": 93,
        "tests": [
          {
            "index": 0,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 4,
            "membership": 0
          },
          {
            "index": 1,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 14,
            "membership": 0
          },
          {
            "index": 2,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 20,
            "membership": 0
          },
          {
            "index": 3,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 21,
            "membership": 0
          },
          {
            "index": 4,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 14,
            "membership": 0
          },
          {
            "index": 5,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 22,
            "membership": 0
          },
          {
            "index": 6,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 4006,
            "membership": 0
          }
        ]
      },
      "workflow_cost": {
        "component_wall_seconds": 5.89625370001886,
        "provider_specific_usage": {
          "F": {
            "calls": 1,
            "components": {
              "output_tokens": 211,
              "cache_read_input_tokens": 0,
              "input_tokens": 1979,
              "cache_creation_input_tokens": 2198
            },
            "total": 4388,
            "cached_input_is_subset": false,
            "per_model_components": {
              "claude-fable-5-1": {
                "input_tokens": 2,
                "cache_creation_input_tokens": 2198,
                "cache_read_input_tokens": 0,
                "output_tokens": 199
              },
              "claude-haiku-4-5-20251001": {
                "input_tokens": 1977,
                "cache_creation_input_tokens": 0,
                "cache_read_input_tokens": 0,
                "output_tokens": 12
              }
            }
          }
        }
      },
      "call_cost": {
        "component_wall_seconds": 5.89625370001886,
        "provider_specific_usage": {
          "F": {
            "calls": 1,
            "components": {
              "output_tokens": 211,
              "cache_read_input_tokens": 0,
              "input_tokens": 1979,
              "cache_creation_input_tokens": 2198
            },
            "total": 4388,
            "cached_input_is_subset": false,
            "per_model_components": {
              "claude-fable-5-1": {
                "input_tokens": 2,
                "cache_creation_input_tokens": 2198,
                "cache_read_input_tokens": 0,
                "output_tokens": 199
              },
              "claude-haiku-4-5-20251001": {
                "input_tokens": 1977,
                "cache_creation_input_tokens": 0,
                "cache_read_input_tokens": 0,
                "output_tokens": 12
              }
            }
          }
        }
      },
      "freeze_sha256": "cd4f8a3e97e2ad6a8a1902b4ad45ebb58a5dbe9e03b0df37052f46fd5cbd147b",
      "prompt_sha256": "05e25f57dd5acdf6b1802dcc05a5d6367e90cf19cfeda9b3ff79a9bc516e20da",
      "resource_review_decision": "approved",
      "adopted": false,
      "origin_freeze_sha256": "cd4f8a3e97e2ad6a8a1902b4ad45ebb58a5dbe9e03b0df37052f46fd5cbd147b",
      "precursor_reused": false
    },
    {
      "index": 3,
      "case_id": "01_state",
      "arm": "AF",
      "model": "F",
      "precursor": "A",
      "call_status": "ok",
      "category": "response",
      "requested_model": "claude-fable-5-1",
      "effort": "high",
      "provider_resolved_model": "claude-fable-5-1",
      "auxiliary_models": [
        "claude-haiku-4-5-20251001"
      ],
      "model_usage_summary": {
        "claude-haiku-4-5-20251001": {
          "input_tokens": 2108,
          "cache_creation_input_tokens": 0,
          "cache_read_input_tokens": 0,
          "output_tokens": 14
        },
        "claude-fable-5-1": {
          "input_tokens": 2,
          "cache_creation_input_tokens": 2380,
          "cache_read_input_tokens": 0,
          "output_tokens": 901
        }
      },
      "primary_response_usage": {
        "input_tokens": 2,
        "cache_creation_input_tokens": 2380,
        "cache_read_input_tokens": 0,
        "output_tokens": 901
      },
      "runtime_context": null,
      "grade": {
        "passed": true,
        "ast_nodes": 169,
        "tests": [
          {
            "index": 0,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 6,
            "membership": 0
          },
          {
            "index": 1,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 23,
            "membership": 2
          },
          {
            "index": 2,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 33,
            "membership": 3
          },
          {
            "index": 3,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 36,
            "membership": 3
          },
          {
            "index": 4,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 23,
            "membership": 2
          },
          {
            "index": 5,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 36,
            "membership": 3
          },
          {
            "index": 6,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 7009,
            "membership": 1000
          }
        ]
      },
      "workflow_cost": {
        "component_wall_seconds": 24.07642479997594,
        "provider_specific_usage": {
          "A": {
            "calls": 1,
            "components": {
              "cached_input_tokens": 0,
              "input_tokens": 8470,
              "output_tokens": 155
            },
            "total": 8625,
            "cached_input_is_subset": true
          },
          "F": {
            "calls": 1,
            "components": {
              "output_tokens": 915,
              "cache_read_input_tokens": 0,
              "input_tokens": 2110,
              "cache_creation_input_tokens": 2380
            },
            "total": 5405,
            "cached_input_is_subset": false,
            "per_model_components": {
              "claude-fable-5-1": {
                "input_tokens": 2,
                "cache_creation_input_tokens": 2380,
                "cache_read_input_tokens": 0,
                "output_tokens": 901
              },
              "claude-haiku-4-5-20251001": {
                "input_tokens": 2108,
                "cache_creation_input_tokens": 0,
                "cache_read_input_tokens": 0,
                "output_tokens": 14
              }
            }
          }
        }
      },
      "call_cost": {
        "component_wall_seconds": 12.731493600003887,
        "provider_specific_usage": {
          "F": {
            "calls": 1,
            "components": {
              "output_tokens": 915,
              "cache_read_input_tokens": 0,
              "input_tokens": 2110,
              "cache_creation_input_tokens": 2380
            },
            "total": 5405,
            "cached_input_is_subset": false,
            "per_model_components": {
              "claude-fable-5-1": {
                "input_tokens": 2,
                "cache_creation_input_tokens": 2380,
                "cache_read_input_tokens": 0,
                "output_tokens": 901
              },
              "claude-haiku-4-5-20251001": {
                "input_tokens": 2108,
                "cache_creation_input_tokens": 0,
                "cache_read_input_tokens": 0,
                "output_tokens": 14
              }
            }
          }
        }
      },
      "freeze_sha256": "cd4f8a3e97e2ad6a8a1902b4ad45ebb58a5dbe9e03b0df37052f46fd5cbd147b",
      "prompt_sha256": "812054a1fb21d888e66146cdf74a159a7064ec93b2d7fb409caa1f24f5104686",
      "resource_review_decision": "approved",
      "adopted": false,
      "origin_freeze_sha256": "cd4f8a3e97e2ad6a8a1902b4ad45ebb58a5dbe9e03b0df37052f46fd5cbd147b",
      "precursor_reused": true
    },
    {
      "index": 4,
      "case_id": "01_state",
      "arm": "FF",
      "model": "F",
      "precursor": "F",
      "call_status": "ok",
      "category": "response",
      "requested_model": "claude-fable-5-1",
      "effort": "high",
      "provider_resolved_model": "claude-fable-5-1",
      "auxiliary_models": [
        "claude-haiku-4-5-20251001"
      ],
      "model_usage_summary": {
        "claude-haiku-4-5-20251001": {
          "input_tokens": 2115,
          "cache_creation_input_tokens": 0,
          "cache_read_input_tokens": 0,
          "output_tokens": 16
        },
        "claude-fable-5-1": {
          "input_tokens": 2,
          "cache_creation_input_tokens": 2391,
          "cache_read_input_tokens": 0,
          "output_tokens": 625
        }
      },
      "primary_response_usage": {
        "input_tokens": 2,
        "cache_creation_input_tokens": 2391,
        "cache_read_input_tokens": 0,
        "output_tokens": 625
      },
      "runtime_context": null,
      "grade": {
        "passed": true,
        "ast_nodes": 88,
        "tests": [
          {
            "index": 0,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 4,
            "membership": 0
          },
          {
            "index": 1,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 12,
            "membership": 2
          },
          {
            "index": 2,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 17,
            "membership": 3
          },
          {
            "index": 3,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 18,
            "membership": 3
          },
          {
            "index": 4,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 12,
            "membership": 2
          },
          {
            "index": 5,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 19,
            "membership": 3
          },
          {
            "index": 6,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 3006,
            "membership": 1000
          }
        ]
      },
      "workflow_cost": {
        "component_wall_seconds": 19.43743029999314,
        "provider_specific_usage": {
          "F": {
            "calls": 2,
            "components": {
              "cache_creation_input_tokens": 4589,
              "cache_read_input_tokens": 0,
              "output_tokens": 852,
              "input_tokens": 4096
            },
            "total": 9537,
            "cached_input_is_subset": false,
            "per_model_components": {
              "claude-fable-5-1": {
                "input_tokens": 4,
                "cache_creation_input_tokens": 4589,
                "cache_read_input_tokens": 0,
                "output_tokens": 824
              },
              "claude-haiku-4-5-20251001": {
                "input_tokens": 4092,
                "cache_creation_input_tokens": 0,
                "cache_read_input_tokens": 0,
                "output_tokens": 28
              }
            }
          }
        }
      },
      "call_cost": {
        "component_wall_seconds": 13.541176599974278,
        "provider_specific_usage": {
          "F": {
            "calls": 1,
            "components": {
              "output_tokens": 641,
              "cache_read_input_tokens": 0,
              "input_tokens": 2117,
              "cache_creation_input_tokens": 2391
            },
            "total": 5149,
            "cached_input_is_subset": false,
            "per_model_components": {
              "claude-fable-5-1": {
                "input_tokens": 2,
                "cache_creation_input_tokens": 2391,
                "cache_read_input_tokens": 0,
                "output_tokens": 625
              },
              "claude-haiku-4-5-20251001": {
                "input_tokens": 2115,
                "cache_creation_input_tokens": 0,
                "cache_read_input_tokens": 0,
                "output_tokens": 16
              }
            }
          }
        }
      },
      "freeze_sha256": "cd4f8a3e97e2ad6a8a1902b4ad45ebb58a5dbe9e03b0df37052f46fd5cbd147b",
      "prompt_sha256": "af67998422e2df8b8ac7876b15f40297e65c5da8fa6f88a8570dfd3eedb51b34",
      "resource_review_decision": "approved",
      "adopted": false,
      "origin_freeze_sha256": "cd4f8a3e97e2ad6a8a1902b4ad45ebb58a5dbe9e03b0df37052f46fd5cbd147b",
      "precursor_reused": true
    },
    {
      "index": 5,
      "case_id": "01_state",
      "arm": "FA",
      "model": "A",
      "precursor": "F",
      "call_status": "ok",
      "category": "response",
      "requested_model": "gpt-6-astra",
      "effort": "high",
      "provider_resolved_model": null,
      "auxiliary_models": [],
      "model_usage_summary": null,
      "primary_response_usage": {
        "input_tokens": null,
        "cache_creation_input_tokens": null,
        "cache_read_input_tokens": null,
        "output_tokens": null
      },
      "runtime_context": {
        "model": "gpt-6-astra",
        "effort": "high"
      },
      "grade": {
        "passed": true,
        "ast_nodes": 93,
        "tests": [
          {
            "index": 0,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 4,
            "membership": 0
          },
          {
            "index": 1,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 14,
            "membership": 0
          },
          {
            "index": 2,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 20,
            "membership": 0
          },
          {
            "index": 3,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 21,
            "membership": 0
          },
          {
            "index": 4,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 14,
            "membership": 0
          },
          {
            "index": 5,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 22,
            "membership": 0
          },
          {
            "index": 6,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 4006,
            "membership": 0
          }
        ]
      },
      "workflow_cost": {
        "component_wall_seconds": 22.768512499984354,
        "provider_specific_usage": {
          "A": {
            "calls": 1,
            "components": {
              "cached_input_tokens": 0,
              "input_tokens": 8591,
              "output_tokens": 276
            },
            "total": 8867,
            "cached_input_is_subset": true
          },
          "F": {
            "calls": 1,
            "components": {
              "output_tokens": 211,
              "cache_read_input_tokens": 0,
              "input_tokens": 1979,
              "cache_creation_input_tokens": 2198
            },
            "total": 4388,
            "cached_input_is_subset": false,
            "per_model_components": {
              "claude-fable-5-1": {
                "input_tokens": 2,
                "cache_creation_input_tokens": 2198,
                "cache_read_input_tokens": 0,
                "output_tokens": 199
              },
              "claude-haiku-4-5-20251001": {
                "input_tokens": 1977,
                "cache_creation_input_tokens": 0,
                "cache_read_input_tokens": 0,
                "output_tokens": 12
              }
            }
          }
        }
      },
      "call_cost": {
        "component_wall_seconds": 16.872258799965493,
        "provider_specific_usage": {
          "A": {
            "calls": 1,
            "components": {
              "cached_input_tokens": 0,
              "input_tokens": 8591,
              "output_tokens": 276
            },
            "total": 8867,
            "cached_input_is_subset": true
          }
        }
      },
      "freeze_sha256": "cd4f8a3e97e2ad6a8a1902b4ad45ebb58a5dbe9e03b0df37052f46fd5cbd147b",
      "prompt_sha256": "af67998422e2df8b8ac7876b15f40297e65c5da8fa6f88a8570dfd3eedb51b34",
      "resource_review_decision": "approved",
      "adopted": false,
      "origin_freeze_sha256": "cd4f8a3e97e2ad6a8a1902b4ad45ebb58a5dbe9e03b0df37052f46fd5cbd147b",
      "precursor_reused": true
    },
    {
      "index": 6,
      "case_id": "01_state",
      "arm": "AA",
      "model": "A",
      "precursor": "A",
      "call_status": "ok",
      "category": "response",
      "requested_model": "gpt-6-astra",
      "effort": "high",
      "provider_resolved_model": null,
      "auxiliary_models": [],
      "model_usage_summary": null,
      "primary_response_usage": {
        "input_tokens": null,
        "cache_creation_input_tokens": null,
        "cache_read_input_tokens": null,
        "output_tokens": null
      },
      "runtime_context": {
        "model": "gpt-6-astra",
        "effort": "high"
      },
      "grade": {
        "passed": true,
        "ast_nodes": 93,
        "tests": [
          {
            "index": 0,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 4,
            "membership": 0
          },
          {
            "index": 1,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 14,
            "membership": 0
          },
          {
            "index": 2,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 20,
            "membership": 0
          },
          {
            "index": 3,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 21,
            "membership": 0
          },
          {
            "index": 4,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 14,
            "membership": 0
          },
          {
            "index": 5,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 22,
            "membership": 0
          },
          {
            "index": 6,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 4006,
            "membership": 0
          }
        ]
      },
      "workflow_cost": {
        "component_wall_seconds": 23.798209599975962,
        "provider_specific_usage": {
          "A": {
            "calls": 2,
            "components": {
              "cached_input_tokens": 4864,
              "input_tokens": 17055,
              "output_tokens": 416
            },
            "total": 17471,
            "cached_input_is_subset": true
          }
        }
      },
      "call_cost": {
        "component_wall_seconds": 12.45327840000391,
        "provider_specific_usage": {
          "A": {
            "calls": 1,
            "components": {
              "cached_input_tokens": 4864,
              "input_tokens": 8585,
              "output_tokens": 261
            },
            "total": 8846,
            "cached_input_is_subset": true
          }
        }
      },
      "freeze_sha256": "cd4f8a3e97e2ad6a8a1902b4ad45ebb58a5dbe9e03b0df37052f46fd5cbd147b",
      "prompt_sha256": "812054a1fb21d888e66146cdf74a159a7064ec93b2d7fb409caa1f24f5104686",
      "resource_review_decision": "approved",
      "adopted": false,
      "origin_freeze_sha256": "cd4f8a3e97e2ad6a8a1902b4ad45ebb58a5dbe9e03b0df37052f46fd5cbd147b",
      "precursor_reused": true
    },
    {
      "index": 7,
      "case_id": "02_data",
      "arm": "F",
      "model": "F",
      "precursor": null,
      "call_status": "ok",
      "category": "response",
      "requested_model": "claude-fable-5-1",
      "effort": "high",
      "provider_resolved_model": "claude-fable-5-1",
      "auxiliary_models": [
        "claude-haiku-4-5-20251001"
      ],
      "model_usage_summary": {
        "claude-haiku-4-5-20251001": {
          "input_tokens": 1987,
          "cache_creation_input_tokens": 0,
          "cache_read_input_tokens": 0,
          "output_tokens": 15
        },
        "claude-fable-5-1": {
          "input_tokens": 2,
          "cache_creation_input_tokens": 2209,
          "cache_read_input_tokens": 0,
          "output_tokens": 579
        }
      },
      "primary_response_usage": {
        "input_tokens": 2,
        "cache_creation_input_tokens": 2209,
        "cache_read_input_tokens": 0,
        "output_tokens": 579
      },
      "runtime_context": null,
      "grade": {
        "passed": true,
        "ast_nodes": 106,
        "tests": [
          {
            "index": 0,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 11,
            "membership": 0
          },
          {
            "index": 1,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 9,
            "membership": 0
          },
          {
            "index": 2,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 17,
            "membership": 0
          },
          {
            "index": 3,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 15,
            "membership": 0
          },
          {
            "index": 4,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 13,
            "membership": 0
          },
          {
            "index": 5,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 15,
            "membership": 0
          },
          {
            "index": 6,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 17,
            "membership": 0
          },
          {
            "index": 7,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 17,
            "membership": 0
          }
        ]
      },
      "workflow_cost": {
        "component_wall_seconds": 9.393194600008428,
        "provider_specific_usage": {
          "F": {
            "calls": 1,
            "components": {
              "output_tokens": 594,
              "cache_read_input_tokens": 0,
              "input_tokens": 1989,
              "cache_creation_input_tokens": 2209
            },
            "total": 4792,
            "cached_input_is_subset": false,
            "per_model_components": {
              "claude-fable-5-1": {
                "input_tokens": 2,
                "cache_creation_input_tokens": 2209,
                "cache_read_input_tokens": 0,
                "output_tokens": 579
              },
              "claude-haiku-4-5-20251001": {
                "input_tokens": 1987,
                "cache_creation_input_tokens": 0,
                "cache_read_input_tokens": 0,
                "output_tokens": 15
              }
            }
          }
        }
      },
      "call_cost": {
        "component_wall_seconds": 9.393194600008428,
        "provider_specific_usage": {
          "F": {
            "calls": 1,
            "components": {
              "output_tokens": 594,
              "cache_read_input_tokens": 0,
              "input_tokens": 1989,
              "cache_creation_input_tokens": 2209
            },
            "total": 4792,
            "cached_input_is_subset": false,
            "per_model_components": {
              "claude-fable-5-1": {
                "input_tokens": 2,
                "cache_creation_input_tokens": 2209,
                "cache_read_input_tokens": 0,
                "output_tokens": 579
              },
              "claude-haiku-4-5-20251001": {
                "input_tokens": 1987,
                "cache_creation_input_tokens": 0,
                "cache_read_input_tokens": 0,
                "output_tokens": 15
              }
            }
          }
        }
      },
      "freeze_sha256": "cd4f8a3e97e2ad6a8a1902b4ad45ebb58a5dbe9e03b0df37052f46fd5cbd147b",
      "prompt_sha256": "1cc4eccbd8df6f5bd5893fb6ac9f1dfdae62d8563292dbc76c929395a5fd7741",
      "resource_review_decision": "approved",
      "adopted": false,
      "origin_freeze_sha256": "cd4f8a3e97e2ad6a8a1902b4ad45ebb58a5dbe9e03b0df37052f46fd5cbd147b",
      "precursor_reused": false
    },
    {
      "index": 8,
      "case_id": "02_data",
      "arm": "A",
      "model": "A",
      "precursor": null,
      "call_status": "ok",
      "category": "response",
      "requested_model": "gpt-6-astra",
      "effort": "high",
      "provider_resolved_model": null,
      "auxiliary_models": [],
      "model_usage_summary": null,
      "primary_response_usage": {
        "input_tokens": null,
        "cache_creation_input_tokens": null,
        "cache_read_input_tokens": null,
        "output_tokens": null
      },
      "runtime_context": {
        "model": "gpt-6-astra",
        "effort": "high"
      },
      "grade": {
        "passed": true,
        "ast_nodes": 101,
        "tests": [
          {
            "index": 0,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 10,
            "membership": 0
          },
          {
            "index": 1,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 8,
            "membership": 0
          },
          {
            "index": 2,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 16,
            "membership": 0
          },
          {
            "index": 3,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 14,
            "membership": 0
          },
          {
            "index": 4,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 12,
            "membership": 0
          },
          {
            "index": 5,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 14,
            "membership": 0
          },
          {
            "index": 6,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 16,
            "membership": 0
          },
          {
            "index": 7,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 16,
            "membership": 0
          }
        ]
      },
      "workflow_cost": {
        "component_wall_seconds": 9.44601039995905,
        "provider_specific_usage": {
          "A": {
            "calls": 1,
            "components": {
              "cached_input_tokens": 0,
              "input_tokens": 8476,
              "output_tokens": 153
            },
            "total": 8629,
            "cached_input_is_subset": true
          }
        }
      },
      "call_cost": {
        "component_wall_seconds": 9.44601039995905,
        "provider_specific_usage": {
          "A": {
            "calls": 1,
            "components": {
              "cached_input_tokens": 0,
              "input_tokens": 8476,
              "output_tokens": 153
            },
            "total": 8629,
            "cached_input_is_subset": true
          }
        }
      },
      "freeze_sha256": "cd4f8a3e97e2ad6a8a1902b4ad45ebb58a5dbe9e03b0df37052f46fd5cbd147b",
      "prompt_sha256": "1cc4eccbd8df6f5bd5893fb6ac9f1dfdae62d8563292dbc76c929395a5fd7741",
      "resource_review_decision": "approved",
      "adopted": false,
      "origin_freeze_sha256": "cd4f8a3e97e2ad6a8a1902b4ad45ebb58a5dbe9e03b0df37052f46fd5cbd147b",
      "precursor_reused": false
    },
    {
      "index": 9,
      "case_id": "02_data",
      "arm": "FF",
      "model": "F",
      "precursor": "F",
      "call_status": "ok",
      "category": "response",
      "requested_model": "claude-fable-5-1",
      "effort": "high",
      "provider_resolved_model": "claude-fable-5-1",
      "auxiliary_models": [
        "claude-haiku-4-5-20251001"
      ],
      "model_usage_summary": {
        "claude-haiku-4-5-20251001": {
          "input_tokens": 2131,
          "cache_creation_input_tokens": 0,
          "cache_read_input_tokens": 0,
          "output_tokens": 15
        },
        "claude-fable-5-1": {
          "input_tokens": 2,
          "cache_creation_input_tokens": 2415,
          "cache_read_input_tokens": 0,
          "output_tokens": 561
        }
      },
      "primary_response_usage": {
        "input_tokens": 2,
        "cache_creation_input_tokens": 2415,
        "cache_read_input_tokens": 0,
        "output_tokens": 561
      },
      "runtime_context": null,
      "grade": {
        "passed": true,
        "ast_nodes": 120,
        "tests": [
          {
            "index": 0,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 14,
            "membership": 0
          },
          {
            "index": 1,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 11,
            "membership": 0
          },
          {
            "index": 2,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 21,
            "membership": 0
          },
          {
            "index": 3,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 19,
            "membership": 0
          },
          {
            "index": 4,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 16,
            "membership": 0
          },
          {
            "index": 5,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 19,
            "membership": 0
          },
          {
            "index": 6,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 21,
            "membership": 0
          },
          {
            "index": 7,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 22,
            "membership": 0
          }
        ]
      },
      "workflow_cost": {
        "component_wall_seconds": 22.523245299991686,
        "provider_specific_usage": {
          "F": {
            "calls": 2,
            "components": {
              "cache_creation_input_tokens": 4624,
              "cache_read_input_tokens": 0,
              "output_tokens": 1170,
              "input_tokens": 4122
            },
            "total": 9916,
            "cached_input_is_subset": false,
            "per_model_components": {
              "claude-fable-5-1": {
                "input_tokens": 4,
                "cache_creation_input_tokens": 4624,
                "cache_read_input_tokens": 0,
                "output_tokens": 1140
              },
              "claude-haiku-4-5-20251001": {
                "input_tokens": 4118,
                "cache_creation_input_tokens": 0,
                "cache_read_input_tokens": 0,
                "output_tokens": 30
              }
            }
          }
        }
      },
      "call_cost": {
        "component_wall_seconds": 13.130050699983258,
        "provider_specific_usage": {
          "F": {
            "calls": 1,
            "components": {
              "output_tokens": 576,
              "cache_read_input_tokens": 0,
              "input_tokens": 2133,
              "cache_creation_input_tokens": 2415
            },
            "total": 5124,
            "cached_input_is_subset": false,
            "per_model_components": {
              "claude-fable-5-1": {
                "input_tokens": 2,
                "cache_creation_input_tokens": 2415,
                "cache_read_input_tokens": 0,
                "output_tokens": 561
              },
              "claude-haiku-4-5-20251001": {
                "input_tokens": 2131,
                "cache_creation_input_tokens": 0,
                "cache_read_input_tokens": 0,
                "output_tokens": 15
              }
            }
          }
        }
      },
      "freeze_sha256": "cd4f8a3e97e2ad6a8a1902b4ad45ebb58a5dbe9e03b0df37052f46fd5cbd147b",
      "prompt_sha256": "e724dbea9e2fa0acbfb896f529b449451a2218e4ae786ee133858bbb470de70e",
      "resource_review_decision": "approved",
      "adopted": false,
      "origin_freeze_sha256": "cd4f8a3e97e2ad6a8a1902b4ad45ebb58a5dbe9e03b0df37052f46fd5cbd147b",
      "precursor_reused": true
    },
    {
      "index": 10,
      "case_id": "02_data",
      "arm": "AA",
      "model": "A",
      "precursor": "A",
      "call_status": "ok",
      "category": "response",
      "requested_model": "gpt-6-astra",
      "effort": "high",
      "provider_resolved_model": null,
      "auxiliary_models": [],
      "model_usage_summary": null,
      "primary_response_usage": {
        "input_tokens": null,
        "cache_creation_input_tokens": null,
        "cache_read_input_tokens": null,
        "output_tokens": null
      },
      "runtime_context": {
        "model": "gpt-6-astra",
        "effort": "high"
      },
      "grade": {
        "passed": true,
        "ast_nodes": 114,
        "tests": [
          {
            "index": 0,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 16,
            "membership": 0
          },
          {
            "index": 1,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 12,
            "membership": 0
          },
          {
            "index": 2,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 24,
            "membership": 0
          },
          {
            "index": 3,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 22,
            "membership": 0
          },
          {
            "index": 4,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 18,
            "membership": 0
          },
          {
            "index": 5,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 22,
            "membership": 0
          },
          {
            "index": 6,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 24,
            "membership": 0
          },
          {
            "index": 7,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 26,
            "membership": 0
          }
        ]
      },
      "workflow_cost": {
        "component_wall_seconds": 21.93680869997479,
        "provider_specific_usage": {
          "A": {
            "calls": 2,
            "components": {
              "cached_input_tokens": 0,
              "input_tokens": 17069,
              "output_tokens": 401
            },
            "total": 17470,
            "cached_input_is_subset": true
          }
        }
      },
      "call_cost": {
        "component_wall_seconds": 12.49079830001574,
        "provider_specific_usage": {
          "A": {
            "calls": 1,
            "components": {
              "cached_input_tokens": 0,
              "input_tokens": 8593,
              "output_tokens": 248
            },
            "total": 8841,
            "cached_input_is_subset": true
          }
        }
      },
      "freeze_sha256": "cd4f8a3e97e2ad6a8a1902b4ad45ebb58a5dbe9e03b0df37052f46fd5cbd147b",
      "prompt_sha256": "b836ca88d01dabca1a3e5fa2e7adc8ae8dfb53fd6d8f7404fc441f38d863bee6",
      "resource_review_decision": "approved",
      "adopted": false,
      "origin_freeze_sha256": "cd4f8a3e97e2ad6a8a1902b4ad45ebb58a5dbe9e03b0df37052f46fd5cbd147b",
      "precursor_reused": true
    },
    {
      "index": 11,
      "case_id": "02_data",
      "arm": "FA",
      "model": "A",
      "precursor": "F",
      "call_status": "ok",
      "category": "response",
      "requested_model": "gpt-6-astra",
      "effort": "high",
      "provider_resolved_model": null,
      "auxiliary_models": [],
      "model_usage_summary": null,
      "primary_response_usage": {
        "input_tokens": null,
        "cache_creation_input_tokens": null,
        "cache_read_input_tokens": null,
        "output_tokens": null
      },
      "runtime_context": {
        "model": "gpt-6-astra",
        "effort": "high"
      },
      "grade": {
        "passed": true,
        "ast_nodes": 119,
        "tests": [
          {
            "index": 0,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 17,
            "membership": 0
          },
          {
            "index": 1,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 13,
            "membership": 0
          },
          {
            "index": 2,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 25,
            "membership": 0
          },
          {
            "index": 3,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 23,
            "membership": 0
          },
          {
            "index": 4,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 19,
            "membership": 0
          },
          {
            "index": 5,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 23,
            "membership": 0
          },
          {
            "index": 6,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 25,
            "membership": 0
          },
          {
            "index": 7,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 27,
            "membership": 0
          }
        ]
      },
      "workflow_cost": {
        "component_wall_seconds": 23.45026670000516,
        "provider_specific_usage": {
          "A": {
            "calls": 1,
            "components": {
              "cached_input_tokens": 0,
              "input_tokens": 8600,
              "output_tokens": 322
            },
            "total": 8922,
            "cached_input_is_subset": true
          },
          "F": {
            "calls": 1,
            "components": {
              "output_tokens": 594,
              "cache_read_input_tokens": 0,
              "input_tokens": 1989,
              "cache_creation_input_tokens": 2209
            },
            "total": 4792,
            "cached_input_is_subset": false,
            "per_model_components": {
              "claude-fable-5-1": {
                "input_tokens": 2,
                "cache_creation_input_tokens": 2209,
                "cache_read_input_tokens": 0,
                "output_tokens": 579
              },
              "claude-haiku-4-5-20251001": {
                "input_tokens": 1987,
                "cache_creation_input_tokens": 0,
                "cache_read_input_tokens": 0,
                "output_tokens": 15
              }
            }
          }
        }
      },
      "call_cost": {
        "component_wall_seconds": 14.05707209999673,
        "provider_specific_usage": {
          "A": {
            "calls": 1,
            "components": {
              "cached_input_tokens": 0,
              "input_tokens": 8600,
              "output_tokens": 322
            },
            "total": 8922,
            "cached_input_is_subset": true
          }
        }
      },
      "freeze_sha256": "cd4f8a3e97e2ad6a8a1902b4ad45ebb58a5dbe9e03b0df37052f46fd5cbd147b",
      "prompt_sha256": "e724dbea9e2fa0acbfb896f529b449451a2218e4ae786ee133858bbb470de70e",
      "resource_review_decision": "approved",
      "adopted": false,
      "origin_freeze_sha256": "cd4f8a3e97e2ad6a8a1902b4ad45ebb58a5dbe9e03b0df37052f46fd5cbd147b",
      "precursor_reused": true
    },
    {
      "index": 12,
      "case_id": "02_data",
      "arm": "AF",
      "model": "F",
      "precursor": "A",
      "call_status": "ok",
      "category": "response",
      "requested_model": "claude-fable-5-1",
      "effort": "high",
      "provider_resolved_model": "claude-fable-5-1",
      "auxiliary_models": [
        "claude-haiku-4-5-20251001"
      ],
      "model_usage_summary": {
        "claude-haiku-4-5-20251001": {
          "input_tokens": 2125,
          "cache_creation_input_tokens": 0,
          "cache_read_input_tokens": 0,
          "output_tokens": 13
        },
        "claude-fable-5-1": {
          "input_tokens": 2,
          "cache_creation_input_tokens": 2405,
          "cache_read_input_tokens": 0,
          "output_tokens": 433
        }
      },
      "primary_response_usage": {
        "input_tokens": 2,
        "cache_creation_input_tokens": 2405,
        "cache_read_input_tokens": 0,
        "output_tokens": 433
      },
      "runtime_context": null,
      "grade": {
        "passed": true,
        "ast_nodes": 106,
        "tests": [
          {
            "index": 0,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 11,
            "membership": 0
          },
          {
            "index": 1,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 9,
            "membership": 0
          },
          {
            "index": 2,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 17,
            "membership": 0
          },
          {
            "index": 3,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 15,
            "membership": 0
          },
          {
            "index": 4,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 13,
            "membership": 0
          },
          {
            "index": 5,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 15,
            "membership": 0
          },
          {
            "index": 6,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 17,
            "membership": 0
          },
          {
            "index": 7,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 17,
            "membership": 0
          }
        ]
      },
      "workflow_cost": {
        "component_wall_seconds": 18.45870889996877,
        "provider_specific_usage": {
          "A": {
            "calls": 1,
            "components": {
              "cached_input_tokens": 0,
              "input_tokens": 8476,
              "output_tokens": 153
            },
            "total": 8629,
            "cached_input_is_subset": true
          },
          "F": {
            "calls": 1,
            "components": {
              "output_tokens": 446,
              "cache_read_input_tokens": 0,
              "input_tokens": 2127,
              "cache_creation_input_tokens": 2405
            },
            "total": 4978,
            "cached_input_is_subset": false,
            "per_model_components": {
              "claude-fable-5-1": {
                "input_tokens": 2,
                "cache_creation_input_tokens": 2405,
                "cache_read_input_tokens": 0,
                "output_tokens": 433
              },
              "claude-haiku-4-5-20251001": {
                "input_tokens": 2125,
                "cache_creation_input_tokens": 0,
                "cache_read_input_tokens": 0,
                "output_tokens": 13
              }
            }
          }
        }
      },
      "call_cost": {
        "component_wall_seconds": 9.01269850000972,
        "provider_specific_usage": {
          "F": {
            "calls": 1,
            "components": {
              "output_tokens": 446,
              "cache_read_input_tokens": 0,
              "input_tokens": 2127,
              "cache_creation_input_tokens": 2405
            },
            "total": 4978,
            "cached_input_is_subset": false,
            "per_model_components": {
              "claude-fable-5-1": {
                "input_tokens": 2,
                "cache_creation_input_tokens": 2405,
                "cache_read_input_tokens": 0,
                "output_tokens": 433
              },
              "claude-haiku-4-5-20251001": {
                "input_tokens": 2125,
                "cache_creation_input_tokens": 0,
                "cache_read_input_tokens": 0,
                "output_tokens": 13
              }
            }
          }
        }
      },
      "freeze_sha256": "cd4f8a3e97e2ad6a8a1902b4ad45ebb58a5dbe9e03b0df37052f46fd5cbd147b",
      "prompt_sha256": "b836ca88d01dabca1a3e5fa2e7adc8ae8dfb53fd6d8f7404fc441f38d863bee6",
      "resource_review_decision": "approved",
      "adopted": false,
      "origin_freeze_sha256": "cd4f8a3e97e2ad6a8a1902b4ad45ebb58a5dbe9e03b0df37052f46fd5cbd147b",
      "precursor_reused": true
    },
    {
      "index": 13,
      "case_id": "03_validation",
      "arm": "A",
      "model": "A",
      "precursor": null,
      "call_status": "ok",
      "category": "response",
      "requested_model": "gpt-6-astra",
      "effort": "high",
      "provider_resolved_model": null,
      "auxiliary_models": [],
      "model_usage_summary": null,
      "primary_response_usage": {
        "input_tokens": null,
        "cache_creation_input_tokens": null,
        "cache_read_input_tokens": null,
        "output_tokens": null
      },
      "runtime_context": {
        "model": "gpt-6-astra",
        "effort": "high"
      },
      "grade": {
        "passed": true,
        "ast_nodes": 211,
        "tests": [
          {
            "index": 0,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 7,
            "membership": 0
          },
          {
            "index": 1,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 33,
            "membership": 0
          },
          {
            "index": 2,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 21,
            "membership": 0
          },
          {
            "index": 3,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 34,
            "membership": 0
          },
          {
            "index": 4,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 50,
            "membership": 0
          },
          {
            "index": 5,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 21,
            "membership": 0
          },
          {
            "index": 6,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 1462,
            "membership": 0
          }
        ]
      },
      "workflow_cost": {
        "component_wall_seconds": 12.9992973000044,
        "provider_specific_usage": {
          "A": {
            "calls": 1,
            "components": {
              "cached_input_tokens": 0,
              "input_tokens": 8630,
              "output_tokens": 297
            },
            "total": 8927,
            "cached_input_is_subset": true
          }
        }
      },
      "call_cost": {
        "component_wall_seconds": 12.9992973000044,
        "provider_specific_usage": {
          "A": {
            "calls": 1,
            "components": {
              "cached_input_tokens": 0,
              "input_tokens": 8630,
              "output_tokens": 297
            },
            "total": 8927,
            "cached_input_is_subset": true
          }
        }
      },
      "freeze_sha256": "cd4f8a3e97e2ad6a8a1902b4ad45ebb58a5dbe9e03b0df37052f46fd5cbd147b",
      "prompt_sha256": "fa527c756e16491d61445c9b2ec97907ccb46d42c3c4874fdc283f702f760d7e",
      "resource_review_decision": "approved",
      "adopted": false,
      "origin_freeze_sha256": "cd4f8a3e97e2ad6a8a1902b4ad45ebb58a5dbe9e03b0df37052f46fd5cbd147b",
      "precursor_reused": false
    },
    {
      "index": 14,
      "case_id": "03_validation",
      "arm": "F",
      "model": "F",
      "precursor": null,
      "call_status": "ok",
      "category": "response",
      "requested_model": "claude-fable-5-1",
      "effort": "high",
      "provider_resolved_model": "claude-fable-5-1",
      "auxiliary_models": [
        "claude-haiku-4-5-20251001"
      ],
      "model_usage_summary": {
        "claude-haiku-4-5-20251001": {
          "input_tokens": 2147,
          "cache_creation_input_tokens": 0,
          "cache_read_input_tokens": 0,
          "output_tokens": 13
        },
        "claude-fable-5-1": {
          "input_tokens": 2,
          "cache_creation_input_tokens": 2439,
          "cache_read_input_tokens": 0,
          "output_tokens": 631
        }
      },
      "primary_response_usage": {
        "input_tokens": 2,
        "cache_creation_input_tokens": 2439,
        "cache_read_input_tokens": 0,
        "output_tokens": 631
      },
      "runtime_context": null,
      "grade": {
        "passed": true,
        "ast_nodes": 270,
        "tests": [
          {
            "index": 0,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 8,
            "membership": 0
          },
          {
            "index": 1,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 76,
            "membership": 0
          },
          {
            "index": 2,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 61,
            "membership": 0
          },
          {
            "index": 3,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 98,
            "membership": 0
          },
          {
            "index": 4,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 111,
            "membership": 0
          },
          {
            "index": 5,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 48,
            "membership": 0
          },
          {
            "index": 6,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 2693,
            "membership": 0
          }
        ]
      },
      "workflow_cost": {
        "component_wall_seconds": 9.33200970001053,
        "provider_specific_usage": {
          "F": {
            "calls": 1,
            "components": {
              "output_tokens": 644,
              "cache_read_input_tokens": 0,
              "input_tokens": 2149,
              "cache_creation_input_tokens": 2439
            },
            "total": 5232,
            "cached_input_is_subset": false,
            "per_model_components": {
              "claude-fable-5-1": {
                "input_tokens": 2,
                "cache_creation_input_tokens": 2439,
                "cache_read_input_tokens": 0,
                "output_tokens": 631
              },
              "claude-haiku-4-5-20251001": {
                "input_tokens": 2147,
                "cache_creation_input_tokens": 0,
                "cache_read_input_tokens": 0,
                "output_tokens": 13
              }
            }
          }
        }
      },
      "call_cost": {
        "component_wall_seconds": 9.33200970001053,
        "provider_specific_usage": {
          "F": {
            "calls": 1,
            "components": {
              "output_tokens": 644,
              "cache_read_input_tokens": 0,
              "input_tokens": 2149,
              "cache_creation_input_tokens": 2439
            },
            "total": 5232,
            "cached_input_is_subset": false,
            "per_model_components": {
              "claude-fable-5-1": {
                "input_tokens": 2,
                "cache_creation_input_tokens": 2439,
                "cache_read_input_tokens": 0,
                "output_tokens": 631
              },
              "claude-haiku-4-5-20251001": {
                "input_tokens": 2147,
                "cache_creation_input_tokens": 0,
                "cache_read_input_tokens": 0,
                "output_tokens": 13
              }
            }
          }
        }
      },
      "freeze_sha256": "cd4f8a3e97e2ad6a8a1902b4ad45ebb58a5dbe9e03b0df37052f46fd5cbd147b",
      "prompt_sha256": "fa527c756e16491d61445c9b2ec97907ccb46d42c3c4874fdc283f702f760d7e",
      "resource_review_decision": "approved",
      "adopted": false,
      "origin_freeze_sha256": "cd4f8a3e97e2ad6a8a1902b4ad45ebb58a5dbe9e03b0df37052f46fd5cbd147b",
      "precursor_reused": false
    },
    {
      "index": 15,
      "case_id": "03_validation",
      "arm": "AF",
      "model": "F",
      "precursor": "A",
      "call_status": "ok",
      "category": "response",
      "requested_model": "claude-fable-5-1",
      "effort": "high",
      "provider_resolved_model": "claude-fable-5-1",
      "auxiliary_models": [
        "claude-haiku-4-5-20251001"
      ],
      "model_usage_summary": {
        "claude-haiku-4-5-20251001": {
          "input_tokens": 2405,
          "cache_creation_input_tokens": 0,
          "cache_read_input_tokens": 0,
          "output_tokens": 13
        },
        "claude-fable-5-1": {
          "input_tokens": 2,
          "cache_creation_input_tokens": 2784,
          "cache_read_input_tokens": 0,
          "output_tokens": 978
        }
      },
      "primary_response_usage": {
        "input_tokens": 2,
        "cache_creation_input_tokens": 2784,
        "cache_read_input_tokens": 0,
        "output_tokens": 978
      },
      "runtime_context": null,
      "grade": {
        "passed": true,
        "ast_nodes": 289,
        "tests": [
          {
            "index": 0,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 8,
            "membership": 0
          },
          {
            "index": 1,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 76,
            "membership": 0
          },
          {
            "index": 2,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 53,
            "membership": 0
          },
          {
            "index": 3,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 85,
            "membership": 0
          },
          {
            "index": 4,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 115,
            "membership": 0
          },
          {
            "index": 5,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 46,
            "membership": 0
          },
          {
            "index": 6,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 3503,
            "membership": 0
          }
        ]
      },
      "workflow_cost": {
        "component_wall_seconds": 29.254707600048278,
        "provider_specific_usage": {
          "A": {
            "calls": 1,
            "components": {
              "cached_input_tokens": 0,
              "input_tokens": 8630,
              "output_tokens": 297
            },
            "total": 8927,
            "cached_input_is_subset": true
          },
          "F": {
            "calls": 1,
            "components": {
              "output_tokens": 991,
              "cache_read_input_tokens": 0,
              "input_tokens": 2407,
              "cache_creation_input_tokens": 2784
            },
            "total": 6182,
            "cached_input_is_subset": false,
            "per_model_components": {
              "claude-fable-5-1": {
                "input_tokens": 2,
                "cache_creation_input_tokens": 2784,
                "cache_read_input_tokens": 0,
                "output_tokens": 978
              },
              "claude-haiku-4-5-20251001": {
                "input_tokens": 2405,
                "cache_creation_input_tokens": 0,
                "cache_read_input_tokens": 0,
                "output_tokens": 13
              }
            }
          }
        }
      },
      "call_cost": {
        "component_wall_seconds": 16.255410300043877,
        "provider_specific_usage": {
          "F": {
            "calls": 1,
            "components": {
              "output_tokens": 991,
              "cache_read_input_tokens": 0,
              "input_tokens": 2407,
              "cache_creation_input_tokens": 2784
            },
            "total": 6182,
            "cached_input_is_subset": false,
            "per_model_components": {
              "claude-fable-5-1": {
                "input_tokens": 2,
                "cache_creation_input_tokens": 2784,
                "cache_read_input_tokens": 0,
                "output_tokens": 978
              },
              "claude-haiku-4-5-20251001": {
                "input_tokens": 2405,
                "cache_creation_input_tokens": 0,
                "cache_read_input_tokens": 0,
                "output_tokens": 13
              }
            }
          }
        }
      },
      "freeze_sha256": "cd4f8a3e97e2ad6a8a1902b4ad45ebb58a5dbe9e03b0df37052f46fd5cbd147b",
      "prompt_sha256": "fd0ee7ba36ac1309cc3ab1978157f42106e07da17ac4f91a3be1904f05ca4e11",
      "resource_review_decision": "approved",
      "adopted": false,
      "origin_freeze_sha256": "cd4f8a3e97e2ad6a8a1902b4ad45ebb58a5dbe9e03b0df37052f46fd5cbd147b",
      "precursor_reused": true
    },
    {
      "index": 16,
      "case_id": "03_validation",
      "arm": "AA",
      "model": "A",
      "precursor": "A",
      "call_status": "ok",
      "category": "response",
      "requested_model": "gpt-6-astra",
      "effort": "high",
      "provider_resolved_model": null,
      "auxiliary_models": [],
      "model_usage_summary": null,
      "primary_response_usage": {
        "input_tokens": null,
        "cache_creation_input_tokens": null,
        "cache_read_input_tokens": null,
        "output_tokens": null
      },
      "runtime_context": {
        "model": "gpt-6-astra",
        "effort": "high"
      },
      "grade": {
        "passed": true,
        "ast_nodes": 209,
        "tests": [
          {
            "index": 0,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 7,
            "membership": 0
          },
          {
            "index": 1,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 33,
            "membership": 0
          },
          {
            "index": 2,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 21,
            "membership": 0
          },
          {
            "index": 3,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 34,
            "membership": 0
          },
          {
            "index": 4,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 50,
            "membership": 0
          },
          {
            "index": 5,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 21,
            "membership": 0
          },
          {
            "index": 6,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 1462,
            "membership": 0
          }
        ]
      },
      "workflow_cost": {
        "component_wall_seconds": 26.206996600027196,
        "provider_specific_usage": {
          "A": {
            "calls": 2,
            "components": {
              "cached_input_tokens": 0,
              "input_tokens": 17487,
              "output_tokens": 581
            },
            "total": 18068,
            "cached_input_is_subset": true
          }
        }
      },
      "call_cost": {
        "component_wall_seconds": 13.207699300022796,
        "provider_specific_usage": {
          "A": {
            "calls": 1,
            "components": {
              "cached_input_tokens": 0,
              "input_tokens": 8857,
              "output_tokens": 284
            },
            "total": 9141,
            "cached_input_is_subset": true
          }
        }
      },
      "freeze_sha256": "cd4f8a3e97e2ad6a8a1902b4ad45ebb58a5dbe9e03b0df37052f46fd5cbd147b",
      "prompt_sha256": "fd0ee7ba36ac1309cc3ab1978157f42106e07da17ac4f91a3be1904f05ca4e11",
      "resource_review_decision": "approved",
      "adopted": false,
      "origin_freeze_sha256": "cd4f8a3e97e2ad6a8a1902b4ad45ebb58a5dbe9e03b0df37052f46fd5cbd147b",
      "precursor_reused": true
    },
    {
      "index": 17,
      "case_id": "03_validation",
      "arm": "FA",
      "model": "A",
      "precursor": "F",
      "call_status": "ok",
      "category": "response",
      "requested_model": "gpt-6-astra",
      "effort": "high",
      "provider_resolved_model": null,
      "auxiliary_models": [],
      "model_usage_summary": null,
      "primary_response_usage": {
        "input_tokens": null,
        "cache_creation_input_tokens": null,
        "cache_read_input_tokens": null,
        "output_tokens": null
      },
      "runtime_context": {
        "model": "gpt-6-astra",
        "effort": "high"
      },
      "grade": {
        "passed": true,
        "ast_nodes": 217,
        "tests": [
          {
            "index": 0,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 7,
            "membership": 0
          },
          {
            "index": 1,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 42,
            "membership": 0
          },
          {
            "index": 2,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 27,
            "membership": 0
          },
          {
            "index": 3,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 42,
            "membership": 0
          },
          {
            "index": 4,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 62,
            "membership": 0
          },
          {
            "index": 5,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 27,
            "membership": 0
          },
          {
            "index": 6,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 1552,
            "membership": 0
          }
        ]
      },
      "workflow_cost": {
        "component_wall_seconds": 22.603146800014656,
        "provider_specific_usage": {
          "A": {
            "calls": 1,
            "components": {
              "cached_input_tokens": 0,
              "input_tokens": 8935,
              "output_tokens": 297
            },
            "total": 9232,
            "cached_input_is_subset": true
          },
          "F": {
            "calls": 1,
            "components": {
              "output_tokens": 644,
              "cache_read_input_tokens": 0,
              "input_tokens": 2149,
              "cache_creation_input_tokens": 2439
            },
            "total": 5232,
            "cached_input_is_subset": false,
            "per_model_components": {
              "claude-fable-5-1": {
                "input_tokens": 2,
                "cache_creation_input_tokens": 2439,
                "cache_read_input_tokens": 0,
                "output_tokens": 631
              },
              "claude-haiku-4-5-20251001": {
                "input_tokens": 2147,
                "cache_creation_input_tokens": 0,
                "cache_read_input_tokens": 0,
                "output_tokens": 13
              }
            }
          }
        }
      },
      "call_cost": {
        "component_wall_seconds": 13.271137100004125,
        "provider_specific_usage": {
          "A": {
            "calls": 1,
            "components": {
              "cached_input_tokens": 0,
              "input_tokens": 8935,
              "output_tokens": 297
            },
            "total": 9232,
            "cached_input_is_subset": true
          }
        }
      },
      "freeze_sha256": "cd4f8a3e97e2ad6a8a1902b4ad45ebb58a5dbe9e03b0df37052f46fd5cbd147b",
      "prompt_sha256": "abd30a4601fb2c592729521445fe34902c260be567aae59129357344dced70e2",
      "resource_review_decision": "approved",
      "adopted": false,
      "origin_freeze_sha256": "cd4f8a3e97e2ad6a8a1902b4ad45ebb58a5dbe9e03b0df37052f46fd5cbd147b",
      "precursor_reused": true
    },
    {
      "index": 18,
      "case_id": "03_validation",
      "arm": "FF",
      "model": "F",
      "precursor": "F",
      "call_status": "ok",
      "category": "response",
      "requested_model": "claude-fable-5-1",
      "effort": "high",
      "provider_resolved_model": "claude-fable-5-1",
      "auxiliary_models": [
        "claude-haiku-4-5-20251001"
      ],
      "model_usage_summary": {
        "claude-haiku-4-5-20251001": {
          "input_tokens": 2490,
          "cache_creation_input_tokens": 0,
          "cache_read_input_tokens": 0,
          "output_tokens": 13
        },
        "claude-fable-5-1": {
          "input_tokens": 2,
          "cache_creation_input_tokens": 2885,
          "cache_read_input_tokens": 0,
          "output_tokens": 881
        }
      },
      "primary_response_usage": {
        "input_tokens": 2,
        "cache_creation_input_tokens": 2885,
        "cache_read_input_tokens": 0,
        "output_tokens": 881
      },
      "runtime_context": null,
      "grade": {
        "passed": true,
        "ast_nodes": 270,
        "tests": [
          {
            "index": 0,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 8,
            "membership": 0
          },
          {
            "index": 1,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 76,
            "membership": 0
          },
          {
            "index": 2,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 61,
            "membership": 0
          },
          {
            "index": 3,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 98,
            "membership": 0
          },
          {
            "index": 4,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 111,
            "membership": 0
          },
          {
            "index": 5,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 48,
            "membership": 0
          },
          {
            "index": 6,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 2693,
            "membership": 0
          }
        ]
      },
      "workflow_cost": {
        "component_wall_seconds": 21.37014770001406,
        "provider_specific_usage": {
          "F": {
            "calls": 2,
            "components": {
              "cache_creation_input_tokens": 5324,
              "cache_read_input_tokens": 0,
              "output_tokens": 1538,
              "input_tokens": 4641
            },
            "total": 11503,
            "cached_input_is_subset": false,
            "per_model_components": {
              "claude-fable-5-1": {
                "input_tokens": 4,
                "cache_creation_input_tokens": 5324,
                "cache_read_input_tokens": 0,
                "output_tokens": 1512
              },
              "claude-haiku-4-5-20251001": {
                "input_tokens": 4637,
                "cache_creation_input_tokens": 0,
                "cache_read_input_tokens": 0,
                "output_tokens": 26
              }
            }
          }
        }
      },
      "call_cost": {
        "component_wall_seconds": 12.038138000003528,
        "provider_specific_usage": {
          "F": {
            "calls": 1,
            "components": {
              "output_tokens": 894,
              "cache_read_input_tokens": 0,
              "input_tokens": 2492,
              "cache_creation_input_tokens": 2885
            },
            "total": 6271,
            "cached_input_is_subset": false,
            "per_model_components": {
              "claude-fable-5-1": {
                "input_tokens": 2,
                "cache_creation_input_tokens": 2885,
                "cache_read_input_tokens": 0,
                "output_tokens": 881
              },
              "claude-haiku-4-5-20251001": {
                "input_tokens": 2490,
                "cache_creation_input_tokens": 0,
                "cache_read_input_tokens": 0,
                "output_tokens": 13
              }
            }
          }
        }
      },
      "freeze_sha256": "cd4f8a3e97e2ad6a8a1902b4ad45ebb58a5dbe9e03b0df37052f46fd5cbd147b",
      "prompt_sha256": "abd30a4601fb2c592729521445fe34902c260be567aae59129357344dced70e2",
      "resource_review_decision": "approved",
      "adopted": false,
      "origin_freeze_sha256": "cd4f8a3e97e2ad6a8a1902b4ad45ebb58a5dbe9e03b0df37052f46fd5cbd147b",
      "precursor_reused": true
    },
    {
      "index": 19,
      "case_id": "04_performance",
      "arm": "F",
      "model": "F",
      "precursor": null,
      "call_status": "ok",
      "category": "response",
      "requested_model": "claude-fable-5-1",
      "effort": "high",
      "provider_resolved_model": "claude-fable-5-1",
      "auxiliary_models": [
        "claude-haiku-4-5-20251001"
      ],
      "model_usage_summary": {
        "claude-haiku-4-5-20251001": {
          "input_tokens": 1983,
          "cache_creation_input_tokens": 0,
          "cache_read_input_tokens": 0,
          "output_tokens": 13
        },
        "claude-fable-5-1": {
          "input_tokens": 2,
          "cache_creation_input_tokens": 2208,
          "cache_read_input_tokens": 0,
          "output_tokens": 154
        }
      },
      "primary_response_usage": {
        "input_tokens": 2,
        "cache_creation_input_tokens": 2208,
        "cache_read_input_tokens": 0,
        "output_tokens": 154
      },
      "runtime_context": null,
      "grade": {
        "passed": true,
        "ast_nodes": 63,
        "tests": [
          {
            "index": 0,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 6,
            "membership": 0
          },
          {
            "index": 1,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 8,
            "membership": 1
          },
          {
            "index": 2,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 20,
            "membership": 9
          },
          {
            "index": 3,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 18,
            "membership": 7
          },
          {
            "index": 4,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 10,
            "membership": 2
          },
          {
            "index": 5,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 30006,
            "membership": 15000
          },
          {
            "index": 6,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 20008,
            "membership": 20000
          }
        ]
      },
      "workflow_cost": {
        "component_wall_seconds": 6.632985099975485,
        "provider_specific_usage": {
          "F": {
            "calls": 1,
            "components": {
              "output_tokens": 167,
              "cache_read_input_tokens": 0,
              "input_tokens": 1985,
              "cache_creation_input_tokens": 2208
            },
            "total": 4360,
            "cached_input_is_subset": false,
            "per_model_components": {
              "claude-fable-5-1": {
                "input_tokens": 2,
                "cache_creation_input_tokens": 2208,
                "cache_read_input_tokens": 0,
                "output_tokens": 154
              },
              "claude-haiku-4-5-20251001": {
                "input_tokens": 1983,
                "cache_creation_input_tokens": 0,
                "cache_read_input_tokens": 0,
                "output_tokens": 13
              }
            }
          }
        }
      },
      "call_cost": {
        "component_wall_seconds": 6.632985099975485,
        "provider_specific_usage": {
          "F": {
            "calls": 1,
            "components": {
              "output_tokens": 167,
              "cache_read_input_tokens": 0,
              "input_tokens": 1985,
              "cache_creation_input_tokens": 2208
            },
            "total": 4360,
            "cached_input_is_subset": false,
            "per_model_components": {
              "claude-fable-5-1": {
                "input_tokens": 2,
                "cache_creation_input_tokens": 2208,
                "cache_read_input_tokens": 0,
                "output_tokens": 154
              },
              "claude-haiku-4-5-20251001": {
                "input_tokens": 1983,
                "cache_creation_input_tokens": 0,
                "cache_read_input_tokens": 0,
                "output_tokens": 13
              }
            }
          }
        }
      },
      "freeze_sha256": "cd4f8a3e97e2ad6a8a1902b4ad45ebb58a5dbe9e03b0df37052f46fd5cbd147b",
      "prompt_sha256": "f3da9ddeff75f669f3923884813fa95667568857ec95a95cec3cd623c514e589",
      "resource_review_decision": "approved",
      "adopted": false,
      "origin_freeze_sha256": "cd4f8a3e97e2ad6a8a1902b4ad45ebb58a5dbe9e03b0df37052f46fd5cbd147b",
      "precursor_reused": false
    },
    {
      "index": 20,
      "case_id": "04_performance",
      "arm": "A",
      "model": "A",
      "precursor": null,
      "call_status": "ok",
      "category": "response",
      "requested_model": "gpt-6-astra",
      "effort": "high",
      "provider_resolved_model": null,
      "auxiliary_models": [],
      "model_usage_summary": null,
      "primary_response_usage": {
        "input_tokens": null,
        "cache_creation_input_tokens": null,
        "cache_read_input_tokens": null,
        "output_tokens": null
      },
      "runtime_context": {
        "model": "gpt-6-astra",
        "effort": "high"
      },
      "grade": {
        "passed": true,
        "ast_nodes": 63,
        "tests": [
          {
            "index": 0,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 6,
            "membership": 0
          },
          {
            "index": 1,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 8,
            "membership": 1
          },
          {
            "index": 2,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 20,
            "membership": 9
          },
          {
            "index": 3,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 18,
            "membership": 7
          },
          {
            "index": 4,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 10,
            "membership": 2
          },
          {
            "index": 5,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 30006,
            "membership": 15000
          },
          {
            "index": 6,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 20008,
            "membership": 20000
          }
        ]
      },
      "workflow_cost": {
        "component_wall_seconds": 7.693704599980265,
        "provider_specific_usage": {
          "A": {
            "calls": 1,
            "components": {
              "cached_input_tokens": 4864,
              "input_tokens": 8479,
              "output_tokens": 79
            },
            "total": 8558,
            "cached_input_is_subset": true
          }
        }
      },
      "call_cost": {
        "component_wall_seconds": 7.693704599980265,
        "provider_specific_usage": {
          "A": {
            "calls": 1,
            "components": {
              "cached_input_tokens": 4864,
              "input_tokens": 8479,
              "output_tokens": 79
            },
            "total": 8558,
            "cached_input_is_subset": true
          }
        }
      },
      "freeze_sha256": "cd4f8a3e97e2ad6a8a1902b4ad45ebb58a5dbe9e03b0df37052f46fd5cbd147b",
      "prompt_sha256": "f3da9ddeff75f669f3923884813fa95667568857ec95a95cec3cd623c514e589",
      "resource_review_decision": "approved",
      "adopted": false,
      "origin_freeze_sha256": "cd4f8a3e97e2ad6a8a1902b4ad45ebb58a5dbe9e03b0df37052f46fd5cbd147b",
      "precursor_reused": false
    },
    {
      "index": 21,
      "case_id": "04_performance",
      "arm": "FA",
      "model": "A",
      "precursor": "F",
      "call_status": "ok",
      "category": "response",
      "requested_model": "gpt-6-astra",
      "effort": "high",
      "provider_resolved_model": null,
      "auxiliary_models": [],
      "model_usage_summary": null,
      "primary_response_usage": {
        "input_tokens": null,
        "cache_creation_input_tokens": null,
        "cache_read_input_tokens": null,
        "output_tokens": null
      },
      "runtime_context": {
        "model": "gpt-6-astra",
        "effort": "high"
      },
      "grade": {
        "passed": true,
        "ast_nodes": 63,
        "tests": [
          {
            "index": 0,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 6,
            "membership": 0
          },
          {
            "index": 1,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 8,
            "membership": 1
          },
          {
            "index": 2,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 20,
            "membership": 9
          },
          {
            "index": 3,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 18,
            "membership": 7
          },
          {
            "index": 4,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 10,
            "membership": 2
          },
          {
            "index": 5,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 30006,
            "membership": 15000
          },
          {
            "index": 6,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 20008,
            "membership": 20000
          }
        ]
      },
      "workflow_cost": {
        "component_wall_seconds": 17.12164159998065,
        "provider_specific_usage": {
          "A": {
            "calls": 1,
            "components": {
              "cached_input_tokens": 4864,
              "input_tokens": 8578,
              "output_tokens": 140
            },
            "total": 8718,
            "cached_input_is_subset": true
          },
          "F": {
            "calls": 1,
            "components": {
              "output_tokens": 167,
              "cache_read_input_tokens": 0,
              "input_tokens": 1985,
              "cache_creation_input_tokens": 2208
            },
            "total": 4360,
            "cached_input_is_subset": false,
            "per_model_components": {
              "claude-fable-5-1": {
                "input_tokens": 2,
                "cache_creation_input_tokens": 2208,
                "cache_read_input_tokens": 0,
                "output_tokens": 154
              },
              "claude-haiku-4-5-20251001": {
                "input_tokens": 1983,
                "cache_creation_input_tokens": 0,
                "cache_read_input_tokens": 0,
                "output_tokens": 13
              }
            }
          }
        }
      },
      "call_cost": {
        "component_wall_seconds": 10.488656500005163,
        "provider_specific_usage": {
          "A": {
            "calls": 1,
            "components": {
              "cached_input_tokens": 4864,
              "input_tokens": 8578,
              "output_tokens": 140
            },
            "total": 8718,
            "cached_input_is_subset": true
          }
        }
      },
      "freeze_sha256": "cd4f8a3e97e2ad6a8a1902b4ad45ebb58a5dbe9e03b0df37052f46fd5cbd147b",
      "prompt_sha256": "40b7dc491fa2e00242813ae44e5d98fecf713ef95d7dda37003df186b92dbf13",
      "resource_review_decision": "approved",
      "adopted": false,
      "origin_freeze_sha256": "cd4f8a3e97e2ad6a8a1902b4ad45ebb58a5dbe9e03b0df37052f46fd5cbd147b",
      "precursor_reused": true
    },
    {
      "index": 22,
      "case_id": "04_performance",
      "arm": "AF",
      "model": "F",
      "precursor": "A",
      "call_status": "ok",
      "category": "response",
      "requested_model": "claude-fable-5-1",
      "effort": "high",
      "provider_resolved_model": "claude-fable-5-1",
      "auxiliary_models": [
        "claude-haiku-4-5-20251001"
      ],
      "model_usage_summary": {
        "claude-haiku-4-5-20251001": {
          "input_tokens": 2100,
          "cache_creation_input_tokens": 0,
          "cache_read_input_tokens": 0,
          "output_tokens": 12
        },
        "claude-fable-5-1": {
          "input_tokens": 2,
          "cache_creation_input_tokens": 2368,
          "cache_read_input_tokens": 0,
          "output_tokens": 481
        }
      },
      "primary_response_usage": {
        "input_tokens": 2,
        "cache_creation_input_tokens": 2368,
        "cache_read_input_tokens": 0,
        "output_tokens": 481
      },
      "runtime_context": null,
      "grade": {
        "passed": true,
        "ast_nodes": 63,
        "tests": [
          {
            "index": 0,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 6,
            "membership": 0
          },
          {
            "index": 1,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 8,
            "membership": 1
          },
          {
            "index": 2,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 20,
            "membership": 9
          },
          {
            "index": 3,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 18,
            "membership": 7
          },
          {
            "index": 4,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 10,
            "membership": 2
          },
          {
            "index": 5,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 30006,
            "membership": 15000
          },
          {
            "index": 6,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 20008,
            "membership": 20000
          }
        ]
      },
      "workflow_cost": {
        "component_wall_seconds": 16.75611029996071,
        "provider_specific_usage": {
          "A": {
            "calls": 1,
            "components": {
              "cached_input_tokens": 4864,
              "input_tokens": 8479,
              "output_tokens": 79
            },
            "total": 8558,
            "cached_input_is_subset": true
          },
          "F": {
            "calls": 1,
            "components": {
              "output_tokens": 493,
              "cache_read_input_tokens": 0,
              "input_tokens": 2102,
              "cache_creation_input_tokens": 2368
            },
            "total": 4963,
            "cached_input_is_subset": false,
            "per_model_components": {
              "claude-fable-5-1": {
                "input_tokens": 2,
                "cache_creation_input_tokens": 2368,
                "cache_read_input_tokens": 0,
                "output_tokens": 481
              },
              "claude-haiku-4-5-20251001": {
                "input_tokens": 2100,
                "cache_creation_input_tokens": 0,
                "cache_read_input_tokens": 0,
                "output_tokens": 12
              }
            }
          }
        }
      },
      "call_cost": {
        "component_wall_seconds": 9.062405699980445,
        "provider_specific_usage": {
          "F": {
            "calls": 1,
            "components": {
              "output_tokens": 493,
              "cache_read_input_tokens": 0,
              "input_tokens": 2102,
              "cache_creation_input_tokens": 2368
            },
            "total": 4963,
            "cached_input_is_subset": false,
            "per_model_components": {
              "claude-fable-5-1": {
                "input_tokens": 2,
                "cache_creation_input_tokens": 2368,
                "cache_read_input_tokens": 0,
                "output_tokens": 481
              },
              "claude-haiku-4-5-20251001": {
                "input_tokens": 2100,
                "cache_creation_input_tokens": 0,
                "cache_read_input_tokens": 0,
                "output_tokens": 12
              }
            }
          }
        }
      },
      "freeze_sha256": "cd4f8a3e97e2ad6a8a1902b4ad45ebb58a5dbe9e03b0df37052f46fd5cbd147b",
      "prompt_sha256": "a6109945d4a01ab60b70d88ed2725324fe175efd0105437845ca717b8f412b9b",
      "resource_review_decision": "approved",
      "adopted": false,
      "origin_freeze_sha256": "cd4f8a3e97e2ad6a8a1902b4ad45ebb58a5dbe9e03b0df37052f46fd5cbd147b",
      "precursor_reused": true
    },
    {
      "index": 23,
      "case_id": "04_performance",
      "arm": "FF",
      "model": "F",
      "precursor": "F",
      "call_status": "ok",
      "category": "response",
      "requested_model": "claude-fable-5-1",
      "effort": "high",
      "provider_resolved_model": "claude-fable-5-1",
      "auxiliary_models": [
        "claude-haiku-4-5-20251001"
      ],
      "model_usage_summary": {
        "claude-haiku-4-5-20251001": {
          "input_tokens": 2100,
          "cache_creation_input_tokens": 0,
          "cache_read_input_tokens": 0,
          "output_tokens": 14
        },
        "claude-fable-5-1": {
          "input_tokens": 2,
          "cache_creation_input_tokens": 2368,
          "cache_read_input_tokens": 0,
          "output_tokens": 353
        }
      },
      "primary_response_usage": {
        "input_tokens": 2,
        "cache_creation_input_tokens": 2368,
        "cache_read_input_tokens": 0,
        "output_tokens": 353
      },
      "runtime_context": null,
      "grade": {
        "passed": true,
        "ast_nodes": 63,
        "tests": [
          {
            "index": 0,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 6,
            "membership": 0
          },
          {
            "index": 1,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 8,
            "membership": 1
          },
          {
            "index": 2,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 20,
            "membership": 9
          },
          {
            "index": 3,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 18,
            "membership": 7
          },
          {
            "index": 4,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 10,
            "membership": 2
          },
          {
            "index": 5,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 30006,
            "membership": 15000
          },
          {
            "index": 6,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 20008,
            "membership": 20000
          }
        ]
      },
      "workflow_cost": {
        "component_wall_seconds": 14.83951670001261,
        "provider_specific_usage": {
          "F": {
            "calls": 2,
            "components": {
              "cache_creation_input_tokens": 4576,
              "cache_read_input_tokens": 0,
              "output_tokens": 534,
              "input_tokens": 4087
            },
            "total": 9197,
            "cached_input_is_subset": false,
            "per_model_components": {
              "claude-fable-5-1": {
                "input_tokens": 4,
                "cache_creation_input_tokens": 4576,
                "cache_read_input_tokens": 0,
                "output_tokens": 507
              },
              "claude-haiku-4-5-20251001": {
                "input_tokens": 4083,
                "cache_creation_input_tokens": 0,
                "cache_read_input_tokens": 0,
                "output_tokens": 27
              }
            }
          }
        }
      },
      "call_cost": {
        "component_wall_seconds": 8.206531600037124,
        "provider_specific_usage": {
          "F": {
            "calls": 1,
            "components": {
              "output_tokens": 367,
              "cache_read_input_tokens": 0,
              "input_tokens": 2102,
              "cache_creation_input_tokens": 2368
            },
            "total": 4837,
            "cached_input_is_subset": false,
            "per_model_components": {
              "claude-fable-5-1": {
                "input_tokens": 2,
                "cache_creation_input_tokens": 2368,
                "cache_read_input_tokens": 0,
                "output_tokens": 353
              },
              "claude-haiku-4-5-20251001": {
                "input_tokens": 2100,
                "cache_creation_input_tokens": 0,
                "cache_read_input_tokens": 0,
                "output_tokens": 14
              }
            }
          }
        }
      },
      "freeze_sha256": "cd4f8a3e97e2ad6a8a1902b4ad45ebb58a5dbe9e03b0df37052f46fd5cbd147b",
      "prompt_sha256": "40b7dc491fa2e00242813ae44e5d98fecf713ef95d7dda37003df186b92dbf13",
      "resource_review_decision": "approved",
      "adopted": false,
      "origin_freeze_sha256": "cd4f8a3e97e2ad6a8a1902b4ad45ebb58a5dbe9e03b0df37052f46fd5cbd147b",
      "precursor_reused": true
    },
    {
      "index": 24,
      "case_id": "04_performance",
      "arm": "AA",
      "model": "A",
      "precursor": "A",
      "call_status": "ok",
      "category": "response",
      "requested_model": "gpt-6-astra",
      "effort": "high",
      "provider_resolved_model": null,
      "auxiliary_models": [],
      "model_usage_summary": null,
      "primary_response_usage": {
        "input_tokens": null,
        "cache_creation_input_tokens": null,
        "cache_read_input_tokens": null,
        "output_tokens": null
      },
      "runtime_context": {
        "model": "gpt-6-astra",
        "effort": "high"
      },
      "grade": {
        "passed": true,
        "ast_nodes": 63,
        "tests": [
          {
            "index": 0,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 6,
            "membership": 0
          },
          {
            "index": 1,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 8,
            "membership": 1
          },
          {
            "index": 2,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 20,
            "membership": 9
          },
          {
            "index": 3,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 18,
            "membership": 7
          },
          {
            "index": 4,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 10,
            "membership": 2
          },
          {
            "index": 5,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 30006,
            "membership": 15000
          },
          {
            "index": 6,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 20008,
            "membership": 20000
          }
        ]
      },
      "workflow_cost": {
        "component_wall_seconds": 18.149104099953547,
        "provider_specific_usage": {
          "A": {
            "calls": 2,
            "components": {
              "cached_input_tokens": 4864,
              "input_tokens": 17057,
              "output_tokens": 274
            },
            "total": 17331,
            "cached_input_is_subset": true
          }
        }
      },
      "call_cost": {
        "component_wall_seconds": 10.455399499973282,
        "provider_specific_usage": {
          "A": {
            "calls": 1,
            "components": {
              "cached_input_tokens": 0,
              "input_tokens": 8578,
              "output_tokens": 195
            },
            "total": 8773,
            "cached_input_is_subset": true
          }
        }
      },
      "freeze_sha256": "cd4f8a3e97e2ad6a8a1902b4ad45ebb58a5dbe9e03b0df37052f46fd5cbd147b",
      "prompt_sha256": "a6109945d4a01ab60b70d88ed2725324fe175efd0105437845ca717b8f412b9b",
      "resource_review_decision": "approved",
      "adopted": false,
      "origin_freeze_sha256": "cd4f8a3e97e2ad6a8a1902b4ad45ebb58a5dbe9e03b0df37052f46fd5cbd147b",
      "precursor_reused": true
    },
    {
      "index": 25,
      "case_id": "05_maintainability",
      "arm": "A",
      "model": "A",
      "precursor": null,
      "call_status": "ok",
      "category": "response",
      "requested_model": "gpt-6-astra",
      "effort": "high",
      "provider_resolved_model": null,
      "auxiliary_models": [],
      "model_usage_summary": null,
      "primary_response_usage": {
        "input_tokens": null,
        "cache_creation_input_tokens": null,
        "cache_read_input_tokens": null,
        "output_tokens": null
      },
      "runtime_context": {
        "model": "gpt-6-astra",
        "effort": "high"
      },
      "grade": {
        "passed": true,
        "ast_nodes": 60,
        "tests": [
          {
            "index": 0,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 4,
            "membership": 0
          },
          {
            "index": 1,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 7,
            "membership": 0
          },
          {
            "index": 2,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 10,
            "membership": 0
          },
          {
            "index": 3,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 10,
            "membership": 0
          },
          {
            "index": 4,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 16,
            "membership": 0
          },
          {
            "index": 5,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 16,
            "membership": 0
          },
          {
            "index": 6,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 6004,
            "membership": 0
          },
          {
            "index": 7,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 6004,
            "membership": 0
          }
        ]
      },
      "workflow_cost": {
        "component_wall_seconds": 8.15467419999186,
        "provider_specific_usage": {
          "A": {
            "calls": 1,
            "components": {
              "cached_input_tokens": 4864,
              "input_tokens": 8612,
              "output_tokens": 142
            },
            "total": 8754,
            "cached_input_is_subset": true
          }
        }
      },
      "call_cost": {
        "component_wall_seconds": 8.15467419999186,
        "provider_specific_usage": {
          "A": {
            "calls": 1,
            "components": {
              "cached_input_tokens": 4864,
              "input_tokens": 8612,
              "output_tokens": 142
            },
            "total": 8754,
            "cached_input_is_subset": true
          }
        }
      },
      "freeze_sha256": "cd4f8a3e97e2ad6a8a1902b4ad45ebb58a5dbe9e03b0df37052f46fd5cbd147b",
      "prompt_sha256": "8fab153837bae20cdbfe1e2b60bf70fc14b6236fe143fd64d678c17ee06e5518",
      "resource_review_decision": "approved",
      "adopted": false,
      "origin_freeze_sha256": "cd4f8a3e97e2ad6a8a1902b4ad45ebb58a5dbe9e03b0df37052f46fd5cbd147b",
      "precursor_reused": false
    },
    {
      "index": 26,
      "case_id": "05_maintainability",
      "arm": "F",
      "model": "F",
      "precursor": null,
      "call_status": "ok",
      "category": "response",
      "requested_model": "claude-fable-5-1",
      "effort": "high",
      "provider_resolved_model": "claude-fable-5-1",
      "auxiliary_models": [
        "claude-haiku-4-5-20251001"
      ],
      "model_usage_summary": {
        "claude-haiku-4-5-20251001": {
          "input_tokens": 2127,
          "cache_creation_input_tokens": 0,
          "cache_read_input_tokens": 0,
          "output_tokens": 13
        },
        "claude-fable-5-1": {
          "input_tokens": 2,
          "cache_creation_input_tokens": 2363,
          "cache_read_input_tokens": 0,
          "output_tokens": 912
        }
      },
      "primary_response_usage": {
        "input_tokens": 2,
        "cache_creation_input_tokens": 2363,
        "cache_read_input_tokens": 0,
        "output_tokens": 912
      },
      "runtime_context": null,
      "grade": {
        "passed": true,
        "ast_nodes": 60,
        "tests": [
          {
            "index": 0,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 4,
            "membership": 0
          },
          {
            "index": 1,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 7,
            "membership": 0
          },
          {
            "index": 2,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 10,
            "membership": 0
          },
          {
            "index": 3,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 10,
            "membership": 0
          },
          {
            "index": 4,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 16,
            "membership": 0
          },
          {
            "index": 5,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 16,
            "membership": 0
          },
          {
            "index": 6,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 6004,
            "membership": 0
          },
          {
            "index": 7,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 6004,
            "membership": 0
          }
        ]
      },
      "workflow_cost": {
        "component_wall_seconds": 12.080823399999645,
        "provider_specific_usage": {
          "F": {
            "calls": 1,
            "components": {
              "output_tokens": 925,
              "cache_read_input_tokens": 0,
              "input_tokens": 2129,
              "cache_creation_input_tokens": 2363
            },
            "total": 5417,
            "cached_input_is_subset": false,
            "per_model_components": {
              "claude-fable-5-1": {
                "input_tokens": 2,
                "cache_creation_input_tokens": 2363,
                "cache_read_input_tokens": 0,
                "output_tokens": 912
              },
              "claude-haiku-4-5-20251001": {
                "input_tokens": 2127,
                "cache_creation_input_tokens": 0,
                "cache_read_input_tokens": 0,
                "output_tokens": 13
              }
            }
          }
        }
      },
      "call_cost": {
        "component_wall_seconds": 12.080823399999645,
        "provider_specific_usage": {
          "F": {
            "calls": 1,
            "components": {
              "output_tokens": 925,
              "cache_read_input_tokens": 0,
              "input_tokens": 2129,
              "cache_creation_input_tokens": 2363
            },
            "total": 5417,
            "cached_input_is_subset": false,
            "per_model_components": {
              "claude-fable-5-1": {
                "input_tokens": 2,
                "cache_creation_input_tokens": 2363,
                "cache_read_input_tokens": 0,
                "output_tokens": 912
              },
              "claude-haiku-4-5-20251001": {
                "input_tokens": 2127,
                "cache_creation_input_tokens": 0,
                "cache_read_input_tokens": 0,
                "output_tokens": 13
              }
            }
          }
        }
      },
      "freeze_sha256": "cd4f8a3e97e2ad6a8a1902b4ad45ebb58a5dbe9e03b0df37052f46fd5cbd147b",
      "prompt_sha256": "8fab153837bae20cdbfe1e2b60bf70fc14b6236fe143fd64d678c17ee06e5518",
      "resource_review_decision": "approved",
      "adopted": false,
      "origin_freeze_sha256": "cd4f8a3e97e2ad6a8a1902b4ad45ebb58a5dbe9e03b0df37052f46fd5cbd147b",
      "precursor_reused": false
    },
    {
      "index": 27,
      "case_id": "05_maintainability",
      "arm": "AA",
      "model": "A",
      "precursor": "A",
      "call_status": "ok",
      "category": "response",
      "requested_model": "gpt-6-astra",
      "effort": "high",
      "provider_resolved_model": null,
      "auxiliary_models": [],
      "model_usage_summary": null,
      "primary_response_usage": {
        "input_tokens": null,
        "cache_creation_input_tokens": null,
        "cache_read_input_tokens": null,
        "output_tokens": null
      },
      "runtime_context": {
        "model": "gpt-6-astra",
        "effort": "high"
      },
      "grade": {
        "passed": true,
        "ast_nodes": 60,
        "tests": [
          {
            "index": 0,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 4,
            "membership": 0
          },
          {
            "index": 1,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 7,
            "membership": 0
          },
          {
            "index": 2,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 10,
            "membership": 0
          },
          {
            "index": 3,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 10,
            "membership": 0
          },
          {
            "index": 4,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 16,
            "membership": 0
          },
          {
            "index": 5,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 16,
            "membership": 0
          },
          {
            "index": 6,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 6004,
            "membership": 0
          },
          {
            "index": 7,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 6004,
            "membership": 0
          }
        ]
      },
      "workflow_cost": {
        "component_wall_seconds": 17.427122599969152,
        "provider_specific_usage": {
          "A": {
            "calls": 2,
            "components": {
              "cached_input_tokens": 4864,
              "input_tokens": 17322,
              "output_tokens": 299
            },
            "total": 17621,
            "cached_input_is_subset": true
          }
        }
      },
      "call_cost": {
        "component_wall_seconds": 9.272448399977293,
        "provider_specific_usage": {
          "A": {
            "calls": 1,
            "components": {
              "cached_input_tokens": 0,
              "input_tokens": 8710,
              "output_tokens": 157
            },
            "total": 8867,
            "cached_input_is_subset": true
          }
        }
      },
      "freeze_sha256": "cd4f8a3e97e2ad6a8a1902b4ad45ebb58a5dbe9e03b0df37052f46fd5cbd147b",
      "prompt_sha256": "2a732b8aa2be8be31ea0c05d7a7860efc4b754bd25eb06a6cd0d15dbc265a0e4",
      "resource_review_decision": "approved",
      "adopted": false,
      "origin_freeze_sha256": "cd4f8a3e97e2ad6a8a1902b4ad45ebb58a5dbe9e03b0df37052f46fd5cbd147b",
      "precursor_reused": true
    },
    {
      "index": 28,
      "case_id": "05_maintainability",
      "arm": "FF",
      "model": "F",
      "precursor": "F",
      "call_status": "ok",
      "category": "response",
      "requested_model": "claude-fable-5-1",
      "effort": "high",
      "provider_resolved_model": "claude-fable-5-1",
      "auxiliary_models": [
        "claude-haiku-4-5-20251001"
      ],
      "model_usage_summary": {
        "claude-haiku-4-5-20251001": {
          "input_tokens": 2237,
          "cache_creation_input_tokens": 0,
          "cache_read_input_tokens": 0,
          "output_tokens": 12
        },
        "claude-fable-5-1": {
          "input_tokens": 2,
          "cache_creation_input_tokens": 2513,
          "cache_read_input_tokens": 0,
          "output_tokens": 951
        }
      },
      "primary_response_usage": {
        "input_tokens": 2,
        "cache_creation_input_tokens": 2513,
        "cache_read_input_tokens": 0,
        "output_tokens": 951
      },
      "runtime_context": null,
      "grade": {
        "passed": true,
        "ast_nodes": 60,
        "tests": [
          {
            "index": 0,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 4,
            "membership": 0
          },
          {
            "index": 1,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 7,
            "membership": 0
          },
          {
            "index": 2,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 10,
            "membership": 0
          },
          {
            "index": 3,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 10,
            "membership": 0
          },
          {
            "index": 4,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 16,
            "membership": 0
          },
          {
            "index": 5,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 16,
            "membership": 0
          },
          {
            "index": 6,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 6004,
            "membership": 0
          },
          {
            "index": 7,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 6004,
            "membership": 0
          }
        ]
      },
      "workflow_cost": {
        "component_wall_seconds": 25.182654100004584,
        "provider_specific_usage": {
          "F": {
            "calls": 2,
            "components": {
              "cache_creation_input_tokens": 4876,
              "cache_read_input_tokens": 0,
              "output_tokens": 1888,
              "input_tokens": 4368
            },
            "total": 11132,
            "cached_input_is_subset": false,
            "per_model_components": {
              "claude-fable-5-1": {
                "input_tokens": 4,
                "cache_creation_input_tokens": 4876,
                "cache_read_input_tokens": 0,
                "output_tokens": 1863
              },
              "claude-haiku-4-5-20251001": {
                "input_tokens": 4364,
                "cache_creation_input_tokens": 0,
                "cache_read_input_tokens": 0,
                "output_tokens": 25
              }
            }
          }
        }
      },
      "call_cost": {
        "component_wall_seconds": 13.101830700004939,
        "provider_specific_usage": {
          "F": {
            "calls": 1,
            "components": {
              "output_tokens": 963,
              "cache_read_input_tokens": 0,
              "input_tokens": 2239,
              "cache_creation_input_tokens": 2513
            },
            "total": 5715,
            "cached_input_is_subset": false,
            "per_model_components": {
              "claude-fable-5-1": {
                "input_tokens": 2,
                "cache_creation_input_tokens": 2513,
                "cache_read_input_tokens": 0,
                "output_tokens": 951
              },
              "claude-haiku-4-5-20251001": {
                "input_tokens": 2237,
                "cache_creation_input_tokens": 0,
                "cache_read_input_tokens": 0,
                "output_tokens": 12
              }
            }
          }
        }
      },
      "freeze_sha256": "cd4f8a3e97e2ad6a8a1902b4ad45ebb58a5dbe9e03b0df37052f46fd5cbd147b",
      "prompt_sha256": "3ecc865387b86cd1b8f94b9aeaa5a3d2f8a5ae2d14fca9dc4721007fcde1ec0e",
      "resource_review_decision": "approved",
      "adopted": false,
      "origin_freeze_sha256": "cd4f8a3e97e2ad6a8a1902b4ad45ebb58a5dbe9e03b0df37052f46fd5cbd147b",
      "precursor_reused": true
    },
    {
      "index": 29,
      "case_id": "05_maintainability",
      "arm": "AF",
      "model": "F",
      "precursor": "A",
      "call_status": "ok",
      "category": "response",
      "requested_model": "claude-fable-5-1",
      "effort": "high",
      "provider_resolved_model": "claude-fable-5-1",
      "auxiliary_models": [
        "claude-haiku-4-5-20251001"
      ],
      "model_usage_summary": {
        "claude-haiku-4-5-20251001": {
          "input_tokens": 2237,
          "cache_creation_input_tokens": 0,
          "cache_read_input_tokens": 0,
          "output_tokens": 13
        },
        "claude-fable-5-1": {
          "input_tokens": 2,
          "cache_creation_input_tokens": 2513,
          "cache_read_input_tokens": 0,
          "output_tokens": 971
        }
      },
      "primary_response_usage": {
        "input_tokens": 2,
        "cache_creation_input_tokens": 2513,
        "cache_read_input_tokens": 0,
        "output_tokens": 971
      },
      "runtime_context": null,
      "grade": {
        "passed": true,
        "ast_nodes": 60,
        "tests": [
          {
            "index": 0,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 4,
            "membership": 0
          },
          {
            "index": 1,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 7,
            "membership": 0
          },
          {
            "index": 2,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 10,
            "membership": 0
          },
          {
            "index": 3,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 10,
            "membership": 0
          },
          {
            "index": 4,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 16,
            "membership": 0
          },
          {
            "index": 5,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 16,
            "membership": 0
          },
          {
            "index": 6,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 6004,
            "membership": 0
          },
          {
            "index": 7,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 6004,
            "membership": 0
          }
        ]
      },
      "workflow_cost": {
        "component_wall_seconds": 22.27694629994221,
        "provider_specific_usage": {
          "A": {
            "calls": 1,
            "components": {
              "cached_input_tokens": 4864,
              "input_tokens": 8612,
              "output_tokens": 142
            },
            "total": 8754,
            "cached_input_is_subset": true
          },
          "F": {
            "calls": 1,
            "components": {
              "output_tokens": 984,
              "cache_read_input_tokens": 0,
              "input_tokens": 2239,
              "cache_creation_input_tokens": 2513
            },
            "total": 5736,
            "cached_input_is_subset": false,
            "per_model_components": {
              "claude-fable-5-1": {
                "input_tokens": 2,
                "cache_creation_input_tokens": 2513,
                "cache_read_input_tokens": 0,
                "output_tokens": 971
              },
              "claude-haiku-4-5-20251001": {
                "input_tokens": 2237,
                "cache_creation_input_tokens": 0,
                "cache_read_input_tokens": 0,
                "output_tokens": 13
              }
            }
          }
        }
      },
      "call_cost": {
        "component_wall_seconds": 14.12227209995035,
        "provider_specific_usage": {
          "F": {
            "calls": 1,
            "components": {
              "output_tokens": 984,
              "cache_read_input_tokens": 0,
              "input_tokens": 2239,
              "cache_creation_input_tokens": 2513
            },
            "total": 5736,
            "cached_input_is_subset": false,
            "per_model_components": {
              "claude-fable-5-1": {
                "input_tokens": 2,
                "cache_creation_input_tokens": 2513,
                "cache_read_input_tokens": 0,
                "output_tokens": 971
              },
              "claude-haiku-4-5-20251001": {
                "input_tokens": 2237,
                "cache_creation_input_tokens": 0,
                "cache_read_input_tokens": 0,
                "output_tokens": 13
              }
            }
          }
        }
      },
      "freeze_sha256": "cd4f8a3e97e2ad6a8a1902b4ad45ebb58a5dbe9e03b0df37052f46fd5cbd147b",
      "prompt_sha256": "2a732b8aa2be8be31ea0c05d7a7860efc4b754bd25eb06a6cd0d15dbc265a0e4",
      "resource_review_decision": "approved",
      "adopted": false,
      "origin_freeze_sha256": "cd4f8a3e97e2ad6a8a1902b4ad45ebb58a5dbe9e03b0df37052f46fd5cbd147b",
      "precursor_reused": true
    },
    {
      "index": 30,
      "case_id": "05_maintainability",
      "arm": "FA",
      "model": "A",
      "precursor": "F",
      "call_status": "ok",
      "category": "response",
      "requested_model": "gpt-6-astra",
      "effort": "high",
      "provider_resolved_model": null,
      "auxiliary_models": [],
      "model_usage_summary": null,
      "primary_response_usage": {
        "input_tokens": null,
        "cache_creation_input_tokens": null,
        "cache_read_input_tokens": null,
        "output_tokens": null
      },
      "runtime_context": {
        "model": "gpt-6-astra",
        "effort": "high"
      },
      "grade": {
        "passed": true,
        "ast_nodes": 60,
        "tests": [
          {
            "index": 0,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 4,
            "membership": 0
          },
          {
            "index": 1,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 7,
            "membership": 0
          },
          {
            "index": 2,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 10,
            "membership": 0
          },
          {
            "index": 3,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 10,
            "membership": 0
          },
          {
            "index": 4,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 16,
            "membership": 0
          },
          {
            "index": 5,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 16,
            "membership": 0
          },
          {
            "index": 6,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 6004,
            "membership": 0
          },
          {
            "index": 7,
            "passed": true,
            "error": null,
            "input_mutated": false,
            "steps": 6004,
            "membership": 0
          }
        ]
      },
      "workflow_cost": {
        "component_wall_seconds": 20.605264699959662,
        "provider_specific_usage": {
          "A": {
            "calls": 1,
            "components": {
              "cached_input_tokens": 0,
              "input_tokens": 8710,
              "output_tokens": 143
            },
            "total": 8853,
            "cached_input_is_subset": true
          },
          "F": {
            "calls": 1,
            "components": {
              "output_tokens": 925,
              "cache_read_input_tokens": 0,
              "input_tokens": 2129,
              "cache_creation_input_tokens": 2363
            },
            "total": 5417,
            "cached_input_is_subset": false,
            "per_model_components": {
              "claude-fable-5-1": {
                "input_tokens": 2,
                "cache_creation_input_tokens": 2363,
                "cache_read_input_tokens": 0,
                "output_tokens": 912
              },
              "claude-haiku-4-5-20251001": {
                "input_tokens": 2127,
                "cache_creation_input_tokens": 0,
                "cache_read_input_tokens": 0,
                "output_tokens": 13
              }
            }
          }
        }
      },
      "call_cost": {
        "component_wall_seconds": 8.524441299960017,
        "provider_specific_usage": {
          "A": {
            "calls": 1,
            "components": {
              "cached_input_tokens": 0,
              "input_tokens": 8710,
              "output_tokens": 143
            },
            "total": 8853,
            "cached_input_is_subset": true
          }
        }
      },
      "freeze_sha256": "cd4f8a3e97e2ad6a8a1902b4ad45ebb58a5dbe9e03b0df37052f46fd5cbd147b",
      "prompt_sha256": "3ecc865387b86cd1b8f94b9aeaa5a3d2f8a5ae2d14fca9dc4721007fcde1ec0e",
      "resource_review_decision": "approved",
      "adopted": false,
      "origin_freeze_sha256": "cd4f8a3e97e2ad6a8a1902b4ad45ebb58a5dbe9e03b0df37052f46fd5cbd147b",
      "precursor_reused": true
    }
  ],
  "limitations": "Five synthetic cases; no significance, universal ranking, equal compute, cash savings, or route promotion claims."
}