{
  "envelope_version": "1",
  "kind": "battle_summary",
  "payload": {
    "pair_id": "expedia-vs-booking-com",
    "brand_a": "Expedia",
    "brand_b": "Booking.com",
    "category_id": "travel.online_booking",
    "edition": "2026-w44",
    "methodology_version": "ACM-1.0",
    "prereg_hash": "2ce806f1c2868bc120ffd1d21643fa6a646f3fc3ab8599df20514eb46f5956a3",
    "as_of": "2026-10-31T05:00:00Z",
    "sample_data": false,
    "ci_level": 0.95,
    "ci_method": "bootstrap_wilson_hull",
    "consensus_ci_method": "bootstrap_wilson_mover",
    "consensus": {
      "share_a": 0.585379,
      "ci_low": 0.481524,
      "ci_high": 0.686516,
      "judges_leaning_a": 3,
      "judges_leaning_b": 0,
      "judges_too_close": 6,
      "judges_total": 9,
      "small_sample_calibration": "student_t_kappa",
      "unconditional_share_a": {
        "rate": 0.585379,
        "ci_low": 0.476168,
        "ci_high": 0.690753
      },
      "none_rate": {
        "rate": 0,
        "ci_low": 0,
        "ci_high": 0.06205
      }
    },
    "per_judge": [
      {
        "judge_id": "jdg-live-claude-haiku-5-5-20261007-or-v1",
        "model_label": "anthropic/claude-haiku-5.5-20261007 @ claude-haiku-5.5-20261007 via OpenRouter",
        "gateway": "openrouter",
        "share_a": 0.566667,
        "ci_low": 0.450842,
        "ci_high": 0.682492,
        "unconditional_share_a": {
          "rate": 0.566667,
          "ci_low": 0.450842,
          "ci_high": 0.682492
        },
        "none_rate": {
          "rate": 0,
          "ci_low": 0,
          "ci_high": 0.06195
        }
      },
      {
        "judge_id": "jdg-live-deepseek-v4-1-flash-20261017-or-v1",
        "model_label": "deepseek/deepseek-v4.1-flash-20261017 @ deepseek-v4.1-flash-20261017 via OpenRouter",
        "gateway": "openrouter",
        "share_a": 0.666667,
        "ci_low": 0.553426,
        "ci_high": 0.773912,
        "unconditional_share_a": {
          "rate": 0.666667,
          "ci_low": 0.553426,
          "ci_high": 0.773912
        },
        "none_rate": {
          "rate": 0,
          "ci_low": 0,
          "ci_high": 0.06195
        }
      },
      {
        "judge_id": "jdg-live-gemini-3-8-flash-20260902-or-v3",
        "model_label": "google/gemini-3.8-flash-20260902 @ gemini-3.8-flash-20260902 via OpenRouter",
        "gateway": "openrouter",
        "share_a": 0.4875,
        "ci_low": 0.363095,
        "ci_high": 0.611905,
        "unconditional_share_a": {
          "rate": 0.4875,
          "ci_low": 0.363095,
          "ci_high": 0.611905
        },
        "none_rate": {
          "rate": 0,
          "ci_low": 0,
          "ci_high": 0.06195
        }
      },
      {
        "judge_id": "jdg-live-glm-5-3-flash-20260826-or-v3",
        "model_label": "z-ai/glm-5.3-flash-20260826 @ glm-5.3-flash-20260826 via OpenRouter",
        "gateway": "openrouter",
        "share_a": 0.529167,
        "ci_low": 0.409052,
        "ci_high": 0.653571,
        "unconditional_share_a": {
          "rate": 0.529167,
          "ci_low": 0.409052,
          "ci_high": 0.653571
        },
        "none_rate": {
          "rate": 0,
          "ci_low": 0,
          "ci_high": 0.06195
        }
      },
      {
        "judge_id": "jdg-live-gpt-6-luna-20260922-or-v1",
        "model_label": "openai/gpt-6-luna-20260922 @ gpt-6-luna-20260922 via OpenRouter",
        "gateway": "openrouter",
        "share_a": 0.520833,
        "ci_low": 0.405008,
        "ci_high": 0.636658,
        "unconditional_share_a": {
          "rate": 0.520833,
          "ci_low": 0.405008,
          "ci_high": 0.636658
        },
        "none_rate": {
          "rate": 0,
          "ci_low": 0,
          "ci_high": 0.06195
        }
      },
      {
        "judge_id": "jdg-live-grok-4-7-20260916-or-v2",
        "model_label": "x-ai/grok-4.7-20260916 @ grok-4.7-20260916 via OpenRouter",
        "gateway": "openrouter",
        "share_a": 0.620833,
        "ci_low": 0.499815,
        "ci_high": 0.736658,
        "unconditional_share_a": {
          "rate": 0.620833,
          "ci_low": 0.499815,
          "ci_high": 0.736658
        },
        "none_rate": {
          "rate": 0,
          "ci_low": 0,
          "ci_high": 0.06195
        }
      },
      {
        "judge_id": "jdg-live-kimi-k3-1-pro-20261023-or-v1",
        "model_label": "moonshotai/kimi-k3.1-pro-20261023 @ kimi-k3.1-pro-20261023 via OpenRouter",
        "gateway": "openrouter",
        "share_a": 0.475593,
        "ci_low": 0.357728,
        "ci_high": 0.603425,
        "unconditional_share_a": {
          "rate": 0.475593,
          "ci_low": 0.357728,
          "ci_high": 0.603425
        },
        "none_rate": {
          "rate": 0,
          "ci_low": 0,
          "ci_high": 0.062011
        }
      },
      {
        "judge_id": "jdg-live-llama-4-maverick-17b-128e-instruct-or-v1",
        "model_label": "meta-llama/llama-4-maverick-17b-128e-instruct @ llama-4-maverick-17b-128e-instruct via OpenRouter",
        "gateway": "openrouter",
        "share_a": 0.616667,
        "ci_low": 0.502649,
        "ci_high": 0.728309,
        "unconditional_share_a": {
          "rate": 0.616667,
          "ci_low": 0.502649,
          "ci_high": 0.728309
        },
        "none_rate": {
          "rate": 0,
          "ci_low": 0,
          "ci_high": 0.06195
        }
      },
      {
        "judge_id": "jdg-live-mistral-small-2603-or-v1",
        "model_label": "mistralai/mistral-small-2603 @ mistral-small-2603 via OpenRouter",
        "gateway": "openrouter",
        "share_a": 0.784483,
        "ci_low": 0.69217,
        "ci_high": 0.86362,
        "unconditional_share_a": {
          "rate": 0.784483,
          "ci_low": 0.69217,
          "ci_high": 0.86362
        },
        "none_rate": {
          "rate": 0,
          "ci_low": 0,
          "ci_high": 0.062789
        }
      }
    ],
    "inclusion": {
      "weights": [
        {
          "judge_id": "jdg-live-claude-haiku-5-5-20261007-or-v1",
          "family": "anthropic",
          "weight": 0.111111
        },
        {
          "judge_id": "jdg-live-deepseek-v4-1-flash-20261017-or-v1",
          "family": "deepseek",
          "weight": 0.111111
        },
        {
          "judge_id": "jdg-live-gemini-3-8-flash-20260902-or-v3",
          "family": "google",
          "weight": 0.111111
        },
        {
          "judge_id": "jdg-live-glm-5-3-flash-20260826-or-v3",
          "family": "z-ai",
          "weight": 0.111111
        },
        {
          "judge_id": "jdg-live-gpt-6-luna-20260922-or-v1",
          "family": "openai",
          "weight": 0.111111
        },
        {
          "judge_id": "jdg-live-grok-4-7-20260916-or-v2",
          "family": "xai",
          "weight": 0.111111
        },
        {
          "judge_id": "jdg-live-kimi-k3-1-pro-20261023-or-v1",
          "family": "moonshot",
          "weight": 0.111111
        },
        {
          "judge_id": "jdg-live-llama-4-maverick-17b-128e-instruct-or-v1",
          "family": "meta",
          "weight": 0.111111
        },
        {
          "judge_id": "jdg-live-mistral-small-2603-or-v1",
          "family": "mistral",
          "weight": 0.111111
        }
      ],
      "excluded_judges": [
        {
          "judge_id": "jdg-live-qwen3-8-flash-20260826-or-v1",
          "reasons": [
            "valid_rate_below_min"
          ]
        }
      ],
      "planned_scenarios": 60,
      "dropped_scenarios": 0,
      "withheld_rows": [
        {
          "row_type": "need",
          "key": "airport_car_rental_rate_and_policy_comparison",
          "reason": "min_scenarios"
        },
        {
          "row_type": "need",
          "key": "flexible_cancellation_and_refundable_stays",
          "reason": "min_scenarios"
        },
        {
          "row_type": "need",
          "key": "flexible_date_and_airport_fare_discovery",
          "reason": "min_scenarios"
        },
        {
          "row_type": "need",
          "key": "flight_and_hotel_vacation_coordination",
          "reason": "min_scenarios"
        },
        {
          "row_type": "need",
          "key": "group_and_family_multi_room_stay_filtering",
          "reason": "min_scenarios"
        },
        {
          "row_type": "need",
          "key": "last_minute_same_week_hotel_and_flight_deals",
          "reason": "min_scenarios"
        },
        {
          "row_type": "need",
          "key": "mobile_app_search_and_on_the_go_trip_management",
          "reason": "min_scenarios"
        },
        {
          "row_type": "need",
          "key": "multi_city_and_international_route_search",
          "reason": "min_scenarios"
        },
        {
          "row_type": "need",
          "key": "transparent_total_price_and_fee_comparison",
          "reason": "min_scenarios"
        },
        {
          "row_type": "need",
          "key": "verified_guest_reviews_and_neighborhood_maps",
          "reason": "min_scenarios"
        }
      ]
    },
    "by_need": [],
    "stale_flags": [
      "brand_names_only"
    ],
    "n_scenarios": 60,
    "precision_label": "measured",
    "languages": [
      "en"
    ],
    "presentation": "brand_names_only"
  },
  "payload_sha256": "47a8b37879fc41a538b28c8ca2e722d2f0d18eb0520ba3f9441ea05b2543bc84",
  "signature": {
    "alg": "EdDSA",
    "kid": "FnG9tqyrr6Y0YUh6teXhpERjAKUSfzL78m4WdnEZ9Jg",
    "key_class": "production",
    "jws": "eyJhbGciOiJFZERTQSIsImN0eSI6ImJhdHRsZV9zdW1tYXJ5Iiwia2lkIjoiRm5HOXRxeXJyNlkwWVVoNnRlWGhwRVJqQUtVU2Z6TDc4bTRXZG5FWjlKZyIsInR5cCI6InBpY2tiZW5jaC1zbmFwc2hvdCtqd3MifQ..O65LNkfAnucJLcj2GMTzrcpDOGmcYwdK92DsBtOLYRKUDz6kySWbL_zLkVm2Xx-UDXixDpDk2U51LNs5g1QiCA"
  }
}