{
  "envelope_version": "1",
  "kind": "battle_summary",
  "payload": {
    "pair_id": "irobot-vs-roborock",
    "brand_a": "iRobot",
    "brand_b": "Roborock",
    "category_id": "home.appliances.robot_vacuum",
    "edition": "2026-w44",
    "methodology_version": "ACM-1.0",
    "prereg_hash": "14a696f8a918b40f6a1b8ea832e48782d21ac84eeac98f3ae5dfdd3d06fe87f8",
    "as_of": "2026-10-31T05:00:00Z",
    "sample_data": false,
    "ci_level": 0.95,
    "ci_method": "bootstrap_wilson_hull",
    "consensus_ci_method": "bootstrap_wilson_mover",
    "consensus": {
      "share_a": 0.177604,
      "ci_low": 0.144464,
      "ci_high": 0.216676,
      "judges_leaning_a": 0,
      "judges_leaning_b": 9,
      "judges_too_close": 1,
      "judges_total": 10,
      "small_sample_calibration": "student_t_kappa",
      "unconditional_share_a": {
        "rate": 0.177604,
        "ci_low": 0.145111,
        "ci_high": 0.216817
      },
      "none_rate": {
        "rate": 0,
        "ci_low": 0,
        "ci_high": 0.076863
      }
    },
    "per_judge": [
      {
        "judge_id": "jdg-live-claude-haiku-5-5-20261007-or-v1",
        "model_label": "anthropic/claude-haiku-5.5-20261007 @ claude-haiku-5.5-20261007 via OpenRouter",
        "gateway": "openrouter",
        "share_a": 0.036458,
        "ci_low": 0.009445,
        "ci_high": 0.085601,
        "unconditional_share_a": {
          "rate": 0.036458,
          "ci_low": 0.009445,
          "ci_high": 0.085601
        },
        "none_rate": {
          "rate": 0,
          "ci_low": 0,
          "ci_high": 0.076863
        }
      },
      {
        "judge_id": "jdg-live-deepseek-v4-1-flash-20261017-or-v1",
        "model_label": "deepseek/deepseek-v4.1-flash-20261017 @ deepseek-v4.1-flash-20261017 via OpenRouter",
        "gateway": "openrouter",
        "share_a": 0.067708,
        "ci_low": 0.024488,
        "ci_high": 0.129919,
        "unconditional_share_a": {
          "rate": 0.067708,
          "ci_low": 0.024488,
          "ci_high": 0.129919
        },
        "none_rate": {
          "rate": 0,
          "ci_low": 0,
          "ci_high": 0.076863
        }
      },
      {
        "judge_id": "jdg-live-gemini-3-8-flash-20260902-or-v3",
        "model_label": "google/gemini-3.8-flash-20260902 @ gemini-3.8-flash-20260902 via OpenRouter",
        "gateway": "openrouter",
        "share_a": 0.300347,
        "ci_low": 0.172488,
        "ci_high": 0.434451,
        "unconditional_share_a": {
          "rate": 0.300347,
          "ci_low": 0.172488,
          "ci_high": 0.434451
        },
        "none_rate": {
          "rate": 0,
          "ci_low": 0,
          "ci_high": 0.076863
        }
      },
      {
        "judge_id": "jdg-live-glm-5-3-flash-20260826-or-v3",
        "model_label": "z-ai/glm-5.3-flash-20260826 @ glm-5.3-flash-20260826 via OpenRouter",
        "gateway": "openrouter",
        "share_a": 0.279514,
        "ci_low": 0.189472,
        "ci_high": 0.379716,
        "unconditional_share_a": {
          "rate": 0.279514,
          "ci_low": 0.189472,
          "ci_high": 0.379716
        },
        "none_rate": {
          "rate": 0,
          "ci_low": 0,
          "ci_high": 0.076863
        }
      },
      {
        "judge_id": "jdg-live-gpt-6-luna-20260922-or-v1",
        "model_label": "openai/gpt-6-luna-20260922 @ gpt-6-luna-20260922 via OpenRouter",
        "gateway": "openrouter",
        "share_a": 0.105903,
        "ci_low": 0.062682,
        "ci_high": 0.159338,
        "unconditional_share_a": {
          "rate": 0.105903,
          "ci_low": 0.062682,
          "ci_high": 0.159338
        },
        "none_rate": {
          "rate": 0,
          "ci_low": 0,
          "ci_high": 0.076863
        }
      },
      {
        "judge_id": "jdg-live-grok-4-7-20260916-or-v2",
        "model_label": "x-ai/grok-4.7-20260916 @ grok-4.7-20260916 via OpenRouter",
        "gateway": "openrouter",
        "share_a": 0.21875,
        "ci_low": 0.126907,
        "ci_high": 0.329402,
        "unconditional_share_a": {
          "rate": 0.21875,
          "ci_low": 0.126907,
          "ci_high": 0.329402
        },
        "none_rate": {
          "rate": 0,
          "ci_low": 0,
          "ci_high": 0.076863
        }
      },
      {
        "judge_id": "jdg-live-kimi-k3-1-pro-20261023-or-v1",
        "model_label": "moonshotai/kimi-k3.1-pro-20261023 @ kimi-k3.1-pro-20261023 via OpenRouter",
        "gateway": "openrouter",
        "share_a": 0.114583,
        "ci_low": 0.055155,
        "ci_high": 0.193569,
        "unconditional_share_a": {
          "rate": 0.114583,
          "ci_low": 0.055155,
          "ci_high": 0.193569
        },
        "none_rate": {
          "rate": 0,
          "ci_low": 0,
          "ci_high": 0.076863
        }
      },
      {
        "judge_id": "jdg-live-llama-4-maverick-17b-128e-instruct-or-v1",
        "model_label": "meta-llama/llama-4-maverick-17b-128e-instruct @ llama-4-maverick-17b-128e-instruct via OpenRouter",
        "gateway": "openrouter",
        "share_a": 0.140625,
        "ci_low": 0.081197,
        "ci_high": 0.219375,
        "unconditional_share_a": {
          "rate": 0.140625,
          "ci_low": 0.081197,
          "ci_high": 0.219375
        },
        "none_rate": {
          "rate": 0,
          "ci_low": 0,
          "ci_high": 0.076863
        }
      },
      {
        "judge_id": "jdg-live-mistral-small-2603-or-v1",
        "model_label": "mistralai/mistral-small-2603 @ mistral-small-2603 via OpenRouter",
        "gateway": "openrouter",
        "share_a": 0.473958,
        "ci_low": 0.401947,
        "ci_high": 0.54703,
        "unconditional_share_a": {
          "rate": 0.473958,
          "ci_low": 0.401947,
          "ci_high": 0.54703
        },
        "none_rate": {
          "rate": 0,
          "ci_low": 0,
          "ci_high": 0.076863
        }
      },
      {
        "judge_id": "jdg-live-qwen3-8-flash-20260826-or-v1",
        "model_label": "qwen/qwen3.8-flash-20260826 @ qwen3.8-flash-20260826 via OpenRouter",
        "gateway": "openrouter",
        "share_a": 0.038194,
        "ci_low": 0.011181,
        "ci_high": 0.083835,
        "unconditional_share_a": {
          "rate": 0.038194,
          "ci_low": 0.011181,
          "ci_high": 0.083835
        },
        "none_rate": {
          "rate": 0,
          "ci_low": 0,
          "ci_high": 0.076863
        }
      }
    ],
    "inclusion": {
      "weights": [
        {
          "judge_id": "jdg-live-claude-haiku-5-5-20261007-or-v1",
          "family": "anthropic",
          "weight": 0.1
        },
        {
          "judge_id": "jdg-live-deepseek-v4-1-flash-20261017-or-v1",
          "family": "deepseek",
          "weight": 0.1
        },
        {
          "judge_id": "jdg-live-gemini-3-8-flash-20260902-or-v3",
          "family": "google",
          "weight": 0.1
        },
        {
          "judge_id": "jdg-live-glm-5-3-flash-20260826-or-v3",
          "family": "z-ai",
          "weight": 0.1
        },
        {
          "judge_id": "jdg-live-gpt-6-luna-20260922-or-v1",
          "family": "openai",
          "weight": 0.1
        },
        {
          "judge_id": "jdg-live-grok-4-7-20260916-or-v2",
          "family": "xai",
          "weight": 0.1
        },
        {
          "judge_id": "jdg-live-kimi-k3-1-pro-20261023-or-v1",
          "family": "moonshot",
          "weight": 0.1
        },
        {
          "judge_id": "jdg-live-llama-4-maverick-17b-128e-instruct-or-v1",
          "family": "meta",
          "weight": 0.1
        },
        {
          "judge_id": "jdg-live-mistral-small-2603-or-v1",
          "family": "mistral",
          "weight": 0.1
        },
        {
          "judge_id": "jdg-live-qwen3-8-flash-20260826-or-v1",
          "family": "qwen",
          "weight": 0.1
        }
      ],
      "excluded_judges": [],
      "planned_scenarios": 48,
      "dropped_scenarios": 0,
      "withheld_rows": [
        {
          "row_type": "need",
          "key": "budget_apartment_daily_sweeping",
          "reason": "min_scenarios"
        },
        {
          "row_type": "need",
          "key": "cluttered_floors_obstacle_avoidance",
          "reason": "min_scenarios"
        },
        {
          "row_type": "need",
          "key": "deep_carpet_and_threshold_climbing",
          "reason": "min_scenarios"
        },
        {
          "row_type": "need",
          "key": "hands_free_hard_floor_mopping",
          "reason": "min_scenarios"
        },
        {
          "row_type": "need",
          "key": "heavy_pet_hair_and_anti_tangle",
          "reason": "min_scenarios"
        },
        {
          "row_type": "need",
          "key": "multi_floor_large_home_mapping",
          "reason": "min_scenarios"
        },
        {
          "row_type": "need",
          "key": "quiet_work_from_home_operation",
          "reason": "min_scenarios"
        },
        {
          "row_type": "need",
          "key": "tight_spaces_and_under_low_furniture",
          "reason": "min_scenarios"
        }
      ]
    },
    "by_need": [],
    "stale_flags": [
      "brand_names_only"
    ],
    "n_scenarios": 48,
    "precision_label": "measured",
    "languages": [
      "en"
    ],
    "presentation": "brand_names_only"
  },
  "payload_sha256": "de3dd31c5df13dd00479d8e84c76f67433512ebed4750826acfd5cc8757ed34e",
  "signature": {
    "alg": "EdDSA",
    "kid": "FnG9tqyrr6Y0YUh6teXhpERjAKUSfzL78m4WdnEZ9Jg",
    "key_class": "production",
    "jws": "eyJhbGciOiJFZERTQSIsImN0eSI6ImJhdHRsZV9zdW1tYXJ5Iiwia2lkIjoiRm5HOXRxeXJyNlkwWVVoNnRlWGhwRVJqQUtVU2Z6TDc4bTRXZG5FWjlKZyIsInR5cCI6InBpY2tiZW5jaC1zbmFwc2hvdCtqd3MifQ..fr6q9VY3bj7BEaDLHvGRzaOaSnxy8TxttGxweY4X5jdAUjI6D_m_rFG6WUg5Ufz0Fu4Gx9zXQPtvv1gur_eeDw"
  }
}