{
  "status": "Hypothetical planning calculation, not observed outcomes",
  "method": "Two-sided normal approximation; exchangeable account clusters",
  "base_icc": 0.05,
  "rows": [
    {
      "p0": 0.3,
      "p1": 0.35,
      "alpha": 0.016666666666666666,
      "target_power": 0.8,
      "users_per_account": 20,
      "icc": 0.0,
      "size_cv": 0.0,
      "independent_users_per_arm_unrounded": 1835.9672214778032,
      "design_effect": 1.0,
      "accounts_per_arm": 92,
      "total_accounts": 184,
      "total_users": 3680,
      "null_variance_sum": 0.43875,
      "alternative_variance_sum": 0.4375
    },
    {
      "p0": 0.3,
      "p1": 0.35,
      "alpha": 0.016666666666666666,
      "target_power": 0.8,
      "users_per_account": 20,
      "icc": 0.05,
      "size_cv": 0.0,
      "independent_users_per_arm_unrounded": 1835.9672214778032,
      "design_effect": 1.9500000000000002,
      "accounts_per_arm": 180,
      "total_accounts": 360,
      "total_users": 7200,
      "null_variance_sum": 0.43875,
      "alternative_variance_sum": 0.4375
    },
    {
      "p0": 0.3,
      "p1": 0.35,
      "alpha": 0.016666666666666666,
      "target_power": 0.8,
      "users_per_account": 20,
      "icc": 0.1,
      "size_cv": 0.0,
      "independent_users_per_arm_unrounded": 1835.9672214778032,
      "design_effect": 2.9000000000000004,
      "accounts_per_arm": 267,
      "total_accounts": 534,
      "total_users": 10680,
      "null_variance_sum": 0.43875,
      "alternative_variance_sum": 0.4375
    },
    {
      "p0": 0.3,
      "p1": 0.35,
      "alpha": 0.016666666666666666,
      "target_power": 0.8,
      "users_per_account": 20,
      "icc": 0.2,
      "size_cv": 0.0,
      "independent_users_per_arm_unrounded": 1835.9672214778032,
      "design_effect": 4.800000000000001,
      "accounts_per_arm": 441,
      "total_accounts": 882,
      "total_users": 17640,
      "null_variance_sum": 0.43875,
      "alternative_variance_sum": 0.4375
    },
    {
      "p0": 0.3,
      "p1": 0.35,
      "alpha": 0.016666666666666666,
      "target_power": 0.8,
      "users_per_account": 20,
      "icc": 0.3,
      "size_cv": 0.0,
      "independent_users_per_arm_unrounded": 1835.9672214778032,
      "design_effect": 6.7,
      "accounts_per_arm": 616,
      "total_accounts": 1232,
      "total_users": 24640,
      "null_variance_sum": 0.43875,
      "alternative_variance_sum": 0.4375
    }
  ],
  "decision_rule": "Roll out only if the lower bound of the two-sided (1-alpha) interval is above zero",
  "practical_threshold": 0.05,
  "cluster_size_rows": [
    {
      "p0": 0.3,
      "p1": 0.35,
      "alpha": 0.016666666666666666,
      "target_power": 0.8,
      "users_per_account": 20,
      "icc": 0.05,
      "size_cv": 1.0,
      "independent_users_per_arm_unrounded": 1835.9672214778032,
      "design_effect": 2.95,
      "accounts_per_arm": 271,
      "total_accounts": 542,
      "total_users": 10840,
      "null_variance_sum": 0.43875,
      "alternative_variance_sum": 0.4375
    }
  ],
  "operating_characteristics": {
    "accounts_per_arm": 180,
    "users_per_account": 20,
    "icc": 0.05,
    "rows": [
      {
        "true_gain": 0.0,
        "p1": 0.3,
        "lower_bound_rule": 0.008333333333333304,
        "earlier_estimate_threshold_rule": 0.0004582685380571938
      },
      {
        "true_gain": 0.025,
        "p1": 0.325,
        "lower_bound_rule": 0.22495603756517457,
        "earlier_estimate_threshold_rule": 0.05057652268645829
      },
      {
        "true_gain": 0.05,
        "p1": 0.35,
        "lower_bound_rule": 0.8025026605067116,
        "earlier_estimate_threshold_rule": 0.5
      },
      {
        "true_gain": 0.075,
        "p1": 0.375,
        "lower_bound_rule": 0.9925047677728263,
        "earlier_estimate_threshold_rule": 0.9464520131216475
      }
    ]
  },
  "estimate_threshold_alternative": [
    {
      "true_gain": 0.06,
      "estimate_threshold": 0.05,
      "independent_users_per_arm_unrounded": 3119.4690287267,
      "binding_condition": "estimate threshold",
      "accounts_per_arm": 305,
      "total_accounts": 610,
      "total_users": 12200
    },
    {
      "true_gain": 0.07,
      "estimate_threshold": 0.05,
      "independent_users_per_arm_unrounded": 950.5786204600782,
      "binding_condition": "interval above zero",
      "accounts_per_arm": 93,
      "total_accounts": 186,
      "total_users": 3720
    }
  ]
}
