From f199095fa773f52801b0b3f01d51493b22f1fdb1 Mon Sep 17 00:00:00 2001 From: Verlyn Date: Sat, 18 Jul 2026 19:53:57 -0500 Subject: [PATCH] feat(calibration): freeze E4 and E2 offline designs --- PLAN.md | 36 +- README.md | 22 +- STATUS.md | 8 +- analysis/calibration-freeze.v1.json | 1 + analysis/calibration/__init__.py | 5 + analysis/calibration/e2_base_grid.py | 323 ++++++++++++++++++ analysis/calibration/e4_corpus.py | 301 ++++++++++++++++ analysis/run_calibration_freeze.py | 124 +++++++ docs/preregistrations/calibration-sap.md | 20 +- .../e2-operating-characteristics-sap.md | 98 ++++-- .../e4-grader-validation-sap.md | 59 +++- scripts/run-merge-gate.sh | 1 + tests/test_calibration_freeze.py | 244 +++++++++++++ tests/test_calibration_saps.py | 34 +- tests/test_experimental_module_containment.py | 8 + tests/test_experimental_note_publication.py | 8 +- 16 files changed, 1211 insertions(+), 81 deletions(-) create mode 100644 analysis/calibration-freeze.v1.json create mode 100644 analysis/calibration/__init__.py create mode 100644 analysis/calibration/e2_base_grid.py create mode 100644 analysis/calibration/e4_corpus.py create mode 100644 analysis/run_calibration_freeze.py create mode 100644 tests/test_calibration_freeze.py diff --git a/PLAN.md b/PLAN.md index 1792c7e..c403ce6 100644 --- a/PLAN.md +++ b/PLAN.md @@ -34,9 +34,12 @@ every commit is world-readable and every merge to `main` is a publication act. - The committed results artifact is regenerated and compared byte-for-byte in CI. Exact computation is therefore reproducible; inferential validity still depends on the stated design and assumptions. -- No enforcing test, replicate policy, or minimum practically important - benefit has been selected for the next contract. Powered promotion remains - unavailable until that coupled decision is made from a complete package. +- E2 now has a repository-frozen equal-class estimand and + `exact_conditional_sign_v1` leading candidate, plus a content-free exact + base-grid manifest. No enforcing test has been admitted or selected for a + powered campaign; replicate policy and minimum practically important benefit + also remain open. Powered promotion remains unavailable until that coupled + decision is made from a complete package. - The calibration protocol family now has separate E4 grader-validation, E1 Lane A A/A session-position, and E2 operating-characteristic candidate SAPs. They are not preregistered, authorize no observations, and select no powered @@ -44,8 +47,11 @@ every commit is world-readable and every merge to `main` is a publication act. cross-arm pairs with conservative stage-localized falsification, E4 certifies overall adjudicated-positive/negative populations under asymmetric thresholds, and E2 uses rule-relative nuisance control with exact or simultaneous-bound - admission. Exact corpus strata, immutable implementations, schemas, and other - named freeze inputs remain registration blockers. + admission. The E4 construction schema/checks and E2 leading-rule/base-grid + generator are now repository-versioned and byte-recomputed as synthetic + design inputs. Actual corpus/reviewer bindings, result-producing E2 + convolution and certified maximization, report schemas, and operational + inputs remain registration blockers. - Contract B `2.0.0-draft.1` is an immutable, repository-only normative draft beside v1. It binds synthetic registration, reveal, schedule, attempts, attrition, copied observation provenance, analysis, decision, and report @@ -77,16 +83,18 @@ every commit is world-readable and every merge to `main` is a publication act. The experimental note narrows the problem but deliberately leaves these items open: -1. **Estimand and design.** State whether the target is a fixed finite suite or - a task superpopulation; define the four-class weighting; define arm-order - assignment; and state the unit and source of replication. +1. **Estimand and design.** E2's candidate calibration estimand now uses equal + four-class weighting for a fixed horizon. A later coupled ruling must decide + whether that rule is valid and selected for the powered finite-suite claim, + and must still define arm-order assignment and the unit and source of + replication. 2. **Applicable validity argument.** Establish a theorem or calibrated design for the actual class-balanced, paired, potentially non-identically distributed task setting. Results for randomized treatment assignment do not automatically validate arm-order randomization. -3. **Nuisance-boundary control.** Replace the current finite `0.01` grid - judgment with a justified continuous-boundary argument or an explicitly - conservative bound. +3. **Nuisance-boundary control.** Implement and verify the frozen certified + branch-and-bound design over the full class-specific Cartesian product; the + earlier finite `0.01` grid is not admissible. 4. **Dependence.** For Lane A, use one task pair per fresh session and attempt to falsify session-position invariance rather than estimate an intra-session correlation. Retain actual session position and task-pair identifiers; treat @@ -99,8 +107,10 @@ open: deployment-grounded replicate interpretation. 7. **Bounded-mean alternative.** Complete the authorized bounded-mean/betting interval frontier and compare its assumptions and operating characteristics. -8. **Outcome and missingness.** Fix the grader definition, measurement-error - study, retry/error/timeout policy, attrition table, and protected-task rule. +8. **Outcome and missingness.** E2 now separates gradeable terminal failure + from missing evidence and freezes the leading-rule refusal policy. The + grader definition, measurement-error result, retry/error/timeout policy, + attrition table, and protected-task rule still require registered bindings. 9. **Practical benefit.** Justify any nonzero margin from calibration, feasibility, and cost/benefit evidence; a preregistered arbitrary constant is not a scientific justification. diff --git a/README.md b/README.md index 9e4de54..2afec83 100644 --- a/README.md +++ b/README.md @@ -50,6 +50,9 @@ model leaderboard, or deployment service. - Evidence Contract `1.1.0` and a parameterized Quarto report for historical and synthetic examples. - A frozen identity-domain v1 field set, canonicalization rule, and cross-implementation vector. - An executable experimental methods note with committed, byte-checked synthetic results. +- A content-free E4 corpus-construction contract and E2 exact leading-rule/base-grid manifest that + regenerate byte-for-byte without authoring records or producing operating-characteristic + results. - Evidence contract `2.0.0-draft.1` — a draft evidence and reporting contract that validates a synthetic registration-to-report join, independently recomputes the result, and refuses mismatched or incomplete evidence. @@ -80,11 +83,9 @@ order to trust or challenge an evaluation. ## What it does not demonstrate -- No accepted successor estimand, enforcing test, replicate policy, or minimum practically - important benefit — in plain terms, the statistical method that will decide future comparisons, - the test that determines whether evidence supports a decision, how many repeated trials are - required, and the minimum improvement worth changing models for are all still awaiting an - explicit decision. +- No admitted successor enforcing test, replicate policy, or minimum practically important benefit. + E2 has an equal-class estimand and exact leading-rule candidate for calibration, but that is not + a powered-method selection or evidence that the rule controls the intended heterogeneous null. - No validated operating characteristics for the intended class-balanced design. - No operational registration signer, trusted timestamp path, or production owner-receipt join. - No validated grader study, no public-safe validity evidence for the governed 40-task suite, no @@ -99,6 +100,7 @@ order to trust or challenge an evaluation. - [Identity-domain specification](identity-domain.qmd) - [Delivery manifest](evidence/contract-v2/delivery-manifest.v1.json) - [Candidate calibration protocol family](docs/preregistrations/calibration-sap.md) +- [E4/E2 offline calibration freeze](analysis/calibration-freeze.v1.json) - [Roadmap](PLAN.md) The repository contains two historical worked examples: @@ -110,9 +112,12 @@ Neither is a current statistical result. The smoke artifact retains summary valu raw per-attempt outcomes needed for independent interval recomputation. Their recorded values are historical artifacts, not evidence for model selection. -The candidate calibration family incorporates the 2026-07-17 statistical design decisions but is -still unregistered and non-authorizing. Its remaining freeze fields and operational prerequisites -must be completed outside any observation before a study can begin. +The candidate calibration family incorporates the reviewed statistical design decisions. Its E4 +construction schema/checks and E2 leading-rule/base-grid generator are repository-versioned as a +synthetic, content-free design artifact. The family remains unregistered and non-authorizing: no +corpus, observation, grader admission, operating-characteristic result, or scientific verdict is +present, and remaining result-producing and operational prerequisites must be completed before a +study can begin. ### Verify locally @@ -137,6 +142,7 @@ validation, and site/report rendering before publication. | Statistical core `0.2.0` | Repository-versioned; wheel builds locally; not tagged or published to a package registry | Preserves historical estimators and a superiority component; not authorized for a new powered claim | | Experimental inference note | Published synthetic decision input | No successor method is selected | | Evidence contract `2.0.0-draft.1` | Immutable repository-only draft with a frozen delivery manifest | Synthetic conformance only; recomputes `NOT_EVALUABLE`; no operational authority | +| E4/E2 offline calibration freeze | Repository-only schema, exact-rule candidate, scenario generator, and byte-checked synthetic manifest | No authored corpus or result; unregistered and non-authorizing | | Identity domain v1 | Frozen structural specification and conformance vector | Matching hashes are necessary, not sufficient, for numerical comparability | | Real campaign evidence | One historical four-task smoke summary with a transport confound; raw attempt records are not published | Not independently recomputable, not a benchmark, and not a scientifically sound, adequately powered comparison | diff --git a/STATUS.md b/STATUS.md index d5279df..c53281d 100644 --- a/STATUS.md +++ b/STATUS.md @@ -16,10 +16,10 @@ ready for a powered scientific promotion decision or production use. | Item | Evidence | Status | |---|---|---| -| Public site | Render run `29657510137` and Pages run `29657510147` passed for current published baseline `5423caa` | published | +| Public site | Render run `29667132085` and Pages run `29667132097` passed for current published baseline `c382065` | published | | Core version | `pyproject.toml` and frozen core identify `0.2.0`; wheel containment is tested | repository-versioned, not distributed — the version names code in this repository, not a release anyone can install from a registry | | Experimental calculations | Committed synthetic results regenerate byte-for-byte | decision input only — the numbers inform, but do not make, the pending method decision | -| Calibration SAP family | Separate E4, E1, and E2 candidate protocols incorporate the 2026-07-17 statistical decisions and retain explicit freeze blockers | not preregistered; no observations authorized; exact corpus strata, implementations, schemas, and operational bindings remain incomplete | +| Calibration SAP family | Separate E4, E1, and E2 candidate protocols incorporate the reviewed decisions; the content-free E4 construction contract and E2 exact leading-rule/base-grid manifest regenerate byte-for-byte | not preregistered; no observations authorized; no corpus, grader result, operating-characteristic result, or scientific verdict exists | | Contract B v2 draft | Exact schema, verifier, renderer, safety scanner, fixture, report, and delivery manifest are digest-bound (every implementation byte is hash-pinned) | synthetic conformance only — the draft evidence contract is validated against invented data, not real campaigns | | Independent refusal | The public verifier derives `NOT_EVALUABLE` from the synthetic fixture and rejects mutations — it recomputes the result from frozen evidence bytes and refuses any altered copy | verified for the fixture | | Publication scanning | Evidence inputs are recursively scanned in the parameterized report path; Contract B checks its bound public payload separately | path-scoped; no whole-repository scan — leak scanning covers the report inputs, not every file in the repository | @@ -31,7 +31,7 @@ therefore identifies repository and wheel metadata, not a distributed release. | Requirement | Current gap | |---|---| -| Scientific design | Estimand, enforcing test, replicate policy, and practical-benefit rule remain undecided — what is measured, the test that determines whether evidence supports a decision, how many repeated trials are required, and the minimum improvement worth changing models for are all still awaiting an explicit decision | +| Scientific design | E2 now has a frozen equal-class estimand and leading exact-rule candidate for calibration, but no enforcing test has been admitted or selected for a powered campaign; the replicate policy and minimum practically important benefit also remain undecided | | Operating characteristics | Type I error (how often the rule would be wrong), power (how often it would detect a real difference), dependence sensitivity, and feasibility are not established for the intended design | | Measurement validity | Grader validation, protected-task policy, and governed task selection are incomplete — the scoring instrument itself is not yet validated | | Operational provenance | Registration signing/timestamp verification and runtime owner receipts are not operational — runtime evidence is not yet signed and independently verified in production | @@ -74,4 +74,4 @@ conformance vector are unchanged. ## Provenance - Status date: 2026-07-18 -- Baseline reviewed for this candidate update: `5423caa370664f1e34101e8e812397f6a9608e1a` +- Baseline reviewed for this candidate update: `c382065fe19439140e2d9ad7210845748e3f94a2` diff --git a/analysis/calibration-freeze.v1.json b/analysis/calibration-freeze.v1.json new file mode 100644 index 0000000..34dc5ad --- /dev/null +++ b/analysis/calibration-freeze.v1.json @@ -0,0 +1 @@ +{"artifact_version":"lane-a-calibration-offline-freeze.v1","claim_boundary":{"admits_grader":false,"artifact_kind":"synthetic_design_only","contains_authored_corpus_records":false,"contains_operating_characteristic_results":false,"observations_authorized":false,"registered":false,"scientific_verdict":false,"selects_powered_method":false},"component_digests":{"e2_grid":"sha256:12119e0eb1120c0ddaf2f673948252f284c665a3f5b131c8e973f2b462cbcf8b","e2_nuisance_maximizer":"sha256:ddc9180cec203900e3f47ec1f15cfc604b83a7a8b2af93b3a876fc462b917a4c","e2_perturbations":"sha256:cfaaa4e4bf072d7c2532da96b3dc30b4f7526f47c922e92485d4e9cd1b232fd7","e2_rule":"sha256:08a2f096fc0e1238c54bd20370c7ef057c98f15049fdb4f3c1ba1d2bdbc6fe21","e4_freeze_configuration":"sha256:cfc992300c7e7504f45ec8abdf691feafd592d0836e5b217b7dfd8eb19c8e5ef","e4_schema":"sha256:c6fb13d8b6d04472792badbda6186bb9fe060069999eee1464b6823013c70a92"},"dependency_profile":{"python_requires":">=3.11","runtime_dependencies":[]},"e2":{"grid":{"omission_count":183,"omissions":[{"class_effects":["4/5","0/1","0/1","0/1"],"effect_family":"sparse_benefit","incumbent_success":"3/10","mean_effect":"1/5","per_class_sample_size":5,"reason":"empty_class_specific_discordance_domain","rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-d0cb3775bee1ce5e"},{"class_effects":["0/1","4/5","0/1","0/1"],"effect_family":"sparse_benefit","incumbent_success":"3/10","mean_effect":"1/5","per_class_sample_size":5,"reason":"empty_class_specific_discordance_domain","rotation":2,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-7e8eb372701e534e"},{"class_effects":["0/1","0/1","4/5","0/1"],"effect_family":"sparse_benefit","incumbent_success":"3/10","mean_effect":"1/5","per_class_sample_size":5,"reason":"empty_class_specific_discordance_domain","rotation":3,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-07cfb590adbf7311"},{"class_effects":["0/1","0/1","0/1","4/5"],"effect_family":"sparse_benefit","incumbent_success":"3/10","mean_effect":"1/5","per_class_sample_size":5,"reason":"empty_class_specific_discordance_domain","rotation":4,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-28b36ce1d255075d"},{"class_effects":["4/5","0/1","0/1","0/1"],"effect_family":"sparse_benefit","incumbent_success":"1/2","mean_effect":"1/5","per_class_sample_size":5,"reason":"empty_class_specific_discordance_domain","rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-58dbcbf790159844"},{"class_effects":["0/1","4/5","0/1","0/1"],"effect_family":"sparse_benefit","incumbent_success":"1/2","mean_effect":"1/5","per_class_sample_size":5,"reason":"empty_class_specific_discordance_domain","rotation":2,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-b6be321cb1b943e5"},{"class_effects":["0/1","0/1","4/5","0/1"],"effect_family":"sparse_benefit","incumbent_success":"1/2","mean_effect":"1/5","per_class_sample_size":5,"reason":"empty_class_specific_discordance_domain","rotation":3,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-b3cfa59d48602a25"},{"class_effects":["0/1","0/1","0/1","4/5"],"effect_family":"sparse_benefit","incumbent_success":"1/2","mean_effect":"1/5","per_class_sample_size":5,"reason":"empty_class_specific_discordance_domain","rotation":4,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-aa3a9a1d4f2c682b"},{"class_effects":["2/5","0/1","0/1","0/1"],"effect_family":"sparse_benefit","incumbent_success":"7/10","mean_effect":"1/10","per_class_sample_size":5,"reason":"empty_class_specific_discordance_domain","rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-45650192635aac4d"},{"class_effects":["0/1","2/5","0/1","0/1"],"effect_family":"sparse_benefit","incumbent_success":"7/10","mean_effect":"1/10","per_class_sample_size":5,"reason":"empty_class_specific_discordance_domain","rotation":2,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-93e16416388226ae"},{"class_effects":["0/1","0/1","2/5","0/1"],"effect_family":"sparse_benefit","incumbent_success":"7/10","mean_effect":"1/10","per_class_sample_size":5,"reason":"empty_class_specific_discordance_domain","rotation":3,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-9975da8dfb1e09f3"},{"class_effects":["0/1","0/1","0/1","2/5"],"effect_family":"sparse_benefit","incumbent_success":"7/10","mean_effect":"1/10","per_class_sample_size":5,"reason":"empty_class_specific_discordance_domain","rotation":4,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-4669ac8bf94020c1"},{"class_effects":["4/5","0/1","0/1","0/1"],"effect_family":"sparse_benefit","incumbent_success":"7/10","mean_effect":"1/5","per_class_sample_size":5,"reason":"empty_class_specific_discordance_domain","rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-bba506985fa229e5"},{"class_effects":["0/1","4/5","0/1","0/1"],"effect_family":"sparse_benefit","incumbent_success":"7/10","mean_effect":"1/5","per_class_sample_size":5,"reason":"empty_class_specific_discordance_domain","rotation":2,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-7228f391005beeca"},{"class_effects":["0/1","0/1","4/5","0/1"],"effect_family":"sparse_benefit","incumbent_success":"7/10","mean_effect":"1/5","per_class_sample_size":5,"reason":"empty_class_specific_discordance_domain","rotation":3,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-a9a18ff9eddac72c"},{"class_effects":["0/1","0/1","0/1","4/5"],"effect_family":"sparse_benefit","incumbent_success":"7/10","mean_effect":"1/5","per_class_sample_size":5,"reason":"empty_class_specific_discordance_domain","rotation":4,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-ebc9bd23a78c85eb"},{"class_effects":["1/8","1/8","-3/40","-3/40"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/40","per_class_sample_size":5,"reason":"empty_class_specific_discordance_domain","rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-2c9a3950fbf3947e"},{"class_effects":["1/8","-3/40","1/8","-3/40"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/40","per_class_sample_size":5,"reason":"empty_class_specific_discordance_domain","rotation":2,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-b14d6f5b486eccbf"},{"class_effects":["1/8","-3/40","-3/40","1/8"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/40","per_class_sample_size":5,"reason":"empty_class_specific_discordance_domain","rotation":3,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-7ba7df0dbbe566cb"},{"class_effects":["-3/40","1/8","1/8","-3/40"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/40","per_class_sample_size":5,"reason":"empty_class_specific_discordance_domain","rotation":4,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-f43338e2d426b2f9"},{"class_effects":["-3/40","1/8","-3/40","1/8"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/40","per_class_sample_size":5,"reason":"empty_class_specific_discordance_domain","rotation":5,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-4d315e27b3cb73a2"},{"class_effects":["-3/40","-3/40","1/8","1/8"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/40","per_class_sample_size":5,"reason":"empty_class_specific_discordance_domain","rotation":6,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-ab9c14cdb6070378"},{"class_effects":["3/20","3/20","-1/20","-1/20"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/20","per_class_sample_size":5,"reason":"empty_class_specific_discordance_domain","rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-32927aaac08d0501"},{"class_effects":["3/20","-1/20","3/20","-1/20"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/20","per_class_sample_size":5,"reason":"empty_class_specific_discordance_domain","rotation":2,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-c465726827eadfa7"},{"class_effects":["3/20","-1/20","-1/20","3/20"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/20","per_class_sample_size":5,"reason":"empty_class_specific_discordance_domain","rotation":3,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-d0f7067b83031cb4"},{"class_effects":["-1/20","3/20","3/20","-1/20"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/20","per_class_sample_size":5,"reason":"empty_class_specific_discordance_domain","rotation":4,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-0832ae27e3fb51a4"},{"class_effects":["-1/20","3/20","-1/20","3/20"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/20","per_class_sample_size":5,"reason":"empty_class_specific_discordance_domain","rotation":5,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-3c4d0af4d8605675"},{"class_effects":["-1/20","-1/20","3/20","3/20"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/20","per_class_sample_size":5,"reason":"empty_class_specific_discordance_domain","rotation":6,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-95a56523904a36c1"},{"class_effects":["1/5","0/1","0/1","0/1"],"effect_family":"sparse_benefit","incumbent_success":"9/10","mean_effect":"1/20","per_class_sample_size":5,"reason":"empty_class_specific_discordance_domain","rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-7e313ea1fb777396"},{"class_effects":["0/1","1/5","0/1","0/1"],"effect_family":"sparse_benefit","incumbent_success":"9/10","mean_effect":"1/20","per_class_sample_size":5,"reason":"empty_class_specific_discordance_domain","rotation":2,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-81a9706dbd7c5907"},{"class_effects":["0/1","0/1","1/5","0/1"],"effect_family":"sparse_benefit","incumbent_success":"9/10","mean_effect":"1/20","per_class_sample_size":5,"reason":"empty_class_specific_discordance_domain","rotation":3,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-569888bdadfeaf5b"},{"class_effects":["0/1","0/1","0/1","1/5"],"effect_family":"sparse_benefit","incumbent_success":"9/10","mean_effect":"1/20","per_class_sample_size":5,"reason":"empty_class_specific_discordance_domain","rotation":4,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-11150af798d73f5a"},{"class_effects":["1/5","1/5","0/1","0/1"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/10","per_class_sample_size":5,"reason":"empty_class_specific_discordance_domain","rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-6015053edab467e5"},{"class_effects":["1/5","0/1","1/5","0/1"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/10","per_class_sample_size":5,"reason":"empty_class_specific_discordance_domain","rotation":2,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-0f97ddb00f740116"},{"class_effects":["1/5","0/1","0/1","1/5"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/10","per_class_sample_size":5,"reason":"empty_class_specific_discordance_domain","rotation":3,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-1331abb4e6c11d0c"},{"class_effects":["0/1","1/5","1/5","0/1"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/10","per_class_sample_size":5,"reason":"empty_class_specific_discordance_domain","rotation":4,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-620c8e4a59377417"},{"class_effects":["0/1","1/5","0/1","1/5"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/10","per_class_sample_size":5,"reason":"empty_class_specific_discordance_domain","rotation":5,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-af4a0c431a4603c0"},{"class_effects":["0/1","0/1","1/5","1/5"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/10","per_class_sample_size":5,"reason":"empty_class_specific_discordance_domain","rotation":6,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-e54073939dedb599"},{"class_effects":["2/5","0/1","0/1","0/1"],"effect_family":"sparse_benefit","incumbent_success":"9/10","mean_effect":"1/10","per_class_sample_size":5,"reason":"empty_class_specific_discordance_domain","rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-758993252b4cc0b2"},{"class_effects":["0/1","2/5","0/1","0/1"],"effect_family":"sparse_benefit","incumbent_success":"9/10","mean_effect":"1/10","per_class_sample_size":5,"reason":"empty_class_specific_discordance_domain","rotation":2,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-ac04c1802a6a56a9"},{"class_effects":["0/1","0/1","2/5","0/1"],"effect_family":"sparse_benefit","incumbent_success":"9/10","mean_effect":"1/10","per_class_sample_size":5,"reason":"empty_class_specific_discordance_domain","rotation":3,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-24257db7334c7f15"},{"class_effects":["0/1","0/1","0/1","2/5"],"effect_family":"sparse_benefit","incumbent_success":"9/10","mean_effect":"1/10","per_class_sample_size":5,"reason":"empty_class_specific_discordance_domain","rotation":4,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-0b5c7303315a1f89"},{"class_effects":["0/1","2/15","2/15","2/15"],"effect_family":"one_class_harm","incumbent_success":"9/10","mean_effect":"1/10","per_class_sample_size":5,"reason":"empty_class_specific_discordance_domain","rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-25d802a24285b89d"},{"class_effects":["2/15","0/1","2/15","2/15"],"effect_family":"one_class_harm","incumbent_success":"9/10","mean_effect":"1/10","per_class_sample_size":5,"reason":"empty_class_specific_discordance_domain","rotation":2,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-833c410229155fae"},{"class_effects":["2/15","2/15","0/1","2/15"],"effect_family":"one_class_harm","incumbent_success":"9/10","mean_effect":"1/10","per_class_sample_size":5,"reason":"empty_class_specific_discordance_domain","rotation":3,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-5f92f097a006b68b"},{"class_effects":["2/15","2/15","2/15","0/1"],"effect_family":"one_class_harm","incumbent_success":"9/10","mean_effect":"1/10","per_class_sample_size":5,"reason":"empty_class_specific_discordance_domain","rotation":4,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-818c3f8571b90536"},{"class_effects":["1/5","1/5","1/5","1/5"],"effect_family":"homogeneous","incumbent_success":"9/10","mean_effect":"1/5","per_class_sample_size":5,"reason":"empty_class_specific_discordance_domain","rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-1c94f89483500783"},{"class_effects":["3/10","3/10","1/10","1/10"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/5","per_class_sample_size":5,"reason":"empty_class_specific_discordance_domain","rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-1b878b4c371a18b4"},{"class_effects":["3/10","1/10","3/10","1/10"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/5","per_class_sample_size":5,"reason":"empty_class_specific_discordance_domain","rotation":2,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-bf8f132a57d7e842"},{"class_effects":["3/10","1/10","1/10","3/10"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/5","per_class_sample_size":5,"reason":"empty_class_specific_discordance_domain","rotation":3,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-babee619e45dac39"},{"class_effects":["1/10","3/10","3/10","1/10"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/5","per_class_sample_size":5,"reason":"empty_class_specific_discordance_domain","rotation":4,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-095b4eb91fc6497b"},{"class_effects":["1/10","3/10","1/10","3/10"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/5","per_class_sample_size":5,"reason":"empty_class_specific_discordance_domain","rotation":5,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-661ef4db0ae1c0b7"},{"class_effects":["1/10","1/10","3/10","3/10"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/5","per_class_sample_size":5,"reason":"empty_class_specific_discordance_domain","rotation":6,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-efeb5213ebcac159"},{"class_effects":["4/5","0/1","0/1","0/1"],"effect_family":"sparse_benefit","incumbent_success":"9/10","mean_effect":"1/5","per_class_sample_size":5,"reason":"empty_class_specific_discordance_domain","rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-a1ca95058bdda05d"},{"class_effects":["0/1","4/5","0/1","0/1"],"effect_family":"sparse_benefit","incumbent_success":"9/10","mean_effect":"1/5","per_class_sample_size":5,"reason":"empty_class_specific_discordance_domain","rotation":2,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-c3a0c0f03c86fbbe"},{"class_effects":["0/1","0/1","4/5","0/1"],"effect_family":"sparse_benefit","incumbent_success":"9/10","mean_effect":"1/5","per_class_sample_size":5,"reason":"empty_class_specific_discordance_domain","rotation":3,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-f0624a03ad3cda55"},{"class_effects":["0/1","0/1","0/1","4/5"],"effect_family":"sparse_benefit","incumbent_success":"9/10","mean_effect":"1/5","per_class_sample_size":5,"reason":"empty_class_specific_discordance_domain","rotation":4,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-25b9d13e24f785cb"},{"class_effects":["1/10","7/30","7/30","7/30"],"effect_family":"one_class_harm","incumbent_success":"9/10","mean_effect":"1/5","per_class_sample_size":5,"reason":"empty_class_specific_discordance_domain","rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-9e3d91def024f5b8"},{"class_effects":["7/30","1/10","7/30","7/30"],"effect_family":"one_class_harm","incumbent_success":"9/10","mean_effect":"1/5","per_class_sample_size":5,"reason":"empty_class_specific_discordance_domain","rotation":2,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-ebe8b0644ae34935"},{"class_effects":["7/30","7/30","1/10","7/30"],"effect_family":"one_class_harm","incumbent_success":"9/10","mean_effect":"1/5","per_class_sample_size":5,"reason":"empty_class_specific_discordance_domain","rotation":3,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-25013f0e4414ad0e"},{"class_effects":["7/30","7/30","7/30","1/10"],"effect_family":"one_class_harm","incumbent_success":"9/10","mean_effect":"1/5","per_class_sample_size":5,"reason":"empty_class_specific_discordance_domain","rotation":4,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-21903989b2a3246f"},{"class_effects":["4/5","0/1","0/1","0/1"],"effect_family":"sparse_benefit","incumbent_success":"3/10","mean_effect":"1/5","per_class_sample_size":10,"reason":"empty_class_specific_discordance_domain","rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-ec86704d0f40ad7d"},{"class_effects":["0/1","4/5","0/1","0/1"],"effect_family":"sparse_benefit","incumbent_success":"3/10","mean_effect":"1/5","per_class_sample_size":10,"reason":"empty_class_specific_discordance_domain","rotation":2,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-20c463ad77a0a2f1"},{"class_effects":["0/1","0/1","4/5","0/1"],"effect_family":"sparse_benefit","incumbent_success":"3/10","mean_effect":"1/5","per_class_sample_size":10,"reason":"empty_class_specific_discordance_domain","rotation":3,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-7719fa2086527af7"},{"class_effects":["0/1","0/1","0/1","4/5"],"effect_family":"sparse_benefit","incumbent_success":"3/10","mean_effect":"1/5","per_class_sample_size":10,"reason":"empty_class_specific_discordance_domain","rotation":4,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-54a7a7c9ab4978a6"},{"class_effects":["4/5","0/1","0/1","0/1"],"effect_family":"sparse_benefit","incumbent_success":"1/2","mean_effect":"1/5","per_class_sample_size":10,"reason":"empty_class_specific_discordance_domain","rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-633d2c8082a9199f"},{"class_effects":["0/1","4/5","0/1","0/1"],"effect_family":"sparse_benefit","incumbent_success":"1/2","mean_effect":"1/5","per_class_sample_size":10,"reason":"empty_class_specific_discordance_domain","rotation":2,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-53b53eac7d43334f"},{"class_effects":["0/1","0/1","4/5","0/1"],"effect_family":"sparse_benefit","incumbent_success":"1/2","mean_effect":"1/5","per_class_sample_size":10,"reason":"empty_class_specific_discordance_domain","rotation":3,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-69c178309fda0ae1"},{"class_effects":["0/1","0/1","0/1","4/5"],"effect_family":"sparse_benefit","incumbent_success":"1/2","mean_effect":"1/5","per_class_sample_size":10,"reason":"empty_class_specific_discordance_domain","rotation":4,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-1af22315dcb163b3"},{"class_effects":["2/5","0/1","0/1","0/1"],"effect_family":"sparse_benefit","incumbent_success":"7/10","mean_effect":"1/10","per_class_sample_size":10,"reason":"empty_class_specific_discordance_domain","rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-5d9a91c8158be64b"},{"class_effects":["0/1","2/5","0/1","0/1"],"effect_family":"sparse_benefit","incumbent_success":"7/10","mean_effect":"1/10","per_class_sample_size":10,"reason":"empty_class_specific_discordance_domain","rotation":2,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-5553238cd8413491"},{"class_effects":["0/1","0/1","2/5","0/1"],"effect_family":"sparse_benefit","incumbent_success":"7/10","mean_effect":"1/10","per_class_sample_size":10,"reason":"empty_class_specific_discordance_domain","rotation":3,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-5fae3e7cc2bf5ca2"},{"class_effects":["0/1","0/1","0/1","2/5"],"effect_family":"sparse_benefit","incumbent_success":"7/10","mean_effect":"1/10","per_class_sample_size":10,"reason":"empty_class_specific_discordance_domain","rotation":4,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-49cd764d0948240e"},{"class_effects":["4/5","0/1","0/1","0/1"],"effect_family":"sparse_benefit","incumbent_success":"7/10","mean_effect":"1/5","per_class_sample_size":10,"reason":"empty_class_specific_discordance_domain","rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-3a6216bd567dbaf0"},{"class_effects":["0/1","4/5","0/1","0/1"],"effect_family":"sparse_benefit","incumbent_success":"7/10","mean_effect":"1/5","per_class_sample_size":10,"reason":"empty_class_specific_discordance_domain","rotation":2,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-431c6d8c48402af6"},{"class_effects":["0/1","0/1","4/5","0/1"],"effect_family":"sparse_benefit","incumbent_success":"7/10","mean_effect":"1/5","per_class_sample_size":10,"reason":"empty_class_specific_discordance_domain","rotation":3,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-401a73581473fd13"},{"class_effects":["0/1","0/1","0/1","4/5"],"effect_family":"sparse_benefit","incumbent_success":"7/10","mean_effect":"1/5","per_class_sample_size":10,"reason":"empty_class_specific_discordance_domain","rotation":4,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-3b1d076048ed9e5d"},{"class_effects":["1/8","1/8","-3/40","-3/40"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/40","per_class_sample_size":10,"reason":"empty_class_specific_discordance_domain","rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-e6cb5e72b2319161"},{"class_effects":["1/8","-3/40","1/8","-3/40"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/40","per_class_sample_size":10,"reason":"empty_class_specific_discordance_domain","rotation":2,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-cf9f4b2bfb003808"},{"class_effects":["1/8","-3/40","-3/40","1/8"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/40","per_class_sample_size":10,"reason":"empty_class_specific_discordance_domain","rotation":3,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-bf75b2efa8041536"},{"class_effects":["-3/40","1/8","1/8","-3/40"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/40","per_class_sample_size":10,"reason":"empty_class_specific_discordance_domain","rotation":4,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-0696c9e4f4031194"},{"class_effects":["-3/40","1/8","-3/40","1/8"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/40","per_class_sample_size":10,"reason":"empty_class_specific_discordance_domain","rotation":5,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-bf64349db6670e81"},{"class_effects":["-3/40","-3/40","1/8","1/8"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/40","per_class_sample_size":10,"reason":"empty_class_specific_discordance_domain","rotation":6,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-eb82867ccd635be2"},{"class_effects":["3/20","3/20","-1/20","-1/20"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/20","per_class_sample_size":10,"reason":"empty_class_specific_discordance_domain","rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-08dd3feed1bcd3d6"},{"class_effects":["3/20","-1/20","3/20","-1/20"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/20","per_class_sample_size":10,"reason":"empty_class_specific_discordance_domain","rotation":2,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-5a3d3c1a261f3db2"},{"class_effects":["3/20","-1/20","-1/20","3/20"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/20","per_class_sample_size":10,"reason":"empty_class_specific_discordance_domain","rotation":3,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-e3543fcc36846b97"},{"class_effects":["-1/20","3/20","3/20","-1/20"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/20","per_class_sample_size":10,"reason":"empty_class_specific_discordance_domain","rotation":4,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-b63a90249585dcf8"},{"class_effects":["-1/20","3/20","-1/20","3/20"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/20","per_class_sample_size":10,"reason":"empty_class_specific_discordance_domain","rotation":5,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-f4afa66f4a783eaa"},{"class_effects":["-1/20","-1/20","3/20","3/20"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/20","per_class_sample_size":10,"reason":"empty_class_specific_discordance_domain","rotation":6,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-f0042684cd93aade"},{"class_effects":["1/5","0/1","0/1","0/1"],"effect_family":"sparse_benefit","incumbent_success":"9/10","mean_effect":"1/20","per_class_sample_size":10,"reason":"empty_class_specific_discordance_domain","rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-5a63bf0ad4d14b13"},{"class_effects":["0/1","1/5","0/1","0/1"],"effect_family":"sparse_benefit","incumbent_success":"9/10","mean_effect":"1/20","per_class_sample_size":10,"reason":"empty_class_specific_discordance_domain","rotation":2,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-eb0260aabb6e097f"},{"class_effects":["0/1","0/1","1/5","0/1"],"effect_family":"sparse_benefit","incumbent_success":"9/10","mean_effect":"1/20","per_class_sample_size":10,"reason":"empty_class_specific_discordance_domain","rotation":3,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-c93125957a03f9a9"},{"class_effects":["0/1","0/1","0/1","1/5"],"effect_family":"sparse_benefit","incumbent_success":"9/10","mean_effect":"1/20","per_class_sample_size":10,"reason":"empty_class_specific_discordance_domain","rotation":4,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-341fc4b915e80a63"},{"class_effects":["1/5","1/5","0/1","0/1"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/10","per_class_sample_size":10,"reason":"empty_class_specific_discordance_domain","rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-f6874ea24b7140f7"},{"class_effects":["1/5","0/1","1/5","0/1"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/10","per_class_sample_size":10,"reason":"empty_class_specific_discordance_domain","rotation":2,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-8bc36d09ad523ed7"},{"class_effects":["1/5","0/1","0/1","1/5"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/10","per_class_sample_size":10,"reason":"empty_class_specific_discordance_domain","rotation":3,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-f54169e300f0f657"},{"class_effects":["0/1","1/5","1/5","0/1"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/10","per_class_sample_size":10,"reason":"empty_class_specific_discordance_domain","rotation":4,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-f3aedb304c4b5cf7"},{"class_effects":["0/1","1/5","0/1","1/5"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/10","per_class_sample_size":10,"reason":"empty_class_specific_discordance_domain","rotation":5,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-264ca0d29aca3de4"},{"class_effects":["0/1","0/1","1/5","1/5"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/10","per_class_sample_size":10,"reason":"empty_class_specific_discordance_domain","rotation":6,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-d4062e562e462733"},{"class_effects":["2/5","0/1","0/1","0/1"],"effect_family":"sparse_benefit","incumbent_success":"9/10","mean_effect":"1/10","per_class_sample_size":10,"reason":"empty_class_specific_discordance_domain","rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-7e861311fdfa81b2"},{"class_effects":["0/1","2/5","0/1","0/1"],"effect_family":"sparse_benefit","incumbent_success":"9/10","mean_effect":"1/10","per_class_sample_size":10,"reason":"empty_class_specific_discordance_domain","rotation":2,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-f1fa453d637cb7c6"},{"class_effects":["0/1","0/1","2/5","0/1"],"effect_family":"sparse_benefit","incumbent_success":"9/10","mean_effect":"1/10","per_class_sample_size":10,"reason":"empty_class_specific_discordance_domain","rotation":3,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-02a1cbb586698e06"},{"class_effects":["0/1","0/1","0/1","2/5"],"effect_family":"sparse_benefit","incumbent_success":"9/10","mean_effect":"1/10","per_class_sample_size":10,"reason":"empty_class_specific_discordance_domain","rotation":4,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-1dba2b15e31df984"},{"class_effects":["0/1","2/15","2/15","2/15"],"effect_family":"one_class_harm","incumbent_success":"9/10","mean_effect":"1/10","per_class_sample_size":10,"reason":"empty_class_specific_discordance_domain","rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-e974b449708dfbc5"},{"class_effects":["2/15","0/1","2/15","2/15"],"effect_family":"one_class_harm","incumbent_success":"9/10","mean_effect":"1/10","per_class_sample_size":10,"reason":"empty_class_specific_discordance_domain","rotation":2,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-388f6ba3beb4ca9a"},{"class_effects":["2/15","2/15","0/1","2/15"],"effect_family":"one_class_harm","incumbent_success":"9/10","mean_effect":"1/10","per_class_sample_size":10,"reason":"empty_class_specific_discordance_domain","rotation":3,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-ebb7ade2c94b4b8c"},{"class_effects":["2/15","2/15","2/15","0/1"],"effect_family":"one_class_harm","incumbent_success":"9/10","mean_effect":"1/10","per_class_sample_size":10,"reason":"empty_class_specific_discordance_domain","rotation":4,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-f2d6fa92ce701201"},{"class_effects":["1/5","1/5","1/5","1/5"],"effect_family":"homogeneous","incumbent_success":"9/10","mean_effect":"1/5","per_class_sample_size":10,"reason":"empty_class_specific_discordance_domain","rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-84cb55b3fde1ab43"},{"class_effects":["3/10","3/10","1/10","1/10"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/5","per_class_sample_size":10,"reason":"empty_class_specific_discordance_domain","rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-cdb4c44f541bc2e8"},{"class_effects":["3/10","1/10","3/10","1/10"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/5","per_class_sample_size":10,"reason":"empty_class_specific_discordance_domain","rotation":2,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-b557ed754b72b982"},{"class_effects":["3/10","1/10","1/10","3/10"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/5","per_class_sample_size":10,"reason":"empty_class_specific_discordance_domain","rotation":3,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-94eb42731a0b821d"},{"class_effects":["1/10","3/10","3/10","1/10"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/5","per_class_sample_size":10,"reason":"empty_class_specific_discordance_domain","rotation":4,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-14a3a83c5c5ca689"},{"class_effects":["1/10","3/10","1/10","3/10"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/5","per_class_sample_size":10,"reason":"empty_class_specific_discordance_domain","rotation":5,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-5faf7e51a4074164"},{"class_effects":["1/10","1/10","3/10","3/10"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/5","per_class_sample_size":10,"reason":"empty_class_specific_discordance_domain","rotation":6,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-45bb3f0586599b31"},{"class_effects":["4/5","0/1","0/1","0/1"],"effect_family":"sparse_benefit","incumbent_success":"9/10","mean_effect":"1/5","per_class_sample_size":10,"reason":"empty_class_specific_discordance_domain","rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-2250a9be063b8ed3"},{"class_effects":["0/1","4/5","0/1","0/1"],"effect_family":"sparse_benefit","incumbent_success":"9/10","mean_effect":"1/5","per_class_sample_size":10,"reason":"empty_class_specific_discordance_domain","rotation":2,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-f273f141528655e8"},{"class_effects":["0/1","0/1","4/5","0/1"],"effect_family":"sparse_benefit","incumbent_success":"9/10","mean_effect":"1/5","per_class_sample_size":10,"reason":"empty_class_specific_discordance_domain","rotation":3,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-fa0b5b9ace33377a"},{"class_effects":["0/1","0/1","0/1","4/5"],"effect_family":"sparse_benefit","incumbent_success":"9/10","mean_effect":"1/5","per_class_sample_size":10,"reason":"empty_class_specific_discordance_domain","rotation":4,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-0d80f99b845cb92d"},{"class_effects":["1/10","7/30","7/30","7/30"],"effect_family":"one_class_harm","incumbent_success":"9/10","mean_effect":"1/5","per_class_sample_size":10,"reason":"empty_class_specific_discordance_domain","rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-edcab37e261d096c"},{"class_effects":["7/30","1/10","7/30","7/30"],"effect_family":"one_class_harm","incumbent_success":"9/10","mean_effect":"1/5","per_class_sample_size":10,"reason":"empty_class_specific_discordance_domain","rotation":2,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-69e711c14b710d93"},{"class_effects":["7/30","7/30","1/10","7/30"],"effect_family":"one_class_harm","incumbent_success":"9/10","mean_effect":"1/5","per_class_sample_size":10,"reason":"empty_class_specific_discordance_domain","rotation":3,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-14225f8a3c211cdd"},{"class_effects":["7/30","7/30","7/30","1/10"],"effect_family":"one_class_harm","incumbent_success":"9/10","mean_effect":"1/5","per_class_sample_size":10,"reason":"empty_class_specific_discordance_domain","rotation":4,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-71a60ab4260aec0c"},{"class_effects":["4/5","0/1","0/1","0/1"],"effect_family":"sparse_benefit","incumbent_success":"3/10","mean_effect":"1/5","per_class_sample_size":15,"reason":"empty_class_specific_discordance_domain","rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-bd1ee47205f0772e"},{"class_effects":["0/1","4/5","0/1","0/1"],"effect_family":"sparse_benefit","incumbent_success":"3/10","mean_effect":"1/5","per_class_sample_size":15,"reason":"empty_class_specific_discordance_domain","rotation":2,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-f44497a4a852e144"},{"class_effects":["0/1","0/1","4/5","0/1"],"effect_family":"sparse_benefit","incumbent_success":"3/10","mean_effect":"1/5","per_class_sample_size":15,"reason":"empty_class_specific_discordance_domain","rotation":3,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-dc4247a8563bc3fd"},{"class_effects":["0/1","0/1","0/1","4/5"],"effect_family":"sparse_benefit","incumbent_success":"3/10","mean_effect":"1/5","per_class_sample_size":15,"reason":"empty_class_specific_discordance_domain","rotation":4,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-bb77f47a6422ad8d"},{"class_effects":["4/5","0/1","0/1","0/1"],"effect_family":"sparse_benefit","incumbent_success":"1/2","mean_effect":"1/5","per_class_sample_size":15,"reason":"empty_class_specific_discordance_domain","rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-fcac6bae230a1491"},{"class_effects":["0/1","4/5","0/1","0/1"],"effect_family":"sparse_benefit","incumbent_success":"1/2","mean_effect":"1/5","per_class_sample_size":15,"reason":"empty_class_specific_discordance_domain","rotation":2,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-d0cd5653a864ef5c"},{"class_effects":["0/1","0/1","4/5","0/1"],"effect_family":"sparse_benefit","incumbent_success":"1/2","mean_effect":"1/5","per_class_sample_size":15,"reason":"empty_class_specific_discordance_domain","rotation":3,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-52694890d1254de3"},{"class_effects":["0/1","0/1","0/1","4/5"],"effect_family":"sparse_benefit","incumbent_success":"1/2","mean_effect":"1/5","per_class_sample_size":15,"reason":"empty_class_specific_discordance_domain","rotation":4,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-da401bbc07a3ebc6"},{"class_effects":["2/5","0/1","0/1","0/1"],"effect_family":"sparse_benefit","incumbent_success":"7/10","mean_effect":"1/10","per_class_sample_size":15,"reason":"empty_class_specific_discordance_domain","rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-19c3defdaf074a12"},{"class_effects":["0/1","2/5","0/1","0/1"],"effect_family":"sparse_benefit","incumbent_success":"7/10","mean_effect":"1/10","per_class_sample_size":15,"reason":"empty_class_specific_discordance_domain","rotation":2,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-0c4266563df657e4"},{"class_effects":["0/1","0/1","2/5","0/1"],"effect_family":"sparse_benefit","incumbent_success":"7/10","mean_effect":"1/10","per_class_sample_size":15,"reason":"empty_class_specific_discordance_domain","rotation":3,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-d715401e45cc94d4"},{"class_effects":["0/1","0/1","0/1","2/5"],"effect_family":"sparse_benefit","incumbent_success":"7/10","mean_effect":"1/10","per_class_sample_size":15,"reason":"empty_class_specific_discordance_domain","rotation":4,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-d1542f7fd9b8d83f"},{"class_effects":["4/5","0/1","0/1","0/1"],"effect_family":"sparse_benefit","incumbent_success":"7/10","mean_effect":"1/5","per_class_sample_size":15,"reason":"empty_class_specific_discordance_domain","rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-c2fefc774df3fef5"},{"class_effects":["0/1","4/5","0/1","0/1"],"effect_family":"sparse_benefit","incumbent_success":"7/10","mean_effect":"1/5","per_class_sample_size":15,"reason":"empty_class_specific_discordance_domain","rotation":2,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-7db60af04bfc5b61"},{"class_effects":["0/1","0/1","4/5","0/1"],"effect_family":"sparse_benefit","incumbent_success":"7/10","mean_effect":"1/5","per_class_sample_size":15,"reason":"empty_class_specific_discordance_domain","rotation":3,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-ff847c1de2d12496"},{"class_effects":["0/1","0/1","0/1","4/5"],"effect_family":"sparse_benefit","incumbent_success":"7/10","mean_effect":"1/5","per_class_sample_size":15,"reason":"empty_class_specific_discordance_domain","rotation":4,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-a6d147b6fa374db0"},{"class_effects":["1/8","1/8","-3/40","-3/40"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/40","per_class_sample_size":15,"reason":"empty_class_specific_discordance_domain","rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-30552a0cf382aacc"},{"class_effects":["1/8","-3/40","1/8","-3/40"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/40","per_class_sample_size":15,"reason":"empty_class_specific_discordance_domain","rotation":2,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-33d2c49350a80f48"},{"class_effects":["1/8","-3/40","-3/40","1/8"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/40","per_class_sample_size":15,"reason":"empty_class_specific_discordance_domain","rotation":3,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-1470b5ee569d7f42"},{"class_effects":["-3/40","1/8","1/8","-3/40"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/40","per_class_sample_size":15,"reason":"empty_class_specific_discordance_domain","rotation":4,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-bafbf38cfeed78f0"},{"class_effects":["-3/40","1/8","-3/40","1/8"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/40","per_class_sample_size":15,"reason":"empty_class_specific_discordance_domain","rotation":5,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-d581ff6a6b1119c7"},{"class_effects":["-3/40","-3/40","1/8","1/8"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/40","per_class_sample_size":15,"reason":"empty_class_specific_discordance_domain","rotation":6,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-c8648db517d69f30"},{"class_effects":["3/20","3/20","-1/20","-1/20"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/20","per_class_sample_size":15,"reason":"empty_class_specific_discordance_domain","rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-71986a39c7b9a6a9"},{"class_effects":["3/20","-1/20","3/20","-1/20"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/20","per_class_sample_size":15,"reason":"empty_class_specific_discordance_domain","rotation":2,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-4765d9cbaf91d6ab"},{"class_effects":["3/20","-1/20","-1/20","3/20"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/20","per_class_sample_size":15,"reason":"empty_class_specific_discordance_domain","rotation":3,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-beb355b511c8b1db"},{"class_effects":["-1/20","3/20","3/20","-1/20"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/20","per_class_sample_size":15,"reason":"empty_class_specific_discordance_domain","rotation":4,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-24279fb04425c798"},{"class_effects":["-1/20","3/20","-1/20","3/20"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/20","per_class_sample_size":15,"reason":"empty_class_specific_discordance_domain","rotation":5,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-254ed51d032fc481"},{"class_effects":["-1/20","-1/20","3/20","3/20"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/20","per_class_sample_size":15,"reason":"empty_class_specific_discordance_domain","rotation":6,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-de27b751547b034f"},{"class_effects":["1/5","0/1","0/1","0/1"],"effect_family":"sparse_benefit","incumbent_success":"9/10","mean_effect":"1/20","per_class_sample_size":15,"reason":"empty_class_specific_discordance_domain","rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-b1ec1755a4f1477f"},{"class_effects":["0/1","1/5","0/1","0/1"],"effect_family":"sparse_benefit","incumbent_success":"9/10","mean_effect":"1/20","per_class_sample_size":15,"reason":"empty_class_specific_discordance_domain","rotation":2,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-bafad3edbfdb870b"},{"class_effects":["0/1","0/1","1/5","0/1"],"effect_family":"sparse_benefit","incumbent_success":"9/10","mean_effect":"1/20","per_class_sample_size":15,"reason":"empty_class_specific_discordance_domain","rotation":3,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-1b03db5c5beeb3b9"},{"class_effects":["0/1","0/1","0/1","1/5"],"effect_family":"sparse_benefit","incumbent_success":"9/10","mean_effect":"1/20","per_class_sample_size":15,"reason":"empty_class_specific_discordance_domain","rotation":4,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-26ee7b6d6c936c7a"},{"class_effects":["1/5","1/5","0/1","0/1"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/10","per_class_sample_size":15,"reason":"empty_class_specific_discordance_domain","rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-d52e0e75462561e7"},{"class_effects":["1/5","0/1","1/5","0/1"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/10","per_class_sample_size":15,"reason":"empty_class_specific_discordance_domain","rotation":2,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-3c5f5509f1dfc1b8"},{"class_effects":["1/5","0/1","0/1","1/5"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/10","per_class_sample_size":15,"reason":"empty_class_specific_discordance_domain","rotation":3,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-e89372c10308df85"},{"class_effects":["0/1","1/5","1/5","0/1"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/10","per_class_sample_size":15,"reason":"empty_class_specific_discordance_domain","rotation":4,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-db1931d048161ac3"},{"class_effects":["0/1","1/5","0/1","1/5"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/10","per_class_sample_size":15,"reason":"empty_class_specific_discordance_domain","rotation":5,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-85fb3f2cd4480695"},{"class_effects":["0/1","0/1","1/5","1/5"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/10","per_class_sample_size":15,"reason":"empty_class_specific_discordance_domain","rotation":6,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-b229df2a100ef10a"},{"class_effects":["2/5","0/1","0/1","0/1"],"effect_family":"sparse_benefit","incumbent_success":"9/10","mean_effect":"1/10","per_class_sample_size":15,"reason":"empty_class_specific_discordance_domain","rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-16dd72df4a8229ef"},{"class_effects":["0/1","2/5","0/1","0/1"],"effect_family":"sparse_benefit","incumbent_success":"9/10","mean_effect":"1/10","per_class_sample_size":15,"reason":"empty_class_specific_discordance_domain","rotation":2,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-5e97a177899fc41c"},{"class_effects":["0/1","0/1","2/5","0/1"],"effect_family":"sparse_benefit","incumbent_success":"9/10","mean_effect":"1/10","per_class_sample_size":15,"reason":"empty_class_specific_discordance_domain","rotation":3,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-961139efbdea4e69"},{"class_effects":["0/1","0/1","0/1","2/5"],"effect_family":"sparse_benefit","incumbent_success":"9/10","mean_effect":"1/10","per_class_sample_size":15,"reason":"empty_class_specific_discordance_domain","rotation":4,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-64e0ff83dfceab5b"},{"class_effects":["0/1","2/15","2/15","2/15"],"effect_family":"one_class_harm","incumbent_success":"9/10","mean_effect":"1/10","per_class_sample_size":15,"reason":"empty_class_specific_discordance_domain","rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-4a936d466b36f2a7"},{"class_effects":["2/15","0/1","2/15","2/15"],"effect_family":"one_class_harm","incumbent_success":"9/10","mean_effect":"1/10","per_class_sample_size":15,"reason":"empty_class_specific_discordance_domain","rotation":2,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-70086b94865130c5"},{"class_effects":["2/15","2/15","0/1","2/15"],"effect_family":"one_class_harm","incumbent_success":"9/10","mean_effect":"1/10","per_class_sample_size":15,"reason":"empty_class_specific_discordance_domain","rotation":3,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-0092da78ca4a1989"},{"class_effects":["2/15","2/15","2/15","0/1"],"effect_family":"one_class_harm","incumbent_success":"9/10","mean_effect":"1/10","per_class_sample_size":15,"reason":"empty_class_specific_discordance_domain","rotation":4,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-c4d6e00421509234"},{"class_effects":["1/5","1/5","1/5","1/5"],"effect_family":"homogeneous","incumbent_success":"9/10","mean_effect":"1/5","per_class_sample_size":15,"reason":"empty_class_specific_discordance_domain","rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-fa9916165f8b884c"},{"class_effects":["3/10","3/10","1/10","1/10"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/5","per_class_sample_size":15,"reason":"empty_class_specific_discordance_domain","rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-b6108526bdbe52b3"},{"class_effects":["3/10","1/10","3/10","1/10"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/5","per_class_sample_size":15,"reason":"empty_class_specific_discordance_domain","rotation":2,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-880f4c4a80a408ef"},{"class_effects":["3/10","1/10","1/10","3/10"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/5","per_class_sample_size":15,"reason":"empty_class_specific_discordance_domain","rotation":3,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-a0380b8afb070487"},{"class_effects":["1/10","3/10","3/10","1/10"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/5","per_class_sample_size":15,"reason":"empty_class_specific_discordance_domain","rotation":4,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-47e8d1697bb918e0"},{"class_effects":["1/10","3/10","1/10","3/10"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/5","per_class_sample_size":15,"reason":"empty_class_specific_discordance_domain","rotation":5,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-a322295cb39c7a00"},{"class_effects":["1/10","1/10","3/10","3/10"],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"1/5","per_class_sample_size":15,"reason":"empty_class_specific_discordance_domain","rotation":6,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-ec571eb72c617611"},{"class_effects":["4/5","0/1","0/1","0/1"],"effect_family":"sparse_benefit","incumbent_success":"9/10","mean_effect":"1/5","per_class_sample_size":15,"reason":"empty_class_specific_discordance_domain","rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-a5b744eec4dca89a"},{"class_effects":["0/1","4/5","0/1","0/1"],"effect_family":"sparse_benefit","incumbent_success":"9/10","mean_effect":"1/5","per_class_sample_size":15,"reason":"empty_class_specific_discordance_domain","rotation":2,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-3df06e373f1b6983"},{"class_effects":["0/1","0/1","4/5","0/1"],"effect_family":"sparse_benefit","incumbent_success":"9/10","mean_effect":"1/5","per_class_sample_size":15,"reason":"empty_class_specific_discordance_domain","rotation":3,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-7d91bf725f0fb0ec"},{"class_effects":["0/1","0/1","0/1","4/5"],"effect_family":"sparse_benefit","incumbent_success":"9/10","mean_effect":"1/5","per_class_sample_size":15,"reason":"empty_class_specific_discordance_domain","rotation":4,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-4396a9b6a472f6ac"},{"class_effects":["1/10","7/30","7/30","7/30"],"effect_family":"one_class_harm","incumbent_success":"9/10","mean_effect":"1/5","per_class_sample_size":15,"reason":"empty_class_specific_discordance_domain","rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-c31bf09b5dd86c77"},{"class_effects":["7/30","1/10","7/30","7/30"],"effect_family":"one_class_harm","incumbent_success":"9/10","mean_effect":"1/5","per_class_sample_size":15,"reason":"empty_class_specific_discordance_domain","rotation":2,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-4394cda59afc1d1b"},{"class_effects":["7/30","7/30","1/10","7/30"],"effect_family":"one_class_harm","incumbent_success":"9/10","mean_effect":"1/5","per_class_sample_size":15,"reason":"empty_class_specific_discordance_domain","rotation":3,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-dd407b440b87ca32"},{"class_effects":["7/30","7/30","7/30","1/10"],"effect_family":"one_class_harm","incumbent_success":"9/10","mean_effect":"1/5","per_class_sample_size":15,"reason":"empty_class_specific_discordance_domain","rotation":4,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-2c71bdaecf895c35"}],"root_seed_utf8":"lane-a-e2-oc-v1","scenario_count":717,"scenarios":[{"class_effects":["0/1","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"homogeneous","incumbent_success":"3/10","mean_effect":"0/1","per_class_sample_size":5,"rotation":1,"rule_relative_label":"null_boundary","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-b7fedf2eeade09e0"},{"class_effects":["1/10","1/10","-1/10","-1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"1/2"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"0/1","per_class_sample_size":5,"rotation":1,"rule_relative_label":"null_boundary","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-b92eaf24cefd1fb7"},{"class_effects":["1/10","-1/10","1/10","-1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"1/2"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"0/1","per_class_sample_size":5,"rotation":2,"rule_relative_label":"null_boundary","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-37305a9d210af7ae"},{"class_effects":["1/10","-1/10","-1/10","1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"7/10"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"0/1","per_class_sample_size":5,"rotation":3,"rule_relative_label":"null_boundary","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-8a2913382b1a73b4"},{"class_effects":["-1/10","1/10","1/10","-1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"1/2"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"0/1","per_class_sample_size":5,"rotation":4,"rule_relative_label":"null_boundary","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-322a248bd7ec1b81"},{"class_effects":["-1/10","1/10","-1/10","1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"7/10"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"0/1","per_class_sample_size":5,"rotation":5,"rule_relative_label":"null_boundary","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-ced5a304fa7e3df4"},{"class_effects":["-1/10","-1/10","1/10","1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"7/10"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"0/1","per_class_sample_size":5,"rotation":6,"rule_relative_label":"null_boundary","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-4917e849d90205ff"},{"class_effects":["0/1","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"3/10","mean_effect":"0/1","per_class_sample_size":5,"rotation":1,"rule_relative_label":"null_boundary","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-a3528685e1194ea6"},{"class_effects":["0/1","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"3/10","mean_effect":"0/1","per_class_sample_size":5,"rotation":2,"rule_relative_label":"null_boundary","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-1279b52e4cb52f79"},{"class_effects":["0/1","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"3/10","mean_effect":"0/1","per_class_sample_size":5,"rotation":3,"rule_relative_label":"null_boundary","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-2a7fabf023c6bfad"},{"class_effects":["0/1","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"3/10","mean_effect":"0/1","per_class_sample_size":5,"rotation":4,"rule_relative_label":"null_boundary","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-cc121f4afcb72a51"},{"class_effects":["-1/10","1/30","1/30","1/30"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"1/2"},{"lower":"1/30","upper":"19/30"},{"lower":"1/30","upper":"19/30"},{"lower":"1/30","upper":"19/30"}],"effect_family":"one_class_harm","incumbent_success":"3/10","mean_effect":"0/1","per_class_sample_size":5,"rotation":1,"rule_relative_label":"null_boundary","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-101626aef26f0622"},{"class_effects":["1/30","-1/10","1/30","1/30"],"class_specific_discordance_intervals":[{"lower":"1/30","upper":"19/30"},{"lower":"1/10","upper":"1/2"},{"lower":"1/30","upper":"19/30"},{"lower":"1/30","upper":"19/30"}],"effect_family":"one_class_harm","incumbent_success":"3/10","mean_effect":"0/1","per_class_sample_size":5,"rotation":2,"rule_relative_label":"null_boundary","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-cb0d1b7b91252ef5"},{"class_effects":["1/30","1/30","-1/10","1/30"],"class_specific_discordance_intervals":[{"lower":"1/30","upper":"19/30"},{"lower":"1/30","upper":"19/30"},{"lower":"1/10","upper":"1/2"},{"lower":"1/30","upper":"19/30"}],"effect_family":"one_class_harm","incumbent_success":"3/10","mean_effect":"0/1","per_class_sample_size":5,"rotation":3,"rule_relative_label":"null_boundary","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-9d667310eaa8b225"},{"class_effects":["1/30","1/30","1/30","-1/10"],"class_specific_discordance_intervals":[{"lower":"1/30","upper":"19/30"},{"lower":"1/30","upper":"19/30"},{"lower":"1/30","upper":"19/30"},{"lower":"1/10","upper":"1/2"}],"effect_family":"one_class_harm","incumbent_success":"3/10","mean_effect":"0/1","per_class_sample_size":5,"rotation":4,"rule_relative_label":"null_boundary","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-2cced9a3fec49092"},{"class_effects":["1/40","1/40","1/40","1/40"],"class_specific_discordance_intervals":[{"lower":"1/40","upper":"5/8"},{"lower":"1/40","upper":"5/8"},{"lower":"1/40","upper":"5/8"},{"lower":"1/40","upper":"5/8"}],"effect_family":"homogeneous","incumbent_success":"3/10","mean_effect":"1/40","per_class_sample_size":5,"rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-203a7ef29cd7c17b"},{"class_effects":["1/8","1/8","-3/40","-3/40"],"class_specific_discordance_intervals":[{"lower":"1/8","upper":"29/40"},{"lower":"1/8","upper":"29/40"},{"lower":"3/40","upper":"21/40"},{"lower":"3/40","upper":"21/40"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/40","per_class_sample_size":5,"rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-2f8aa136515652b7"},{"class_effects":["1/8","-3/40","1/8","-3/40"],"class_specific_discordance_intervals":[{"lower":"1/8","upper":"29/40"},{"lower":"3/40","upper":"21/40"},{"lower":"1/8","upper":"29/40"},{"lower":"3/40","upper":"21/40"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/40","per_class_sample_size":5,"rotation":2,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-aa269c7fb7d25275"},{"class_effects":["1/8","-3/40","-3/40","1/8"],"class_specific_discordance_intervals":[{"lower":"1/8","upper":"29/40"},{"lower":"3/40","upper":"21/40"},{"lower":"3/40","upper":"21/40"},{"lower":"1/8","upper":"29/40"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/40","per_class_sample_size":5,"rotation":3,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-4dc391173648143a"},{"class_effects":["-3/40","1/8","1/8","-3/40"],"class_specific_discordance_intervals":[{"lower":"3/40","upper":"21/40"},{"lower":"1/8","upper":"29/40"},{"lower":"1/8","upper":"29/40"},{"lower":"3/40","upper":"21/40"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/40","per_class_sample_size":5,"rotation":4,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-6e0ac33b5a63bccc"},{"class_effects":["-3/40","1/8","-3/40","1/8"],"class_specific_discordance_intervals":[{"lower":"3/40","upper":"21/40"},{"lower":"1/8","upper":"29/40"},{"lower":"3/40","upper":"21/40"},{"lower":"1/8","upper":"29/40"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/40","per_class_sample_size":5,"rotation":5,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-5cc27172be28ddf1"},{"class_effects":["-3/40","-3/40","1/8","1/8"],"class_specific_discordance_intervals":[{"lower":"3/40","upper":"21/40"},{"lower":"3/40","upper":"21/40"},{"lower":"1/8","upper":"29/40"},{"lower":"1/8","upper":"29/40"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/40","per_class_sample_size":5,"rotation":6,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-429d57104b6f533a"},{"class_effects":["1/10","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"7/10"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"3/10","mean_effect":"1/40","per_class_sample_size":5,"rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-e149e15c539092ac"},{"class_effects":["0/1","1/10","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"1/10","upper":"7/10"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"3/10","mean_effect":"1/40","per_class_sample_size":5,"rotation":2,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-b095a5944e891137"},{"class_effects":["0/1","0/1","1/10","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"1/10","upper":"7/10"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"3/10","mean_effect":"1/40","per_class_sample_size":5,"rotation":3,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-6cfb6e6f5e887f5a"},{"class_effects":["0/1","0/1","0/1","1/10"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"1/10","upper":"7/10"}],"effect_family":"sparse_benefit","incumbent_success":"3/10","mean_effect":"1/40","per_class_sample_size":5,"rotation":4,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-0ad093794a1a15ac"},{"class_effects":["-3/40","7/120","7/120","7/120"],"class_specific_discordance_intervals":[{"lower":"3/40","upper":"21/40"},{"lower":"7/120","upper":"79/120"},{"lower":"7/120","upper":"79/120"},{"lower":"7/120","upper":"79/120"}],"effect_family":"one_class_harm","incumbent_success":"3/10","mean_effect":"1/40","per_class_sample_size":5,"rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-0a1d913bf93e95b3"},{"class_effects":["7/120","-3/40","7/120","7/120"],"class_specific_discordance_intervals":[{"lower":"7/120","upper":"79/120"},{"lower":"3/40","upper":"21/40"},{"lower":"7/120","upper":"79/120"},{"lower":"7/120","upper":"79/120"}],"effect_family":"one_class_harm","incumbent_success":"3/10","mean_effect":"1/40","per_class_sample_size":5,"rotation":2,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-7eac8caf4b3a4883"},{"class_effects":["7/120","7/120","-3/40","7/120"],"class_specific_discordance_intervals":[{"lower":"7/120","upper":"79/120"},{"lower":"7/120","upper":"79/120"},{"lower":"3/40","upper":"21/40"},{"lower":"7/120","upper":"79/120"}],"effect_family":"one_class_harm","incumbent_success":"3/10","mean_effect":"1/40","per_class_sample_size":5,"rotation":3,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-f1813b4c4f40d154"},{"class_effects":["7/120","7/120","7/120","-3/40"],"class_specific_discordance_intervals":[{"lower":"7/120","upper":"79/120"},{"lower":"7/120","upper":"79/120"},{"lower":"7/120","upper":"79/120"},{"lower":"3/40","upper":"21/40"}],"effect_family":"one_class_harm","incumbent_success":"3/10","mean_effect":"1/40","per_class_sample_size":5,"rotation":4,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-2ca9318ee0e7491a"},{"class_effects":["1/20","1/20","1/20","1/20"],"class_specific_discordance_intervals":[{"lower":"1/20","upper":"13/20"},{"lower":"1/20","upper":"13/20"},{"lower":"1/20","upper":"13/20"},{"lower":"1/20","upper":"13/20"}],"effect_family":"homogeneous","incumbent_success":"3/10","mean_effect":"1/20","per_class_sample_size":5,"rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-8b0f2b72125e5185"},{"class_effects":["3/20","3/20","-1/20","-1/20"],"class_specific_discordance_intervals":[{"lower":"3/20","upper":"3/4"},{"lower":"3/20","upper":"3/4"},{"lower":"1/20","upper":"11/20"},{"lower":"1/20","upper":"11/20"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/20","per_class_sample_size":5,"rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-bcf2792ec5003109"},{"class_effects":["3/20","-1/20","3/20","-1/20"],"class_specific_discordance_intervals":[{"lower":"3/20","upper":"3/4"},{"lower":"1/20","upper":"11/20"},{"lower":"3/20","upper":"3/4"},{"lower":"1/20","upper":"11/20"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/20","per_class_sample_size":5,"rotation":2,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-335e53670be84f33"},{"class_effects":["3/20","-1/20","-1/20","3/20"],"class_specific_discordance_intervals":[{"lower":"3/20","upper":"3/4"},{"lower":"1/20","upper":"11/20"},{"lower":"1/20","upper":"11/20"},{"lower":"3/20","upper":"3/4"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/20","per_class_sample_size":5,"rotation":3,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-0e5222b971ef85f9"},{"class_effects":["-1/20","3/20","3/20","-1/20"],"class_specific_discordance_intervals":[{"lower":"1/20","upper":"11/20"},{"lower":"3/20","upper":"3/4"},{"lower":"3/20","upper":"3/4"},{"lower":"1/20","upper":"11/20"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/20","per_class_sample_size":5,"rotation":4,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-c15201eafd179311"},{"class_effects":["-1/20","3/20","-1/20","3/20"],"class_specific_discordance_intervals":[{"lower":"1/20","upper":"11/20"},{"lower":"3/20","upper":"3/4"},{"lower":"1/20","upper":"11/20"},{"lower":"3/20","upper":"3/4"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/20","per_class_sample_size":5,"rotation":5,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-b86da0d45520217f"},{"class_effects":["-1/20","-1/20","3/20","3/20"],"class_specific_discordance_intervals":[{"lower":"1/20","upper":"11/20"},{"lower":"1/20","upper":"11/20"},{"lower":"3/20","upper":"3/4"},{"lower":"3/20","upper":"3/4"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/20","per_class_sample_size":5,"rotation":6,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-69a6bf0501b37720"},{"class_effects":["1/5","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"1/5","upper":"4/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"3/10","mean_effect":"1/20","per_class_sample_size":5,"rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-5689ec8c090b5fb9"},{"class_effects":["0/1","1/5","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"1/5","upper":"4/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"3/10","mean_effect":"1/20","per_class_sample_size":5,"rotation":2,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-22ff340f36284e71"},{"class_effects":["0/1","0/1","1/5","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"1/5","upper":"4/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"3/10","mean_effect":"1/20","per_class_sample_size":5,"rotation":3,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-b8526de8536b9ccb"},{"class_effects":["0/1","0/1","0/1","1/5"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"1/5","upper":"4/5"}],"effect_family":"sparse_benefit","incumbent_success":"3/10","mean_effect":"1/20","per_class_sample_size":5,"rotation":4,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-56969bced72babcb"},{"class_effects":["-1/20","1/12","1/12","1/12"],"class_specific_discordance_intervals":[{"lower":"1/20","upper":"11/20"},{"lower":"1/12","upper":"41/60"},{"lower":"1/12","upper":"41/60"},{"lower":"1/12","upper":"41/60"}],"effect_family":"one_class_harm","incumbent_success":"3/10","mean_effect":"1/20","per_class_sample_size":5,"rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-bd13eee44c5bf0a0"},{"class_effects":["1/12","-1/20","1/12","1/12"],"class_specific_discordance_intervals":[{"lower":"1/12","upper":"41/60"},{"lower":"1/20","upper":"11/20"},{"lower":"1/12","upper":"41/60"},{"lower":"1/12","upper":"41/60"}],"effect_family":"one_class_harm","incumbent_success":"3/10","mean_effect":"1/20","per_class_sample_size":5,"rotation":2,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-b508a10cc38b3583"},{"class_effects":["1/12","1/12","-1/20","1/12"],"class_specific_discordance_intervals":[{"lower":"1/12","upper":"41/60"},{"lower":"1/12","upper":"41/60"},{"lower":"1/20","upper":"11/20"},{"lower":"1/12","upper":"41/60"}],"effect_family":"one_class_harm","incumbent_success":"3/10","mean_effect":"1/20","per_class_sample_size":5,"rotation":3,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-3bc029be361c2195"},{"class_effects":["1/12","1/12","1/12","-1/20"],"class_specific_discordance_intervals":[{"lower":"1/12","upper":"41/60"},{"lower":"1/12","upper":"41/60"},{"lower":"1/12","upper":"41/60"},{"lower":"1/20","upper":"11/20"}],"effect_family":"one_class_harm","incumbent_success":"3/10","mean_effect":"1/20","per_class_sample_size":5,"rotation":4,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-3586b642741f8237"},{"class_effects":["1/10","1/10","1/10","1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"7/10"}],"effect_family":"homogeneous","incumbent_success":"3/10","mean_effect":"1/10","per_class_sample_size":5,"rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-8716fba86154f64a"},{"class_effects":["1/5","1/5","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"1/5","upper":"4/5"},{"lower":"1/5","upper":"4/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/10","per_class_sample_size":5,"rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-f93cbe18ef3ccb17"},{"class_effects":["1/5","0/1","1/5","0/1"],"class_specific_discordance_intervals":[{"lower":"1/5","upper":"4/5"},{"lower":"0/1","upper":"3/5"},{"lower":"1/5","upper":"4/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/10","per_class_sample_size":5,"rotation":2,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-196296e356cd9dab"},{"class_effects":["1/5","0/1","0/1","1/5"],"class_specific_discordance_intervals":[{"lower":"1/5","upper":"4/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"1/5","upper":"4/5"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/10","per_class_sample_size":5,"rotation":3,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-b3c9b75828b02d96"},{"class_effects":["0/1","1/5","1/5","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"1/5","upper":"4/5"},{"lower":"1/5","upper":"4/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/10","per_class_sample_size":5,"rotation":4,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-1ab8aaf9f4ff6bc0"},{"class_effects":["0/1","1/5","0/1","1/5"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"1/5","upper":"4/5"},{"lower":"0/1","upper":"3/5"},{"lower":"1/5","upper":"4/5"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/10","per_class_sample_size":5,"rotation":5,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-0725e8460698d642"},{"class_effects":["0/1","0/1","1/5","1/5"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"1/5","upper":"4/5"},{"lower":"1/5","upper":"4/5"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/10","per_class_sample_size":5,"rotation":6,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-efcc114cbefc34bc"},{"class_effects":["2/5","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"2/5","upper":"1/1"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"3/10","mean_effect":"1/10","per_class_sample_size":5,"rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-b1d5ac46f41610f0"},{"class_effects":["0/1","2/5","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"2/5","upper":"1/1"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"3/10","mean_effect":"1/10","per_class_sample_size":5,"rotation":2,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-bf8ce38bccc7f7b1"},{"class_effects":["0/1","0/1","2/5","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"2/5","upper":"1/1"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"3/10","mean_effect":"1/10","per_class_sample_size":5,"rotation":3,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-7ff94bd96df0d2bc"},{"class_effects":["0/1","0/1","0/1","2/5"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"2/5","upper":"1/1"}],"effect_family":"sparse_benefit","incumbent_success":"3/10","mean_effect":"1/10","per_class_sample_size":5,"rotation":4,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-655717336955df0f"},{"class_effects":["0/1","2/15","2/15","2/15"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"2/15","upper":"11/15"},{"lower":"2/15","upper":"11/15"},{"lower":"2/15","upper":"11/15"}],"effect_family":"one_class_harm","incumbent_success":"3/10","mean_effect":"1/10","per_class_sample_size":5,"rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-4a692d1be37aa4c2"},{"class_effects":["2/15","0/1","2/15","2/15"],"class_specific_discordance_intervals":[{"lower":"2/15","upper":"11/15"},{"lower":"0/1","upper":"3/5"},{"lower":"2/15","upper":"11/15"},{"lower":"2/15","upper":"11/15"}],"effect_family":"one_class_harm","incumbent_success":"3/10","mean_effect":"1/10","per_class_sample_size":5,"rotation":2,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-d79d4d20567abaff"},{"class_effects":["2/15","2/15","0/1","2/15"],"class_specific_discordance_intervals":[{"lower":"2/15","upper":"11/15"},{"lower":"2/15","upper":"11/15"},{"lower":"0/1","upper":"3/5"},{"lower":"2/15","upper":"11/15"}],"effect_family":"one_class_harm","incumbent_success":"3/10","mean_effect":"1/10","per_class_sample_size":5,"rotation":3,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-659bcb3207af6472"},{"class_effects":["2/15","2/15","2/15","0/1"],"class_specific_discordance_intervals":[{"lower":"2/15","upper":"11/15"},{"lower":"2/15","upper":"11/15"},{"lower":"2/15","upper":"11/15"},{"lower":"0/1","upper":"3/5"}],"effect_family":"one_class_harm","incumbent_success":"3/10","mean_effect":"1/10","per_class_sample_size":5,"rotation":4,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-2645c10dc1bd71e8"},{"class_effects":["1/5","1/5","1/5","1/5"],"class_specific_discordance_intervals":[{"lower":"1/5","upper":"4/5"},{"lower":"1/5","upper":"4/5"},{"lower":"1/5","upper":"4/5"},{"lower":"1/5","upper":"4/5"}],"effect_family":"homogeneous","incumbent_success":"3/10","mean_effect":"1/5","per_class_sample_size":5,"rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-26344e089e2226ed"},{"class_effects":["3/10","3/10","1/10","1/10"],"class_specific_discordance_intervals":[{"lower":"3/10","upper":"9/10"},{"lower":"3/10","upper":"9/10"},{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"7/10"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/5","per_class_sample_size":5,"rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-31c7f0998fbaf0b6"},{"class_effects":["3/10","1/10","3/10","1/10"],"class_specific_discordance_intervals":[{"lower":"3/10","upper":"9/10"},{"lower":"1/10","upper":"7/10"},{"lower":"3/10","upper":"9/10"},{"lower":"1/10","upper":"7/10"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/5","per_class_sample_size":5,"rotation":2,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-e5753fecfc27bada"},{"class_effects":["3/10","1/10","1/10","3/10"],"class_specific_discordance_intervals":[{"lower":"3/10","upper":"9/10"},{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"7/10"},{"lower":"3/10","upper":"9/10"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/5","per_class_sample_size":5,"rotation":3,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-b0d705f10262b6f8"},{"class_effects":["1/10","3/10","3/10","1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"7/10"},{"lower":"3/10","upper":"9/10"},{"lower":"3/10","upper":"9/10"},{"lower":"1/10","upper":"7/10"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/5","per_class_sample_size":5,"rotation":4,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-05faaae4c47204c7"},{"class_effects":["1/10","3/10","1/10","3/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"7/10"},{"lower":"3/10","upper":"9/10"},{"lower":"1/10","upper":"7/10"},{"lower":"3/10","upper":"9/10"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/5","per_class_sample_size":5,"rotation":5,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-96cbad7e3db945b9"},{"class_effects":["1/10","1/10","3/10","3/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"7/10"},{"lower":"3/10","upper":"9/10"},{"lower":"3/10","upper":"9/10"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/5","per_class_sample_size":5,"rotation":6,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-2a08d220364a0db8"},{"class_effects":["1/10","7/30","7/30","7/30"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"7/10"},{"lower":"7/30","upper":"5/6"},{"lower":"7/30","upper":"5/6"},{"lower":"7/30","upper":"5/6"}],"effect_family":"one_class_harm","incumbent_success":"3/10","mean_effect":"1/5","per_class_sample_size":5,"rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-8e3ee4df82987cd1"},{"class_effects":["7/30","1/10","7/30","7/30"],"class_specific_discordance_intervals":[{"lower":"7/30","upper":"5/6"},{"lower":"1/10","upper":"7/10"},{"lower":"7/30","upper":"5/6"},{"lower":"7/30","upper":"5/6"}],"effect_family":"one_class_harm","incumbent_success":"3/10","mean_effect":"1/5","per_class_sample_size":5,"rotation":2,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-c2addc0cc6c538ff"},{"class_effects":["7/30","7/30","1/10","7/30"],"class_specific_discordance_intervals":[{"lower":"7/30","upper":"5/6"},{"lower":"7/30","upper":"5/6"},{"lower":"1/10","upper":"7/10"},{"lower":"7/30","upper":"5/6"}],"effect_family":"one_class_harm","incumbent_success":"3/10","mean_effect":"1/5","per_class_sample_size":5,"rotation":3,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-abe893fff8975413"},{"class_effects":["7/30","7/30","7/30","1/10"],"class_specific_discordance_intervals":[{"lower":"7/30","upper":"5/6"},{"lower":"7/30","upper":"5/6"},{"lower":"7/30","upper":"5/6"},{"lower":"1/10","upper":"7/10"}],"effect_family":"one_class_harm","incumbent_success":"3/10","mean_effect":"1/5","per_class_sample_size":5,"rotation":4,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-17a0cea5995344f3"},{"class_effects":["0/1","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"}],"effect_family":"homogeneous","incumbent_success":"1/2","mean_effect":"0/1","per_class_sample_size":5,"rotation":1,"rule_relative_label":"null_boundary","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-482afee5cf1540c0"},{"class_effects":["1/10","1/10","-1/10","-1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"0/1","per_class_sample_size":5,"rotation":1,"rule_relative_label":"null_boundary","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-3d2986c3a85377ce"},{"class_effects":["1/10","-1/10","1/10","-1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"0/1","per_class_sample_size":5,"rotation":2,"rule_relative_label":"null_boundary","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-ec005d01bdd50800"},{"class_effects":["1/10","-1/10","-1/10","1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"0/1","per_class_sample_size":5,"rotation":3,"rule_relative_label":"null_boundary","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-d76d8a62af1a41cc"},{"class_effects":["-1/10","1/10","1/10","-1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"0/1","per_class_sample_size":5,"rotation":4,"rule_relative_label":"null_boundary","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-7f1f40c38e0b78cc"},{"class_effects":["-1/10","1/10","-1/10","1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"0/1","per_class_sample_size":5,"rotation":5,"rule_relative_label":"null_boundary","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-2d542fa2ffafeca0"},{"class_effects":["-1/10","-1/10","1/10","1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"0/1","per_class_sample_size":5,"rotation":6,"rule_relative_label":"null_boundary","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-df3c147fc9cd4a97"},{"class_effects":["0/1","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"}],"effect_family":"sparse_benefit","incumbent_success":"1/2","mean_effect":"0/1","per_class_sample_size":5,"rotation":1,"rule_relative_label":"null_boundary","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-5cf82e92b33c7332"},{"class_effects":["0/1","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"}],"effect_family":"sparse_benefit","incumbent_success":"1/2","mean_effect":"0/1","per_class_sample_size":5,"rotation":2,"rule_relative_label":"null_boundary","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-3e6f0103b32eab56"},{"class_effects":["0/1","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"}],"effect_family":"sparse_benefit","incumbent_success":"1/2","mean_effect":"0/1","per_class_sample_size":5,"rotation":3,"rule_relative_label":"null_boundary","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-af6fa626ca69375a"},{"class_effects":["0/1","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"}],"effect_family":"sparse_benefit","incumbent_success":"1/2","mean_effect":"0/1","per_class_sample_size":5,"rotation":4,"rule_relative_label":"null_boundary","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-da5993294fe64559"},{"class_effects":["-1/10","1/30","1/30","1/30"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"9/10"},{"lower":"1/30","upper":"29/30"},{"lower":"1/30","upper":"29/30"},{"lower":"1/30","upper":"29/30"}],"effect_family":"one_class_harm","incumbent_success":"1/2","mean_effect":"0/1","per_class_sample_size":5,"rotation":1,"rule_relative_label":"null_boundary","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-846551784d440553"},{"class_effects":["1/30","-1/10","1/30","1/30"],"class_specific_discordance_intervals":[{"lower":"1/30","upper":"29/30"},{"lower":"1/10","upper":"9/10"},{"lower":"1/30","upper":"29/30"},{"lower":"1/30","upper":"29/30"}],"effect_family":"one_class_harm","incumbent_success":"1/2","mean_effect":"0/1","per_class_sample_size":5,"rotation":2,"rule_relative_label":"null_boundary","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-25406b77f7dc5959"},{"class_effects":["1/30","1/30","-1/10","1/30"],"class_specific_discordance_intervals":[{"lower":"1/30","upper":"29/30"},{"lower":"1/30","upper":"29/30"},{"lower":"1/10","upper":"9/10"},{"lower":"1/30","upper":"29/30"}],"effect_family":"one_class_harm","incumbent_success":"1/2","mean_effect":"0/1","per_class_sample_size":5,"rotation":3,"rule_relative_label":"null_boundary","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-25b6271062364908"},{"class_effects":["1/30","1/30","1/30","-1/10"],"class_specific_discordance_intervals":[{"lower":"1/30","upper":"29/30"},{"lower":"1/30","upper":"29/30"},{"lower":"1/30","upper":"29/30"},{"lower":"1/10","upper":"9/10"}],"effect_family":"one_class_harm","incumbent_success":"1/2","mean_effect":"0/1","per_class_sample_size":5,"rotation":4,"rule_relative_label":"null_boundary","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-e0ab06a75bb1309f"},{"class_effects":["1/40","1/40","1/40","1/40"],"class_specific_discordance_intervals":[{"lower":"1/40","upper":"39/40"},{"lower":"1/40","upper":"39/40"},{"lower":"1/40","upper":"39/40"},{"lower":"1/40","upper":"39/40"}],"effect_family":"homogeneous","incumbent_success":"1/2","mean_effect":"1/40","per_class_sample_size":5,"rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-aab9d7db2144828a"},{"class_effects":["1/8","1/8","-3/40","-3/40"],"class_specific_discordance_intervals":[{"lower":"1/8","upper":"7/8"},{"lower":"1/8","upper":"7/8"},{"lower":"3/40","upper":"37/40"},{"lower":"3/40","upper":"37/40"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/40","per_class_sample_size":5,"rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-9f2b189fdc508ce8"},{"class_effects":["1/8","-3/40","1/8","-3/40"],"class_specific_discordance_intervals":[{"lower":"1/8","upper":"7/8"},{"lower":"3/40","upper":"37/40"},{"lower":"1/8","upper":"7/8"},{"lower":"3/40","upper":"37/40"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/40","per_class_sample_size":5,"rotation":2,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-92fc24ee95b5e372"},{"class_effects":["1/8","-3/40","-3/40","1/8"],"class_specific_discordance_intervals":[{"lower":"1/8","upper":"7/8"},{"lower":"3/40","upper":"37/40"},{"lower":"3/40","upper":"37/40"},{"lower":"1/8","upper":"7/8"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/40","per_class_sample_size":5,"rotation":3,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-07437473e1dd8333"},{"class_effects":["-3/40","1/8","1/8","-3/40"],"class_specific_discordance_intervals":[{"lower":"3/40","upper":"37/40"},{"lower":"1/8","upper":"7/8"},{"lower":"1/8","upper":"7/8"},{"lower":"3/40","upper":"37/40"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/40","per_class_sample_size":5,"rotation":4,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-e05588b47c7af837"},{"class_effects":["-3/40","1/8","-3/40","1/8"],"class_specific_discordance_intervals":[{"lower":"3/40","upper":"37/40"},{"lower":"1/8","upper":"7/8"},{"lower":"3/40","upper":"37/40"},{"lower":"1/8","upper":"7/8"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/40","per_class_sample_size":5,"rotation":5,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-7bfbbaac471f1b4f"},{"class_effects":["-3/40","-3/40","1/8","1/8"],"class_specific_discordance_intervals":[{"lower":"3/40","upper":"37/40"},{"lower":"3/40","upper":"37/40"},{"lower":"1/8","upper":"7/8"},{"lower":"1/8","upper":"7/8"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/40","per_class_sample_size":5,"rotation":6,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-ca43577360faaaa7"},{"class_effects":["1/10","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"9/10"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"}],"effect_family":"sparse_benefit","incumbent_success":"1/2","mean_effect":"1/40","per_class_sample_size":5,"rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-93f300af2013baf2"},{"class_effects":["0/1","1/10","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/1"},{"lower":"1/10","upper":"9/10"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"}],"effect_family":"sparse_benefit","incumbent_success":"1/2","mean_effect":"1/40","per_class_sample_size":5,"rotation":2,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-5841777c3ff74b51"},{"class_effects":["0/1","0/1","1/10","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"1/10","upper":"9/10"},{"lower":"0/1","upper":"1/1"}],"effect_family":"sparse_benefit","incumbent_success":"1/2","mean_effect":"1/40","per_class_sample_size":5,"rotation":3,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-d33b93319d6d8f45"},{"class_effects":["0/1","0/1","0/1","1/10"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"1/10","upper":"9/10"}],"effect_family":"sparse_benefit","incumbent_success":"1/2","mean_effect":"1/40","per_class_sample_size":5,"rotation":4,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-fd8ff3861964358e"},{"class_effects":["-3/40","7/120","7/120","7/120"],"class_specific_discordance_intervals":[{"lower":"3/40","upper":"37/40"},{"lower":"7/120","upper":"113/120"},{"lower":"7/120","upper":"113/120"},{"lower":"7/120","upper":"113/120"}],"effect_family":"one_class_harm","incumbent_success":"1/2","mean_effect":"1/40","per_class_sample_size":5,"rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-0a972d83ca7ca80e"},{"class_effects":["7/120","-3/40","7/120","7/120"],"class_specific_discordance_intervals":[{"lower":"7/120","upper":"113/120"},{"lower":"3/40","upper":"37/40"},{"lower":"7/120","upper":"113/120"},{"lower":"7/120","upper":"113/120"}],"effect_family":"one_class_harm","incumbent_success":"1/2","mean_effect":"1/40","per_class_sample_size":5,"rotation":2,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-e5c5480a87a7b244"},{"class_effects":["7/120","7/120","-3/40","7/120"],"class_specific_discordance_intervals":[{"lower":"7/120","upper":"113/120"},{"lower":"7/120","upper":"113/120"},{"lower":"3/40","upper":"37/40"},{"lower":"7/120","upper":"113/120"}],"effect_family":"one_class_harm","incumbent_success":"1/2","mean_effect":"1/40","per_class_sample_size":5,"rotation":3,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-6670911e78094ea4"},{"class_effects":["7/120","7/120","7/120","-3/40"],"class_specific_discordance_intervals":[{"lower":"7/120","upper":"113/120"},{"lower":"7/120","upper":"113/120"},{"lower":"7/120","upper":"113/120"},{"lower":"3/40","upper":"37/40"}],"effect_family":"one_class_harm","incumbent_success":"1/2","mean_effect":"1/40","per_class_sample_size":5,"rotation":4,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-de4823a481660042"},{"class_effects":["1/20","1/20","1/20","1/20"],"class_specific_discordance_intervals":[{"lower":"1/20","upper":"19/20"},{"lower":"1/20","upper":"19/20"},{"lower":"1/20","upper":"19/20"},{"lower":"1/20","upper":"19/20"}],"effect_family":"homogeneous","incumbent_success":"1/2","mean_effect":"1/20","per_class_sample_size":5,"rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-ccd0acad20bd5aea"},{"class_effects":["3/20","3/20","-1/20","-1/20"],"class_specific_discordance_intervals":[{"lower":"3/20","upper":"17/20"},{"lower":"3/20","upper":"17/20"},{"lower":"1/20","upper":"19/20"},{"lower":"1/20","upper":"19/20"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/20","per_class_sample_size":5,"rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-b64e2b17cd187293"},{"class_effects":["3/20","-1/20","3/20","-1/20"],"class_specific_discordance_intervals":[{"lower":"3/20","upper":"17/20"},{"lower":"1/20","upper":"19/20"},{"lower":"3/20","upper":"17/20"},{"lower":"1/20","upper":"19/20"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/20","per_class_sample_size":5,"rotation":2,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-eafc01b53dfd4ca2"},{"class_effects":["3/20","-1/20","-1/20","3/20"],"class_specific_discordance_intervals":[{"lower":"3/20","upper":"17/20"},{"lower":"1/20","upper":"19/20"},{"lower":"1/20","upper":"19/20"},{"lower":"3/20","upper":"17/20"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/20","per_class_sample_size":5,"rotation":3,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-c860bf101db46f3b"},{"class_effects":["-1/20","3/20","3/20","-1/20"],"class_specific_discordance_intervals":[{"lower":"1/20","upper":"19/20"},{"lower":"3/20","upper":"17/20"},{"lower":"3/20","upper":"17/20"},{"lower":"1/20","upper":"19/20"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/20","per_class_sample_size":5,"rotation":4,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-f537fdf411bb3a42"},{"class_effects":["-1/20","3/20","-1/20","3/20"],"class_specific_discordance_intervals":[{"lower":"1/20","upper":"19/20"},{"lower":"3/20","upper":"17/20"},{"lower":"1/20","upper":"19/20"},{"lower":"3/20","upper":"17/20"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/20","per_class_sample_size":5,"rotation":5,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-e82cf05fccb5dd41"},{"class_effects":["-1/20","-1/20","3/20","3/20"],"class_specific_discordance_intervals":[{"lower":"1/20","upper":"19/20"},{"lower":"1/20","upper":"19/20"},{"lower":"3/20","upper":"17/20"},{"lower":"3/20","upper":"17/20"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/20","per_class_sample_size":5,"rotation":6,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-dac5819926dedc2d"},{"class_effects":["1/5","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"1/5","upper":"4/5"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"}],"effect_family":"sparse_benefit","incumbent_success":"1/2","mean_effect":"1/20","per_class_sample_size":5,"rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-12ac78f849d8bd78"},{"class_effects":["0/1","1/5","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/1"},{"lower":"1/5","upper":"4/5"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"}],"effect_family":"sparse_benefit","incumbent_success":"1/2","mean_effect":"1/20","per_class_sample_size":5,"rotation":2,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-1f84fec556858f09"},{"class_effects":["0/1","0/1","1/5","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"1/5","upper":"4/5"},{"lower":"0/1","upper":"1/1"}],"effect_family":"sparse_benefit","incumbent_success":"1/2","mean_effect":"1/20","per_class_sample_size":5,"rotation":3,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-76562b47700fc1a1"},{"class_effects":["0/1","0/1","0/1","1/5"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"1/5","upper":"4/5"}],"effect_family":"sparse_benefit","incumbent_success":"1/2","mean_effect":"1/20","per_class_sample_size":5,"rotation":4,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-7dff1cd3b35958bd"},{"class_effects":["-1/20","1/12","1/12","1/12"],"class_specific_discordance_intervals":[{"lower":"1/20","upper":"19/20"},{"lower":"1/12","upper":"11/12"},{"lower":"1/12","upper":"11/12"},{"lower":"1/12","upper":"11/12"}],"effect_family":"one_class_harm","incumbent_success":"1/2","mean_effect":"1/20","per_class_sample_size":5,"rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-1fcb1ff5f772806b"},{"class_effects":["1/12","-1/20","1/12","1/12"],"class_specific_discordance_intervals":[{"lower":"1/12","upper":"11/12"},{"lower":"1/20","upper":"19/20"},{"lower":"1/12","upper":"11/12"},{"lower":"1/12","upper":"11/12"}],"effect_family":"one_class_harm","incumbent_success":"1/2","mean_effect":"1/20","per_class_sample_size":5,"rotation":2,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-71eb86e991f65cd5"},{"class_effects":["1/12","1/12","-1/20","1/12"],"class_specific_discordance_intervals":[{"lower":"1/12","upper":"11/12"},{"lower":"1/12","upper":"11/12"},{"lower":"1/20","upper":"19/20"},{"lower":"1/12","upper":"11/12"}],"effect_family":"one_class_harm","incumbent_success":"1/2","mean_effect":"1/20","per_class_sample_size":5,"rotation":3,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-0021aa05c48c03cc"},{"class_effects":["1/12","1/12","1/12","-1/20"],"class_specific_discordance_intervals":[{"lower":"1/12","upper":"11/12"},{"lower":"1/12","upper":"11/12"},{"lower":"1/12","upper":"11/12"},{"lower":"1/20","upper":"19/20"}],"effect_family":"one_class_harm","incumbent_success":"1/2","mean_effect":"1/20","per_class_sample_size":5,"rotation":4,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-1c2eaef901ac6953"},{"class_effects":["1/10","1/10","1/10","1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"}],"effect_family":"homogeneous","incumbent_success":"1/2","mean_effect":"1/10","per_class_sample_size":5,"rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-20a6922162331987"},{"class_effects":["1/5","1/5","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"1/5","upper":"4/5"},{"lower":"1/5","upper":"4/5"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/10","per_class_sample_size":5,"rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-807c0cb3f3c844f0"},{"class_effects":["1/5","0/1","1/5","0/1"],"class_specific_discordance_intervals":[{"lower":"1/5","upper":"4/5"},{"lower":"0/1","upper":"1/1"},{"lower":"1/5","upper":"4/5"},{"lower":"0/1","upper":"1/1"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/10","per_class_sample_size":5,"rotation":2,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-045b0ea4a7f9bc49"},{"class_effects":["1/5","0/1","0/1","1/5"],"class_specific_discordance_intervals":[{"lower":"1/5","upper":"4/5"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"1/5","upper":"4/5"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/10","per_class_sample_size":5,"rotation":3,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-80beef350ea7b324"},{"class_effects":["0/1","1/5","1/5","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/1"},{"lower":"1/5","upper":"4/5"},{"lower":"1/5","upper":"4/5"},{"lower":"0/1","upper":"1/1"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/10","per_class_sample_size":5,"rotation":4,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-915eaa7550844ece"},{"class_effects":["0/1","1/5","0/1","1/5"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/1"},{"lower":"1/5","upper":"4/5"},{"lower":"0/1","upper":"1/1"},{"lower":"1/5","upper":"4/5"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/10","per_class_sample_size":5,"rotation":5,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-423ff56a13dc5f78"},{"class_effects":["0/1","0/1","1/5","1/5"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"1/5","upper":"4/5"},{"lower":"1/5","upper":"4/5"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/10","per_class_sample_size":5,"rotation":6,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-89f4db0626c7a4ce"},{"class_effects":["2/5","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"2/5","upper":"3/5"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"}],"effect_family":"sparse_benefit","incumbent_success":"1/2","mean_effect":"1/10","per_class_sample_size":5,"rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-623fe1531ce23faa"},{"class_effects":["0/1","2/5","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/1"},{"lower":"2/5","upper":"3/5"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"}],"effect_family":"sparse_benefit","incumbent_success":"1/2","mean_effect":"1/10","per_class_sample_size":5,"rotation":2,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-f422d53d8ec9d033"},{"class_effects":["0/1","0/1","2/5","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"2/5","upper":"3/5"},{"lower":"0/1","upper":"1/1"}],"effect_family":"sparse_benefit","incumbent_success":"1/2","mean_effect":"1/10","per_class_sample_size":5,"rotation":3,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-75b1bb01d2f9a9ad"},{"class_effects":["0/1","0/1","0/1","2/5"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"2/5","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"1/2","mean_effect":"1/10","per_class_sample_size":5,"rotation":4,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-3f49c33b5823d763"},{"class_effects":["0/1","2/15","2/15","2/15"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/1"},{"lower":"2/15","upper":"13/15"},{"lower":"2/15","upper":"13/15"},{"lower":"2/15","upper":"13/15"}],"effect_family":"one_class_harm","incumbent_success":"1/2","mean_effect":"1/10","per_class_sample_size":5,"rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-dc59791038f0c028"},{"class_effects":["2/15","0/1","2/15","2/15"],"class_specific_discordance_intervals":[{"lower":"2/15","upper":"13/15"},{"lower":"0/1","upper":"1/1"},{"lower":"2/15","upper":"13/15"},{"lower":"2/15","upper":"13/15"}],"effect_family":"one_class_harm","incumbent_success":"1/2","mean_effect":"1/10","per_class_sample_size":5,"rotation":2,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-1b078943c024249c"},{"class_effects":["2/15","2/15","0/1","2/15"],"class_specific_discordance_intervals":[{"lower":"2/15","upper":"13/15"},{"lower":"2/15","upper":"13/15"},{"lower":"0/1","upper":"1/1"},{"lower":"2/15","upper":"13/15"}],"effect_family":"one_class_harm","incumbent_success":"1/2","mean_effect":"1/10","per_class_sample_size":5,"rotation":3,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-c27b66a57bb0388d"},{"class_effects":["2/15","2/15","2/15","0/1"],"class_specific_discordance_intervals":[{"lower":"2/15","upper":"13/15"},{"lower":"2/15","upper":"13/15"},{"lower":"2/15","upper":"13/15"},{"lower":"0/1","upper":"1/1"}],"effect_family":"one_class_harm","incumbent_success":"1/2","mean_effect":"1/10","per_class_sample_size":5,"rotation":4,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-d051f936b182f0f4"},{"class_effects":["1/5","1/5","1/5","1/5"],"class_specific_discordance_intervals":[{"lower":"1/5","upper":"4/5"},{"lower":"1/5","upper":"4/5"},{"lower":"1/5","upper":"4/5"},{"lower":"1/5","upper":"4/5"}],"effect_family":"homogeneous","incumbent_success":"1/2","mean_effect":"1/5","per_class_sample_size":5,"rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-43f9268bb3be77a1"},{"class_effects":["3/10","3/10","1/10","1/10"],"class_specific_discordance_intervals":[{"lower":"3/10","upper":"7/10"},{"lower":"3/10","upper":"7/10"},{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/5","per_class_sample_size":5,"rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-3aa14bfeed1f6a25"},{"class_effects":["3/10","1/10","3/10","1/10"],"class_specific_discordance_intervals":[{"lower":"3/10","upper":"7/10"},{"lower":"1/10","upper":"9/10"},{"lower":"3/10","upper":"7/10"},{"lower":"1/10","upper":"9/10"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/5","per_class_sample_size":5,"rotation":2,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-5276206fd9060d6c"},{"class_effects":["3/10","1/10","1/10","3/10"],"class_specific_discordance_intervals":[{"lower":"3/10","upper":"7/10"},{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"},{"lower":"3/10","upper":"7/10"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/5","per_class_sample_size":5,"rotation":3,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-c67e4faa8d21bee0"},{"class_effects":["1/10","3/10","3/10","1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"9/10"},{"lower":"3/10","upper":"7/10"},{"lower":"3/10","upper":"7/10"},{"lower":"1/10","upper":"9/10"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/5","per_class_sample_size":5,"rotation":4,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-4ee51512d0006b80"},{"class_effects":["1/10","3/10","1/10","3/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"9/10"},{"lower":"3/10","upper":"7/10"},{"lower":"1/10","upper":"9/10"},{"lower":"3/10","upper":"7/10"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/5","per_class_sample_size":5,"rotation":5,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-b9bfeed56b9021d7"},{"class_effects":["1/10","1/10","3/10","3/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"},{"lower":"3/10","upper":"7/10"},{"lower":"3/10","upper":"7/10"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/5","per_class_sample_size":5,"rotation":6,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-0f57db167d1dffb8"},{"class_effects":["1/10","7/30","7/30","7/30"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"9/10"},{"lower":"7/30","upper":"23/30"},{"lower":"7/30","upper":"23/30"},{"lower":"7/30","upper":"23/30"}],"effect_family":"one_class_harm","incumbent_success":"1/2","mean_effect":"1/5","per_class_sample_size":5,"rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-04e6233064a33f39"},{"class_effects":["7/30","1/10","7/30","7/30"],"class_specific_discordance_intervals":[{"lower":"7/30","upper":"23/30"},{"lower":"1/10","upper":"9/10"},{"lower":"7/30","upper":"23/30"},{"lower":"7/30","upper":"23/30"}],"effect_family":"one_class_harm","incumbent_success":"1/2","mean_effect":"1/5","per_class_sample_size":5,"rotation":2,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-f000a846efd11be5"},{"class_effects":["7/30","7/30","1/10","7/30"],"class_specific_discordance_intervals":[{"lower":"7/30","upper":"23/30"},{"lower":"7/30","upper":"23/30"},{"lower":"1/10","upper":"9/10"},{"lower":"7/30","upper":"23/30"}],"effect_family":"one_class_harm","incumbent_success":"1/2","mean_effect":"1/5","per_class_sample_size":5,"rotation":3,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-4e9cdf0bd4634497"},{"class_effects":["7/30","7/30","7/30","1/10"],"class_specific_discordance_intervals":[{"lower":"7/30","upper":"23/30"},{"lower":"7/30","upper":"23/30"},{"lower":"7/30","upper":"23/30"},{"lower":"1/10","upper":"9/10"}],"effect_family":"one_class_harm","incumbent_success":"1/2","mean_effect":"1/5","per_class_sample_size":5,"rotation":4,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-5da146205968bf39"},{"class_effects":["0/1","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"homogeneous","incumbent_success":"7/10","mean_effect":"0/1","per_class_sample_size":5,"rotation":1,"rule_relative_label":"null_boundary","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-3760cbe2e366d876"},{"class_effects":["1/10","1/10","-1/10","-1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"7/10"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"0/1","per_class_sample_size":5,"rotation":1,"rule_relative_label":"null_boundary","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-42a6ad161924d470"},{"class_effects":["1/10","-1/10","1/10","-1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"7/10"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"0/1","per_class_sample_size":5,"rotation":2,"rule_relative_label":"null_boundary","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-7100cce4a491b1e2"},{"class_effects":["1/10","-1/10","-1/10","1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"1/2"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"0/1","per_class_sample_size":5,"rotation":3,"rule_relative_label":"null_boundary","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-5cebe39472bd5bae"},{"class_effects":["-1/10","1/10","1/10","-1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"7/10"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"0/1","per_class_sample_size":5,"rotation":4,"rule_relative_label":"null_boundary","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-99d46466226793e6"},{"class_effects":["-1/10","1/10","-1/10","1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"1/2"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"0/1","per_class_sample_size":5,"rotation":5,"rule_relative_label":"null_boundary","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-8b662051279e30f3"},{"class_effects":["-1/10","-1/10","1/10","1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"1/2"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"0/1","per_class_sample_size":5,"rotation":6,"rule_relative_label":"null_boundary","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-ee1456d3442fd7f4"},{"class_effects":["0/1","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"7/10","mean_effect":"0/1","per_class_sample_size":5,"rotation":1,"rule_relative_label":"null_boundary","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-21195897ea1f5f5c"},{"class_effects":["0/1","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"7/10","mean_effect":"0/1","per_class_sample_size":5,"rotation":2,"rule_relative_label":"null_boundary","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-565364c51488f571"},{"class_effects":["0/1","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"7/10","mean_effect":"0/1","per_class_sample_size":5,"rotation":3,"rule_relative_label":"null_boundary","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-5278e4c9984ee6b8"},{"class_effects":["0/1","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"7/10","mean_effect":"0/1","per_class_sample_size":5,"rotation":4,"rule_relative_label":"null_boundary","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-eb1fb81edcd97c22"},{"class_effects":["-1/10","1/30","1/30","1/30"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"7/10"},{"lower":"1/30","upper":"17/30"},{"lower":"1/30","upper":"17/30"},{"lower":"1/30","upper":"17/30"}],"effect_family":"one_class_harm","incumbent_success":"7/10","mean_effect":"0/1","per_class_sample_size":5,"rotation":1,"rule_relative_label":"null_boundary","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-c2e63fdf01eb9459"},{"class_effects":["1/30","-1/10","1/30","1/30"],"class_specific_discordance_intervals":[{"lower":"1/30","upper":"17/30"},{"lower":"1/10","upper":"7/10"},{"lower":"1/30","upper":"17/30"},{"lower":"1/30","upper":"17/30"}],"effect_family":"one_class_harm","incumbent_success":"7/10","mean_effect":"0/1","per_class_sample_size":5,"rotation":2,"rule_relative_label":"null_boundary","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-094b25916d9e6880"},{"class_effects":["1/30","1/30","-1/10","1/30"],"class_specific_discordance_intervals":[{"lower":"1/30","upper":"17/30"},{"lower":"1/30","upper":"17/30"},{"lower":"1/10","upper":"7/10"},{"lower":"1/30","upper":"17/30"}],"effect_family":"one_class_harm","incumbent_success":"7/10","mean_effect":"0/1","per_class_sample_size":5,"rotation":3,"rule_relative_label":"null_boundary","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-e3b1223aa3d94a07"},{"class_effects":["1/30","1/30","1/30","-1/10"],"class_specific_discordance_intervals":[{"lower":"1/30","upper":"17/30"},{"lower":"1/30","upper":"17/30"},{"lower":"1/30","upper":"17/30"},{"lower":"1/10","upper":"7/10"}],"effect_family":"one_class_harm","incumbent_success":"7/10","mean_effect":"0/1","per_class_sample_size":5,"rotation":4,"rule_relative_label":"null_boundary","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-a0d5367904805619"},{"class_effects":["1/40","1/40","1/40","1/40"],"class_specific_discordance_intervals":[{"lower":"1/40","upper":"23/40"},{"lower":"1/40","upper":"23/40"},{"lower":"1/40","upper":"23/40"},{"lower":"1/40","upper":"23/40"}],"effect_family":"homogeneous","incumbent_success":"7/10","mean_effect":"1/40","per_class_sample_size":5,"rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-1875b5d38e4fe832"},{"class_effects":["1/8","1/8","-3/40","-3/40"],"class_specific_discordance_intervals":[{"lower":"1/8","upper":"19/40"},{"lower":"1/8","upper":"19/40"},{"lower":"3/40","upper":"27/40"},{"lower":"3/40","upper":"27/40"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/40","per_class_sample_size":5,"rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-f1e09f69759a67c2"},{"class_effects":["1/8","-3/40","1/8","-3/40"],"class_specific_discordance_intervals":[{"lower":"1/8","upper":"19/40"},{"lower":"3/40","upper":"27/40"},{"lower":"1/8","upper":"19/40"},{"lower":"3/40","upper":"27/40"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/40","per_class_sample_size":5,"rotation":2,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-72ebe6e5661acaed"},{"class_effects":["1/8","-3/40","-3/40","1/8"],"class_specific_discordance_intervals":[{"lower":"1/8","upper":"19/40"},{"lower":"3/40","upper":"27/40"},{"lower":"3/40","upper":"27/40"},{"lower":"1/8","upper":"19/40"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/40","per_class_sample_size":5,"rotation":3,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-a48ed8c58c171e81"},{"class_effects":["-3/40","1/8","1/8","-3/40"],"class_specific_discordance_intervals":[{"lower":"3/40","upper":"27/40"},{"lower":"1/8","upper":"19/40"},{"lower":"1/8","upper":"19/40"},{"lower":"3/40","upper":"27/40"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/40","per_class_sample_size":5,"rotation":4,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-8b4117aa10a6e18c"},{"class_effects":["-3/40","1/8","-3/40","1/8"],"class_specific_discordance_intervals":[{"lower":"3/40","upper":"27/40"},{"lower":"1/8","upper":"19/40"},{"lower":"3/40","upper":"27/40"},{"lower":"1/8","upper":"19/40"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/40","per_class_sample_size":5,"rotation":5,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-7bc813e8e5fd70b7"},{"class_effects":["-3/40","-3/40","1/8","1/8"],"class_specific_discordance_intervals":[{"lower":"3/40","upper":"27/40"},{"lower":"3/40","upper":"27/40"},{"lower":"1/8","upper":"19/40"},{"lower":"1/8","upper":"19/40"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/40","per_class_sample_size":5,"rotation":6,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-2ae25106778a9a95"},{"class_effects":["1/10","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"1/2"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"7/10","mean_effect":"1/40","per_class_sample_size":5,"rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-311162b31588bc9a"},{"class_effects":["0/1","1/10","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"1/10","upper":"1/2"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"7/10","mean_effect":"1/40","per_class_sample_size":5,"rotation":2,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-4456ef28fabc1e2c"},{"class_effects":["0/1","0/1","1/10","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"1/10","upper":"1/2"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"7/10","mean_effect":"1/40","per_class_sample_size":5,"rotation":3,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-7ce405d9f0ff3fb5"},{"class_effects":["0/1","0/1","0/1","1/10"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"1/10","upper":"1/2"}],"effect_family":"sparse_benefit","incumbent_success":"7/10","mean_effect":"1/40","per_class_sample_size":5,"rotation":4,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-a075203a65b9e1f4"},{"class_effects":["-3/40","7/120","7/120","7/120"],"class_specific_discordance_intervals":[{"lower":"3/40","upper":"27/40"},{"lower":"7/120","upper":"13/24"},{"lower":"7/120","upper":"13/24"},{"lower":"7/120","upper":"13/24"}],"effect_family":"one_class_harm","incumbent_success":"7/10","mean_effect":"1/40","per_class_sample_size":5,"rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-50c5b31ee931e6f6"},{"class_effects":["7/120","-3/40","7/120","7/120"],"class_specific_discordance_intervals":[{"lower":"7/120","upper":"13/24"},{"lower":"3/40","upper":"27/40"},{"lower":"7/120","upper":"13/24"},{"lower":"7/120","upper":"13/24"}],"effect_family":"one_class_harm","incumbent_success":"7/10","mean_effect":"1/40","per_class_sample_size":5,"rotation":2,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-fee8e639140da4d1"},{"class_effects":["7/120","7/120","-3/40","7/120"],"class_specific_discordance_intervals":[{"lower":"7/120","upper":"13/24"},{"lower":"7/120","upper":"13/24"},{"lower":"3/40","upper":"27/40"},{"lower":"7/120","upper":"13/24"}],"effect_family":"one_class_harm","incumbent_success":"7/10","mean_effect":"1/40","per_class_sample_size":5,"rotation":3,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-c9c569c963c253b5"},{"class_effects":["7/120","7/120","7/120","-3/40"],"class_specific_discordance_intervals":[{"lower":"7/120","upper":"13/24"},{"lower":"7/120","upper":"13/24"},{"lower":"7/120","upper":"13/24"},{"lower":"3/40","upper":"27/40"}],"effect_family":"one_class_harm","incumbent_success":"7/10","mean_effect":"1/40","per_class_sample_size":5,"rotation":4,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-34532a673a1a4a04"},{"class_effects":["1/20","1/20","1/20","1/20"],"class_specific_discordance_intervals":[{"lower":"1/20","upper":"11/20"},{"lower":"1/20","upper":"11/20"},{"lower":"1/20","upper":"11/20"},{"lower":"1/20","upper":"11/20"}],"effect_family":"homogeneous","incumbent_success":"7/10","mean_effect":"1/20","per_class_sample_size":5,"rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-3a3d15c72970109d"},{"class_effects":["3/20","3/20","-1/20","-1/20"],"class_specific_discordance_intervals":[{"lower":"3/20","upper":"9/20"},{"lower":"3/20","upper":"9/20"},{"lower":"1/20","upper":"13/20"},{"lower":"1/20","upper":"13/20"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/20","per_class_sample_size":5,"rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-c3a2ff4570f49144"},{"class_effects":["3/20","-1/20","3/20","-1/20"],"class_specific_discordance_intervals":[{"lower":"3/20","upper":"9/20"},{"lower":"1/20","upper":"13/20"},{"lower":"3/20","upper":"9/20"},{"lower":"1/20","upper":"13/20"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/20","per_class_sample_size":5,"rotation":2,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-10b75237d333316c"},{"class_effects":["3/20","-1/20","-1/20","3/20"],"class_specific_discordance_intervals":[{"lower":"3/20","upper":"9/20"},{"lower":"1/20","upper":"13/20"},{"lower":"1/20","upper":"13/20"},{"lower":"3/20","upper":"9/20"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/20","per_class_sample_size":5,"rotation":3,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-e02d5bd4f2a4cafc"},{"class_effects":["-1/20","3/20","3/20","-1/20"],"class_specific_discordance_intervals":[{"lower":"1/20","upper":"13/20"},{"lower":"3/20","upper":"9/20"},{"lower":"3/20","upper":"9/20"},{"lower":"1/20","upper":"13/20"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/20","per_class_sample_size":5,"rotation":4,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-4298849b2bdd4d8a"},{"class_effects":["-1/20","3/20","-1/20","3/20"],"class_specific_discordance_intervals":[{"lower":"1/20","upper":"13/20"},{"lower":"3/20","upper":"9/20"},{"lower":"1/20","upper":"13/20"},{"lower":"3/20","upper":"9/20"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/20","per_class_sample_size":5,"rotation":5,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-4313530b3ff2f6c2"},{"class_effects":["-1/20","-1/20","3/20","3/20"],"class_specific_discordance_intervals":[{"lower":"1/20","upper":"13/20"},{"lower":"1/20","upper":"13/20"},{"lower":"3/20","upper":"9/20"},{"lower":"3/20","upper":"9/20"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/20","per_class_sample_size":5,"rotation":6,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-5653d97d32729a83"},{"class_effects":["1/5","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"1/5","upper":"2/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"7/10","mean_effect":"1/20","per_class_sample_size":5,"rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-651c968b8acf5d9f"},{"class_effects":["0/1","1/5","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"1/5","upper":"2/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"7/10","mean_effect":"1/20","per_class_sample_size":5,"rotation":2,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-31375a1500e1f823"},{"class_effects":["0/1","0/1","1/5","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"1/5","upper":"2/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"7/10","mean_effect":"1/20","per_class_sample_size":5,"rotation":3,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-dea23da8f24a4c69"},{"class_effects":["0/1","0/1","0/1","1/5"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"1/5","upper":"2/5"}],"effect_family":"sparse_benefit","incumbent_success":"7/10","mean_effect":"1/20","per_class_sample_size":5,"rotation":4,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-0943347bd271c935"},{"class_effects":["-1/20","1/12","1/12","1/12"],"class_specific_discordance_intervals":[{"lower":"1/20","upper":"13/20"},{"lower":"1/12","upper":"31/60"},{"lower":"1/12","upper":"31/60"},{"lower":"1/12","upper":"31/60"}],"effect_family":"one_class_harm","incumbent_success":"7/10","mean_effect":"1/20","per_class_sample_size":5,"rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-1be285053888ab1a"},{"class_effects":["1/12","-1/20","1/12","1/12"],"class_specific_discordance_intervals":[{"lower":"1/12","upper":"31/60"},{"lower":"1/20","upper":"13/20"},{"lower":"1/12","upper":"31/60"},{"lower":"1/12","upper":"31/60"}],"effect_family":"one_class_harm","incumbent_success":"7/10","mean_effect":"1/20","per_class_sample_size":5,"rotation":2,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-dd0f9062e0169a24"},{"class_effects":["1/12","1/12","-1/20","1/12"],"class_specific_discordance_intervals":[{"lower":"1/12","upper":"31/60"},{"lower":"1/12","upper":"31/60"},{"lower":"1/20","upper":"13/20"},{"lower":"1/12","upper":"31/60"}],"effect_family":"one_class_harm","incumbent_success":"7/10","mean_effect":"1/20","per_class_sample_size":5,"rotation":3,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-79ad4190b4ab2b45"},{"class_effects":["1/12","1/12","1/12","-1/20"],"class_specific_discordance_intervals":[{"lower":"1/12","upper":"31/60"},{"lower":"1/12","upper":"31/60"},{"lower":"1/12","upper":"31/60"},{"lower":"1/20","upper":"13/20"}],"effect_family":"one_class_harm","incumbent_success":"7/10","mean_effect":"1/20","per_class_sample_size":5,"rotation":4,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-7f5a54dd1c46e488"},{"class_effects":["1/10","1/10","1/10","1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"1/2"}],"effect_family":"homogeneous","incumbent_success":"7/10","mean_effect":"1/10","per_class_sample_size":5,"rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-21a46cb1eb882ad1"},{"class_effects":["1/5","1/5","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"1/5","upper":"2/5"},{"lower":"1/5","upper":"2/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/10","per_class_sample_size":5,"rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-a3f41c03c018ca13"},{"class_effects":["1/5","0/1","1/5","0/1"],"class_specific_discordance_intervals":[{"lower":"1/5","upper":"2/5"},{"lower":"0/1","upper":"3/5"},{"lower":"1/5","upper":"2/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/10","per_class_sample_size":5,"rotation":2,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-81192772d5dda446"},{"class_effects":["1/5","0/1","0/1","1/5"],"class_specific_discordance_intervals":[{"lower":"1/5","upper":"2/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"1/5","upper":"2/5"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/10","per_class_sample_size":5,"rotation":3,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-98b0c242724ec3ee"},{"class_effects":["0/1","1/5","1/5","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"1/5","upper":"2/5"},{"lower":"1/5","upper":"2/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/10","per_class_sample_size":5,"rotation":4,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-04de54de92d94bf9"},{"class_effects":["0/1","1/5","0/1","1/5"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"1/5","upper":"2/5"},{"lower":"0/1","upper":"3/5"},{"lower":"1/5","upper":"2/5"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/10","per_class_sample_size":5,"rotation":5,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-6a75637ccd61e29c"},{"class_effects":["0/1","0/1","1/5","1/5"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"1/5","upper":"2/5"},{"lower":"1/5","upper":"2/5"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/10","per_class_sample_size":5,"rotation":6,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-32fbe8711590afc8"},{"class_effects":["0/1","2/15","2/15","2/15"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"2/15","upper":"7/15"},{"lower":"2/15","upper":"7/15"},{"lower":"2/15","upper":"7/15"}],"effect_family":"one_class_harm","incumbent_success":"7/10","mean_effect":"1/10","per_class_sample_size":5,"rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-3e0aaf4da417259b"},{"class_effects":["2/15","0/1","2/15","2/15"],"class_specific_discordance_intervals":[{"lower":"2/15","upper":"7/15"},{"lower":"0/1","upper":"3/5"},{"lower":"2/15","upper":"7/15"},{"lower":"2/15","upper":"7/15"}],"effect_family":"one_class_harm","incumbent_success":"7/10","mean_effect":"1/10","per_class_sample_size":5,"rotation":2,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-0c4cfcea8fa73324"},{"class_effects":["2/15","2/15","0/1","2/15"],"class_specific_discordance_intervals":[{"lower":"2/15","upper":"7/15"},{"lower":"2/15","upper":"7/15"},{"lower":"0/1","upper":"3/5"},{"lower":"2/15","upper":"7/15"}],"effect_family":"one_class_harm","incumbent_success":"7/10","mean_effect":"1/10","per_class_sample_size":5,"rotation":3,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-f680fa75a0f63683"},{"class_effects":["2/15","2/15","2/15","0/1"],"class_specific_discordance_intervals":[{"lower":"2/15","upper":"7/15"},{"lower":"2/15","upper":"7/15"},{"lower":"2/15","upper":"7/15"},{"lower":"0/1","upper":"3/5"}],"effect_family":"one_class_harm","incumbent_success":"7/10","mean_effect":"1/10","per_class_sample_size":5,"rotation":4,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-063f0c2141550385"},{"class_effects":["1/5","1/5","1/5","1/5"],"class_specific_discordance_intervals":[{"lower":"1/5","upper":"2/5"},{"lower":"1/5","upper":"2/5"},{"lower":"1/5","upper":"2/5"},{"lower":"1/5","upper":"2/5"}],"effect_family":"homogeneous","incumbent_success":"7/10","mean_effect":"1/5","per_class_sample_size":5,"rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-6bcb3bdbef95c254"},{"class_effects":["3/10","3/10","1/10","1/10"],"class_specific_discordance_intervals":[{"lower":"3/10","upper":"3/10"},{"lower":"3/10","upper":"3/10"},{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"1/2"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/5","per_class_sample_size":5,"rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-2817d61715093801"},{"class_effects":["3/10","1/10","3/10","1/10"],"class_specific_discordance_intervals":[{"lower":"3/10","upper":"3/10"},{"lower":"1/10","upper":"1/2"},{"lower":"3/10","upper":"3/10"},{"lower":"1/10","upper":"1/2"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/5","per_class_sample_size":5,"rotation":2,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-53a27cc98273c22a"},{"class_effects":["3/10","1/10","1/10","3/10"],"class_specific_discordance_intervals":[{"lower":"3/10","upper":"3/10"},{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"1/2"},{"lower":"3/10","upper":"3/10"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/5","per_class_sample_size":5,"rotation":3,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-e9b35c18d2368c4e"},{"class_effects":["1/10","3/10","3/10","1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"1/2"},{"lower":"3/10","upper":"3/10"},{"lower":"3/10","upper":"3/10"},{"lower":"1/10","upper":"1/2"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/5","per_class_sample_size":5,"rotation":4,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-f2754a9b6a68bb09"},{"class_effects":["1/10","3/10","1/10","3/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"1/2"},{"lower":"3/10","upper":"3/10"},{"lower":"1/10","upper":"1/2"},{"lower":"3/10","upper":"3/10"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/5","per_class_sample_size":5,"rotation":5,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-07e36d9b0c8aec2d"},{"class_effects":["1/10","1/10","3/10","3/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"1/2"},{"lower":"3/10","upper":"3/10"},{"lower":"3/10","upper":"3/10"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/5","per_class_sample_size":5,"rotation":6,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-16ca7b92e294bcdf"},{"class_effects":["1/10","7/30","7/30","7/30"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"1/2"},{"lower":"7/30","upper":"11/30"},{"lower":"7/30","upper":"11/30"},{"lower":"7/30","upper":"11/30"}],"effect_family":"one_class_harm","incumbent_success":"7/10","mean_effect":"1/5","per_class_sample_size":5,"rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-d43d462933a105b1"},{"class_effects":["7/30","1/10","7/30","7/30"],"class_specific_discordance_intervals":[{"lower":"7/30","upper":"11/30"},{"lower":"1/10","upper":"1/2"},{"lower":"7/30","upper":"11/30"},{"lower":"7/30","upper":"11/30"}],"effect_family":"one_class_harm","incumbent_success":"7/10","mean_effect":"1/5","per_class_sample_size":5,"rotation":2,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-6e979164849db75f"},{"class_effects":["7/30","7/30","1/10","7/30"],"class_specific_discordance_intervals":[{"lower":"7/30","upper":"11/30"},{"lower":"7/30","upper":"11/30"},{"lower":"1/10","upper":"1/2"},{"lower":"7/30","upper":"11/30"}],"effect_family":"one_class_harm","incumbent_success":"7/10","mean_effect":"1/5","per_class_sample_size":5,"rotation":3,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-e5d6e0983ea5256c"},{"class_effects":["7/30","7/30","7/30","1/10"],"class_specific_discordance_intervals":[{"lower":"7/30","upper":"11/30"},{"lower":"7/30","upper":"11/30"},{"lower":"7/30","upper":"11/30"},{"lower":"1/10","upper":"1/2"}],"effect_family":"one_class_harm","incumbent_success":"7/10","mean_effect":"1/5","per_class_sample_size":5,"rotation":4,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-934658adf9c45b9b"},{"class_effects":["0/1","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"}],"effect_family":"homogeneous","incumbent_success":"9/10","mean_effect":"0/1","per_class_sample_size":5,"rotation":1,"rule_relative_label":"null_boundary","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-cf130c8af7bc7747"},{"class_effects":["1/10","1/10","-1/10","-1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"1/10"},{"lower":"1/10","upper":"1/10"},{"lower":"1/10","upper":"3/10"},{"lower":"1/10","upper":"3/10"}],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"0/1","per_class_sample_size":5,"rotation":1,"rule_relative_label":"null_boundary","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-65bd8dd204c5bc5b"},{"class_effects":["1/10","-1/10","1/10","-1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"1/10"},{"lower":"1/10","upper":"3/10"},{"lower":"1/10","upper":"1/10"},{"lower":"1/10","upper":"3/10"}],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"0/1","per_class_sample_size":5,"rotation":2,"rule_relative_label":"null_boundary","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-8e50d557526f84e9"},{"class_effects":["1/10","-1/10","-1/10","1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"1/10"},{"lower":"1/10","upper":"3/10"},{"lower":"1/10","upper":"3/10"},{"lower":"1/10","upper":"1/10"}],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"0/1","per_class_sample_size":5,"rotation":3,"rule_relative_label":"null_boundary","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-87012db6134ff69a"},{"class_effects":["-1/10","1/10","1/10","-1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"3/10"},{"lower":"1/10","upper":"1/10"},{"lower":"1/10","upper":"1/10"},{"lower":"1/10","upper":"3/10"}],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"0/1","per_class_sample_size":5,"rotation":4,"rule_relative_label":"null_boundary","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-5bfb0e286a3081b9"},{"class_effects":["-1/10","1/10","-1/10","1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"3/10"},{"lower":"1/10","upper":"1/10"},{"lower":"1/10","upper":"3/10"},{"lower":"1/10","upper":"1/10"}],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"0/1","per_class_sample_size":5,"rotation":5,"rule_relative_label":"null_boundary","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-a8199fa6c69e813f"},{"class_effects":["-1/10","-1/10","1/10","1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"3/10"},{"lower":"1/10","upper":"3/10"},{"lower":"1/10","upper":"1/10"},{"lower":"1/10","upper":"1/10"}],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"0/1","per_class_sample_size":5,"rotation":6,"rule_relative_label":"null_boundary","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-b3fede425bb51a46"},{"class_effects":["0/1","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"}],"effect_family":"sparse_benefit","incumbent_success":"9/10","mean_effect":"0/1","per_class_sample_size":5,"rotation":1,"rule_relative_label":"null_boundary","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-0d106b6a215fa142"},{"class_effects":["0/1","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"}],"effect_family":"sparse_benefit","incumbent_success":"9/10","mean_effect":"0/1","per_class_sample_size":5,"rotation":2,"rule_relative_label":"null_boundary","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-004f0dc26b41279a"},{"class_effects":["0/1","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"}],"effect_family":"sparse_benefit","incumbent_success":"9/10","mean_effect":"0/1","per_class_sample_size":5,"rotation":3,"rule_relative_label":"null_boundary","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-939bca457e5ca4b6"},{"class_effects":["0/1","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"}],"effect_family":"sparse_benefit","incumbent_success":"9/10","mean_effect":"0/1","per_class_sample_size":5,"rotation":4,"rule_relative_label":"null_boundary","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-162d18b29d826d84"},{"class_effects":["-1/10","1/30","1/30","1/30"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"3/10"},{"lower":"1/30","upper":"1/6"},{"lower":"1/30","upper":"1/6"},{"lower":"1/30","upper":"1/6"}],"effect_family":"one_class_harm","incumbent_success":"9/10","mean_effect":"0/1","per_class_sample_size":5,"rotation":1,"rule_relative_label":"null_boundary","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-570bfb5dad8c5d03"},{"class_effects":["1/30","-1/10","1/30","1/30"],"class_specific_discordance_intervals":[{"lower":"1/30","upper":"1/6"},{"lower":"1/10","upper":"3/10"},{"lower":"1/30","upper":"1/6"},{"lower":"1/30","upper":"1/6"}],"effect_family":"one_class_harm","incumbent_success":"9/10","mean_effect":"0/1","per_class_sample_size":5,"rotation":2,"rule_relative_label":"null_boundary","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-9ec69548671c5baf"},{"class_effects":["1/30","1/30","-1/10","1/30"],"class_specific_discordance_intervals":[{"lower":"1/30","upper":"1/6"},{"lower":"1/30","upper":"1/6"},{"lower":"1/10","upper":"3/10"},{"lower":"1/30","upper":"1/6"}],"effect_family":"one_class_harm","incumbent_success":"9/10","mean_effect":"0/1","per_class_sample_size":5,"rotation":3,"rule_relative_label":"null_boundary","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-8f59785421f813ed"},{"class_effects":["1/30","1/30","1/30","-1/10"],"class_specific_discordance_intervals":[{"lower":"1/30","upper":"1/6"},{"lower":"1/30","upper":"1/6"},{"lower":"1/30","upper":"1/6"},{"lower":"1/10","upper":"3/10"}],"effect_family":"one_class_harm","incumbent_success":"9/10","mean_effect":"0/1","per_class_sample_size":5,"rotation":4,"rule_relative_label":"null_boundary","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-64a873d5179b1f10"},{"class_effects":["1/40","1/40","1/40","1/40"],"class_specific_discordance_intervals":[{"lower":"1/40","upper":"7/40"},{"lower":"1/40","upper":"7/40"},{"lower":"1/40","upper":"7/40"},{"lower":"1/40","upper":"7/40"}],"effect_family":"homogeneous","incumbent_success":"9/10","mean_effect":"1/40","per_class_sample_size":5,"rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-2172c4d44d3e5335"},{"class_effects":["1/10","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"1/10"},{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"}],"effect_family":"sparse_benefit","incumbent_success":"9/10","mean_effect":"1/40","per_class_sample_size":5,"rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-1d79dad018c910fd"},{"class_effects":["0/1","1/10","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/5"},{"lower":"1/10","upper":"1/10"},{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"}],"effect_family":"sparse_benefit","incumbent_success":"9/10","mean_effect":"1/40","per_class_sample_size":5,"rotation":2,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-d194d9830f18780e"},{"class_effects":["0/1","0/1","1/10","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"},{"lower":"1/10","upper":"1/10"},{"lower":"0/1","upper":"1/5"}],"effect_family":"sparse_benefit","incumbent_success":"9/10","mean_effect":"1/40","per_class_sample_size":5,"rotation":3,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-d9ca4aca442b7a69"},{"class_effects":["0/1","0/1","0/1","1/10"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"},{"lower":"1/10","upper":"1/10"}],"effect_family":"sparse_benefit","incumbent_success":"9/10","mean_effect":"1/40","per_class_sample_size":5,"rotation":4,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-ce6df2716f28e86b"},{"class_effects":["-3/40","7/120","7/120","7/120"],"class_specific_discordance_intervals":[{"lower":"3/40","upper":"11/40"},{"lower":"7/120","upper":"17/120"},{"lower":"7/120","upper":"17/120"},{"lower":"7/120","upper":"17/120"}],"effect_family":"one_class_harm","incumbent_success":"9/10","mean_effect":"1/40","per_class_sample_size":5,"rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-0628190d7c04255c"},{"class_effects":["7/120","-3/40","7/120","7/120"],"class_specific_discordance_intervals":[{"lower":"7/120","upper":"17/120"},{"lower":"3/40","upper":"11/40"},{"lower":"7/120","upper":"17/120"},{"lower":"7/120","upper":"17/120"}],"effect_family":"one_class_harm","incumbent_success":"9/10","mean_effect":"1/40","per_class_sample_size":5,"rotation":2,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-918ead49323787e0"},{"class_effects":["7/120","7/120","-3/40","7/120"],"class_specific_discordance_intervals":[{"lower":"7/120","upper":"17/120"},{"lower":"7/120","upper":"17/120"},{"lower":"3/40","upper":"11/40"},{"lower":"7/120","upper":"17/120"}],"effect_family":"one_class_harm","incumbent_success":"9/10","mean_effect":"1/40","per_class_sample_size":5,"rotation":3,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-16cdd05120c3a6fd"},{"class_effects":["7/120","7/120","7/120","-3/40"],"class_specific_discordance_intervals":[{"lower":"7/120","upper":"17/120"},{"lower":"7/120","upper":"17/120"},{"lower":"7/120","upper":"17/120"},{"lower":"3/40","upper":"11/40"}],"effect_family":"one_class_harm","incumbent_success":"9/10","mean_effect":"1/40","per_class_sample_size":5,"rotation":4,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-a5ba3a4613d68f9f"},{"class_effects":["1/20","1/20","1/20","1/20"],"class_specific_discordance_intervals":[{"lower":"1/20","upper":"3/20"},{"lower":"1/20","upper":"3/20"},{"lower":"1/20","upper":"3/20"},{"lower":"1/20","upper":"3/20"}],"effect_family":"homogeneous","incumbent_success":"9/10","mean_effect":"1/20","per_class_sample_size":5,"rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-3ae32301e12cb9e3"},{"class_effects":["-1/20","1/12","1/12","1/12"],"class_specific_discordance_intervals":[{"lower":"1/20","upper":"1/4"},{"lower":"1/12","upper":"7/60"},{"lower":"1/12","upper":"7/60"},{"lower":"1/12","upper":"7/60"}],"effect_family":"one_class_harm","incumbent_success":"9/10","mean_effect":"1/20","per_class_sample_size":5,"rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-3ab2b21481ba0759"},{"class_effects":["1/12","-1/20","1/12","1/12"],"class_specific_discordance_intervals":[{"lower":"1/12","upper":"7/60"},{"lower":"1/20","upper":"1/4"},{"lower":"1/12","upper":"7/60"},{"lower":"1/12","upper":"7/60"}],"effect_family":"one_class_harm","incumbent_success":"9/10","mean_effect":"1/20","per_class_sample_size":5,"rotation":2,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-38192d0ef9c0ffd3"},{"class_effects":["1/12","1/12","-1/20","1/12"],"class_specific_discordance_intervals":[{"lower":"1/12","upper":"7/60"},{"lower":"1/12","upper":"7/60"},{"lower":"1/20","upper":"1/4"},{"lower":"1/12","upper":"7/60"}],"effect_family":"one_class_harm","incumbent_success":"9/10","mean_effect":"1/20","per_class_sample_size":5,"rotation":3,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-bd8c7bc0e16498e3"},{"class_effects":["1/12","1/12","1/12","-1/20"],"class_specific_discordance_intervals":[{"lower":"1/12","upper":"7/60"},{"lower":"1/12","upper":"7/60"},{"lower":"1/12","upper":"7/60"},{"lower":"1/20","upper":"1/4"}],"effect_family":"one_class_harm","incumbent_success":"9/10","mean_effect":"1/20","per_class_sample_size":5,"rotation":4,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-7539488c35e8d854"},{"class_effects":["1/10","1/10","1/10","1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"1/10"},{"lower":"1/10","upper":"1/10"},{"lower":"1/10","upper":"1/10"},{"lower":"1/10","upper":"1/10"}],"effect_family":"homogeneous","incumbent_success":"9/10","mean_effect":"1/10","per_class_sample_size":5,"rotation":1,"rule_relative_label":"alternative","sample_size":20,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-72822e7b53319684"},{"class_effects":["0/1","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"homogeneous","incumbent_success":"3/10","mean_effect":"0/1","per_class_sample_size":10,"rotation":1,"rule_relative_label":"null_boundary","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-8af53fec60102df8"},{"class_effects":["1/10","1/10","-1/10","-1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"1/2"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"0/1","per_class_sample_size":10,"rotation":1,"rule_relative_label":"null_boundary","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-e641f344ee7dd656"},{"class_effects":["1/10","-1/10","1/10","-1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"1/2"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"0/1","per_class_sample_size":10,"rotation":2,"rule_relative_label":"null_boundary","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-405d531a6e04ff72"},{"class_effects":["1/10","-1/10","-1/10","1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"7/10"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"0/1","per_class_sample_size":10,"rotation":3,"rule_relative_label":"null_boundary","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-587db7e56432bb1f"},{"class_effects":["-1/10","1/10","1/10","-1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"1/2"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"0/1","per_class_sample_size":10,"rotation":4,"rule_relative_label":"null_boundary","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-c0f30660a689eb05"},{"class_effects":["-1/10","1/10","-1/10","1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"7/10"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"0/1","per_class_sample_size":10,"rotation":5,"rule_relative_label":"null_boundary","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-5515fd1db0830995"},{"class_effects":["-1/10","-1/10","1/10","1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"7/10"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"0/1","per_class_sample_size":10,"rotation":6,"rule_relative_label":"null_boundary","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-dbd1768884a7392e"},{"class_effects":["0/1","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"3/10","mean_effect":"0/1","per_class_sample_size":10,"rotation":1,"rule_relative_label":"null_boundary","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-6c7773147a1af50f"},{"class_effects":["0/1","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"3/10","mean_effect":"0/1","per_class_sample_size":10,"rotation":2,"rule_relative_label":"null_boundary","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-3a66462b8dfed432"},{"class_effects":["0/1","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"3/10","mean_effect":"0/1","per_class_sample_size":10,"rotation":3,"rule_relative_label":"null_boundary","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-83f893dbf7f0e009"},{"class_effects":["0/1","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"3/10","mean_effect":"0/1","per_class_sample_size":10,"rotation":4,"rule_relative_label":"null_boundary","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-17155d4d9e662bba"},{"class_effects":["-1/10","1/30","1/30","1/30"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"1/2"},{"lower":"1/30","upper":"19/30"},{"lower":"1/30","upper":"19/30"},{"lower":"1/30","upper":"19/30"}],"effect_family":"one_class_harm","incumbent_success":"3/10","mean_effect":"0/1","per_class_sample_size":10,"rotation":1,"rule_relative_label":"null_boundary","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-f852220e94871758"},{"class_effects":["1/30","-1/10","1/30","1/30"],"class_specific_discordance_intervals":[{"lower":"1/30","upper":"19/30"},{"lower":"1/10","upper":"1/2"},{"lower":"1/30","upper":"19/30"},{"lower":"1/30","upper":"19/30"}],"effect_family":"one_class_harm","incumbent_success":"3/10","mean_effect":"0/1","per_class_sample_size":10,"rotation":2,"rule_relative_label":"null_boundary","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-ea0d671f8807a08f"},{"class_effects":["1/30","1/30","-1/10","1/30"],"class_specific_discordance_intervals":[{"lower":"1/30","upper":"19/30"},{"lower":"1/30","upper":"19/30"},{"lower":"1/10","upper":"1/2"},{"lower":"1/30","upper":"19/30"}],"effect_family":"one_class_harm","incumbent_success":"3/10","mean_effect":"0/1","per_class_sample_size":10,"rotation":3,"rule_relative_label":"null_boundary","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-43b13e4f66a17854"},{"class_effects":["1/30","1/30","1/30","-1/10"],"class_specific_discordance_intervals":[{"lower":"1/30","upper":"19/30"},{"lower":"1/30","upper":"19/30"},{"lower":"1/30","upper":"19/30"},{"lower":"1/10","upper":"1/2"}],"effect_family":"one_class_harm","incumbent_success":"3/10","mean_effect":"0/1","per_class_sample_size":10,"rotation":4,"rule_relative_label":"null_boundary","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-ca8f2dc124a76d72"},{"class_effects":["1/40","1/40","1/40","1/40"],"class_specific_discordance_intervals":[{"lower":"1/40","upper":"5/8"},{"lower":"1/40","upper":"5/8"},{"lower":"1/40","upper":"5/8"},{"lower":"1/40","upper":"5/8"}],"effect_family":"homogeneous","incumbent_success":"3/10","mean_effect":"1/40","per_class_sample_size":10,"rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-0067b90351517663"},{"class_effects":["1/8","1/8","-3/40","-3/40"],"class_specific_discordance_intervals":[{"lower":"1/8","upper":"29/40"},{"lower":"1/8","upper":"29/40"},{"lower":"3/40","upper":"21/40"},{"lower":"3/40","upper":"21/40"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/40","per_class_sample_size":10,"rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-2227753645df1367"},{"class_effects":["1/8","-3/40","1/8","-3/40"],"class_specific_discordance_intervals":[{"lower":"1/8","upper":"29/40"},{"lower":"3/40","upper":"21/40"},{"lower":"1/8","upper":"29/40"},{"lower":"3/40","upper":"21/40"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/40","per_class_sample_size":10,"rotation":2,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-3a46bd975d77a4b2"},{"class_effects":["1/8","-3/40","-3/40","1/8"],"class_specific_discordance_intervals":[{"lower":"1/8","upper":"29/40"},{"lower":"3/40","upper":"21/40"},{"lower":"3/40","upper":"21/40"},{"lower":"1/8","upper":"29/40"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/40","per_class_sample_size":10,"rotation":3,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-935605ac79529ef4"},{"class_effects":["-3/40","1/8","1/8","-3/40"],"class_specific_discordance_intervals":[{"lower":"3/40","upper":"21/40"},{"lower":"1/8","upper":"29/40"},{"lower":"1/8","upper":"29/40"},{"lower":"3/40","upper":"21/40"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/40","per_class_sample_size":10,"rotation":4,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-4f383a0bbe14cf6c"},{"class_effects":["-3/40","1/8","-3/40","1/8"],"class_specific_discordance_intervals":[{"lower":"3/40","upper":"21/40"},{"lower":"1/8","upper":"29/40"},{"lower":"3/40","upper":"21/40"},{"lower":"1/8","upper":"29/40"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/40","per_class_sample_size":10,"rotation":5,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-a6583fed6f7f0bc8"},{"class_effects":["-3/40","-3/40","1/8","1/8"],"class_specific_discordance_intervals":[{"lower":"3/40","upper":"21/40"},{"lower":"3/40","upper":"21/40"},{"lower":"1/8","upper":"29/40"},{"lower":"1/8","upper":"29/40"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/40","per_class_sample_size":10,"rotation":6,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-7492b2f8532fba1e"},{"class_effects":["1/10","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"7/10"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"3/10","mean_effect":"1/40","per_class_sample_size":10,"rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-ee0da2eecc9c9bc9"},{"class_effects":["0/1","1/10","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"1/10","upper":"7/10"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"3/10","mean_effect":"1/40","per_class_sample_size":10,"rotation":2,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-fa5e4086c28df5de"},{"class_effects":["0/1","0/1","1/10","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"1/10","upper":"7/10"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"3/10","mean_effect":"1/40","per_class_sample_size":10,"rotation":3,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-a214fb965aeb5039"},{"class_effects":["0/1","0/1","0/1","1/10"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"1/10","upper":"7/10"}],"effect_family":"sparse_benefit","incumbent_success":"3/10","mean_effect":"1/40","per_class_sample_size":10,"rotation":4,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-ff7e234388cdac9f"},{"class_effects":["-3/40","7/120","7/120","7/120"],"class_specific_discordance_intervals":[{"lower":"3/40","upper":"21/40"},{"lower":"7/120","upper":"79/120"},{"lower":"7/120","upper":"79/120"},{"lower":"7/120","upper":"79/120"}],"effect_family":"one_class_harm","incumbent_success":"3/10","mean_effect":"1/40","per_class_sample_size":10,"rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-6e73e267078d8ff4"},{"class_effects":["7/120","-3/40","7/120","7/120"],"class_specific_discordance_intervals":[{"lower":"7/120","upper":"79/120"},{"lower":"3/40","upper":"21/40"},{"lower":"7/120","upper":"79/120"},{"lower":"7/120","upper":"79/120"}],"effect_family":"one_class_harm","incumbent_success":"3/10","mean_effect":"1/40","per_class_sample_size":10,"rotation":2,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-59887d97c64ee0a0"},{"class_effects":["7/120","7/120","-3/40","7/120"],"class_specific_discordance_intervals":[{"lower":"7/120","upper":"79/120"},{"lower":"7/120","upper":"79/120"},{"lower":"3/40","upper":"21/40"},{"lower":"7/120","upper":"79/120"}],"effect_family":"one_class_harm","incumbent_success":"3/10","mean_effect":"1/40","per_class_sample_size":10,"rotation":3,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-182afbd268f2f12a"},{"class_effects":["7/120","7/120","7/120","-3/40"],"class_specific_discordance_intervals":[{"lower":"7/120","upper":"79/120"},{"lower":"7/120","upper":"79/120"},{"lower":"7/120","upper":"79/120"},{"lower":"3/40","upper":"21/40"}],"effect_family":"one_class_harm","incumbent_success":"3/10","mean_effect":"1/40","per_class_sample_size":10,"rotation":4,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-f1bc1dfa02cc34d3"},{"class_effects":["1/20","1/20","1/20","1/20"],"class_specific_discordance_intervals":[{"lower":"1/20","upper":"13/20"},{"lower":"1/20","upper":"13/20"},{"lower":"1/20","upper":"13/20"},{"lower":"1/20","upper":"13/20"}],"effect_family":"homogeneous","incumbent_success":"3/10","mean_effect":"1/20","per_class_sample_size":10,"rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-d81c4c1308954401"},{"class_effects":["3/20","3/20","-1/20","-1/20"],"class_specific_discordance_intervals":[{"lower":"3/20","upper":"3/4"},{"lower":"3/20","upper":"3/4"},{"lower":"1/20","upper":"11/20"},{"lower":"1/20","upper":"11/20"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/20","per_class_sample_size":10,"rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-bf663bdd6a063197"},{"class_effects":["3/20","-1/20","3/20","-1/20"],"class_specific_discordance_intervals":[{"lower":"3/20","upper":"3/4"},{"lower":"1/20","upper":"11/20"},{"lower":"3/20","upper":"3/4"},{"lower":"1/20","upper":"11/20"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/20","per_class_sample_size":10,"rotation":2,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-f1728db601d770ed"},{"class_effects":["3/20","-1/20","-1/20","3/20"],"class_specific_discordance_intervals":[{"lower":"3/20","upper":"3/4"},{"lower":"1/20","upper":"11/20"},{"lower":"1/20","upper":"11/20"},{"lower":"3/20","upper":"3/4"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/20","per_class_sample_size":10,"rotation":3,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-a3db3e88d70c19e0"},{"class_effects":["-1/20","3/20","3/20","-1/20"],"class_specific_discordance_intervals":[{"lower":"1/20","upper":"11/20"},{"lower":"3/20","upper":"3/4"},{"lower":"3/20","upper":"3/4"},{"lower":"1/20","upper":"11/20"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/20","per_class_sample_size":10,"rotation":4,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-09f8209adfaec7b6"},{"class_effects":["-1/20","3/20","-1/20","3/20"],"class_specific_discordance_intervals":[{"lower":"1/20","upper":"11/20"},{"lower":"3/20","upper":"3/4"},{"lower":"1/20","upper":"11/20"},{"lower":"3/20","upper":"3/4"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/20","per_class_sample_size":10,"rotation":5,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-4bae9ee2a8295e0d"},{"class_effects":["-1/20","-1/20","3/20","3/20"],"class_specific_discordance_intervals":[{"lower":"1/20","upper":"11/20"},{"lower":"1/20","upper":"11/20"},{"lower":"3/20","upper":"3/4"},{"lower":"3/20","upper":"3/4"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/20","per_class_sample_size":10,"rotation":6,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-28c8cbe4800d296f"},{"class_effects":["1/5","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"1/5","upper":"4/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"3/10","mean_effect":"1/20","per_class_sample_size":10,"rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-db2de5e8ac1d6ed0"},{"class_effects":["0/1","1/5","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"1/5","upper":"4/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"3/10","mean_effect":"1/20","per_class_sample_size":10,"rotation":2,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-8fda82e23921bb68"},{"class_effects":["0/1","0/1","1/5","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"1/5","upper":"4/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"3/10","mean_effect":"1/20","per_class_sample_size":10,"rotation":3,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-002f2174542fd473"},{"class_effects":["0/1","0/1","0/1","1/5"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"1/5","upper":"4/5"}],"effect_family":"sparse_benefit","incumbent_success":"3/10","mean_effect":"1/20","per_class_sample_size":10,"rotation":4,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-33d357d3ecf9ac62"},{"class_effects":["-1/20","1/12","1/12","1/12"],"class_specific_discordance_intervals":[{"lower":"1/20","upper":"11/20"},{"lower":"1/12","upper":"41/60"},{"lower":"1/12","upper":"41/60"},{"lower":"1/12","upper":"41/60"}],"effect_family":"one_class_harm","incumbent_success":"3/10","mean_effect":"1/20","per_class_sample_size":10,"rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-ec31aee247f879d9"},{"class_effects":["1/12","-1/20","1/12","1/12"],"class_specific_discordance_intervals":[{"lower":"1/12","upper":"41/60"},{"lower":"1/20","upper":"11/20"},{"lower":"1/12","upper":"41/60"},{"lower":"1/12","upper":"41/60"}],"effect_family":"one_class_harm","incumbent_success":"3/10","mean_effect":"1/20","per_class_sample_size":10,"rotation":2,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-370e5e05a0509b43"},{"class_effects":["1/12","1/12","-1/20","1/12"],"class_specific_discordance_intervals":[{"lower":"1/12","upper":"41/60"},{"lower":"1/12","upper":"41/60"},{"lower":"1/20","upper":"11/20"},{"lower":"1/12","upper":"41/60"}],"effect_family":"one_class_harm","incumbent_success":"3/10","mean_effect":"1/20","per_class_sample_size":10,"rotation":3,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-5e4e55aab1f9862d"},{"class_effects":["1/12","1/12","1/12","-1/20"],"class_specific_discordance_intervals":[{"lower":"1/12","upper":"41/60"},{"lower":"1/12","upper":"41/60"},{"lower":"1/12","upper":"41/60"},{"lower":"1/20","upper":"11/20"}],"effect_family":"one_class_harm","incumbent_success":"3/10","mean_effect":"1/20","per_class_sample_size":10,"rotation":4,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-5403b6e06151a76d"},{"class_effects":["1/10","1/10","1/10","1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"7/10"}],"effect_family":"homogeneous","incumbent_success":"3/10","mean_effect":"1/10","per_class_sample_size":10,"rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-b5a9dfe1bdc2b21c"},{"class_effects":["1/5","1/5","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"1/5","upper":"4/5"},{"lower":"1/5","upper":"4/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/10","per_class_sample_size":10,"rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-4ad81d3a475bfa5e"},{"class_effects":["1/5","0/1","1/5","0/1"],"class_specific_discordance_intervals":[{"lower":"1/5","upper":"4/5"},{"lower":"0/1","upper":"3/5"},{"lower":"1/5","upper":"4/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/10","per_class_sample_size":10,"rotation":2,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-2784d7d4cde613ba"},{"class_effects":["1/5","0/1","0/1","1/5"],"class_specific_discordance_intervals":[{"lower":"1/5","upper":"4/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"1/5","upper":"4/5"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/10","per_class_sample_size":10,"rotation":3,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-347d35198e20c1ca"},{"class_effects":["0/1","1/5","1/5","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"1/5","upper":"4/5"},{"lower":"1/5","upper":"4/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/10","per_class_sample_size":10,"rotation":4,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-66e99f405929028c"},{"class_effects":["0/1","1/5","0/1","1/5"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"1/5","upper":"4/5"},{"lower":"0/1","upper":"3/5"},{"lower":"1/5","upper":"4/5"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/10","per_class_sample_size":10,"rotation":5,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-c8e90361faf8bb0b"},{"class_effects":["0/1","0/1","1/5","1/5"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"1/5","upper":"4/5"},{"lower":"1/5","upper":"4/5"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/10","per_class_sample_size":10,"rotation":6,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-4795250e2b914a5f"},{"class_effects":["2/5","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"2/5","upper":"1/1"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"3/10","mean_effect":"1/10","per_class_sample_size":10,"rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-c7094fe6a446448d"},{"class_effects":["0/1","2/5","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"2/5","upper":"1/1"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"3/10","mean_effect":"1/10","per_class_sample_size":10,"rotation":2,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-224c81aeaf701f33"},{"class_effects":["0/1","0/1","2/5","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"2/5","upper":"1/1"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"3/10","mean_effect":"1/10","per_class_sample_size":10,"rotation":3,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-f86b53d094deabb6"},{"class_effects":["0/1","0/1","0/1","2/5"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"2/5","upper":"1/1"}],"effect_family":"sparse_benefit","incumbent_success":"3/10","mean_effect":"1/10","per_class_sample_size":10,"rotation":4,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-e663a4a98df069c6"},{"class_effects":["0/1","2/15","2/15","2/15"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"2/15","upper":"11/15"},{"lower":"2/15","upper":"11/15"},{"lower":"2/15","upper":"11/15"}],"effect_family":"one_class_harm","incumbent_success":"3/10","mean_effect":"1/10","per_class_sample_size":10,"rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-4e563c249aeee318"},{"class_effects":["2/15","0/1","2/15","2/15"],"class_specific_discordance_intervals":[{"lower":"2/15","upper":"11/15"},{"lower":"0/1","upper":"3/5"},{"lower":"2/15","upper":"11/15"},{"lower":"2/15","upper":"11/15"}],"effect_family":"one_class_harm","incumbent_success":"3/10","mean_effect":"1/10","per_class_sample_size":10,"rotation":2,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-fb0dc30831431425"},{"class_effects":["2/15","2/15","0/1","2/15"],"class_specific_discordance_intervals":[{"lower":"2/15","upper":"11/15"},{"lower":"2/15","upper":"11/15"},{"lower":"0/1","upper":"3/5"},{"lower":"2/15","upper":"11/15"}],"effect_family":"one_class_harm","incumbent_success":"3/10","mean_effect":"1/10","per_class_sample_size":10,"rotation":3,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-fd1aabff1ad17226"},{"class_effects":["2/15","2/15","2/15","0/1"],"class_specific_discordance_intervals":[{"lower":"2/15","upper":"11/15"},{"lower":"2/15","upper":"11/15"},{"lower":"2/15","upper":"11/15"},{"lower":"0/1","upper":"3/5"}],"effect_family":"one_class_harm","incumbent_success":"3/10","mean_effect":"1/10","per_class_sample_size":10,"rotation":4,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-edb30dabda70b950"},{"class_effects":["1/5","1/5","1/5","1/5"],"class_specific_discordance_intervals":[{"lower":"1/5","upper":"4/5"},{"lower":"1/5","upper":"4/5"},{"lower":"1/5","upper":"4/5"},{"lower":"1/5","upper":"4/5"}],"effect_family":"homogeneous","incumbent_success":"3/10","mean_effect":"1/5","per_class_sample_size":10,"rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-cce58347e8e9df0a"},{"class_effects":["3/10","3/10","1/10","1/10"],"class_specific_discordance_intervals":[{"lower":"3/10","upper":"9/10"},{"lower":"3/10","upper":"9/10"},{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"7/10"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/5","per_class_sample_size":10,"rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-da1f066501f6fdbb"},{"class_effects":["3/10","1/10","3/10","1/10"],"class_specific_discordance_intervals":[{"lower":"3/10","upper":"9/10"},{"lower":"1/10","upper":"7/10"},{"lower":"3/10","upper":"9/10"},{"lower":"1/10","upper":"7/10"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/5","per_class_sample_size":10,"rotation":2,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-97eb0d32736d8cbd"},{"class_effects":["3/10","1/10","1/10","3/10"],"class_specific_discordance_intervals":[{"lower":"3/10","upper":"9/10"},{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"7/10"},{"lower":"3/10","upper":"9/10"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/5","per_class_sample_size":10,"rotation":3,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-b5946babc7d0cd40"},{"class_effects":["1/10","3/10","3/10","1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"7/10"},{"lower":"3/10","upper":"9/10"},{"lower":"3/10","upper":"9/10"},{"lower":"1/10","upper":"7/10"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/5","per_class_sample_size":10,"rotation":4,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-0d02c8c0d6aacc46"},{"class_effects":["1/10","3/10","1/10","3/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"7/10"},{"lower":"3/10","upper":"9/10"},{"lower":"1/10","upper":"7/10"},{"lower":"3/10","upper":"9/10"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/5","per_class_sample_size":10,"rotation":5,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-7690ca2cd9f2f152"},{"class_effects":["1/10","1/10","3/10","3/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"7/10"},{"lower":"3/10","upper":"9/10"},{"lower":"3/10","upper":"9/10"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/5","per_class_sample_size":10,"rotation":6,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-e80a0b89d0d36de2"},{"class_effects":["1/10","7/30","7/30","7/30"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"7/10"},{"lower":"7/30","upper":"5/6"},{"lower":"7/30","upper":"5/6"},{"lower":"7/30","upper":"5/6"}],"effect_family":"one_class_harm","incumbent_success":"3/10","mean_effect":"1/5","per_class_sample_size":10,"rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-4fa1af62b6d7212e"},{"class_effects":["7/30","1/10","7/30","7/30"],"class_specific_discordance_intervals":[{"lower":"7/30","upper":"5/6"},{"lower":"1/10","upper":"7/10"},{"lower":"7/30","upper":"5/6"},{"lower":"7/30","upper":"5/6"}],"effect_family":"one_class_harm","incumbent_success":"3/10","mean_effect":"1/5","per_class_sample_size":10,"rotation":2,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-56f004552147232d"},{"class_effects":["7/30","7/30","1/10","7/30"],"class_specific_discordance_intervals":[{"lower":"7/30","upper":"5/6"},{"lower":"7/30","upper":"5/6"},{"lower":"1/10","upper":"7/10"},{"lower":"7/30","upper":"5/6"}],"effect_family":"one_class_harm","incumbent_success":"3/10","mean_effect":"1/5","per_class_sample_size":10,"rotation":3,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-a9d4c0e4fab4d41e"},{"class_effects":["7/30","7/30","7/30","1/10"],"class_specific_discordance_intervals":[{"lower":"7/30","upper":"5/6"},{"lower":"7/30","upper":"5/6"},{"lower":"7/30","upper":"5/6"},{"lower":"1/10","upper":"7/10"}],"effect_family":"one_class_harm","incumbent_success":"3/10","mean_effect":"1/5","per_class_sample_size":10,"rotation":4,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-a834ee1ef2368aad"},{"class_effects":["0/1","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"}],"effect_family":"homogeneous","incumbent_success":"1/2","mean_effect":"0/1","per_class_sample_size":10,"rotation":1,"rule_relative_label":"null_boundary","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-bc61b1d3cf9ba52b"},{"class_effects":["1/10","1/10","-1/10","-1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"0/1","per_class_sample_size":10,"rotation":1,"rule_relative_label":"null_boundary","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-e8a8d121b50f26f1"},{"class_effects":["1/10","-1/10","1/10","-1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"0/1","per_class_sample_size":10,"rotation":2,"rule_relative_label":"null_boundary","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-5fdb1e103e6e420e"},{"class_effects":["1/10","-1/10","-1/10","1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"0/1","per_class_sample_size":10,"rotation":3,"rule_relative_label":"null_boundary","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-ae6b08b0cde6a1ee"},{"class_effects":["-1/10","1/10","1/10","-1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"0/1","per_class_sample_size":10,"rotation":4,"rule_relative_label":"null_boundary","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-fa779dcddeb2e804"},{"class_effects":["-1/10","1/10","-1/10","1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"0/1","per_class_sample_size":10,"rotation":5,"rule_relative_label":"null_boundary","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-a6ea20f6ed90dd0b"},{"class_effects":["-1/10","-1/10","1/10","1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"0/1","per_class_sample_size":10,"rotation":6,"rule_relative_label":"null_boundary","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-0aa285b061507812"},{"class_effects":["0/1","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"}],"effect_family":"sparse_benefit","incumbent_success":"1/2","mean_effect":"0/1","per_class_sample_size":10,"rotation":1,"rule_relative_label":"null_boundary","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-93e90f70eff4ef27"},{"class_effects":["0/1","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"}],"effect_family":"sparse_benefit","incumbent_success":"1/2","mean_effect":"0/1","per_class_sample_size":10,"rotation":2,"rule_relative_label":"null_boundary","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-22bb489fcb225e97"},{"class_effects":["0/1","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"}],"effect_family":"sparse_benefit","incumbent_success":"1/2","mean_effect":"0/1","per_class_sample_size":10,"rotation":3,"rule_relative_label":"null_boundary","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-921275088a96a308"},{"class_effects":["0/1","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"}],"effect_family":"sparse_benefit","incumbent_success":"1/2","mean_effect":"0/1","per_class_sample_size":10,"rotation":4,"rule_relative_label":"null_boundary","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-d70308cc78f6414f"},{"class_effects":["-1/10","1/30","1/30","1/30"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"9/10"},{"lower":"1/30","upper":"29/30"},{"lower":"1/30","upper":"29/30"},{"lower":"1/30","upper":"29/30"}],"effect_family":"one_class_harm","incumbent_success":"1/2","mean_effect":"0/1","per_class_sample_size":10,"rotation":1,"rule_relative_label":"null_boundary","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-e45fea515ce18881"},{"class_effects":["1/30","-1/10","1/30","1/30"],"class_specific_discordance_intervals":[{"lower":"1/30","upper":"29/30"},{"lower":"1/10","upper":"9/10"},{"lower":"1/30","upper":"29/30"},{"lower":"1/30","upper":"29/30"}],"effect_family":"one_class_harm","incumbent_success":"1/2","mean_effect":"0/1","per_class_sample_size":10,"rotation":2,"rule_relative_label":"null_boundary","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-5887207b2f4f1d45"},{"class_effects":["1/30","1/30","-1/10","1/30"],"class_specific_discordance_intervals":[{"lower":"1/30","upper":"29/30"},{"lower":"1/30","upper":"29/30"},{"lower":"1/10","upper":"9/10"},{"lower":"1/30","upper":"29/30"}],"effect_family":"one_class_harm","incumbent_success":"1/2","mean_effect":"0/1","per_class_sample_size":10,"rotation":3,"rule_relative_label":"null_boundary","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-a39400c98b004738"},{"class_effects":["1/30","1/30","1/30","-1/10"],"class_specific_discordance_intervals":[{"lower":"1/30","upper":"29/30"},{"lower":"1/30","upper":"29/30"},{"lower":"1/30","upper":"29/30"},{"lower":"1/10","upper":"9/10"}],"effect_family":"one_class_harm","incumbent_success":"1/2","mean_effect":"0/1","per_class_sample_size":10,"rotation":4,"rule_relative_label":"null_boundary","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-fe7953783c20aa35"},{"class_effects":["1/40","1/40","1/40","1/40"],"class_specific_discordance_intervals":[{"lower":"1/40","upper":"39/40"},{"lower":"1/40","upper":"39/40"},{"lower":"1/40","upper":"39/40"},{"lower":"1/40","upper":"39/40"}],"effect_family":"homogeneous","incumbent_success":"1/2","mean_effect":"1/40","per_class_sample_size":10,"rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-32c8ccd4715e7157"},{"class_effects":["1/8","1/8","-3/40","-3/40"],"class_specific_discordance_intervals":[{"lower":"1/8","upper":"7/8"},{"lower":"1/8","upper":"7/8"},{"lower":"3/40","upper":"37/40"},{"lower":"3/40","upper":"37/40"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/40","per_class_sample_size":10,"rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-20066c793b9b9a52"},{"class_effects":["1/8","-3/40","1/8","-3/40"],"class_specific_discordance_intervals":[{"lower":"1/8","upper":"7/8"},{"lower":"3/40","upper":"37/40"},{"lower":"1/8","upper":"7/8"},{"lower":"3/40","upper":"37/40"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/40","per_class_sample_size":10,"rotation":2,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-1fd3966b70b58bb4"},{"class_effects":["1/8","-3/40","-3/40","1/8"],"class_specific_discordance_intervals":[{"lower":"1/8","upper":"7/8"},{"lower":"3/40","upper":"37/40"},{"lower":"3/40","upper":"37/40"},{"lower":"1/8","upper":"7/8"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/40","per_class_sample_size":10,"rotation":3,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-57f7b73691d8e188"},{"class_effects":["-3/40","1/8","1/8","-3/40"],"class_specific_discordance_intervals":[{"lower":"3/40","upper":"37/40"},{"lower":"1/8","upper":"7/8"},{"lower":"1/8","upper":"7/8"},{"lower":"3/40","upper":"37/40"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/40","per_class_sample_size":10,"rotation":4,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-13e4824bced013b9"},{"class_effects":["-3/40","1/8","-3/40","1/8"],"class_specific_discordance_intervals":[{"lower":"3/40","upper":"37/40"},{"lower":"1/8","upper":"7/8"},{"lower":"3/40","upper":"37/40"},{"lower":"1/8","upper":"7/8"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/40","per_class_sample_size":10,"rotation":5,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-09d8f33e757cd54a"},{"class_effects":["-3/40","-3/40","1/8","1/8"],"class_specific_discordance_intervals":[{"lower":"3/40","upper":"37/40"},{"lower":"3/40","upper":"37/40"},{"lower":"1/8","upper":"7/8"},{"lower":"1/8","upper":"7/8"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/40","per_class_sample_size":10,"rotation":6,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-2a7d200cef125e2d"},{"class_effects":["1/10","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"9/10"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"}],"effect_family":"sparse_benefit","incumbent_success":"1/2","mean_effect":"1/40","per_class_sample_size":10,"rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-c88a5daf2efd5d82"},{"class_effects":["0/1","1/10","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/1"},{"lower":"1/10","upper":"9/10"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"}],"effect_family":"sparse_benefit","incumbent_success":"1/2","mean_effect":"1/40","per_class_sample_size":10,"rotation":2,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-93180081cb9c2e41"},{"class_effects":["0/1","0/1","1/10","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"1/10","upper":"9/10"},{"lower":"0/1","upper":"1/1"}],"effect_family":"sparse_benefit","incumbent_success":"1/2","mean_effect":"1/40","per_class_sample_size":10,"rotation":3,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-6c7ac049c90a3fd6"},{"class_effects":["0/1","0/1","0/1","1/10"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"1/10","upper":"9/10"}],"effect_family":"sparse_benefit","incumbent_success":"1/2","mean_effect":"1/40","per_class_sample_size":10,"rotation":4,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-834b9d1d07a88f00"},{"class_effects":["-3/40","7/120","7/120","7/120"],"class_specific_discordance_intervals":[{"lower":"3/40","upper":"37/40"},{"lower":"7/120","upper":"113/120"},{"lower":"7/120","upper":"113/120"},{"lower":"7/120","upper":"113/120"}],"effect_family":"one_class_harm","incumbent_success":"1/2","mean_effect":"1/40","per_class_sample_size":10,"rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-5b626f673dccd6d3"},{"class_effects":["7/120","-3/40","7/120","7/120"],"class_specific_discordance_intervals":[{"lower":"7/120","upper":"113/120"},{"lower":"3/40","upper":"37/40"},{"lower":"7/120","upper":"113/120"},{"lower":"7/120","upper":"113/120"}],"effect_family":"one_class_harm","incumbent_success":"1/2","mean_effect":"1/40","per_class_sample_size":10,"rotation":2,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-4e0498c49ab4e4e0"},{"class_effects":["7/120","7/120","-3/40","7/120"],"class_specific_discordance_intervals":[{"lower":"7/120","upper":"113/120"},{"lower":"7/120","upper":"113/120"},{"lower":"3/40","upper":"37/40"},{"lower":"7/120","upper":"113/120"}],"effect_family":"one_class_harm","incumbent_success":"1/2","mean_effect":"1/40","per_class_sample_size":10,"rotation":3,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-bd78b40d5074e60d"},{"class_effects":["7/120","7/120","7/120","-3/40"],"class_specific_discordance_intervals":[{"lower":"7/120","upper":"113/120"},{"lower":"7/120","upper":"113/120"},{"lower":"7/120","upper":"113/120"},{"lower":"3/40","upper":"37/40"}],"effect_family":"one_class_harm","incumbent_success":"1/2","mean_effect":"1/40","per_class_sample_size":10,"rotation":4,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-9661459163a29200"},{"class_effects":["1/20","1/20","1/20","1/20"],"class_specific_discordance_intervals":[{"lower":"1/20","upper":"19/20"},{"lower":"1/20","upper":"19/20"},{"lower":"1/20","upper":"19/20"},{"lower":"1/20","upper":"19/20"}],"effect_family":"homogeneous","incumbent_success":"1/2","mean_effect":"1/20","per_class_sample_size":10,"rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-9de06c9409b80c43"},{"class_effects":["3/20","3/20","-1/20","-1/20"],"class_specific_discordance_intervals":[{"lower":"3/20","upper":"17/20"},{"lower":"3/20","upper":"17/20"},{"lower":"1/20","upper":"19/20"},{"lower":"1/20","upper":"19/20"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/20","per_class_sample_size":10,"rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-efc2d5a075278ade"},{"class_effects":["3/20","-1/20","3/20","-1/20"],"class_specific_discordance_intervals":[{"lower":"3/20","upper":"17/20"},{"lower":"1/20","upper":"19/20"},{"lower":"3/20","upper":"17/20"},{"lower":"1/20","upper":"19/20"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/20","per_class_sample_size":10,"rotation":2,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-104c3e3f448d978f"},{"class_effects":["3/20","-1/20","-1/20","3/20"],"class_specific_discordance_intervals":[{"lower":"3/20","upper":"17/20"},{"lower":"1/20","upper":"19/20"},{"lower":"1/20","upper":"19/20"},{"lower":"3/20","upper":"17/20"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/20","per_class_sample_size":10,"rotation":3,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-69d5eb66ec4cbe12"},{"class_effects":["-1/20","3/20","3/20","-1/20"],"class_specific_discordance_intervals":[{"lower":"1/20","upper":"19/20"},{"lower":"3/20","upper":"17/20"},{"lower":"3/20","upper":"17/20"},{"lower":"1/20","upper":"19/20"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/20","per_class_sample_size":10,"rotation":4,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-3c46aeab5079f26d"},{"class_effects":["-1/20","3/20","-1/20","3/20"],"class_specific_discordance_intervals":[{"lower":"1/20","upper":"19/20"},{"lower":"3/20","upper":"17/20"},{"lower":"1/20","upper":"19/20"},{"lower":"3/20","upper":"17/20"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/20","per_class_sample_size":10,"rotation":5,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-c4a56e0d415085c8"},{"class_effects":["-1/20","-1/20","3/20","3/20"],"class_specific_discordance_intervals":[{"lower":"1/20","upper":"19/20"},{"lower":"1/20","upper":"19/20"},{"lower":"3/20","upper":"17/20"},{"lower":"3/20","upper":"17/20"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/20","per_class_sample_size":10,"rotation":6,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-11c61ebb4bc5509f"},{"class_effects":["1/5","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"1/5","upper":"4/5"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"}],"effect_family":"sparse_benefit","incumbent_success":"1/2","mean_effect":"1/20","per_class_sample_size":10,"rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-455914899f5958de"},{"class_effects":["0/1","1/5","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/1"},{"lower":"1/5","upper":"4/5"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"}],"effect_family":"sparse_benefit","incumbent_success":"1/2","mean_effect":"1/20","per_class_sample_size":10,"rotation":2,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-d19a6123fa8b96df"},{"class_effects":["0/1","0/1","1/5","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"1/5","upper":"4/5"},{"lower":"0/1","upper":"1/1"}],"effect_family":"sparse_benefit","incumbent_success":"1/2","mean_effect":"1/20","per_class_sample_size":10,"rotation":3,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-61f3a6890a7a88f0"},{"class_effects":["0/1","0/1","0/1","1/5"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"1/5","upper":"4/5"}],"effect_family":"sparse_benefit","incumbent_success":"1/2","mean_effect":"1/20","per_class_sample_size":10,"rotation":4,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-85c87f41c32f8cfb"},{"class_effects":["-1/20","1/12","1/12","1/12"],"class_specific_discordance_intervals":[{"lower":"1/20","upper":"19/20"},{"lower":"1/12","upper":"11/12"},{"lower":"1/12","upper":"11/12"},{"lower":"1/12","upper":"11/12"}],"effect_family":"one_class_harm","incumbent_success":"1/2","mean_effect":"1/20","per_class_sample_size":10,"rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-09cfb3164126e29a"},{"class_effects":["1/12","-1/20","1/12","1/12"],"class_specific_discordance_intervals":[{"lower":"1/12","upper":"11/12"},{"lower":"1/20","upper":"19/20"},{"lower":"1/12","upper":"11/12"},{"lower":"1/12","upper":"11/12"}],"effect_family":"one_class_harm","incumbent_success":"1/2","mean_effect":"1/20","per_class_sample_size":10,"rotation":2,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-ecdf9b75849deac4"},{"class_effects":["1/12","1/12","-1/20","1/12"],"class_specific_discordance_intervals":[{"lower":"1/12","upper":"11/12"},{"lower":"1/12","upper":"11/12"},{"lower":"1/20","upper":"19/20"},{"lower":"1/12","upper":"11/12"}],"effect_family":"one_class_harm","incumbent_success":"1/2","mean_effect":"1/20","per_class_sample_size":10,"rotation":3,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-e113996337942445"},{"class_effects":["1/12","1/12","1/12","-1/20"],"class_specific_discordance_intervals":[{"lower":"1/12","upper":"11/12"},{"lower":"1/12","upper":"11/12"},{"lower":"1/12","upper":"11/12"},{"lower":"1/20","upper":"19/20"}],"effect_family":"one_class_harm","incumbent_success":"1/2","mean_effect":"1/20","per_class_sample_size":10,"rotation":4,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-2c75d666c300aa59"},{"class_effects":["1/10","1/10","1/10","1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"}],"effect_family":"homogeneous","incumbent_success":"1/2","mean_effect":"1/10","per_class_sample_size":10,"rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-b37ee8c7688ee680"},{"class_effects":["1/5","1/5","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"1/5","upper":"4/5"},{"lower":"1/5","upper":"4/5"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/10","per_class_sample_size":10,"rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-620aa63e6f04193d"},{"class_effects":["1/5","0/1","1/5","0/1"],"class_specific_discordance_intervals":[{"lower":"1/5","upper":"4/5"},{"lower":"0/1","upper":"1/1"},{"lower":"1/5","upper":"4/5"},{"lower":"0/1","upper":"1/1"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/10","per_class_sample_size":10,"rotation":2,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-3ac2b7a3f432e174"},{"class_effects":["1/5","0/1","0/1","1/5"],"class_specific_discordance_intervals":[{"lower":"1/5","upper":"4/5"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"1/5","upper":"4/5"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/10","per_class_sample_size":10,"rotation":3,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-484ae0e01209ec4d"},{"class_effects":["0/1","1/5","1/5","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/1"},{"lower":"1/5","upper":"4/5"},{"lower":"1/5","upper":"4/5"},{"lower":"0/1","upper":"1/1"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/10","per_class_sample_size":10,"rotation":4,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-24c719dac5fe08e9"},{"class_effects":["0/1","1/5","0/1","1/5"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/1"},{"lower":"1/5","upper":"4/5"},{"lower":"0/1","upper":"1/1"},{"lower":"1/5","upper":"4/5"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/10","per_class_sample_size":10,"rotation":5,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-3be3a9b1a331f1bd"},{"class_effects":["0/1","0/1","1/5","1/5"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"1/5","upper":"4/5"},{"lower":"1/5","upper":"4/5"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/10","per_class_sample_size":10,"rotation":6,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-71e7e3362863dc74"},{"class_effects":["2/5","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"2/5","upper":"3/5"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"}],"effect_family":"sparse_benefit","incumbent_success":"1/2","mean_effect":"1/10","per_class_sample_size":10,"rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-edeea8b20afe0855"},{"class_effects":["0/1","2/5","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/1"},{"lower":"2/5","upper":"3/5"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"}],"effect_family":"sparse_benefit","incumbent_success":"1/2","mean_effect":"1/10","per_class_sample_size":10,"rotation":2,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-ecd481fab8b7b467"},{"class_effects":["0/1","0/1","2/5","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"2/5","upper":"3/5"},{"lower":"0/1","upper":"1/1"}],"effect_family":"sparse_benefit","incumbent_success":"1/2","mean_effect":"1/10","per_class_sample_size":10,"rotation":3,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-dbb3c933436281a0"},{"class_effects":["0/1","0/1","0/1","2/5"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"2/5","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"1/2","mean_effect":"1/10","per_class_sample_size":10,"rotation":4,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-db6bec349cb4bc3e"},{"class_effects":["0/1","2/15","2/15","2/15"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/1"},{"lower":"2/15","upper":"13/15"},{"lower":"2/15","upper":"13/15"},{"lower":"2/15","upper":"13/15"}],"effect_family":"one_class_harm","incumbent_success":"1/2","mean_effect":"1/10","per_class_sample_size":10,"rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-7b43d07695805107"},{"class_effects":["2/15","0/1","2/15","2/15"],"class_specific_discordance_intervals":[{"lower":"2/15","upper":"13/15"},{"lower":"0/1","upper":"1/1"},{"lower":"2/15","upper":"13/15"},{"lower":"2/15","upper":"13/15"}],"effect_family":"one_class_harm","incumbent_success":"1/2","mean_effect":"1/10","per_class_sample_size":10,"rotation":2,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-50a7abe3322c39a7"},{"class_effects":["2/15","2/15","0/1","2/15"],"class_specific_discordance_intervals":[{"lower":"2/15","upper":"13/15"},{"lower":"2/15","upper":"13/15"},{"lower":"0/1","upper":"1/1"},{"lower":"2/15","upper":"13/15"}],"effect_family":"one_class_harm","incumbent_success":"1/2","mean_effect":"1/10","per_class_sample_size":10,"rotation":3,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-c2910b763cc0e6cd"},{"class_effects":["2/15","2/15","2/15","0/1"],"class_specific_discordance_intervals":[{"lower":"2/15","upper":"13/15"},{"lower":"2/15","upper":"13/15"},{"lower":"2/15","upper":"13/15"},{"lower":"0/1","upper":"1/1"}],"effect_family":"one_class_harm","incumbent_success":"1/2","mean_effect":"1/10","per_class_sample_size":10,"rotation":4,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-4b521b5bcfd2dcd1"},{"class_effects":["1/5","1/5","1/5","1/5"],"class_specific_discordance_intervals":[{"lower":"1/5","upper":"4/5"},{"lower":"1/5","upper":"4/5"},{"lower":"1/5","upper":"4/5"},{"lower":"1/5","upper":"4/5"}],"effect_family":"homogeneous","incumbent_success":"1/2","mean_effect":"1/5","per_class_sample_size":10,"rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-a88acb9e42714098"},{"class_effects":["3/10","3/10","1/10","1/10"],"class_specific_discordance_intervals":[{"lower":"3/10","upper":"7/10"},{"lower":"3/10","upper":"7/10"},{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/5","per_class_sample_size":10,"rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-aba54a89f0657f37"},{"class_effects":["3/10","1/10","3/10","1/10"],"class_specific_discordance_intervals":[{"lower":"3/10","upper":"7/10"},{"lower":"1/10","upper":"9/10"},{"lower":"3/10","upper":"7/10"},{"lower":"1/10","upper":"9/10"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/5","per_class_sample_size":10,"rotation":2,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-e8707f9b853dbcc2"},{"class_effects":["3/10","1/10","1/10","3/10"],"class_specific_discordance_intervals":[{"lower":"3/10","upper":"7/10"},{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"},{"lower":"3/10","upper":"7/10"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/5","per_class_sample_size":10,"rotation":3,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-1eec80e34693d5b6"},{"class_effects":["1/10","3/10","3/10","1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"9/10"},{"lower":"3/10","upper":"7/10"},{"lower":"3/10","upper":"7/10"},{"lower":"1/10","upper":"9/10"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/5","per_class_sample_size":10,"rotation":4,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-5243d384ff23ddb9"},{"class_effects":["1/10","3/10","1/10","3/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"9/10"},{"lower":"3/10","upper":"7/10"},{"lower":"1/10","upper":"9/10"},{"lower":"3/10","upper":"7/10"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/5","per_class_sample_size":10,"rotation":5,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-1228f4dc007df520"},{"class_effects":["1/10","1/10","3/10","3/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"},{"lower":"3/10","upper":"7/10"},{"lower":"3/10","upper":"7/10"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/5","per_class_sample_size":10,"rotation":6,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-365b9c4d80489cbf"},{"class_effects":["1/10","7/30","7/30","7/30"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"9/10"},{"lower":"7/30","upper":"23/30"},{"lower":"7/30","upper":"23/30"},{"lower":"7/30","upper":"23/30"}],"effect_family":"one_class_harm","incumbent_success":"1/2","mean_effect":"1/5","per_class_sample_size":10,"rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-702596c42c497274"},{"class_effects":["7/30","1/10","7/30","7/30"],"class_specific_discordance_intervals":[{"lower":"7/30","upper":"23/30"},{"lower":"1/10","upper":"9/10"},{"lower":"7/30","upper":"23/30"},{"lower":"7/30","upper":"23/30"}],"effect_family":"one_class_harm","incumbent_success":"1/2","mean_effect":"1/5","per_class_sample_size":10,"rotation":2,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-3a92cad0645a2953"},{"class_effects":["7/30","7/30","1/10","7/30"],"class_specific_discordance_intervals":[{"lower":"7/30","upper":"23/30"},{"lower":"7/30","upper":"23/30"},{"lower":"1/10","upper":"9/10"},{"lower":"7/30","upper":"23/30"}],"effect_family":"one_class_harm","incumbent_success":"1/2","mean_effect":"1/5","per_class_sample_size":10,"rotation":3,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-e2f0ba2c7ff6de3d"},{"class_effects":["7/30","7/30","7/30","1/10"],"class_specific_discordance_intervals":[{"lower":"7/30","upper":"23/30"},{"lower":"7/30","upper":"23/30"},{"lower":"7/30","upper":"23/30"},{"lower":"1/10","upper":"9/10"}],"effect_family":"one_class_harm","incumbent_success":"1/2","mean_effect":"1/5","per_class_sample_size":10,"rotation":4,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-9ef68a0c7a0b932e"},{"class_effects":["0/1","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"homogeneous","incumbent_success":"7/10","mean_effect":"0/1","per_class_sample_size":10,"rotation":1,"rule_relative_label":"null_boundary","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-61f11565c034ea09"},{"class_effects":["1/10","1/10","-1/10","-1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"7/10"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"0/1","per_class_sample_size":10,"rotation":1,"rule_relative_label":"null_boundary","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-de170110ad9fbf78"},{"class_effects":["1/10","-1/10","1/10","-1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"7/10"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"0/1","per_class_sample_size":10,"rotation":2,"rule_relative_label":"null_boundary","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-35ff382f0f996efd"},{"class_effects":["1/10","-1/10","-1/10","1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"1/2"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"0/1","per_class_sample_size":10,"rotation":3,"rule_relative_label":"null_boundary","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-cc73d230c6b89469"},{"class_effects":["-1/10","1/10","1/10","-1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"7/10"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"0/1","per_class_sample_size":10,"rotation":4,"rule_relative_label":"null_boundary","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-6d5bd49f537d9cba"},{"class_effects":["-1/10","1/10","-1/10","1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"1/2"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"0/1","per_class_sample_size":10,"rotation":5,"rule_relative_label":"null_boundary","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-276d9f1d16366b08"},{"class_effects":["-1/10","-1/10","1/10","1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"1/2"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"0/1","per_class_sample_size":10,"rotation":6,"rule_relative_label":"null_boundary","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-99b636b32356bc91"},{"class_effects":["0/1","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"7/10","mean_effect":"0/1","per_class_sample_size":10,"rotation":1,"rule_relative_label":"null_boundary","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-6c14ca5df6000048"},{"class_effects":["0/1","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"7/10","mean_effect":"0/1","per_class_sample_size":10,"rotation":2,"rule_relative_label":"null_boundary","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-3d930c0f3b7f73f6"},{"class_effects":["0/1","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"7/10","mean_effect":"0/1","per_class_sample_size":10,"rotation":3,"rule_relative_label":"null_boundary","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-c27699ed96ca3d4a"},{"class_effects":["0/1","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"7/10","mean_effect":"0/1","per_class_sample_size":10,"rotation":4,"rule_relative_label":"null_boundary","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-567bc1d25c7a3780"},{"class_effects":["-1/10","1/30","1/30","1/30"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"7/10"},{"lower":"1/30","upper":"17/30"},{"lower":"1/30","upper":"17/30"},{"lower":"1/30","upper":"17/30"}],"effect_family":"one_class_harm","incumbent_success":"7/10","mean_effect":"0/1","per_class_sample_size":10,"rotation":1,"rule_relative_label":"null_boundary","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-477019b74bc5265d"},{"class_effects":["1/30","-1/10","1/30","1/30"],"class_specific_discordance_intervals":[{"lower":"1/30","upper":"17/30"},{"lower":"1/10","upper":"7/10"},{"lower":"1/30","upper":"17/30"},{"lower":"1/30","upper":"17/30"}],"effect_family":"one_class_harm","incumbent_success":"7/10","mean_effect":"0/1","per_class_sample_size":10,"rotation":2,"rule_relative_label":"null_boundary","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-19b809780099f25a"},{"class_effects":["1/30","1/30","-1/10","1/30"],"class_specific_discordance_intervals":[{"lower":"1/30","upper":"17/30"},{"lower":"1/30","upper":"17/30"},{"lower":"1/10","upper":"7/10"},{"lower":"1/30","upper":"17/30"}],"effect_family":"one_class_harm","incumbent_success":"7/10","mean_effect":"0/1","per_class_sample_size":10,"rotation":3,"rule_relative_label":"null_boundary","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-3e296f564ecb5f24"},{"class_effects":["1/30","1/30","1/30","-1/10"],"class_specific_discordance_intervals":[{"lower":"1/30","upper":"17/30"},{"lower":"1/30","upper":"17/30"},{"lower":"1/30","upper":"17/30"},{"lower":"1/10","upper":"7/10"}],"effect_family":"one_class_harm","incumbent_success":"7/10","mean_effect":"0/1","per_class_sample_size":10,"rotation":4,"rule_relative_label":"null_boundary","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-f6ef8f314c35491d"},{"class_effects":["1/40","1/40","1/40","1/40"],"class_specific_discordance_intervals":[{"lower":"1/40","upper":"23/40"},{"lower":"1/40","upper":"23/40"},{"lower":"1/40","upper":"23/40"},{"lower":"1/40","upper":"23/40"}],"effect_family":"homogeneous","incumbent_success":"7/10","mean_effect":"1/40","per_class_sample_size":10,"rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-410608000116d819"},{"class_effects":["1/8","1/8","-3/40","-3/40"],"class_specific_discordance_intervals":[{"lower":"1/8","upper":"19/40"},{"lower":"1/8","upper":"19/40"},{"lower":"3/40","upper":"27/40"},{"lower":"3/40","upper":"27/40"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/40","per_class_sample_size":10,"rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-817ed6df44947269"},{"class_effects":["1/8","-3/40","1/8","-3/40"],"class_specific_discordance_intervals":[{"lower":"1/8","upper":"19/40"},{"lower":"3/40","upper":"27/40"},{"lower":"1/8","upper":"19/40"},{"lower":"3/40","upper":"27/40"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/40","per_class_sample_size":10,"rotation":2,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-7c16a1dfcfecc55e"},{"class_effects":["1/8","-3/40","-3/40","1/8"],"class_specific_discordance_intervals":[{"lower":"1/8","upper":"19/40"},{"lower":"3/40","upper":"27/40"},{"lower":"3/40","upper":"27/40"},{"lower":"1/8","upper":"19/40"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/40","per_class_sample_size":10,"rotation":3,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-1e6cb8161f08e938"},{"class_effects":["-3/40","1/8","1/8","-3/40"],"class_specific_discordance_intervals":[{"lower":"3/40","upper":"27/40"},{"lower":"1/8","upper":"19/40"},{"lower":"1/8","upper":"19/40"},{"lower":"3/40","upper":"27/40"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/40","per_class_sample_size":10,"rotation":4,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-a5ef7542cb283b63"},{"class_effects":["-3/40","1/8","-3/40","1/8"],"class_specific_discordance_intervals":[{"lower":"3/40","upper":"27/40"},{"lower":"1/8","upper":"19/40"},{"lower":"3/40","upper":"27/40"},{"lower":"1/8","upper":"19/40"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/40","per_class_sample_size":10,"rotation":5,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-8c40151a56a3fa8b"},{"class_effects":["-3/40","-3/40","1/8","1/8"],"class_specific_discordance_intervals":[{"lower":"3/40","upper":"27/40"},{"lower":"3/40","upper":"27/40"},{"lower":"1/8","upper":"19/40"},{"lower":"1/8","upper":"19/40"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/40","per_class_sample_size":10,"rotation":6,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-109c375828cf7b0a"},{"class_effects":["1/10","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"1/2"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"7/10","mean_effect":"1/40","per_class_sample_size":10,"rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-3eb5fa8dc7eafc39"},{"class_effects":["0/1","1/10","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"1/10","upper":"1/2"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"7/10","mean_effect":"1/40","per_class_sample_size":10,"rotation":2,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-63809e0d0cc7692a"},{"class_effects":["0/1","0/1","1/10","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"1/10","upper":"1/2"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"7/10","mean_effect":"1/40","per_class_sample_size":10,"rotation":3,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-ba07c151649a66ba"},{"class_effects":["0/1","0/1","0/1","1/10"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"1/10","upper":"1/2"}],"effect_family":"sparse_benefit","incumbent_success":"7/10","mean_effect":"1/40","per_class_sample_size":10,"rotation":4,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-61fb927dfa7838ee"},{"class_effects":["-3/40","7/120","7/120","7/120"],"class_specific_discordance_intervals":[{"lower":"3/40","upper":"27/40"},{"lower":"7/120","upper":"13/24"},{"lower":"7/120","upper":"13/24"},{"lower":"7/120","upper":"13/24"}],"effect_family":"one_class_harm","incumbent_success":"7/10","mean_effect":"1/40","per_class_sample_size":10,"rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-131c6354525696e9"},{"class_effects":["7/120","-3/40","7/120","7/120"],"class_specific_discordance_intervals":[{"lower":"7/120","upper":"13/24"},{"lower":"3/40","upper":"27/40"},{"lower":"7/120","upper":"13/24"},{"lower":"7/120","upper":"13/24"}],"effect_family":"one_class_harm","incumbent_success":"7/10","mean_effect":"1/40","per_class_sample_size":10,"rotation":2,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-9ef9b71cce7e8874"},{"class_effects":["7/120","7/120","-3/40","7/120"],"class_specific_discordance_intervals":[{"lower":"7/120","upper":"13/24"},{"lower":"7/120","upper":"13/24"},{"lower":"3/40","upper":"27/40"},{"lower":"7/120","upper":"13/24"}],"effect_family":"one_class_harm","incumbent_success":"7/10","mean_effect":"1/40","per_class_sample_size":10,"rotation":3,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-32f2005569067325"},{"class_effects":["7/120","7/120","7/120","-3/40"],"class_specific_discordance_intervals":[{"lower":"7/120","upper":"13/24"},{"lower":"7/120","upper":"13/24"},{"lower":"7/120","upper":"13/24"},{"lower":"3/40","upper":"27/40"}],"effect_family":"one_class_harm","incumbent_success":"7/10","mean_effect":"1/40","per_class_sample_size":10,"rotation":4,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-83a9a9542dca423b"},{"class_effects":["1/20","1/20","1/20","1/20"],"class_specific_discordance_intervals":[{"lower":"1/20","upper":"11/20"},{"lower":"1/20","upper":"11/20"},{"lower":"1/20","upper":"11/20"},{"lower":"1/20","upper":"11/20"}],"effect_family":"homogeneous","incumbent_success":"7/10","mean_effect":"1/20","per_class_sample_size":10,"rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-2ffe6975824d26a1"},{"class_effects":["3/20","3/20","-1/20","-1/20"],"class_specific_discordance_intervals":[{"lower":"3/20","upper":"9/20"},{"lower":"3/20","upper":"9/20"},{"lower":"1/20","upper":"13/20"},{"lower":"1/20","upper":"13/20"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/20","per_class_sample_size":10,"rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-796c8360b501a801"},{"class_effects":["3/20","-1/20","3/20","-1/20"],"class_specific_discordance_intervals":[{"lower":"3/20","upper":"9/20"},{"lower":"1/20","upper":"13/20"},{"lower":"3/20","upper":"9/20"},{"lower":"1/20","upper":"13/20"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/20","per_class_sample_size":10,"rotation":2,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-918a5260ba0872f4"},{"class_effects":["3/20","-1/20","-1/20","3/20"],"class_specific_discordance_intervals":[{"lower":"3/20","upper":"9/20"},{"lower":"1/20","upper":"13/20"},{"lower":"1/20","upper":"13/20"},{"lower":"3/20","upper":"9/20"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/20","per_class_sample_size":10,"rotation":3,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-934ebe82a85f8d1f"},{"class_effects":["-1/20","3/20","3/20","-1/20"],"class_specific_discordance_intervals":[{"lower":"1/20","upper":"13/20"},{"lower":"3/20","upper":"9/20"},{"lower":"3/20","upper":"9/20"},{"lower":"1/20","upper":"13/20"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/20","per_class_sample_size":10,"rotation":4,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-9dfd66efd6d64409"},{"class_effects":["-1/20","3/20","-1/20","3/20"],"class_specific_discordance_intervals":[{"lower":"1/20","upper":"13/20"},{"lower":"3/20","upper":"9/20"},{"lower":"1/20","upper":"13/20"},{"lower":"3/20","upper":"9/20"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/20","per_class_sample_size":10,"rotation":5,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-f003eb55d7109c5d"},{"class_effects":["-1/20","-1/20","3/20","3/20"],"class_specific_discordance_intervals":[{"lower":"1/20","upper":"13/20"},{"lower":"1/20","upper":"13/20"},{"lower":"3/20","upper":"9/20"},{"lower":"3/20","upper":"9/20"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/20","per_class_sample_size":10,"rotation":6,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-805574cb92745789"},{"class_effects":["1/5","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"1/5","upper":"2/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"7/10","mean_effect":"1/20","per_class_sample_size":10,"rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-ba875186094bb494"},{"class_effects":["0/1","1/5","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"1/5","upper":"2/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"7/10","mean_effect":"1/20","per_class_sample_size":10,"rotation":2,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-85a7e9dfdd6073c3"},{"class_effects":["0/1","0/1","1/5","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"1/5","upper":"2/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"7/10","mean_effect":"1/20","per_class_sample_size":10,"rotation":3,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-a467ab4d8534b1dc"},{"class_effects":["0/1","0/1","0/1","1/5"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"1/5","upper":"2/5"}],"effect_family":"sparse_benefit","incumbent_success":"7/10","mean_effect":"1/20","per_class_sample_size":10,"rotation":4,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-63b8a7021132a5f0"},{"class_effects":["-1/20","1/12","1/12","1/12"],"class_specific_discordance_intervals":[{"lower":"1/20","upper":"13/20"},{"lower":"1/12","upper":"31/60"},{"lower":"1/12","upper":"31/60"},{"lower":"1/12","upper":"31/60"}],"effect_family":"one_class_harm","incumbent_success":"7/10","mean_effect":"1/20","per_class_sample_size":10,"rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-3af9c3a828ea52d6"},{"class_effects":["1/12","-1/20","1/12","1/12"],"class_specific_discordance_intervals":[{"lower":"1/12","upper":"31/60"},{"lower":"1/20","upper":"13/20"},{"lower":"1/12","upper":"31/60"},{"lower":"1/12","upper":"31/60"}],"effect_family":"one_class_harm","incumbent_success":"7/10","mean_effect":"1/20","per_class_sample_size":10,"rotation":2,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-6b905f9663b62850"},{"class_effects":["1/12","1/12","-1/20","1/12"],"class_specific_discordance_intervals":[{"lower":"1/12","upper":"31/60"},{"lower":"1/12","upper":"31/60"},{"lower":"1/20","upper":"13/20"},{"lower":"1/12","upper":"31/60"}],"effect_family":"one_class_harm","incumbent_success":"7/10","mean_effect":"1/20","per_class_sample_size":10,"rotation":3,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-2ec74c04124ac400"},{"class_effects":["1/12","1/12","1/12","-1/20"],"class_specific_discordance_intervals":[{"lower":"1/12","upper":"31/60"},{"lower":"1/12","upper":"31/60"},{"lower":"1/12","upper":"31/60"},{"lower":"1/20","upper":"13/20"}],"effect_family":"one_class_harm","incumbent_success":"7/10","mean_effect":"1/20","per_class_sample_size":10,"rotation":4,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-98385cce1d1e3fe2"},{"class_effects":["1/10","1/10","1/10","1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"1/2"}],"effect_family":"homogeneous","incumbent_success":"7/10","mean_effect":"1/10","per_class_sample_size":10,"rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-e29cba35289e289b"},{"class_effects":["1/5","1/5","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"1/5","upper":"2/5"},{"lower":"1/5","upper":"2/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/10","per_class_sample_size":10,"rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-a4d4959ef55cbb30"},{"class_effects":["1/5","0/1","1/5","0/1"],"class_specific_discordance_intervals":[{"lower":"1/5","upper":"2/5"},{"lower":"0/1","upper":"3/5"},{"lower":"1/5","upper":"2/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/10","per_class_sample_size":10,"rotation":2,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-912442fd7831204a"},{"class_effects":["1/5","0/1","0/1","1/5"],"class_specific_discordance_intervals":[{"lower":"1/5","upper":"2/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"1/5","upper":"2/5"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/10","per_class_sample_size":10,"rotation":3,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-a9960f935bc5ed63"},{"class_effects":["0/1","1/5","1/5","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"1/5","upper":"2/5"},{"lower":"1/5","upper":"2/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/10","per_class_sample_size":10,"rotation":4,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-76a0cfac66dcdb96"},{"class_effects":["0/1","1/5","0/1","1/5"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"1/5","upper":"2/5"},{"lower":"0/1","upper":"3/5"},{"lower":"1/5","upper":"2/5"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/10","per_class_sample_size":10,"rotation":5,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-34eafa190bd05bb8"},{"class_effects":["0/1","0/1","1/5","1/5"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"1/5","upper":"2/5"},{"lower":"1/5","upper":"2/5"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/10","per_class_sample_size":10,"rotation":6,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-bb70ef8b70ec95ba"},{"class_effects":["0/1","2/15","2/15","2/15"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"2/15","upper":"7/15"},{"lower":"2/15","upper":"7/15"},{"lower":"2/15","upper":"7/15"}],"effect_family":"one_class_harm","incumbent_success":"7/10","mean_effect":"1/10","per_class_sample_size":10,"rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-89a63b3e8c1310a8"},{"class_effects":["2/15","0/1","2/15","2/15"],"class_specific_discordance_intervals":[{"lower":"2/15","upper":"7/15"},{"lower":"0/1","upper":"3/5"},{"lower":"2/15","upper":"7/15"},{"lower":"2/15","upper":"7/15"}],"effect_family":"one_class_harm","incumbent_success":"7/10","mean_effect":"1/10","per_class_sample_size":10,"rotation":2,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-477a90228ee80dd0"},{"class_effects":["2/15","2/15","0/1","2/15"],"class_specific_discordance_intervals":[{"lower":"2/15","upper":"7/15"},{"lower":"2/15","upper":"7/15"},{"lower":"0/1","upper":"3/5"},{"lower":"2/15","upper":"7/15"}],"effect_family":"one_class_harm","incumbent_success":"7/10","mean_effect":"1/10","per_class_sample_size":10,"rotation":3,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-745c6a7b49a78308"},{"class_effects":["2/15","2/15","2/15","0/1"],"class_specific_discordance_intervals":[{"lower":"2/15","upper":"7/15"},{"lower":"2/15","upper":"7/15"},{"lower":"2/15","upper":"7/15"},{"lower":"0/1","upper":"3/5"}],"effect_family":"one_class_harm","incumbent_success":"7/10","mean_effect":"1/10","per_class_sample_size":10,"rotation":4,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-4cb8bc9eb836e0f2"},{"class_effects":["1/5","1/5","1/5","1/5"],"class_specific_discordance_intervals":[{"lower":"1/5","upper":"2/5"},{"lower":"1/5","upper":"2/5"},{"lower":"1/5","upper":"2/5"},{"lower":"1/5","upper":"2/5"}],"effect_family":"homogeneous","incumbent_success":"7/10","mean_effect":"1/5","per_class_sample_size":10,"rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-047398a5337b3d80"},{"class_effects":["3/10","3/10","1/10","1/10"],"class_specific_discordance_intervals":[{"lower":"3/10","upper":"3/10"},{"lower":"3/10","upper":"3/10"},{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"1/2"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/5","per_class_sample_size":10,"rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-c816ab550a913b37"},{"class_effects":["3/10","1/10","3/10","1/10"],"class_specific_discordance_intervals":[{"lower":"3/10","upper":"3/10"},{"lower":"1/10","upper":"1/2"},{"lower":"3/10","upper":"3/10"},{"lower":"1/10","upper":"1/2"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/5","per_class_sample_size":10,"rotation":2,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-1f208bfa4c150c32"},{"class_effects":["3/10","1/10","1/10","3/10"],"class_specific_discordance_intervals":[{"lower":"3/10","upper":"3/10"},{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"1/2"},{"lower":"3/10","upper":"3/10"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/5","per_class_sample_size":10,"rotation":3,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-d48a6717f2c69981"},{"class_effects":["1/10","3/10","3/10","1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"1/2"},{"lower":"3/10","upper":"3/10"},{"lower":"3/10","upper":"3/10"},{"lower":"1/10","upper":"1/2"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/5","per_class_sample_size":10,"rotation":4,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-a0d0b210b1785125"},{"class_effects":["1/10","3/10","1/10","3/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"1/2"},{"lower":"3/10","upper":"3/10"},{"lower":"1/10","upper":"1/2"},{"lower":"3/10","upper":"3/10"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/5","per_class_sample_size":10,"rotation":5,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-a020f18bb9dd649e"},{"class_effects":["1/10","1/10","3/10","3/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"1/2"},{"lower":"3/10","upper":"3/10"},{"lower":"3/10","upper":"3/10"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/5","per_class_sample_size":10,"rotation":6,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-8a3980c4eb87f469"},{"class_effects":["1/10","7/30","7/30","7/30"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"1/2"},{"lower":"7/30","upper":"11/30"},{"lower":"7/30","upper":"11/30"},{"lower":"7/30","upper":"11/30"}],"effect_family":"one_class_harm","incumbent_success":"7/10","mean_effect":"1/5","per_class_sample_size":10,"rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-cd67129ffb7b434d"},{"class_effects":["7/30","1/10","7/30","7/30"],"class_specific_discordance_intervals":[{"lower":"7/30","upper":"11/30"},{"lower":"1/10","upper":"1/2"},{"lower":"7/30","upper":"11/30"},{"lower":"7/30","upper":"11/30"}],"effect_family":"one_class_harm","incumbent_success":"7/10","mean_effect":"1/5","per_class_sample_size":10,"rotation":2,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-ee33fcf5b1e786ca"},{"class_effects":["7/30","7/30","1/10","7/30"],"class_specific_discordance_intervals":[{"lower":"7/30","upper":"11/30"},{"lower":"7/30","upper":"11/30"},{"lower":"1/10","upper":"1/2"},{"lower":"7/30","upper":"11/30"}],"effect_family":"one_class_harm","incumbent_success":"7/10","mean_effect":"1/5","per_class_sample_size":10,"rotation":3,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-b0204b5a55af1feb"},{"class_effects":["7/30","7/30","7/30","1/10"],"class_specific_discordance_intervals":[{"lower":"7/30","upper":"11/30"},{"lower":"7/30","upper":"11/30"},{"lower":"7/30","upper":"11/30"},{"lower":"1/10","upper":"1/2"}],"effect_family":"one_class_harm","incumbent_success":"7/10","mean_effect":"1/5","per_class_sample_size":10,"rotation":4,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-06110fda330019c7"},{"class_effects":["0/1","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"}],"effect_family":"homogeneous","incumbent_success":"9/10","mean_effect":"0/1","per_class_sample_size":10,"rotation":1,"rule_relative_label":"null_boundary","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-9e519704947fe02c"},{"class_effects":["1/10","1/10","-1/10","-1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"1/10"},{"lower":"1/10","upper":"1/10"},{"lower":"1/10","upper":"3/10"},{"lower":"1/10","upper":"3/10"}],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"0/1","per_class_sample_size":10,"rotation":1,"rule_relative_label":"null_boundary","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-41ddbf13696b7a96"},{"class_effects":["1/10","-1/10","1/10","-1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"1/10"},{"lower":"1/10","upper":"3/10"},{"lower":"1/10","upper":"1/10"},{"lower":"1/10","upper":"3/10"}],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"0/1","per_class_sample_size":10,"rotation":2,"rule_relative_label":"null_boundary","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-e211cc4d6d18bb2e"},{"class_effects":["1/10","-1/10","-1/10","1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"1/10"},{"lower":"1/10","upper":"3/10"},{"lower":"1/10","upper":"3/10"},{"lower":"1/10","upper":"1/10"}],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"0/1","per_class_sample_size":10,"rotation":3,"rule_relative_label":"null_boundary","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-56152622d5c1fa60"},{"class_effects":["-1/10","1/10","1/10","-1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"3/10"},{"lower":"1/10","upper":"1/10"},{"lower":"1/10","upper":"1/10"},{"lower":"1/10","upper":"3/10"}],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"0/1","per_class_sample_size":10,"rotation":4,"rule_relative_label":"null_boundary","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-27633ac4e72d59e6"},{"class_effects":["-1/10","1/10","-1/10","1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"3/10"},{"lower":"1/10","upper":"1/10"},{"lower":"1/10","upper":"3/10"},{"lower":"1/10","upper":"1/10"}],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"0/1","per_class_sample_size":10,"rotation":5,"rule_relative_label":"null_boundary","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-38253fe55f5c501f"},{"class_effects":["-1/10","-1/10","1/10","1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"3/10"},{"lower":"1/10","upper":"3/10"},{"lower":"1/10","upper":"1/10"},{"lower":"1/10","upper":"1/10"}],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"0/1","per_class_sample_size":10,"rotation":6,"rule_relative_label":"null_boundary","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-3e27955259969b15"},{"class_effects":["0/1","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"}],"effect_family":"sparse_benefit","incumbent_success":"9/10","mean_effect":"0/1","per_class_sample_size":10,"rotation":1,"rule_relative_label":"null_boundary","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-4ce276f99a1d372e"},{"class_effects":["0/1","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"}],"effect_family":"sparse_benefit","incumbent_success":"9/10","mean_effect":"0/1","per_class_sample_size":10,"rotation":2,"rule_relative_label":"null_boundary","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-5efe52039333b0cf"},{"class_effects":["0/1","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"}],"effect_family":"sparse_benefit","incumbent_success":"9/10","mean_effect":"0/1","per_class_sample_size":10,"rotation":3,"rule_relative_label":"null_boundary","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-21ae986dc437f87e"},{"class_effects":["0/1","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"}],"effect_family":"sparse_benefit","incumbent_success":"9/10","mean_effect":"0/1","per_class_sample_size":10,"rotation":4,"rule_relative_label":"null_boundary","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-4c8f065bdbf0e899"},{"class_effects":["-1/10","1/30","1/30","1/30"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"3/10"},{"lower":"1/30","upper":"1/6"},{"lower":"1/30","upper":"1/6"},{"lower":"1/30","upper":"1/6"}],"effect_family":"one_class_harm","incumbent_success":"9/10","mean_effect":"0/1","per_class_sample_size":10,"rotation":1,"rule_relative_label":"null_boundary","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-85df451984378df2"},{"class_effects":["1/30","-1/10","1/30","1/30"],"class_specific_discordance_intervals":[{"lower":"1/30","upper":"1/6"},{"lower":"1/10","upper":"3/10"},{"lower":"1/30","upper":"1/6"},{"lower":"1/30","upper":"1/6"}],"effect_family":"one_class_harm","incumbent_success":"9/10","mean_effect":"0/1","per_class_sample_size":10,"rotation":2,"rule_relative_label":"null_boundary","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-29381afc559db543"},{"class_effects":["1/30","1/30","-1/10","1/30"],"class_specific_discordance_intervals":[{"lower":"1/30","upper":"1/6"},{"lower":"1/30","upper":"1/6"},{"lower":"1/10","upper":"3/10"},{"lower":"1/30","upper":"1/6"}],"effect_family":"one_class_harm","incumbent_success":"9/10","mean_effect":"0/1","per_class_sample_size":10,"rotation":3,"rule_relative_label":"null_boundary","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-81ac98f05c202d0b"},{"class_effects":["1/30","1/30","1/30","-1/10"],"class_specific_discordance_intervals":[{"lower":"1/30","upper":"1/6"},{"lower":"1/30","upper":"1/6"},{"lower":"1/30","upper":"1/6"},{"lower":"1/10","upper":"3/10"}],"effect_family":"one_class_harm","incumbent_success":"9/10","mean_effect":"0/1","per_class_sample_size":10,"rotation":4,"rule_relative_label":"null_boundary","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-a973fcad88a2019e"},{"class_effects":["1/40","1/40","1/40","1/40"],"class_specific_discordance_intervals":[{"lower":"1/40","upper":"7/40"},{"lower":"1/40","upper":"7/40"},{"lower":"1/40","upper":"7/40"},{"lower":"1/40","upper":"7/40"}],"effect_family":"homogeneous","incumbent_success":"9/10","mean_effect":"1/40","per_class_sample_size":10,"rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-a12cd253708e167a"},{"class_effects":["1/10","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"1/10"},{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"}],"effect_family":"sparse_benefit","incumbent_success":"9/10","mean_effect":"1/40","per_class_sample_size":10,"rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-a0530673340a6d38"},{"class_effects":["0/1","1/10","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/5"},{"lower":"1/10","upper":"1/10"},{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"}],"effect_family":"sparse_benefit","incumbent_success":"9/10","mean_effect":"1/40","per_class_sample_size":10,"rotation":2,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-d6f7ea8394d07923"},{"class_effects":["0/1","0/1","1/10","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"},{"lower":"1/10","upper":"1/10"},{"lower":"0/1","upper":"1/5"}],"effect_family":"sparse_benefit","incumbent_success":"9/10","mean_effect":"1/40","per_class_sample_size":10,"rotation":3,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-f2b3760f4bb4cce9"},{"class_effects":["0/1","0/1","0/1","1/10"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"},{"lower":"1/10","upper":"1/10"}],"effect_family":"sparse_benefit","incumbent_success":"9/10","mean_effect":"1/40","per_class_sample_size":10,"rotation":4,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-17115e278eae2751"},{"class_effects":["-3/40","7/120","7/120","7/120"],"class_specific_discordance_intervals":[{"lower":"3/40","upper":"11/40"},{"lower":"7/120","upper":"17/120"},{"lower":"7/120","upper":"17/120"},{"lower":"7/120","upper":"17/120"}],"effect_family":"one_class_harm","incumbent_success":"9/10","mean_effect":"1/40","per_class_sample_size":10,"rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-e7a2923a8a101782"},{"class_effects":["7/120","-3/40","7/120","7/120"],"class_specific_discordance_intervals":[{"lower":"7/120","upper":"17/120"},{"lower":"3/40","upper":"11/40"},{"lower":"7/120","upper":"17/120"},{"lower":"7/120","upper":"17/120"}],"effect_family":"one_class_harm","incumbent_success":"9/10","mean_effect":"1/40","per_class_sample_size":10,"rotation":2,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-59bcc3125e7c6329"},{"class_effects":["7/120","7/120","-3/40","7/120"],"class_specific_discordance_intervals":[{"lower":"7/120","upper":"17/120"},{"lower":"7/120","upper":"17/120"},{"lower":"3/40","upper":"11/40"},{"lower":"7/120","upper":"17/120"}],"effect_family":"one_class_harm","incumbent_success":"9/10","mean_effect":"1/40","per_class_sample_size":10,"rotation":3,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-dcaa22e9e8e5e18a"},{"class_effects":["7/120","7/120","7/120","-3/40"],"class_specific_discordance_intervals":[{"lower":"7/120","upper":"17/120"},{"lower":"7/120","upper":"17/120"},{"lower":"7/120","upper":"17/120"},{"lower":"3/40","upper":"11/40"}],"effect_family":"one_class_harm","incumbent_success":"9/10","mean_effect":"1/40","per_class_sample_size":10,"rotation":4,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-e4408aa5a34805f9"},{"class_effects":["1/20","1/20","1/20","1/20"],"class_specific_discordance_intervals":[{"lower":"1/20","upper":"3/20"},{"lower":"1/20","upper":"3/20"},{"lower":"1/20","upper":"3/20"},{"lower":"1/20","upper":"3/20"}],"effect_family":"homogeneous","incumbent_success":"9/10","mean_effect":"1/20","per_class_sample_size":10,"rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-ff1db0a448df0752"},{"class_effects":["-1/20","1/12","1/12","1/12"],"class_specific_discordance_intervals":[{"lower":"1/20","upper":"1/4"},{"lower":"1/12","upper":"7/60"},{"lower":"1/12","upper":"7/60"},{"lower":"1/12","upper":"7/60"}],"effect_family":"one_class_harm","incumbent_success":"9/10","mean_effect":"1/20","per_class_sample_size":10,"rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-59db42eb20cb8a71"},{"class_effects":["1/12","-1/20","1/12","1/12"],"class_specific_discordance_intervals":[{"lower":"1/12","upper":"7/60"},{"lower":"1/20","upper":"1/4"},{"lower":"1/12","upper":"7/60"},{"lower":"1/12","upper":"7/60"}],"effect_family":"one_class_harm","incumbent_success":"9/10","mean_effect":"1/20","per_class_sample_size":10,"rotation":2,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-faf6c9ff0f9a8ba1"},{"class_effects":["1/12","1/12","-1/20","1/12"],"class_specific_discordance_intervals":[{"lower":"1/12","upper":"7/60"},{"lower":"1/12","upper":"7/60"},{"lower":"1/20","upper":"1/4"},{"lower":"1/12","upper":"7/60"}],"effect_family":"one_class_harm","incumbent_success":"9/10","mean_effect":"1/20","per_class_sample_size":10,"rotation":3,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-4301a245fc9fd4a2"},{"class_effects":["1/12","1/12","1/12","-1/20"],"class_specific_discordance_intervals":[{"lower":"1/12","upper":"7/60"},{"lower":"1/12","upper":"7/60"},{"lower":"1/12","upper":"7/60"},{"lower":"1/20","upper":"1/4"}],"effect_family":"one_class_harm","incumbent_success":"9/10","mean_effect":"1/20","per_class_sample_size":10,"rotation":4,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-811c1c6ec3b19b1e"},{"class_effects":["1/10","1/10","1/10","1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"1/10"},{"lower":"1/10","upper":"1/10"},{"lower":"1/10","upper":"1/10"},{"lower":"1/10","upper":"1/10"}],"effect_family":"homogeneous","incumbent_success":"9/10","mean_effect":"1/10","per_class_sample_size":10,"rotation":1,"rule_relative_label":"alternative","sample_size":40,"sample_size_above_current_suite_requires_expansion":false,"scenario_id":"e2-base-837691b34b254465"},{"class_effects":["0/1","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"homogeneous","incumbent_success":"3/10","mean_effect":"0/1","per_class_sample_size":15,"rotation":1,"rule_relative_label":"null_boundary","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-b3f7191b719deb30"},{"class_effects":["1/10","1/10","-1/10","-1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"1/2"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"0/1","per_class_sample_size":15,"rotation":1,"rule_relative_label":"null_boundary","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-f7ba927a2f0dbf46"},{"class_effects":["1/10","-1/10","1/10","-1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"1/2"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"0/1","per_class_sample_size":15,"rotation":2,"rule_relative_label":"null_boundary","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-7a490dc65512ba0b"},{"class_effects":["1/10","-1/10","-1/10","1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"7/10"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"0/1","per_class_sample_size":15,"rotation":3,"rule_relative_label":"null_boundary","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-c69df5a9f2aa1042"},{"class_effects":["-1/10","1/10","1/10","-1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"1/2"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"0/1","per_class_sample_size":15,"rotation":4,"rule_relative_label":"null_boundary","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-da6fe99c9e6abd52"},{"class_effects":["-1/10","1/10","-1/10","1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"7/10"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"0/1","per_class_sample_size":15,"rotation":5,"rule_relative_label":"null_boundary","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-a2358394e2ed6439"},{"class_effects":["-1/10","-1/10","1/10","1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"7/10"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"0/1","per_class_sample_size":15,"rotation":6,"rule_relative_label":"null_boundary","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-472067890b381b1f"},{"class_effects":["0/1","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"3/10","mean_effect":"0/1","per_class_sample_size":15,"rotation":1,"rule_relative_label":"null_boundary","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-eb75c540422b01ca"},{"class_effects":["0/1","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"3/10","mean_effect":"0/1","per_class_sample_size":15,"rotation":2,"rule_relative_label":"null_boundary","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-2de3458b2ef111b0"},{"class_effects":["0/1","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"3/10","mean_effect":"0/1","per_class_sample_size":15,"rotation":3,"rule_relative_label":"null_boundary","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-2a5eff9a7c76cea5"},{"class_effects":["0/1","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"3/10","mean_effect":"0/1","per_class_sample_size":15,"rotation":4,"rule_relative_label":"null_boundary","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-63c27b256353c2aa"},{"class_effects":["-1/10","1/30","1/30","1/30"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"1/2"},{"lower":"1/30","upper":"19/30"},{"lower":"1/30","upper":"19/30"},{"lower":"1/30","upper":"19/30"}],"effect_family":"one_class_harm","incumbent_success":"3/10","mean_effect":"0/1","per_class_sample_size":15,"rotation":1,"rule_relative_label":"null_boundary","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-4b09a4a4e060d8e0"},{"class_effects":["1/30","-1/10","1/30","1/30"],"class_specific_discordance_intervals":[{"lower":"1/30","upper":"19/30"},{"lower":"1/10","upper":"1/2"},{"lower":"1/30","upper":"19/30"},{"lower":"1/30","upper":"19/30"}],"effect_family":"one_class_harm","incumbent_success":"3/10","mean_effect":"0/1","per_class_sample_size":15,"rotation":2,"rule_relative_label":"null_boundary","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-e6f2ce636b9e51eb"},{"class_effects":["1/30","1/30","-1/10","1/30"],"class_specific_discordance_intervals":[{"lower":"1/30","upper":"19/30"},{"lower":"1/30","upper":"19/30"},{"lower":"1/10","upper":"1/2"},{"lower":"1/30","upper":"19/30"}],"effect_family":"one_class_harm","incumbent_success":"3/10","mean_effect":"0/1","per_class_sample_size":15,"rotation":3,"rule_relative_label":"null_boundary","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-20502fd03708c87f"},{"class_effects":["1/30","1/30","1/30","-1/10"],"class_specific_discordance_intervals":[{"lower":"1/30","upper":"19/30"},{"lower":"1/30","upper":"19/30"},{"lower":"1/30","upper":"19/30"},{"lower":"1/10","upper":"1/2"}],"effect_family":"one_class_harm","incumbent_success":"3/10","mean_effect":"0/1","per_class_sample_size":15,"rotation":4,"rule_relative_label":"null_boundary","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-d717a4d6a95f8961"},{"class_effects":["1/40","1/40","1/40","1/40"],"class_specific_discordance_intervals":[{"lower":"1/40","upper":"5/8"},{"lower":"1/40","upper":"5/8"},{"lower":"1/40","upper":"5/8"},{"lower":"1/40","upper":"5/8"}],"effect_family":"homogeneous","incumbent_success":"3/10","mean_effect":"1/40","per_class_sample_size":15,"rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-b37f49c7e3e0a9e1"},{"class_effects":["1/8","1/8","-3/40","-3/40"],"class_specific_discordance_intervals":[{"lower":"1/8","upper":"29/40"},{"lower":"1/8","upper":"29/40"},{"lower":"3/40","upper":"21/40"},{"lower":"3/40","upper":"21/40"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/40","per_class_sample_size":15,"rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-6cd4b8f918692728"},{"class_effects":["1/8","-3/40","1/8","-3/40"],"class_specific_discordance_intervals":[{"lower":"1/8","upper":"29/40"},{"lower":"3/40","upper":"21/40"},{"lower":"1/8","upper":"29/40"},{"lower":"3/40","upper":"21/40"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/40","per_class_sample_size":15,"rotation":2,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-13d047a273382317"},{"class_effects":["1/8","-3/40","-3/40","1/8"],"class_specific_discordance_intervals":[{"lower":"1/8","upper":"29/40"},{"lower":"3/40","upper":"21/40"},{"lower":"3/40","upper":"21/40"},{"lower":"1/8","upper":"29/40"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/40","per_class_sample_size":15,"rotation":3,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-de191ba32178c50d"},{"class_effects":["-3/40","1/8","1/8","-3/40"],"class_specific_discordance_intervals":[{"lower":"3/40","upper":"21/40"},{"lower":"1/8","upper":"29/40"},{"lower":"1/8","upper":"29/40"},{"lower":"3/40","upper":"21/40"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/40","per_class_sample_size":15,"rotation":4,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-376637245de14659"},{"class_effects":["-3/40","1/8","-3/40","1/8"],"class_specific_discordance_intervals":[{"lower":"3/40","upper":"21/40"},{"lower":"1/8","upper":"29/40"},{"lower":"3/40","upper":"21/40"},{"lower":"1/8","upper":"29/40"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/40","per_class_sample_size":15,"rotation":5,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-e7d778517eae1d4b"},{"class_effects":["-3/40","-3/40","1/8","1/8"],"class_specific_discordance_intervals":[{"lower":"3/40","upper":"21/40"},{"lower":"3/40","upper":"21/40"},{"lower":"1/8","upper":"29/40"},{"lower":"1/8","upper":"29/40"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/40","per_class_sample_size":15,"rotation":6,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-0c4c274ba6d3b5b3"},{"class_effects":["1/10","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"7/10"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"3/10","mean_effect":"1/40","per_class_sample_size":15,"rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-6f1e90f74748e0f7"},{"class_effects":["0/1","1/10","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"1/10","upper":"7/10"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"3/10","mean_effect":"1/40","per_class_sample_size":15,"rotation":2,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-3b4f735b135c0104"},{"class_effects":["0/1","0/1","1/10","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"1/10","upper":"7/10"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"3/10","mean_effect":"1/40","per_class_sample_size":15,"rotation":3,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-09de8dbe4c3db7b2"},{"class_effects":["0/1","0/1","0/1","1/10"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"1/10","upper":"7/10"}],"effect_family":"sparse_benefit","incumbent_success":"3/10","mean_effect":"1/40","per_class_sample_size":15,"rotation":4,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-3c1e10e930469e8e"},{"class_effects":["-3/40","7/120","7/120","7/120"],"class_specific_discordance_intervals":[{"lower":"3/40","upper":"21/40"},{"lower":"7/120","upper":"79/120"},{"lower":"7/120","upper":"79/120"},{"lower":"7/120","upper":"79/120"}],"effect_family":"one_class_harm","incumbent_success":"3/10","mean_effect":"1/40","per_class_sample_size":15,"rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-61c759c5c63a3630"},{"class_effects":["7/120","-3/40","7/120","7/120"],"class_specific_discordance_intervals":[{"lower":"7/120","upper":"79/120"},{"lower":"3/40","upper":"21/40"},{"lower":"7/120","upper":"79/120"},{"lower":"7/120","upper":"79/120"}],"effect_family":"one_class_harm","incumbent_success":"3/10","mean_effect":"1/40","per_class_sample_size":15,"rotation":2,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-dd6cc5af96c490b5"},{"class_effects":["7/120","7/120","-3/40","7/120"],"class_specific_discordance_intervals":[{"lower":"7/120","upper":"79/120"},{"lower":"7/120","upper":"79/120"},{"lower":"3/40","upper":"21/40"},{"lower":"7/120","upper":"79/120"}],"effect_family":"one_class_harm","incumbent_success":"3/10","mean_effect":"1/40","per_class_sample_size":15,"rotation":3,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-04e44b015c816330"},{"class_effects":["7/120","7/120","7/120","-3/40"],"class_specific_discordance_intervals":[{"lower":"7/120","upper":"79/120"},{"lower":"7/120","upper":"79/120"},{"lower":"7/120","upper":"79/120"},{"lower":"3/40","upper":"21/40"}],"effect_family":"one_class_harm","incumbent_success":"3/10","mean_effect":"1/40","per_class_sample_size":15,"rotation":4,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-b873a293fd16d0ed"},{"class_effects":["1/20","1/20","1/20","1/20"],"class_specific_discordance_intervals":[{"lower":"1/20","upper":"13/20"},{"lower":"1/20","upper":"13/20"},{"lower":"1/20","upper":"13/20"},{"lower":"1/20","upper":"13/20"}],"effect_family":"homogeneous","incumbent_success":"3/10","mean_effect":"1/20","per_class_sample_size":15,"rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-c1b764e4b1b5e833"},{"class_effects":["3/20","3/20","-1/20","-1/20"],"class_specific_discordance_intervals":[{"lower":"3/20","upper":"3/4"},{"lower":"3/20","upper":"3/4"},{"lower":"1/20","upper":"11/20"},{"lower":"1/20","upper":"11/20"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/20","per_class_sample_size":15,"rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-09b3847880fa254e"},{"class_effects":["3/20","-1/20","3/20","-1/20"],"class_specific_discordance_intervals":[{"lower":"3/20","upper":"3/4"},{"lower":"1/20","upper":"11/20"},{"lower":"3/20","upper":"3/4"},{"lower":"1/20","upper":"11/20"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/20","per_class_sample_size":15,"rotation":2,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-c4fbc6945e33bd5d"},{"class_effects":["3/20","-1/20","-1/20","3/20"],"class_specific_discordance_intervals":[{"lower":"3/20","upper":"3/4"},{"lower":"1/20","upper":"11/20"},{"lower":"1/20","upper":"11/20"},{"lower":"3/20","upper":"3/4"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/20","per_class_sample_size":15,"rotation":3,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-f202da7c4db2177a"},{"class_effects":["-1/20","3/20","3/20","-1/20"],"class_specific_discordance_intervals":[{"lower":"1/20","upper":"11/20"},{"lower":"3/20","upper":"3/4"},{"lower":"3/20","upper":"3/4"},{"lower":"1/20","upper":"11/20"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/20","per_class_sample_size":15,"rotation":4,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-3f530318b5a69169"},{"class_effects":["-1/20","3/20","-1/20","3/20"],"class_specific_discordance_intervals":[{"lower":"1/20","upper":"11/20"},{"lower":"3/20","upper":"3/4"},{"lower":"1/20","upper":"11/20"},{"lower":"3/20","upper":"3/4"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/20","per_class_sample_size":15,"rotation":5,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-c4bf1d090867de4f"},{"class_effects":["-1/20","-1/20","3/20","3/20"],"class_specific_discordance_intervals":[{"lower":"1/20","upper":"11/20"},{"lower":"1/20","upper":"11/20"},{"lower":"3/20","upper":"3/4"},{"lower":"3/20","upper":"3/4"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/20","per_class_sample_size":15,"rotation":6,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-3cf6f7a6daa26308"},{"class_effects":["1/5","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"1/5","upper":"4/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"3/10","mean_effect":"1/20","per_class_sample_size":15,"rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-1bb27ca2040b3882"},{"class_effects":["0/1","1/5","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"1/5","upper":"4/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"3/10","mean_effect":"1/20","per_class_sample_size":15,"rotation":2,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-110841e071b3ec19"},{"class_effects":["0/1","0/1","1/5","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"1/5","upper":"4/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"3/10","mean_effect":"1/20","per_class_sample_size":15,"rotation":3,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-7d736a6d4c98ba32"},{"class_effects":["0/1","0/1","0/1","1/5"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"1/5","upper":"4/5"}],"effect_family":"sparse_benefit","incumbent_success":"3/10","mean_effect":"1/20","per_class_sample_size":15,"rotation":4,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-1d77eb7a5ec140d3"},{"class_effects":["-1/20","1/12","1/12","1/12"],"class_specific_discordance_intervals":[{"lower":"1/20","upper":"11/20"},{"lower":"1/12","upper":"41/60"},{"lower":"1/12","upper":"41/60"},{"lower":"1/12","upper":"41/60"}],"effect_family":"one_class_harm","incumbent_success":"3/10","mean_effect":"1/20","per_class_sample_size":15,"rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-c14e1fa2ceee104b"},{"class_effects":["1/12","-1/20","1/12","1/12"],"class_specific_discordance_intervals":[{"lower":"1/12","upper":"41/60"},{"lower":"1/20","upper":"11/20"},{"lower":"1/12","upper":"41/60"},{"lower":"1/12","upper":"41/60"}],"effect_family":"one_class_harm","incumbent_success":"3/10","mean_effect":"1/20","per_class_sample_size":15,"rotation":2,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-351cd0cb15d086f7"},{"class_effects":["1/12","1/12","-1/20","1/12"],"class_specific_discordance_intervals":[{"lower":"1/12","upper":"41/60"},{"lower":"1/12","upper":"41/60"},{"lower":"1/20","upper":"11/20"},{"lower":"1/12","upper":"41/60"}],"effect_family":"one_class_harm","incumbent_success":"3/10","mean_effect":"1/20","per_class_sample_size":15,"rotation":3,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-7d17c4b18d7aa4b9"},{"class_effects":["1/12","1/12","1/12","-1/20"],"class_specific_discordance_intervals":[{"lower":"1/12","upper":"41/60"},{"lower":"1/12","upper":"41/60"},{"lower":"1/12","upper":"41/60"},{"lower":"1/20","upper":"11/20"}],"effect_family":"one_class_harm","incumbent_success":"3/10","mean_effect":"1/20","per_class_sample_size":15,"rotation":4,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-d8641d110e1c1286"},{"class_effects":["1/10","1/10","1/10","1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"7/10"}],"effect_family":"homogeneous","incumbent_success":"3/10","mean_effect":"1/10","per_class_sample_size":15,"rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-d5cf2225bb62fb55"},{"class_effects":["1/5","1/5","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"1/5","upper":"4/5"},{"lower":"1/5","upper":"4/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/10","per_class_sample_size":15,"rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-d198107b90334b27"},{"class_effects":["1/5","0/1","1/5","0/1"],"class_specific_discordance_intervals":[{"lower":"1/5","upper":"4/5"},{"lower":"0/1","upper":"3/5"},{"lower":"1/5","upper":"4/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/10","per_class_sample_size":15,"rotation":2,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-2ca57227c08941fb"},{"class_effects":["1/5","0/1","0/1","1/5"],"class_specific_discordance_intervals":[{"lower":"1/5","upper":"4/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"1/5","upper":"4/5"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/10","per_class_sample_size":15,"rotation":3,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-c276e8a81dd08c82"},{"class_effects":["0/1","1/5","1/5","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"1/5","upper":"4/5"},{"lower":"1/5","upper":"4/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/10","per_class_sample_size":15,"rotation":4,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-f1671131252eb21c"},{"class_effects":["0/1","1/5","0/1","1/5"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"1/5","upper":"4/5"},{"lower":"0/1","upper":"3/5"},{"lower":"1/5","upper":"4/5"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/10","per_class_sample_size":15,"rotation":5,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-b2f064fbffc81918"},{"class_effects":["0/1","0/1","1/5","1/5"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"1/5","upper":"4/5"},{"lower":"1/5","upper":"4/5"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/10","per_class_sample_size":15,"rotation":6,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-03270efc65b6f18c"},{"class_effects":["2/5","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"2/5","upper":"1/1"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"3/10","mean_effect":"1/10","per_class_sample_size":15,"rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-4388c8528556659d"},{"class_effects":["0/1","2/5","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"2/5","upper":"1/1"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"3/10","mean_effect":"1/10","per_class_sample_size":15,"rotation":2,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-951bf307bab087d3"},{"class_effects":["0/1","0/1","2/5","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"2/5","upper":"1/1"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"3/10","mean_effect":"1/10","per_class_sample_size":15,"rotation":3,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-e41be12da66d46da"},{"class_effects":["0/1","0/1","0/1","2/5"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"2/5","upper":"1/1"}],"effect_family":"sparse_benefit","incumbent_success":"3/10","mean_effect":"1/10","per_class_sample_size":15,"rotation":4,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-61f92c9ff35ea9d7"},{"class_effects":["0/1","2/15","2/15","2/15"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"2/15","upper":"11/15"},{"lower":"2/15","upper":"11/15"},{"lower":"2/15","upper":"11/15"}],"effect_family":"one_class_harm","incumbent_success":"3/10","mean_effect":"1/10","per_class_sample_size":15,"rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-d674480d8f243eaa"},{"class_effects":["2/15","0/1","2/15","2/15"],"class_specific_discordance_intervals":[{"lower":"2/15","upper":"11/15"},{"lower":"0/1","upper":"3/5"},{"lower":"2/15","upper":"11/15"},{"lower":"2/15","upper":"11/15"}],"effect_family":"one_class_harm","incumbent_success":"3/10","mean_effect":"1/10","per_class_sample_size":15,"rotation":2,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-a94c8ae4c7859754"},{"class_effects":["2/15","2/15","0/1","2/15"],"class_specific_discordance_intervals":[{"lower":"2/15","upper":"11/15"},{"lower":"2/15","upper":"11/15"},{"lower":"0/1","upper":"3/5"},{"lower":"2/15","upper":"11/15"}],"effect_family":"one_class_harm","incumbent_success":"3/10","mean_effect":"1/10","per_class_sample_size":15,"rotation":3,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-23fa0e5318197e56"},{"class_effects":["2/15","2/15","2/15","0/1"],"class_specific_discordance_intervals":[{"lower":"2/15","upper":"11/15"},{"lower":"2/15","upper":"11/15"},{"lower":"2/15","upper":"11/15"},{"lower":"0/1","upper":"3/5"}],"effect_family":"one_class_harm","incumbent_success":"3/10","mean_effect":"1/10","per_class_sample_size":15,"rotation":4,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-46dba1ea700b3858"},{"class_effects":["1/5","1/5","1/5","1/5"],"class_specific_discordance_intervals":[{"lower":"1/5","upper":"4/5"},{"lower":"1/5","upper":"4/5"},{"lower":"1/5","upper":"4/5"},{"lower":"1/5","upper":"4/5"}],"effect_family":"homogeneous","incumbent_success":"3/10","mean_effect":"1/5","per_class_sample_size":15,"rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-a10c0ef6148f7222"},{"class_effects":["3/10","3/10","1/10","1/10"],"class_specific_discordance_intervals":[{"lower":"3/10","upper":"9/10"},{"lower":"3/10","upper":"9/10"},{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"7/10"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/5","per_class_sample_size":15,"rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-3be3b31e5071cb84"},{"class_effects":["3/10","1/10","3/10","1/10"],"class_specific_discordance_intervals":[{"lower":"3/10","upper":"9/10"},{"lower":"1/10","upper":"7/10"},{"lower":"3/10","upper":"9/10"},{"lower":"1/10","upper":"7/10"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/5","per_class_sample_size":15,"rotation":2,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-4cf3d94dece052ce"},{"class_effects":["3/10","1/10","1/10","3/10"],"class_specific_discordance_intervals":[{"lower":"3/10","upper":"9/10"},{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"7/10"},{"lower":"3/10","upper":"9/10"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/5","per_class_sample_size":15,"rotation":3,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-371a8c2507b57dc6"},{"class_effects":["1/10","3/10","3/10","1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"7/10"},{"lower":"3/10","upper":"9/10"},{"lower":"3/10","upper":"9/10"},{"lower":"1/10","upper":"7/10"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/5","per_class_sample_size":15,"rotation":4,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-de72b7eeb4e7e358"},{"class_effects":["1/10","3/10","1/10","3/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"7/10"},{"lower":"3/10","upper":"9/10"},{"lower":"1/10","upper":"7/10"},{"lower":"3/10","upper":"9/10"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/5","per_class_sample_size":15,"rotation":5,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-6940cf0f9d6acae6"},{"class_effects":["1/10","1/10","3/10","3/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"7/10"},{"lower":"3/10","upper":"9/10"},{"lower":"3/10","upper":"9/10"}],"effect_family":"balanced_opposing","incumbent_success":"3/10","mean_effect":"1/5","per_class_sample_size":15,"rotation":6,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-e2b66b95165dd488"},{"class_effects":["1/10","7/30","7/30","7/30"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"7/10"},{"lower":"7/30","upper":"5/6"},{"lower":"7/30","upper":"5/6"},{"lower":"7/30","upper":"5/6"}],"effect_family":"one_class_harm","incumbent_success":"3/10","mean_effect":"1/5","per_class_sample_size":15,"rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-3f55c9c8e43f7528"},{"class_effects":["7/30","1/10","7/30","7/30"],"class_specific_discordance_intervals":[{"lower":"7/30","upper":"5/6"},{"lower":"1/10","upper":"7/10"},{"lower":"7/30","upper":"5/6"},{"lower":"7/30","upper":"5/6"}],"effect_family":"one_class_harm","incumbent_success":"3/10","mean_effect":"1/5","per_class_sample_size":15,"rotation":2,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-869d01ce8af322bc"},{"class_effects":["7/30","7/30","1/10","7/30"],"class_specific_discordance_intervals":[{"lower":"7/30","upper":"5/6"},{"lower":"7/30","upper":"5/6"},{"lower":"1/10","upper":"7/10"},{"lower":"7/30","upper":"5/6"}],"effect_family":"one_class_harm","incumbent_success":"3/10","mean_effect":"1/5","per_class_sample_size":15,"rotation":3,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-353464c180e74a41"},{"class_effects":["7/30","7/30","7/30","1/10"],"class_specific_discordance_intervals":[{"lower":"7/30","upper":"5/6"},{"lower":"7/30","upper":"5/6"},{"lower":"7/30","upper":"5/6"},{"lower":"1/10","upper":"7/10"}],"effect_family":"one_class_harm","incumbent_success":"3/10","mean_effect":"1/5","per_class_sample_size":15,"rotation":4,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-9f6c9bb5549f33aa"},{"class_effects":["0/1","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"}],"effect_family":"homogeneous","incumbent_success":"1/2","mean_effect":"0/1","per_class_sample_size":15,"rotation":1,"rule_relative_label":"null_boundary","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-2abdfa605eaceb6a"},{"class_effects":["1/10","1/10","-1/10","-1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"0/1","per_class_sample_size":15,"rotation":1,"rule_relative_label":"null_boundary","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-bb2a0d0c5ed656e7"},{"class_effects":["1/10","-1/10","1/10","-1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"0/1","per_class_sample_size":15,"rotation":2,"rule_relative_label":"null_boundary","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-bba9ae8dfac8a774"},{"class_effects":["1/10","-1/10","-1/10","1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"0/1","per_class_sample_size":15,"rotation":3,"rule_relative_label":"null_boundary","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-684a2bab018b9a93"},{"class_effects":["-1/10","1/10","1/10","-1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"0/1","per_class_sample_size":15,"rotation":4,"rule_relative_label":"null_boundary","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-e643dcb0ea5454ac"},{"class_effects":["-1/10","1/10","-1/10","1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"0/1","per_class_sample_size":15,"rotation":5,"rule_relative_label":"null_boundary","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-4effe1170c773af7"},{"class_effects":["-1/10","-1/10","1/10","1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"0/1","per_class_sample_size":15,"rotation":6,"rule_relative_label":"null_boundary","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-96a9e4e5d8fb5062"},{"class_effects":["0/1","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"}],"effect_family":"sparse_benefit","incumbent_success":"1/2","mean_effect":"0/1","per_class_sample_size":15,"rotation":1,"rule_relative_label":"null_boundary","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-73fa930b1334a01f"},{"class_effects":["0/1","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"}],"effect_family":"sparse_benefit","incumbent_success":"1/2","mean_effect":"0/1","per_class_sample_size":15,"rotation":2,"rule_relative_label":"null_boundary","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-7dac497a4bfcdb25"},{"class_effects":["0/1","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"}],"effect_family":"sparse_benefit","incumbent_success":"1/2","mean_effect":"0/1","per_class_sample_size":15,"rotation":3,"rule_relative_label":"null_boundary","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-fc4e0ebfbc60801c"},{"class_effects":["0/1","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"}],"effect_family":"sparse_benefit","incumbent_success":"1/2","mean_effect":"0/1","per_class_sample_size":15,"rotation":4,"rule_relative_label":"null_boundary","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-bc4619989739880b"},{"class_effects":["-1/10","1/30","1/30","1/30"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"9/10"},{"lower":"1/30","upper":"29/30"},{"lower":"1/30","upper":"29/30"},{"lower":"1/30","upper":"29/30"}],"effect_family":"one_class_harm","incumbent_success":"1/2","mean_effect":"0/1","per_class_sample_size":15,"rotation":1,"rule_relative_label":"null_boundary","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-fb0691ec8cccc78a"},{"class_effects":["1/30","-1/10","1/30","1/30"],"class_specific_discordance_intervals":[{"lower":"1/30","upper":"29/30"},{"lower":"1/10","upper":"9/10"},{"lower":"1/30","upper":"29/30"},{"lower":"1/30","upper":"29/30"}],"effect_family":"one_class_harm","incumbent_success":"1/2","mean_effect":"0/1","per_class_sample_size":15,"rotation":2,"rule_relative_label":"null_boundary","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-5b1da6ed88a8f7f8"},{"class_effects":["1/30","1/30","-1/10","1/30"],"class_specific_discordance_intervals":[{"lower":"1/30","upper":"29/30"},{"lower":"1/30","upper":"29/30"},{"lower":"1/10","upper":"9/10"},{"lower":"1/30","upper":"29/30"}],"effect_family":"one_class_harm","incumbent_success":"1/2","mean_effect":"0/1","per_class_sample_size":15,"rotation":3,"rule_relative_label":"null_boundary","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-e09934dfb9107be4"},{"class_effects":["1/30","1/30","1/30","-1/10"],"class_specific_discordance_intervals":[{"lower":"1/30","upper":"29/30"},{"lower":"1/30","upper":"29/30"},{"lower":"1/30","upper":"29/30"},{"lower":"1/10","upper":"9/10"}],"effect_family":"one_class_harm","incumbent_success":"1/2","mean_effect":"0/1","per_class_sample_size":15,"rotation":4,"rule_relative_label":"null_boundary","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-0a943a653525d5d9"},{"class_effects":["1/40","1/40","1/40","1/40"],"class_specific_discordance_intervals":[{"lower":"1/40","upper":"39/40"},{"lower":"1/40","upper":"39/40"},{"lower":"1/40","upper":"39/40"},{"lower":"1/40","upper":"39/40"}],"effect_family":"homogeneous","incumbent_success":"1/2","mean_effect":"1/40","per_class_sample_size":15,"rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-69cc2beff33bf178"},{"class_effects":["1/8","1/8","-3/40","-3/40"],"class_specific_discordance_intervals":[{"lower":"1/8","upper":"7/8"},{"lower":"1/8","upper":"7/8"},{"lower":"3/40","upper":"37/40"},{"lower":"3/40","upper":"37/40"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/40","per_class_sample_size":15,"rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-deaa6f5e165c082a"},{"class_effects":["1/8","-3/40","1/8","-3/40"],"class_specific_discordance_intervals":[{"lower":"1/8","upper":"7/8"},{"lower":"3/40","upper":"37/40"},{"lower":"1/8","upper":"7/8"},{"lower":"3/40","upper":"37/40"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/40","per_class_sample_size":15,"rotation":2,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-6bc8e14bcd180349"},{"class_effects":["1/8","-3/40","-3/40","1/8"],"class_specific_discordance_intervals":[{"lower":"1/8","upper":"7/8"},{"lower":"3/40","upper":"37/40"},{"lower":"3/40","upper":"37/40"},{"lower":"1/8","upper":"7/8"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/40","per_class_sample_size":15,"rotation":3,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-d714a3b22bb3c102"},{"class_effects":["-3/40","1/8","1/8","-3/40"],"class_specific_discordance_intervals":[{"lower":"3/40","upper":"37/40"},{"lower":"1/8","upper":"7/8"},{"lower":"1/8","upper":"7/8"},{"lower":"3/40","upper":"37/40"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/40","per_class_sample_size":15,"rotation":4,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-74f5d4ec5d2df922"},{"class_effects":["-3/40","1/8","-3/40","1/8"],"class_specific_discordance_intervals":[{"lower":"3/40","upper":"37/40"},{"lower":"1/8","upper":"7/8"},{"lower":"3/40","upper":"37/40"},{"lower":"1/8","upper":"7/8"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/40","per_class_sample_size":15,"rotation":5,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-688fef78827705e9"},{"class_effects":["-3/40","-3/40","1/8","1/8"],"class_specific_discordance_intervals":[{"lower":"3/40","upper":"37/40"},{"lower":"3/40","upper":"37/40"},{"lower":"1/8","upper":"7/8"},{"lower":"1/8","upper":"7/8"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/40","per_class_sample_size":15,"rotation":6,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-b18adb026f91e603"},{"class_effects":["1/10","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"9/10"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"}],"effect_family":"sparse_benefit","incumbent_success":"1/2","mean_effect":"1/40","per_class_sample_size":15,"rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-d7698e8f6c904163"},{"class_effects":["0/1","1/10","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/1"},{"lower":"1/10","upper":"9/10"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"}],"effect_family":"sparse_benefit","incumbent_success":"1/2","mean_effect":"1/40","per_class_sample_size":15,"rotation":2,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-968a577a83ba92a3"},{"class_effects":["0/1","0/1","1/10","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"1/10","upper":"9/10"},{"lower":"0/1","upper":"1/1"}],"effect_family":"sparse_benefit","incumbent_success":"1/2","mean_effect":"1/40","per_class_sample_size":15,"rotation":3,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-96c3c26b61f68e77"},{"class_effects":["0/1","0/1","0/1","1/10"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"1/10","upper":"9/10"}],"effect_family":"sparse_benefit","incumbent_success":"1/2","mean_effect":"1/40","per_class_sample_size":15,"rotation":4,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-e333f46a3bd34d48"},{"class_effects":["-3/40","7/120","7/120","7/120"],"class_specific_discordance_intervals":[{"lower":"3/40","upper":"37/40"},{"lower":"7/120","upper":"113/120"},{"lower":"7/120","upper":"113/120"},{"lower":"7/120","upper":"113/120"}],"effect_family":"one_class_harm","incumbent_success":"1/2","mean_effect":"1/40","per_class_sample_size":15,"rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-dca016c352d709e3"},{"class_effects":["7/120","-3/40","7/120","7/120"],"class_specific_discordance_intervals":[{"lower":"7/120","upper":"113/120"},{"lower":"3/40","upper":"37/40"},{"lower":"7/120","upper":"113/120"},{"lower":"7/120","upper":"113/120"}],"effect_family":"one_class_harm","incumbent_success":"1/2","mean_effect":"1/40","per_class_sample_size":15,"rotation":2,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-f9bd4be36c4203c4"},{"class_effects":["7/120","7/120","-3/40","7/120"],"class_specific_discordance_intervals":[{"lower":"7/120","upper":"113/120"},{"lower":"7/120","upper":"113/120"},{"lower":"3/40","upper":"37/40"},{"lower":"7/120","upper":"113/120"}],"effect_family":"one_class_harm","incumbent_success":"1/2","mean_effect":"1/40","per_class_sample_size":15,"rotation":3,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-8943e018a2e2dcb9"},{"class_effects":["7/120","7/120","7/120","-3/40"],"class_specific_discordance_intervals":[{"lower":"7/120","upper":"113/120"},{"lower":"7/120","upper":"113/120"},{"lower":"7/120","upper":"113/120"},{"lower":"3/40","upper":"37/40"}],"effect_family":"one_class_harm","incumbent_success":"1/2","mean_effect":"1/40","per_class_sample_size":15,"rotation":4,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-e648df73daa73871"},{"class_effects":["1/20","1/20","1/20","1/20"],"class_specific_discordance_intervals":[{"lower":"1/20","upper":"19/20"},{"lower":"1/20","upper":"19/20"},{"lower":"1/20","upper":"19/20"},{"lower":"1/20","upper":"19/20"}],"effect_family":"homogeneous","incumbent_success":"1/2","mean_effect":"1/20","per_class_sample_size":15,"rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-354796ba08c4b575"},{"class_effects":["3/20","3/20","-1/20","-1/20"],"class_specific_discordance_intervals":[{"lower":"3/20","upper":"17/20"},{"lower":"3/20","upper":"17/20"},{"lower":"1/20","upper":"19/20"},{"lower":"1/20","upper":"19/20"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/20","per_class_sample_size":15,"rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-95aaaa6915b7a391"},{"class_effects":["3/20","-1/20","3/20","-1/20"],"class_specific_discordance_intervals":[{"lower":"3/20","upper":"17/20"},{"lower":"1/20","upper":"19/20"},{"lower":"3/20","upper":"17/20"},{"lower":"1/20","upper":"19/20"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/20","per_class_sample_size":15,"rotation":2,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-06057f191446cc33"},{"class_effects":["3/20","-1/20","-1/20","3/20"],"class_specific_discordance_intervals":[{"lower":"3/20","upper":"17/20"},{"lower":"1/20","upper":"19/20"},{"lower":"1/20","upper":"19/20"},{"lower":"3/20","upper":"17/20"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/20","per_class_sample_size":15,"rotation":3,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-ffd7a0578fe0f31e"},{"class_effects":["-1/20","3/20","3/20","-1/20"],"class_specific_discordance_intervals":[{"lower":"1/20","upper":"19/20"},{"lower":"3/20","upper":"17/20"},{"lower":"3/20","upper":"17/20"},{"lower":"1/20","upper":"19/20"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/20","per_class_sample_size":15,"rotation":4,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-91f28e21985b2488"},{"class_effects":["-1/20","3/20","-1/20","3/20"],"class_specific_discordance_intervals":[{"lower":"1/20","upper":"19/20"},{"lower":"3/20","upper":"17/20"},{"lower":"1/20","upper":"19/20"},{"lower":"3/20","upper":"17/20"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/20","per_class_sample_size":15,"rotation":5,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-e66686554fc01f8b"},{"class_effects":["-1/20","-1/20","3/20","3/20"],"class_specific_discordance_intervals":[{"lower":"1/20","upper":"19/20"},{"lower":"1/20","upper":"19/20"},{"lower":"3/20","upper":"17/20"},{"lower":"3/20","upper":"17/20"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/20","per_class_sample_size":15,"rotation":6,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-aa89ca9def182b57"},{"class_effects":["1/5","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"1/5","upper":"4/5"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"}],"effect_family":"sparse_benefit","incumbent_success":"1/2","mean_effect":"1/20","per_class_sample_size":15,"rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-62f467140b960a08"},{"class_effects":["0/1","1/5","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/1"},{"lower":"1/5","upper":"4/5"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"}],"effect_family":"sparse_benefit","incumbent_success":"1/2","mean_effect":"1/20","per_class_sample_size":15,"rotation":2,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-a023b43acf7f8ffb"},{"class_effects":["0/1","0/1","1/5","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"1/5","upper":"4/5"},{"lower":"0/1","upper":"1/1"}],"effect_family":"sparse_benefit","incumbent_success":"1/2","mean_effect":"1/20","per_class_sample_size":15,"rotation":3,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-ad6fdc7b342ccd39"},{"class_effects":["0/1","0/1","0/1","1/5"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"1/5","upper":"4/5"}],"effect_family":"sparse_benefit","incumbent_success":"1/2","mean_effect":"1/20","per_class_sample_size":15,"rotation":4,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-aa520726d31606ec"},{"class_effects":["-1/20","1/12","1/12","1/12"],"class_specific_discordance_intervals":[{"lower":"1/20","upper":"19/20"},{"lower":"1/12","upper":"11/12"},{"lower":"1/12","upper":"11/12"},{"lower":"1/12","upper":"11/12"}],"effect_family":"one_class_harm","incumbent_success":"1/2","mean_effect":"1/20","per_class_sample_size":15,"rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-320396977286f687"},{"class_effects":["1/12","-1/20","1/12","1/12"],"class_specific_discordance_intervals":[{"lower":"1/12","upper":"11/12"},{"lower":"1/20","upper":"19/20"},{"lower":"1/12","upper":"11/12"},{"lower":"1/12","upper":"11/12"}],"effect_family":"one_class_harm","incumbent_success":"1/2","mean_effect":"1/20","per_class_sample_size":15,"rotation":2,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-5057e13910e74c11"},{"class_effects":["1/12","1/12","-1/20","1/12"],"class_specific_discordance_intervals":[{"lower":"1/12","upper":"11/12"},{"lower":"1/12","upper":"11/12"},{"lower":"1/20","upper":"19/20"},{"lower":"1/12","upper":"11/12"}],"effect_family":"one_class_harm","incumbent_success":"1/2","mean_effect":"1/20","per_class_sample_size":15,"rotation":3,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-7e57be6a8544b48a"},{"class_effects":["1/12","1/12","1/12","-1/20"],"class_specific_discordance_intervals":[{"lower":"1/12","upper":"11/12"},{"lower":"1/12","upper":"11/12"},{"lower":"1/12","upper":"11/12"},{"lower":"1/20","upper":"19/20"}],"effect_family":"one_class_harm","incumbent_success":"1/2","mean_effect":"1/20","per_class_sample_size":15,"rotation":4,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-b240700ae5ea041d"},{"class_effects":["1/10","1/10","1/10","1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"}],"effect_family":"homogeneous","incumbent_success":"1/2","mean_effect":"1/10","per_class_sample_size":15,"rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-2a6f4bb89871975a"},{"class_effects":["1/5","1/5","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"1/5","upper":"4/5"},{"lower":"1/5","upper":"4/5"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/10","per_class_sample_size":15,"rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-8832f0ef27c23de2"},{"class_effects":["1/5","0/1","1/5","0/1"],"class_specific_discordance_intervals":[{"lower":"1/5","upper":"4/5"},{"lower":"0/1","upper":"1/1"},{"lower":"1/5","upper":"4/5"},{"lower":"0/1","upper":"1/1"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/10","per_class_sample_size":15,"rotation":2,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-afc9da7b5883427f"},{"class_effects":["1/5","0/1","0/1","1/5"],"class_specific_discordance_intervals":[{"lower":"1/5","upper":"4/5"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"1/5","upper":"4/5"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/10","per_class_sample_size":15,"rotation":3,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-e129fceacf561d54"},{"class_effects":["0/1","1/5","1/5","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/1"},{"lower":"1/5","upper":"4/5"},{"lower":"1/5","upper":"4/5"},{"lower":"0/1","upper":"1/1"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/10","per_class_sample_size":15,"rotation":4,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-831369f49f119cba"},{"class_effects":["0/1","1/5","0/1","1/5"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/1"},{"lower":"1/5","upper":"4/5"},{"lower":"0/1","upper":"1/1"},{"lower":"1/5","upper":"4/5"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/10","per_class_sample_size":15,"rotation":5,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-64694e7c8932f4fd"},{"class_effects":["0/1","0/1","1/5","1/5"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"1/5","upper":"4/5"},{"lower":"1/5","upper":"4/5"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/10","per_class_sample_size":15,"rotation":6,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-f1f7aa2c85bb2ce9"},{"class_effects":["2/5","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"2/5","upper":"3/5"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"}],"effect_family":"sparse_benefit","incumbent_success":"1/2","mean_effect":"1/10","per_class_sample_size":15,"rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-13695c72cf8e2db0"},{"class_effects":["0/1","2/5","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/1"},{"lower":"2/5","upper":"3/5"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"}],"effect_family":"sparse_benefit","incumbent_success":"1/2","mean_effect":"1/10","per_class_sample_size":15,"rotation":2,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-365d82ff2819b62a"},{"class_effects":["0/1","0/1","2/5","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"2/5","upper":"3/5"},{"lower":"0/1","upper":"1/1"}],"effect_family":"sparse_benefit","incumbent_success":"1/2","mean_effect":"1/10","per_class_sample_size":15,"rotation":3,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-ef3deb64361c12f0"},{"class_effects":["0/1","0/1","0/1","2/5"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"0/1","upper":"1/1"},{"lower":"2/5","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"1/2","mean_effect":"1/10","per_class_sample_size":15,"rotation":4,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-83d3deaafa41e3b8"},{"class_effects":["0/1","2/15","2/15","2/15"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/1"},{"lower":"2/15","upper":"13/15"},{"lower":"2/15","upper":"13/15"},{"lower":"2/15","upper":"13/15"}],"effect_family":"one_class_harm","incumbent_success":"1/2","mean_effect":"1/10","per_class_sample_size":15,"rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-630bc13a95272857"},{"class_effects":["2/15","0/1","2/15","2/15"],"class_specific_discordance_intervals":[{"lower":"2/15","upper":"13/15"},{"lower":"0/1","upper":"1/1"},{"lower":"2/15","upper":"13/15"},{"lower":"2/15","upper":"13/15"}],"effect_family":"one_class_harm","incumbent_success":"1/2","mean_effect":"1/10","per_class_sample_size":15,"rotation":2,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-7c92155039924784"},{"class_effects":["2/15","2/15","0/1","2/15"],"class_specific_discordance_intervals":[{"lower":"2/15","upper":"13/15"},{"lower":"2/15","upper":"13/15"},{"lower":"0/1","upper":"1/1"},{"lower":"2/15","upper":"13/15"}],"effect_family":"one_class_harm","incumbent_success":"1/2","mean_effect":"1/10","per_class_sample_size":15,"rotation":3,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-09bd3991f9784f49"},{"class_effects":["2/15","2/15","2/15","0/1"],"class_specific_discordance_intervals":[{"lower":"2/15","upper":"13/15"},{"lower":"2/15","upper":"13/15"},{"lower":"2/15","upper":"13/15"},{"lower":"0/1","upper":"1/1"}],"effect_family":"one_class_harm","incumbent_success":"1/2","mean_effect":"1/10","per_class_sample_size":15,"rotation":4,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-ba89304048b4b834"},{"class_effects":["1/5","1/5","1/5","1/5"],"class_specific_discordance_intervals":[{"lower":"1/5","upper":"4/5"},{"lower":"1/5","upper":"4/5"},{"lower":"1/5","upper":"4/5"},{"lower":"1/5","upper":"4/5"}],"effect_family":"homogeneous","incumbent_success":"1/2","mean_effect":"1/5","per_class_sample_size":15,"rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-516ca2bc40c48ff5"},{"class_effects":["3/10","3/10","1/10","1/10"],"class_specific_discordance_intervals":[{"lower":"3/10","upper":"7/10"},{"lower":"3/10","upper":"7/10"},{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/5","per_class_sample_size":15,"rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-8a34857ef345dcac"},{"class_effects":["3/10","1/10","3/10","1/10"],"class_specific_discordance_intervals":[{"lower":"3/10","upper":"7/10"},{"lower":"1/10","upper":"9/10"},{"lower":"3/10","upper":"7/10"},{"lower":"1/10","upper":"9/10"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/5","per_class_sample_size":15,"rotation":2,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-231b94a6da92c107"},{"class_effects":["3/10","1/10","1/10","3/10"],"class_specific_discordance_intervals":[{"lower":"3/10","upper":"7/10"},{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"},{"lower":"3/10","upper":"7/10"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/5","per_class_sample_size":15,"rotation":3,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-630086a7cbd8f556"},{"class_effects":["1/10","3/10","3/10","1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"9/10"},{"lower":"3/10","upper":"7/10"},{"lower":"3/10","upper":"7/10"},{"lower":"1/10","upper":"9/10"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/5","per_class_sample_size":15,"rotation":4,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-00ca54c7b7b7dc26"},{"class_effects":["1/10","3/10","1/10","3/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"9/10"},{"lower":"3/10","upper":"7/10"},{"lower":"1/10","upper":"9/10"},{"lower":"3/10","upper":"7/10"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/5","per_class_sample_size":15,"rotation":5,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-b083d08844ef5c51"},{"class_effects":["1/10","1/10","3/10","3/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"9/10"},{"lower":"1/10","upper":"9/10"},{"lower":"3/10","upper":"7/10"},{"lower":"3/10","upper":"7/10"}],"effect_family":"balanced_opposing","incumbent_success":"1/2","mean_effect":"1/5","per_class_sample_size":15,"rotation":6,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-c49fa9d16bcbc78d"},{"class_effects":["1/10","7/30","7/30","7/30"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"9/10"},{"lower":"7/30","upper":"23/30"},{"lower":"7/30","upper":"23/30"},{"lower":"7/30","upper":"23/30"}],"effect_family":"one_class_harm","incumbent_success":"1/2","mean_effect":"1/5","per_class_sample_size":15,"rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-da9542beddd3f302"},{"class_effects":["7/30","1/10","7/30","7/30"],"class_specific_discordance_intervals":[{"lower":"7/30","upper":"23/30"},{"lower":"1/10","upper":"9/10"},{"lower":"7/30","upper":"23/30"},{"lower":"7/30","upper":"23/30"}],"effect_family":"one_class_harm","incumbent_success":"1/2","mean_effect":"1/5","per_class_sample_size":15,"rotation":2,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-197f77c25446d41a"},{"class_effects":["7/30","7/30","1/10","7/30"],"class_specific_discordance_intervals":[{"lower":"7/30","upper":"23/30"},{"lower":"7/30","upper":"23/30"},{"lower":"1/10","upper":"9/10"},{"lower":"7/30","upper":"23/30"}],"effect_family":"one_class_harm","incumbent_success":"1/2","mean_effect":"1/5","per_class_sample_size":15,"rotation":3,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-781c09939d4f48ba"},{"class_effects":["7/30","7/30","7/30","1/10"],"class_specific_discordance_intervals":[{"lower":"7/30","upper":"23/30"},{"lower":"7/30","upper":"23/30"},{"lower":"7/30","upper":"23/30"},{"lower":"1/10","upper":"9/10"}],"effect_family":"one_class_harm","incumbent_success":"1/2","mean_effect":"1/5","per_class_sample_size":15,"rotation":4,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-571e42793c093566"},{"class_effects":["0/1","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"homogeneous","incumbent_success":"7/10","mean_effect":"0/1","per_class_sample_size":15,"rotation":1,"rule_relative_label":"null_boundary","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-765fff81c44a05c0"},{"class_effects":["1/10","1/10","-1/10","-1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"7/10"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"0/1","per_class_sample_size":15,"rotation":1,"rule_relative_label":"null_boundary","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-89d8c9356b81f770"},{"class_effects":["1/10","-1/10","1/10","-1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"7/10"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"0/1","per_class_sample_size":15,"rotation":2,"rule_relative_label":"null_boundary","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-8f4f378ae050446d"},{"class_effects":["1/10","-1/10","-1/10","1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"1/2"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"0/1","per_class_sample_size":15,"rotation":3,"rule_relative_label":"null_boundary","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-782b66fa60a6a634"},{"class_effects":["-1/10","1/10","1/10","-1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"7/10"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"0/1","per_class_sample_size":15,"rotation":4,"rule_relative_label":"null_boundary","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-cebb4821e7cf18b9"},{"class_effects":["-1/10","1/10","-1/10","1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"1/2"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"0/1","per_class_sample_size":15,"rotation":5,"rule_relative_label":"null_boundary","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-d3a0b530ad0de5cd"},{"class_effects":["-1/10","-1/10","1/10","1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"7/10"},{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"1/2"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"0/1","per_class_sample_size":15,"rotation":6,"rule_relative_label":"null_boundary","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-96c740b0b65cffb4"},{"class_effects":["0/1","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"7/10","mean_effect":"0/1","per_class_sample_size":15,"rotation":1,"rule_relative_label":"null_boundary","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-2ad77728adba0807"},{"class_effects":["0/1","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"7/10","mean_effect":"0/1","per_class_sample_size":15,"rotation":2,"rule_relative_label":"null_boundary","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-3afc726170d6c821"},{"class_effects":["0/1","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"7/10","mean_effect":"0/1","per_class_sample_size":15,"rotation":3,"rule_relative_label":"null_boundary","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-12fee18f3629dda9"},{"class_effects":["0/1","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"7/10","mean_effect":"0/1","per_class_sample_size":15,"rotation":4,"rule_relative_label":"null_boundary","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-cd54efc1f260a989"},{"class_effects":["-1/10","1/30","1/30","1/30"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"7/10"},{"lower":"1/30","upper":"17/30"},{"lower":"1/30","upper":"17/30"},{"lower":"1/30","upper":"17/30"}],"effect_family":"one_class_harm","incumbent_success":"7/10","mean_effect":"0/1","per_class_sample_size":15,"rotation":1,"rule_relative_label":"null_boundary","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-40444d4c351dd6bd"},{"class_effects":["1/30","-1/10","1/30","1/30"],"class_specific_discordance_intervals":[{"lower":"1/30","upper":"17/30"},{"lower":"1/10","upper":"7/10"},{"lower":"1/30","upper":"17/30"},{"lower":"1/30","upper":"17/30"}],"effect_family":"one_class_harm","incumbent_success":"7/10","mean_effect":"0/1","per_class_sample_size":15,"rotation":2,"rule_relative_label":"null_boundary","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-e5899e1b239dc224"},{"class_effects":["1/30","1/30","-1/10","1/30"],"class_specific_discordance_intervals":[{"lower":"1/30","upper":"17/30"},{"lower":"1/30","upper":"17/30"},{"lower":"1/10","upper":"7/10"},{"lower":"1/30","upper":"17/30"}],"effect_family":"one_class_harm","incumbent_success":"7/10","mean_effect":"0/1","per_class_sample_size":15,"rotation":3,"rule_relative_label":"null_boundary","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-444b9abf7d2832d9"},{"class_effects":["1/30","1/30","1/30","-1/10"],"class_specific_discordance_intervals":[{"lower":"1/30","upper":"17/30"},{"lower":"1/30","upper":"17/30"},{"lower":"1/30","upper":"17/30"},{"lower":"1/10","upper":"7/10"}],"effect_family":"one_class_harm","incumbent_success":"7/10","mean_effect":"0/1","per_class_sample_size":15,"rotation":4,"rule_relative_label":"null_boundary","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-2d00734d33faf5c8"},{"class_effects":["1/40","1/40","1/40","1/40"],"class_specific_discordance_intervals":[{"lower":"1/40","upper":"23/40"},{"lower":"1/40","upper":"23/40"},{"lower":"1/40","upper":"23/40"},{"lower":"1/40","upper":"23/40"}],"effect_family":"homogeneous","incumbent_success":"7/10","mean_effect":"1/40","per_class_sample_size":15,"rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-6130683c4d5b8b75"},{"class_effects":["1/8","1/8","-3/40","-3/40"],"class_specific_discordance_intervals":[{"lower":"1/8","upper":"19/40"},{"lower":"1/8","upper":"19/40"},{"lower":"3/40","upper":"27/40"},{"lower":"3/40","upper":"27/40"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/40","per_class_sample_size":15,"rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-ccbac3b8809491a9"},{"class_effects":["1/8","-3/40","1/8","-3/40"],"class_specific_discordance_intervals":[{"lower":"1/8","upper":"19/40"},{"lower":"3/40","upper":"27/40"},{"lower":"1/8","upper":"19/40"},{"lower":"3/40","upper":"27/40"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/40","per_class_sample_size":15,"rotation":2,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-d867bbf955d6a368"},{"class_effects":["1/8","-3/40","-3/40","1/8"],"class_specific_discordance_intervals":[{"lower":"1/8","upper":"19/40"},{"lower":"3/40","upper":"27/40"},{"lower":"3/40","upper":"27/40"},{"lower":"1/8","upper":"19/40"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/40","per_class_sample_size":15,"rotation":3,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-7f192c73d48162d6"},{"class_effects":["-3/40","1/8","1/8","-3/40"],"class_specific_discordance_intervals":[{"lower":"3/40","upper":"27/40"},{"lower":"1/8","upper":"19/40"},{"lower":"1/8","upper":"19/40"},{"lower":"3/40","upper":"27/40"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/40","per_class_sample_size":15,"rotation":4,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-d2824ce370227336"},{"class_effects":["-3/40","1/8","-3/40","1/8"],"class_specific_discordance_intervals":[{"lower":"3/40","upper":"27/40"},{"lower":"1/8","upper":"19/40"},{"lower":"3/40","upper":"27/40"},{"lower":"1/8","upper":"19/40"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/40","per_class_sample_size":15,"rotation":5,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-1fcf40673508a406"},{"class_effects":["-3/40","-3/40","1/8","1/8"],"class_specific_discordance_intervals":[{"lower":"3/40","upper":"27/40"},{"lower":"3/40","upper":"27/40"},{"lower":"1/8","upper":"19/40"},{"lower":"1/8","upper":"19/40"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/40","per_class_sample_size":15,"rotation":6,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-873b3e6ecebb3884"},{"class_effects":["1/10","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"1/2"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"7/10","mean_effect":"1/40","per_class_sample_size":15,"rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-6779dc01162a9293"},{"class_effects":["0/1","1/10","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"1/10","upper":"1/2"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"7/10","mean_effect":"1/40","per_class_sample_size":15,"rotation":2,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-f10bb9df4dfa684d"},{"class_effects":["0/1","0/1","1/10","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"1/10","upper":"1/2"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"7/10","mean_effect":"1/40","per_class_sample_size":15,"rotation":3,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-e50da74614a1d6a3"},{"class_effects":["0/1","0/1","0/1","1/10"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"1/10","upper":"1/2"}],"effect_family":"sparse_benefit","incumbent_success":"7/10","mean_effect":"1/40","per_class_sample_size":15,"rotation":4,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-698de441c055c185"},{"class_effects":["-3/40","7/120","7/120","7/120"],"class_specific_discordance_intervals":[{"lower":"3/40","upper":"27/40"},{"lower":"7/120","upper":"13/24"},{"lower":"7/120","upper":"13/24"},{"lower":"7/120","upper":"13/24"}],"effect_family":"one_class_harm","incumbent_success":"7/10","mean_effect":"1/40","per_class_sample_size":15,"rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-deb1f0f7aad497bc"},{"class_effects":["7/120","-3/40","7/120","7/120"],"class_specific_discordance_intervals":[{"lower":"7/120","upper":"13/24"},{"lower":"3/40","upper":"27/40"},{"lower":"7/120","upper":"13/24"},{"lower":"7/120","upper":"13/24"}],"effect_family":"one_class_harm","incumbent_success":"7/10","mean_effect":"1/40","per_class_sample_size":15,"rotation":2,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-4e8e58f8f9da7175"},{"class_effects":["7/120","7/120","-3/40","7/120"],"class_specific_discordance_intervals":[{"lower":"7/120","upper":"13/24"},{"lower":"7/120","upper":"13/24"},{"lower":"3/40","upper":"27/40"},{"lower":"7/120","upper":"13/24"}],"effect_family":"one_class_harm","incumbent_success":"7/10","mean_effect":"1/40","per_class_sample_size":15,"rotation":3,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-762bfbddea312b28"},{"class_effects":["7/120","7/120","7/120","-3/40"],"class_specific_discordance_intervals":[{"lower":"7/120","upper":"13/24"},{"lower":"7/120","upper":"13/24"},{"lower":"7/120","upper":"13/24"},{"lower":"3/40","upper":"27/40"}],"effect_family":"one_class_harm","incumbent_success":"7/10","mean_effect":"1/40","per_class_sample_size":15,"rotation":4,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-b2ecbf93b5d212c6"},{"class_effects":["1/20","1/20","1/20","1/20"],"class_specific_discordance_intervals":[{"lower":"1/20","upper":"11/20"},{"lower":"1/20","upper":"11/20"},{"lower":"1/20","upper":"11/20"},{"lower":"1/20","upper":"11/20"}],"effect_family":"homogeneous","incumbent_success":"7/10","mean_effect":"1/20","per_class_sample_size":15,"rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-ab6a7ce8ffa0d5c7"},{"class_effects":["3/20","3/20","-1/20","-1/20"],"class_specific_discordance_intervals":[{"lower":"3/20","upper":"9/20"},{"lower":"3/20","upper":"9/20"},{"lower":"1/20","upper":"13/20"},{"lower":"1/20","upper":"13/20"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/20","per_class_sample_size":15,"rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-f9bf49787c939f2e"},{"class_effects":["3/20","-1/20","3/20","-1/20"],"class_specific_discordance_intervals":[{"lower":"3/20","upper":"9/20"},{"lower":"1/20","upper":"13/20"},{"lower":"3/20","upper":"9/20"},{"lower":"1/20","upper":"13/20"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/20","per_class_sample_size":15,"rotation":2,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-6eae5946effa9445"},{"class_effects":["3/20","-1/20","-1/20","3/20"],"class_specific_discordance_intervals":[{"lower":"3/20","upper":"9/20"},{"lower":"1/20","upper":"13/20"},{"lower":"1/20","upper":"13/20"},{"lower":"3/20","upper":"9/20"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/20","per_class_sample_size":15,"rotation":3,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-bf3431f130ebbcbf"},{"class_effects":["-1/20","3/20","3/20","-1/20"],"class_specific_discordance_intervals":[{"lower":"1/20","upper":"13/20"},{"lower":"3/20","upper":"9/20"},{"lower":"3/20","upper":"9/20"},{"lower":"1/20","upper":"13/20"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/20","per_class_sample_size":15,"rotation":4,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-46a9ca20a5b6bec7"},{"class_effects":["-1/20","3/20","-1/20","3/20"],"class_specific_discordance_intervals":[{"lower":"1/20","upper":"13/20"},{"lower":"3/20","upper":"9/20"},{"lower":"1/20","upper":"13/20"},{"lower":"3/20","upper":"9/20"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/20","per_class_sample_size":15,"rotation":5,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-7e58a4bc3712a174"},{"class_effects":["-1/20","-1/20","3/20","3/20"],"class_specific_discordance_intervals":[{"lower":"1/20","upper":"13/20"},{"lower":"1/20","upper":"13/20"},{"lower":"3/20","upper":"9/20"},{"lower":"3/20","upper":"9/20"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/20","per_class_sample_size":15,"rotation":6,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-c067c5227d34c309"},{"class_effects":["1/5","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"1/5","upper":"2/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"7/10","mean_effect":"1/20","per_class_sample_size":15,"rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-373110162f1b1018"},{"class_effects":["0/1","1/5","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"1/5","upper":"2/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"7/10","mean_effect":"1/20","per_class_sample_size":15,"rotation":2,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-2537705b0b8dbe8b"},{"class_effects":["0/1","0/1","1/5","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"1/5","upper":"2/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"sparse_benefit","incumbent_success":"7/10","mean_effect":"1/20","per_class_sample_size":15,"rotation":3,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-009ba3d383c4b3dc"},{"class_effects":["0/1","0/1","0/1","1/5"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"1/5","upper":"2/5"}],"effect_family":"sparse_benefit","incumbent_success":"7/10","mean_effect":"1/20","per_class_sample_size":15,"rotation":4,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-4a77277109934045"},{"class_effects":["-1/20","1/12","1/12","1/12"],"class_specific_discordance_intervals":[{"lower":"1/20","upper":"13/20"},{"lower":"1/12","upper":"31/60"},{"lower":"1/12","upper":"31/60"},{"lower":"1/12","upper":"31/60"}],"effect_family":"one_class_harm","incumbent_success":"7/10","mean_effect":"1/20","per_class_sample_size":15,"rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-e543cb16aec6fb0d"},{"class_effects":["1/12","-1/20","1/12","1/12"],"class_specific_discordance_intervals":[{"lower":"1/12","upper":"31/60"},{"lower":"1/20","upper":"13/20"},{"lower":"1/12","upper":"31/60"},{"lower":"1/12","upper":"31/60"}],"effect_family":"one_class_harm","incumbent_success":"7/10","mean_effect":"1/20","per_class_sample_size":15,"rotation":2,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-ceeb73472fe3495a"},{"class_effects":["1/12","1/12","-1/20","1/12"],"class_specific_discordance_intervals":[{"lower":"1/12","upper":"31/60"},{"lower":"1/12","upper":"31/60"},{"lower":"1/20","upper":"13/20"},{"lower":"1/12","upper":"31/60"}],"effect_family":"one_class_harm","incumbent_success":"7/10","mean_effect":"1/20","per_class_sample_size":15,"rotation":3,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-db5816279975d677"},{"class_effects":["1/12","1/12","1/12","-1/20"],"class_specific_discordance_intervals":[{"lower":"1/12","upper":"31/60"},{"lower":"1/12","upper":"31/60"},{"lower":"1/12","upper":"31/60"},{"lower":"1/20","upper":"13/20"}],"effect_family":"one_class_harm","incumbent_success":"7/10","mean_effect":"1/20","per_class_sample_size":15,"rotation":4,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-dd0dd5ca74c17d21"},{"class_effects":["1/10","1/10","1/10","1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"1/2"}],"effect_family":"homogeneous","incumbent_success":"7/10","mean_effect":"1/10","per_class_sample_size":15,"rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-02e355ddc4b67a0f"},{"class_effects":["1/5","1/5","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"1/5","upper":"2/5"},{"lower":"1/5","upper":"2/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/10","per_class_sample_size":15,"rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-107b2d0af358dfb4"},{"class_effects":["1/5","0/1","1/5","0/1"],"class_specific_discordance_intervals":[{"lower":"1/5","upper":"2/5"},{"lower":"0/1","upper":"3/5"},{"lower":"1/5","upper":"2/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/10","per_class_sample_size":15,"rotation":2,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-96b053255318132b"},{"class_effects":["1/5","0/1","0/1","1/5"],"class_specific_discordance_intervals":[{"lower":"1/5","upper":"2/5"},{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"1/5","upper":"2/5"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/10","per_class_sample_size":15,"rotation":3,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-2eb48d79ad7b6f51"},{"class_effects":["0/1","1/5","1/5","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"1/5","upper":"2/5"},{"lower":"1/5","upper":"2/5"},{"lower":"0/1","upper":"3/5"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/10","per_class_sample_size":15,"rotation":4,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-ff4dcdee7c9f946d"},{"class_effects":["0/1","1/5","0/1","1/5"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"1/5","upper":"2/5"},{"lower":"0/1","upper":"3/5"},{"lower":"1/5","upper":"2/5"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/10","per_class_sample_size":15,"rotation":5,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-86439a0949a992fc"},{"class_effects":["0/1","0/1","1/5","1/5"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"0/1","upper":"3/5"},{"lower":"1/5","upper":"2/5"},{"lower":"1/5","upper":"2/5"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/10","per_class_sample_size":15,"rotation":6,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-32baa27eca6ebce7"},{"class_effects":["0/1","2/15","2/15","2/15"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"3/5"},{"lower":"2/15","upper":"7/15"},{"lower":"2/15","upper":"7/15"},{"lower":"2/15","upper":"7/15"}],"effect_family":"one_class_harm","incumbent_success":"7/10","mean_effect":"1/10","per_class_sample_size":15,"rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-7ebd6a9ea1b3f7c2"},{"class_effects":["2/15","0/1","2/15","2/15"],"class_specific_discordance_intervals":[{"lower":"2/15","upper":"7/15"},{"lower":"0/1","upper":"3/5"},{"lower":"2/15","upper":"7/15"},{"lower":"2/15","upper":"7/15"}],"effect_family":"one_class_harm","incumbent_success":"7/10","mean_effect":"1/10","per_class_sample_size":15,"rotation":2,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-5fb2e2c9dfe0736d"},{"class_effects":["2/15","2/15","0/1","2/15"],"class_specific_discordance_intervals":[{"lower":"2/15","upper":"7/15"},{"lower":"2/15","upper":"7/15"},{"lower":"0/1","upper":"3/5"},{"lower":"2/15","upper":"7/15"}],"effect_family":"one_class_harm","incumbent_success":"7/10","mean_effect":"1/10","per_class_sample_size":15,"rotation":3,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-f040f93e8bb6d8c4"},{"class_effects":["2/15","2/15","2/15","0/1"],"class_specific_discordance_intervals":[{"lower":"2/15","upper":"7/15"},{"lower":"2/15","upper":"7/15"},{"lower":"2/15","upper":"7/15"},{"lower":"0/1","upper":"3/5"}],"effect_family":"one_class_harm","incumbent_success":"7/10","mean_effect":"1/10","per_class_sample_size":15,"rotation":4,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-74f0acff783558e3"},{"class_effects":["1/5","1/5","1/5","1/5"],"class_specific_discordance_intervals":[{"lower":"1/5","upper":"2/5"},{"lower":"1/5","upper":"2/5"},{"lower":"1/5","upper":"2/5"},{"lower":"1/5","upper":"2/5"}],"effect_family":"homogeneous","incumbent_success":"7/10","mean_effect":"1/5","per_class_sample_size":15,"rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-3770da12d62ad73f"},{"class_effects":["3/10","3/10","1/10","1/10"],"class_specific_discordance_intervals":[{"lower":"3/10","upper":"3/10"},{"lower":"3/10","upper":"3/10"},{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"1/2"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/5","per_class_sample_size":15,"rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-0b233996ca2bd936"},{"class_effects":["3/10","1/10","3/10","1/10"],"class_specific_discordance_intervals":[{"lower":"3/10","upper":"3/10"},{"lower":"1/10","upper":"1/2"},{"lower":"3/10","upper":"3/10"},{"lower":"1/10","upper":"1/2"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/5","per_class_sample_size":15,"rotation":2,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-9fe13a6eb4138c3a"},{"class_effects":["3/10","1/10","1/10","3/10"],"class_specific_discordance_intervals":[{"lower":"3/10","upper":"3/10"},{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"1/2"},{"lower":"3/10","upper":"3/10"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/5","per_class_sample_size":15,"rotation":3,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-e3ac182fb3c4b270"},{"class_effects":["1/10","3/10","3/10","1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"1/2"},{"lower":"3/10","upper":"3/10"},{"lower":"3/10","upper":"3/10"},{"lower":"1/10","upper":"1/2"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/5","per_class_sample_size":15,"rotation":4,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-158fd98bbc6225cc"},{"class_effects":["1/10","3/10","1/10","3/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"1/2"},{"lower":"3/10","upper":"3/10"},{"lower":"1/10","upper":"1/2"},{"lower":"3/10","upper":"3/10"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/5","per_class_sample_size":15,"rotation":5,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-1035ea6d50e2cdf1"},{"class_effects":["1/10","1/10","3/10","3/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"1/2"},{"lower":"1/10","upper":"1/2"},{"lower":"3/10","upper":"3/10"},{"lower":"3/10","upper":"3/10"}],"effect_family":"balanced_opposing","incumbent_success":"7/10","mean_effect":"1/5","per_class_sample_size":15,"rotation":6,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-1d523787268eed37"},{"class_effects":["1/10","7/30","7/30","7/30"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"1/2"},{"lower":"7/30","upper":"11/30"},{"lower":"7/30","upper":"11/30"},{"lower":"7/30","upper":"11/30"}],"effect_family":"one_class_harm","incumbent_success":"7/10","mean_effect":"1/5","per_class_sample_size":15,"rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-216a36a66a4cad41"},{"class_effects":["7/30","1/10","7/30","7/30"],"class_specific_discordance_intervals":[{"lower":"7/30","upper":"11/30"},{"lower":"1/10","upper":"1/2"},{"lower":"7/30","upper":"11/30"},{"lower":"7/30","upper":"11/30"}],"effect_family":"one_class_harm","incumbent_success":"7/10","mean_effect":"1/5","per_class_sample_size":15,"rotation":2,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-52de73f08b85ce01"},{"class_effects":["7/30","7/30","1/10","7/30"],"class_specific_discordance_intervals":[{"lower":"7/30","upper":"11/30"},{"lower":"7/30","upper":"11/30"},{"lower":"1/10","upper":"1/2"},{"lower":"7/30","upper":"11/30"}],"effect_family":"one_class_harm","incumbent_success":"7/10","mean_effect":"1/5","per_class_sample_size":15,"rotation":3,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-fada992f602cfe64"},{"class_effects":["7/30","7/30","7/30","1/10"],"class_specific_discordance_intervals":[{"lower":"7/30","upper":"11/30"},{"lower":"7/30","upper":"11/30"},{"lower":"7/30","upper":"11/30"},{"lower":"1/10","upper":"1/2"}],"effect_family":"one_class_harm","incumbent_success":"7/10","mean_effect":"1/5","per_class_sample_size":15,"rotation":4,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-3af6292a6bda0487"},{"class_effects":["0/1","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"}],"effect_family":"homogeneous","incumbent_success":"9/10","mean_effect":"0/1","per_class_sample_size":15,"rotation":1,"rule_relative_label":"null_boundary","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-876e198ae78cedd7"},{"class_effects":["1/10","1/10","-1/10","-1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"1/10"},{"lower":"1/10","upper":"1/10"},{"lower":"1/10","upper":"3/10"},{"lower":"1/10","upper":"3/10"}],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"0/1","per_class_sample_size":15,"rotation":1,"rule_relative_label":"null_boundary","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-e16a97f3a3d5a0e0"},{"class_effects":["1/10","-1/10","1/10","-1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"1/10"},{"lower":"1/10","upper":"3/10"},{"lower":"1/10","upper":"1/10"},{"lower":"1/10","upper":"3/10"}],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"0/1","per_class_sample_size":15,"rotation":2,"rule_relative_label":"null_boundary","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-b9cd9de0ce68a00d"},{"class_effects":["1/10","-1/10","-1/10","1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"1/10"},{"lower":"1/10","upper":"3/10"},{"lower":"1/10","upper":"3/10"},{"lower":"1/10","upper":"1/10"}],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"0/1","per_class_sample_size":15,"rotation":3,"rule_relative_label":"null_boundary","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-15db7a3c512f6b86"},{"class_effects":["-1/10","1/10","1/10","-1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"3/10"},{"lower":"1/10","upper":"1/10"},{"lower":"1/10","upper":"1/10"},{"lower":"1/10","upper":"3/10"}],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"0/1","per_class_sample_size":15,"rotation":4,"rule_relative_label":"null_boundary","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-b90708e4a09ae9d7"},{"class_effects":["-1/10","1/10","-1/10","1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"3/10"},{"lower":"1/10","upper":"1/10"},{"lower":"1/10","upper":"3/10"},{"lower":"1/10","upper":"1/10"}],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"0/1","per_class_sample_size":15,"rotation":5,"rule_relative_label":"null_boundary","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-5a271d2ee4a20ee9"},{"class_effects":["-1/10","-1/10","1/10","1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"3/10"},{"lower":"1/10","upper":"3/10"},{"lower":"1/10","upper":"1/10"},{"lower":"1/10","upper":"1/10"}],"effect_family":"balanced_opposing","incumbent_success":"9/10","mean_effect":"0/1","per_class_sample_size":15,"rotation":6,"rule_relative_label":"null_boundary","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-26ebb106861a5821"},{"class_effects":["0/1","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"}],"effect_family":"sparse_benefit","incumbent_success":"9/10","mean_effect":"0/1","per_class_sample_size":15,"rotation":1,"rule_relative_label":"null_boundary","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-7c6ada360569b3c5"},{"class_effects":["0/1","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"}],"effect_family":"sparse_benefit","incumbent_success":"9/10","mean_effect":"0/1","per_class_sample_size":15,"rotation":2,"rule_relative_label":"null_boundary","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-58e44a71170744f8"},{"class_effects":["0/1","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"}],"effect_family":"sparse_benefit","incumbent_success":"9/10","mean_effect":"0/1","per_class_sample_size":15,"rotation":3,"rule_relative_label":"null_boundary","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-dad2d7d5d9ba63f0"},{"class_effects":["0/1","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"}],"effect_family":"sparse_benefit","incumbent_success":"9/10","mean_effect":"0/1","per_class_sample_size":15,"rotation":4,"rule_relative_label":"null_boundary","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-7258a5aef2cea2f3"},{"class_effects":["-1/10","1/30","1/30","1/30"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"3/10"},{"lower":"1/30","upper":"1/6"},{"lower":"1/30","upper":"1/6"},{"lower":"1/30","upper":"1/6"}],"effect_family":"one_class_harm","incumbent_success":"9/10","mean_effect":"0/1","per_class_sample_size":15,"rotation":1,"rule_relative_label":"null_boundary","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-d7ad835ccc0617e4"},{"class_effects":["1/30","-1/10","1/30","1/30"],"class_specific_discordance_intervals":[{"lower":"1/30","upper":"1/6"},{"lower":"1/10","upper":"3/10"},{"lower":"1/30","upper":"1/6"},{"lower":"1/30","upper":"1/6"}],"effect_family":"one_class_harm","incumbent_success":"9/10","mean_effect":"0/1","per_class_sample_size":15,"rotation":2,"rule_relative_label":"null_boundary","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-97b458e1f53e046f"},{"class_effects":["1/30","1/30","-1/10","1/30"],"class_specific_discordance_intervals":[{"lower":"1/30","upper":"1/6"},{"lower":"1/30","upper":"1/6"},{"lower":"1/10","upper":"3/10"},{"lower":"1/30","upper":"1/6"}],"effect_family":"one_class_harm","incumbent_success":"9/10","mean_effect":"0/1","per_class_sample_size":15,"rotation":3,"rule_relative_label":"null_boundary","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-eec2b7656d4919ee"},{"class_effects":["1/30","1/30","1/30","-1/10"],"class_specific_discordance_intervals":[{"lower":"1/30","upper":"1/6"},{"lower":"1/30","upper":"1/6"},{"lower":"1/30","upper":"1/6"},{"lower":"1/10","upper":"3/10"}],"effect_family":"one_class_harm","incumbent_success":"9/10","mean_effect":"0/1","per_class_sample_size":15,"rotation":4,"rule_relative_label":"null_boundary","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-ec14588c0b62c1db"},{"class_effects":["1/40","1/40","1/40","1/40"],"class_specific_discordance_intervals":[{"lower":"1/40","upper":"7/40"},{"lower":"1/40","upper":"7/40"},{"lower":"1/40","upper":"7/40"},{"lower":"1/40","upper":"7/40"}],"effect_family":"homogeneous","incumbent_success":"9/10","mean_effect":"1/40","per_class_sample_size":15,"rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-83a538c35af59ca9"},{"class_effects":["1/10","0/1","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"1/10"},{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"}],"effect_family":"sparse_benefit","incumbent_success":"9/10","mean_effect":"1/40","per_class_sample_size":15,"rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-56ba60c4cf098c92"},{"class_effects":["0/1","1/10","0/1","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/5"},{"lower":"1/10","upper":"1/10"},{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"}],"effect_family":"sparse_benefit","incumbent_success":"9/10","mean_effect":"1/40","per_class_sample_size":15,"rotation":2,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-359d8ecdbe656d3b"},{"class_effects":["0/1","0/1","1/10","0/1"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"},{"lower":"1/10","upper":"1/10"},{"lower":"0/1","upper":"1/5"}],"effect_family":"sparse_benefit","incumbent_success":"9/10","mean_effect":"1/40","per_class_sample_size":15,"rotation":3,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-f73eff20bdeb395e"},{"class_effects":["0/1","0/1","0/1","1/10"],"class_specific_discordance_intervals":[{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"},{"lower":"0/1","upper":"1/5"},{"lower":"1/10","upper":"1/10"}],"effect_family":"sparse_benefit","incumbent_success":"9/10","mean_effect":"1/40","per_class_sample_size":15,"rotation":4,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-e4b2e1d76643dfde"},{"class_effects":["-3/40","7/120","7/120","7/120"],"class_specific_discordance_intervals":[{"lower":"3/40","upper":"11/40"},{"lower":"7/120","upper":"17/120"},{"lower":"7/120","upper":"17/120"},{"lower":"7/120","upper":"17/120"}],"effect_family":"one_class_harm","incumbent_success":"9/10","mean_effect":"1/40","per_class_sample_size":15,"rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-846cfb80870ede56"},{"class_effects":["7/120","-3/40","7/120","7/120"],"class_specific_discordance_intervals":[{"lower":"7/120","upper":"17/120"},{"lower":"3/40","upper":"11/40"},{"lower":"7/120","upper":"17/120"},{"lower":"7/120","upper":"17/120"}],"effect_family":"one_class_harm","incumbent_success":"9/10","mean_effect":"1/40","per_class_sample_size":15,"rotation":2,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-ccbffd95e4d3a7f9"},{"class_effects":["7/120","7/120","-3/40","7/120"],"class_specific_discordance_intervals":[{"lower":"7/120","upper":"17/120"},{"lower":"7/120","upper":"17/120"},{"lower":"3/40","upper":"11/40"},{"lower":"7/120","upper":"17/120"}],"effect_family":"one_class_harm","incumbent_success":"9/10","mean_effect":"1/40","per_class_sample_size":15,"rotation":3,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-899b034b884194fa"},{"class_effects":["7/120","7/120","7/120","-3/40"],"class_specific_discordance_intervals":[{"lower":"7/120","upper":"17/120"},{"lower":"7/120","upper":"17/120"},{"lower":"7/120","upper":"17/120"},{"lower":"3/40","upper":"11/40"}],"effect_family":"one_class_harm","incumbent_success":"9/10","mean_effect":"1/40","per_class_sample_size":15,"rotation":4,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-55ea22d4b93793d1"},{"class_effects":["1/20","1/20","1/20","1/20"],"class_specific_discordance_intervals":[{"lower":"1/20","upper":"3/20"},{"lower":"1/20","upper":"3/20"},{"lower":"1/20","upper":"3/20"},{"lower":"1/20","upper":"3/20"}],"effect_family":"homogeneous","incumbent_success":"9/10","mean_effect":"1/20","per_class_sample_size":15,"rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-f752b65aaf25464a"},{"class_effects":["-1/20","1/12","1/12","1/12"],"class_specific_discordance_intervals":[{"lower":"1/20","upper":"1/4"},{"lower":"1/12","upper":"7/60"},{"lower":"1/12","upper":"7/60"},{"lower":"1/12","upper":"7/60"}],"effect_family":"one_class_harm","incumbent_success":"9/10","mean_effect":"1/20","per_class_sample_size":15,"rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-160ef49c9a13cdb2"},{"class_effects":["1/12","-1/20","1/12","1/12"],"class_specific_discordance_intervals":[{"lower":"1/12","upper":"7/60"},{"lower":"1/20","upper":"1/4"},{"lower":"1/12","upper":"7/60"},{"lower":"1/12","upper":"7/60"}],"effect_family":"one_class_harm","incumbent_success":"9/10","mean_effect":"1/20","per_class_sample_size":15,"rotation":2,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-aaeac275635dcf93"},{"class_effects":["1/12","1/12","-1/20","1/12"],"class_specific_discordance_intervals":[{"lower":"1/12","upper":"7/60"},{"lower":"1/12","upper":"7/60"},{"lower":"1/20","upper":"1/4"},{"lower":"1/12","upper":"7/60"}],"effect_family":"one_class_harm","incumbent_success":"9/10","mean_effect":"1/20","per_class_sample_size":15,"rotation":3,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-209f938dd6a0b271"},{"class_effects":["1/12","1/12","1/12","-1/20"],"class_specific_discordance_intervals":[{"lower":"1/12","upper":"7/60"},{"lower":"1/12","upper":"7/60"},{"lower":"1/12","upper":"7/60"},{"lower":"1/20","upper":"1/4"}],"effect_family":"one_class_harm","incumbent_success":"9/10","mean_effect":"1/20","per_class_sample_size":15,"rotation":4,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-e0ae06e2c946a450"},{"class_effects":["1/10","1/10","1/10","1/10"],"class_specific_discordance_intervals":[{"lower":"1/10","upper":"1/10"},{"lower":"1/10","upper":"1/10"},{"lower":"1/10","upper":"1/10"},{"lower":"1/10","upper":"1/10"}],"effect_family":"homogeneous","incumbent_success":"9/10","mean_effect":"1/10","per_class_sample_size":15,"rotation":1,"rule_relative_label":"alternative","sample_size":60,"sample_size_above_current_suite_requires_expansion":true,"scenario_id":"e2-base-b8d216ee1c1706a6"}]},"nuisance_maximizer":{"admission_ceiling":"3/50","ceiling_straddle":"NOT_EVALUABLE","certified_supremum_gap_at_most":"1/100000000","domain":"full_class_specific_cartesian_product","endpoint_representation":"reduced_rational","exact_candidate_checks":true,"future_nonexact_monte_carlo":{"draw_escalation_rule":"must_be_separately_frozen","draws_per_cell":10000,"simultaneous_one_sided_bound_method":"must_be_separately_frozen"},"implementation_status":"required_before_registered_E2_result","method":"certified_branch_and_bound","probability_bounds":"outward","subdivision":"deterministic"},"perturbations":{"canonical_factors":[{"mechanism":"none","rate":"0/1"},{"mechanism":"terminal_failure_symmetric","rate":"1/100"},{"mechanism":"terminal_failure_symmetric","rate":"1/20"},{"mechanism":"terminal_failure_symmetric","rate":"1/10"},{"mechanism":"terminal_failure_candidate_only","rate":"1/100"},{"mechanism":"terminal_failure_candidate_only","rate":"1/20"},{"mechanism":"terminal_failure_candidate_only","rate":"1/10"},{"mechanism":"terminal_failure_incumbent_only","rate":"1/100"},{"mechanism":"terminal_failure_incumbent_only","rate":"1/20"},{"mechanism":"terminal_failure_incumbent_only","rate":"1/10"},{"mechanism":"evidence_missing_symmetric","rate":"1/100"},{"mechanism":"evidence_missing_symmetric","rate":"1/20"},{"mechanism":"evidence_missing_symmetric","rate":"1/10"},{"mechanism":"evidence_missing_common_cause","rate":"1/100"},{"mechanism":"evidence_missing_common_cause","rate":"1/20"},{"mechanism":"evidence_missing_common_cause","rate":"1/10"},{"mechanism":"evidence_missing_candidate_only","rate":"1/100"},{"mechanism":"evidence_missing_candidate_only","rate":"1/20"},{"mechanism":"evidence_missing_candidate_only","rate":"1/10"},{"mechanism":"evidence_missing_incumbent_only","rate":"1/100"},{"mechanism":"evidence_missing_incumbent_only","rate":"1/20"},{"mechanism":"evidence_missing_incumbent_only","rate":"1/10"}],"conditional_on_evaluable_is_diagnostic_only":true,"declared_factors":[{"mechanism":"terminal_failure_symmetric","rate":"0/1"},{"mechanism":"terminal_failure_symmetric","rate":"1/100"},{"mechanism":"terminal_failure_symmetric","rate":"1/20"},{"mechanism":"terminal_failure_symmetric","rate":"1/10"},{"mechanism":"terminal_failure_candidate_only","rate":"0/1"},{"mechanism":"terminal_failure_candidate_only","rate":"1/100"},{"mechanism":"terminal_failure_candidate_only","rate":"1/20"},{"mechanism":"terminal_failure_candidate_only","rate":"1/10"},{"mechanism":"terminal_failure_incumbent_only","rate":"0/1"},{"mechanism":"terminal_failure_incumbent_only","rate":"1/100"},{"mechanism":"terminal_failure_incumbent_only","rate":"1/20"},{"mechanism":"terminal_failure_incumbent_only","rate":"1/10"},{"mechanism":"evidence_missing_symmetric","rate":"0/1"},{"mechanism":"evidence_missing_symmetric","rate":"1/100"},{"mechanism":"evidence_missing_symmetric","rate":"1/20"},{"mechanism":"evidence_missing_symmetric","rate":"1/10"},{"mechanism":"evidence_missing_common_cause","rate":"0/1"},{"mechanism":"evidence_missing_common_cause","rate":"1/100"},{"mechanism":"evidence_missing_common_cause","rate":"1/20"},{"mechanism":"evidence_missing_common_cause","rate":"1/10"},{"mechanism":"evidence_missing_candidate_only","rate":"0/1"},{"mechanism":"evidence_missing_candidate_only","rate":"1/100"},{"mechanism":"evidence_missing_candidate_only","rate":"1/20"},{"mechanism":"evidence_missing_candidate_only","rate":"1/10"},{"mechanism":"evidence_missing_incumbent_only","rate":"0/1"},{"mechanism":"evidence_missing_incumbent_only","rate":"1/100"},{"mechanism":"evidence_missing_incumbent_only","rate":"1/20"},{"mechanism":"evidence_missing_incumbent_only","rate":"1/10"}],"mechanism_definitions":{"evidence_missing_candidate_only":"one candidate-arm event makes the rule application NOT_EVALUABLE","evidence_missing_common_cause":"one pair-level event makes both arms unavailable and the rule application NOT_EVALUABLE","evidence_missing_incumbent_only":"one incumbent-arm event makes the rule application NOT_EVALUABLE","evidence_missing_symmetric":"independent arm-level missingness events at the common marginal rate; either event makes the rule application NOT_EVALUABLE","terminal_failure_candidate_only":"convert a successful candidate outcome to gradeable failure","terminal_failure_incumbent_only":"convert a successful incumbent outcome to gradeable failure","terminal_failure_symmetric":"independently convert a successful gradeable outcome to failure in each arm at the common rate"},"missingness_refusal_cannot_be_credited_as_type_i_control":true,"outcomes":["REJECT","DO_NOT_REJECT","NOT_EVALUABLE"],"type_i_admission_uses":"exact_base_no_missingness_cell","unconditional_outcomes_are_mutually_exclusive_and_sum_to_one":true,"zero_rate_canonicalization":"all zero-rate mechanisms map to the single exact-base factor"},"rule":{"continuity_correction":false,"direction":"one_sided_candidate_superiority","discordant_success":"candidate_win","drop_pairs":false,"estimand":"equal_class_mean_candidate_minus_incumbent_success","horizon":"fixed","imputation":false,"interim_looks":false,"margin":"0/1","mid_p":false,"missing_or_invalid_evidence":"NOT_EVALUABLE","nominal_alpha":"1/20","optional_stopping":false,"planned_pairs_per_class":"N/4","powered_method_selected":false,"randomization":false,"rule_id":"exact_conditional_sign_v1","terminal_gradeable_failure":"arm_outcome_zero","ties":"retained_then_conditioned_out","validity_boundary":"analytic exactness requires discordant-sign symmetry; E2 must assess the class-heterogeneous estimand null","zero_discordant_p_value":"1/1"}},"e4":{"freeze_configuration":{"ambiguity_definition":"union_of_either_primary_reviewer_flag","classes":["class_1","class_2","class_3","class_4"],"edge_categories":["functional_edge","scope_edge","regression_edge","artifact_edge"],"effective_strata":["positive_clear","positive_boundary","negative_clear","negative_near_miss"],"maximum_class_stratum_ambiguity_fraction":"1/5","maximum_overall_ambiguity_fraction":"1/10","minimum_adjudicated_negative":80,"minimum_adjudicated_positive":80,"minimum_effective_records_per_class_stratum":10,"minimum_records_per_edge_category_in_edge_cell":2,"review_person_hour_ceiling":48,"reviewers":{"adjudicator_count":1,"conflict_rule":"no reviewer or adjudicator may assess a record, task contract, or grader behavior they authored or implemented","primary_count":2,"qualification_failure_near_miss_minimum_correct":8,"qualification_failure_near_miss_records":8,"qualification_minimum_correct":15,"qualification_packets":"separate_non_overlapping","qualification_records_enter_e4":false,"qualification_records_per_reviewer":16},"top_up":{"append_only":true,"authors_blinded_to":["machine_grades","reviewer_rationales","outcome_aggregates"],"double_counting":"forbidden","priority":"edge_category_deficits_then_cell_deficits","residual_cell_allocation":"edge_category_round_robin"}},"schema":{"$id":"https://jvjohnson.dev/eval-lab-methodology/schema/e4-corpus-manifest.v1.json","$schema":"https://json-schema.org/draft/2020-12/schema","additionalProperties":false,"properties":{"records":{"items":{"additionalProperties":false,"properties":{"adjudicated_label":{"type":"boolean"},"author_intended_edge_category":{"oneOf":[{"enum":["functional_edge","scope_edge","regression_edge","artifact_edge"]},{"type":"null"}]},"author_intended_label":{"type":"boolean"},"author_intended_stratum":{"enum":["positive_clear","positive_boundary","negative_clear","negative_near_miss"]},"class_id":{"enum":["class_1","class_2","class_3","class_4"]},"corpus_ordinal":{"minimum":1,"type":"integer"},"effective_edge_category":{"oneOf":[{"enum":["functional_edge","scope_edge","regression_edge","artifact_edge"]},{"type":"null"}]},"effective_stratum":{"enum":["positive_clear","positive_boundary","negative_clear","negative_near_miss"]},"primary_ambiguity_flags":{"maxItems":2,"minItems":2,"prefixItems":[{"type":"boolean"},{"type":"boolean"}],"type":"array"},"record_id":{"minLength":1,"type":"string"},"review_complete":{"type":"boolean"},"unresolved":{"type":"boolean"}},"required":["record_id","corpus_ordinal","class_id","author_intended_label","author_intended_stratum","author_intended_edge_category","adjudicated_label","effective_stratum","effective_edge_category","primary_ambiguity_flags","review_complete","unresolved"],"type":"object"},"type":"array"},"schema_version":{"const":"e4-corpus-manifest.v1"}},"required":["schema_version","records"],"title":"E4 corpus manifest v1","type":"object"}},"recomputation":{"command":"PYTHONPATH=src python -m analysis.run_calibration_freeze --check","producer_claim_differs_from_recomputation":"NOT_EVALUABLE"},"source_digests":{"analysis/calibration/e2_base_grid.py":"sha256:096cbbfbf846d03bddaeb417ded235a9e7786649ca3c7891e444e9e84d3adfb6","analysis/calibration/e4_corpus.py":"sha256:40e54bdc773ad15f527c24d20427c6e83dd6b3e5e9876c7af27456cbb935da27"}} diff --git a/analysis/calibration/__init__.py b/analysis/calibration/__init__.py new file mode 100644 index 0000000..d879ef8 --- /dev/null +++ b/analysis/calibration/__init__.py @@ -0,0 +1,5 @@ +"""Repository-only calibration design contracts. + +These modules freeze public, synthetic design inputs. They do not authorize an +observation, admit a grader, or establish operating characteristics. +""" diff --git a/analysis/calibration/e2_base_grid.py b/analysis/calibration/e2_base_grid.py new file mode 100644 index 0000000..438ebe4 --- /dev/null +++ b/analysis/calibration/e2_base_grid.py @@ -0,0 +1,323 @@ +"""Exact E2 leading-rule specification and synthetic base-grid generator.""" + +from __future__ import annotations + +import hashlib +import json +import math +from fractions import Fraction +from itertools import combinations, product +from typing import Any + +SAMPLE_SIZES = (20, 40, 60) +INCUMBENT_SUCCESS = ( + Fraction(3, 10), + Fraction(1, 2), + Fraction(7, 10), + Fraction(9, 10), +) +MEAN_EFFECTS = ( + Fraction(0, 1), + Fraction(1, 40), + Fraction(1, 20), + Fraction(1, 10), + Fraction(1, 5), +) +HETEROGENEITY_WIDTH = Fraction(1, 10) +PERTURBATION_RATES = ( + Fraction(0, 1), + Fraction(1, 100), + Fraction(1, 20), + Fraction(1, 10), +) +PERTURBATION_MECHANISMS = ( + "terminal_failure_symmetric", + "terminal_failure_candidate_only", + "terminal_failure_incumbent_only", + "evidence_missing_symmetric", + "evidence_missing_common_cause", + "evidence_missing_candidate_only", + "evidence_missing_incumbent_only", +) + + +def fraction_text(value: Fraction) -> str: + """Serialize an exact rational in its reduced numerator/denominator form.""" + + return f"{value.numerator}/{value.denominator}" + + +def exact_conditional_p_value(candidate_wins: int, incumbent_wins: int) -> Fraction: + """Return the one-sided exact conditional sign-test p-value.""" + + if candidate_wins < 0 or incumbent_wins < 0: + raise ValueError("discordant counts must be non-negative") + discordant = candidate_wins + incumbent_wins + if discordant == 0: + return Fraction(1, 1) + numerator = sum( + math.comb(discordant, value) for value in range(candidate_wins, discordant + 1) + ) + return Fraction(numerator, 2**discordant) + + +def exact_conditional_rejects( + candidate_wins: int, + incumbent_wins: int, + *, + alpha: Fraction = Fraction(1, 20), +) -> bool: + """Apply the frozen non-randomized one-sided rejection rule.""" + + return exact_conditional_p_value(candidate_wins, incumbent_wins) <= alpha + + +def effect_patterns(mean_effect: Fraction) -> list[dict[str, Any]]: + """Generate the four ratified class-effect families and named rotations.""" + + width = HETEROGENEITY_WIDTH + raw: dict[str, list[tuple[Fraction, ...]]] = { + "homogeneous": [(mean_effect,) * 4], + "balanced_opposing": [ + tuple( + mean_effect + width if index in high else mean_effect - width + for index in range(4) + ) + for high in combinations(range(4), 2) + ], + # Rotations remain distinct design cells even when a zero mean makes + # their numerical effect vectors identical. + "sparse_benefit": [ + tuple( + 4 * mean_effect if index == active else Fraction(0) + for index in range(4) + ) + for active in range(4) + ], + "one_class_harm": [ + tuple( + mean_effect - width if index == harmed else mean_effect + width / 3 + for index in range(4) + ) + for harmed in range(4) + ], + } + patterns: list[dict[str, Any]] = [] + for family, rotations in raw.items(): + for rotation_index, rotation in enumerate(rotations, start=1): + if sum(rotation, Fraction(0)) / 4 != mean_effect: + raise AssertionError( + "effect pattern does not preserve the equal-class estimand" + ) + patterns.append( + { + "family": family, + "rotation": rotation_index, + "class_effects": list(rotation), + } + ) + return patterns + + +def discordance_interval( + incumbent_success: Fraction, effect: Fraction +) -> tuple[Fraction, Fraction] | None: + """Return the full feasible paired discordance interval for one class.""" + + lower = abs(effect) + upper = min( + 2 * incumbent_success + effect, + 2 * (1 - incumbent_success) - effect, + ) + if lower > upper: + return None + return lower, upper + + +def paired_outcomes( + incumbent_success: Fraction, + effect: Fraction, + discordance: Fraction, +) -> dict[str, Fraction]: + """Construct the exact paired binary cell probabilities.""" + + interval = discordance_interval(incumbent_success, effect) + if interval is None or not interval[0] <= discordance <= interval[1]: + raise ValueError("discordance is outside the feasible interval") + p10 = (discordance + effect) / 2 + p01 = (discordance - effect) / 2 + p11 = incumbent_success - p01 + p00 = 1 - incumbent_success - p10 + cells = {"p10": p10, "p01": p01, "p11": p11, "p00": p00} + if any(value < 0 for value in cells.values()) or sum(cells.values()) != 1: + raise AssertionError("paired-outcome construction is not a probability vector") + return cells + + +def _canonical_bytes(value: Any) -> bytes: + return (json.dumps(value, sort_keys=True, separators=(",", ":")) + "\n").encode() + + +def _scenario_id(value: dict[str, Any]) -> str: + return "e2-base-" + hashlib.sha256(_canonical_bytes(value)).hexdigest()[:16] + + +def generate_base_grid() -> tuple[list[dict[str, Any]], list[dict[str, Any]]]: + """Generate all feasible exact-base scenarios and explicit omissions.""" + + included: list[dict[str, Any]] = [] + omitted: list[dict[str, Any]] = [] + for sample_size, incumbent_success, mean_effect in product( + SAMPLE_SIZES, INCUMBENT_SUCCESS, MEAN_EFFECTS + ): + if sample_size % 4: + raise AssertionError("equal class weighting requires N divisible by four") + for pattern in effect_patterns(mean_effect): + core = { + "sample_size": sample_size, + "per_class_sample_size": sample_size // 4, + "sample_size_above_current_suite_requires_expansion": sample_size > 40, + "incumbent_success": fraction_text(incumbent_success), + "mean_effect": fraction_text(mean_effect), + "rule_relative_label": ( + "null_boundary" if mean_effect == 0 else "alternative" + ), + "effect_family": pattern["family"], + "rotation": pattern["rotation"], + "class_effects": [ + fraction_text(value) for value in pattern["class_effects"] + ], + } + intervals = [ + discordance_interval(incumbent_success, effect) + for effect in pattern["class_effects"] + ] + scenario_id = _scenario_id(core) + if any(interval is None for interval in intervals): + omitted.append( + { + "scenario_id": scenario_id, + **core, + "reason": "empty_class_specific_discordance_domain", + } + ) + continue + included.append( + { + "scenario_id": scenario_id, + **core, + "class_specific_discordance_intervals": [ + { + "lower": fraction_text(interval[0]), + "upper": fraction_text(interval[1]), + } + for interval in intervals + if interval is not None + ], + } + ) + return included, omitted + + +def perturbation_design() -> dict[str, Any]: + """Return the factored perturbation axis without manufacturing result cells.""" + + declared = [ + {"mechanism": mechanism, "rate": fraction_text(rate)} + for mechanism, rate in product(PERTURBATION_MECHANISMS, PERTURBATION_RATES) + ] + canonical = [{"mechanism": "none", "rate": "0/1"}] + [ + {"mechanism": mechanism, "rate": fraction_text(rate)} + for mechanism, rate in product(PERTURBATION_MECHANISMS, PERTURBATION_RATES[1:]) + ] + return { + "declared_factors": declared, + "canonical_factors": canonical, + "mechanism_definitions": { + "terminal_failure_symmetric": ( + "independently convert a successful gradeable outcome to failure " + "in each arm at the common rate" + ), + "terminal_failure_candidate_only": ( + "convert a successful candidate outcome to gradeable failure" + ), + "terminal_failure_incumbent_only": ( + "convert a successful incumbent outcome to gradeable failure" + ), + "evidence_missing_symmetric": ( + "independent arm-level missingness events at the common marginal rate; " + "either event makes the rule application NOT_EVALUABLE" + ), + "evidence_missing_common_cause": ( + "one pair-level event makes both arms unavailable and the rule " + "application NOT_EVALUABLE" + ), + "evidence_missing_candidate_only": ( + "one candidate-arm event makes the rule application NOT_EVALUABLE" + ), + "evidence_missing_incumbent_only": ( + "one incumbent-arm event makes the rule application NOT_EVALUABLE" + ), + }, + "zero_rate_canonicalization": ( + "all zero-rate mechanisms map to the single exact-base factor" + ), + "outcomes": ["REJECT", "DO_NOT_REJECT", "NOT_EVALUABLE"], + "unconditional_outcomes_are_mutually_exclusive_and_sum_to_one": True, + "conditional_on_evaluable_is_diagnostic_only": True, + "type_i_admission_uses": "exact_base_no_missingness_cell", + "missingness_refusal_cannot_be_credited_as_type_i_control": True, + } + + +def rule_specification() -> dict[str, Any]: + """Return the ratified exact-rule and unresolved validity boundary.""" + + return { + "rule_id": "exact_conditional_sign_v1", + "estimand": "equal_class_mean_candidate_minus_incumbent_success", + "horizon": "fixed", + "planned_pairs_per_class": "N/4", + "direction": "one_sided_candidate_superiority", + "margin": "0/1", + "nominal_alpha": "1/20", + "discordant_success": "candidate_win", + "ties": "retained_then_conditioned_out", + "zero_discordant_p_value": "1/1", + "mid_p": False, + "randomization": False, + "interim_looks": False, + "optional_stopping": False, + "continuity_correction": False, + "terminal_gradeable_failure": "arm_outcome_zero", + "missing_or_invalid_evidence": "NOT_EVALUABLE", + "drop_pairs": False, + "imputation": False, + "validity_boundary": ( + "analytic exactness requires discordant-sign symmetry; E2 must assess " + "the class-heterogeneous estimand null" + ), + "powered_method_selected": False, + } + + +def nuisance_maximizer_contract() -> dict[str, Any]: + """Return the frozen maximizer requirements, not a claimed result.""" + + return { + "domain": "full_class_specific_cartesian_product", + "endpoint_representation": "reduced_rational", + "method": "certified_branch_and_bound", + "probability_bounds": "outward", + "subdivision": "deterministic", + "certified_supremum_gap_at_most": "1/100000000", + "exact_candidate_checks": True, + "admission_ceiling": "3/50", + "ceiling_straddle": "NOT_EVALUABLE", + "implementation_status": "required_before_registered_E2_result", + "future_nonexact_monte_carlo": { + "draws_per_cell": 10000, + "simultaneous_one_sided_bound_method": "must_be_separately_frozen", + "draw_escalation_rule": "must_be_separately_frozen", + }, + } diff --git a/analysis/calibration/e4_corpus.py b/analysis/calibration/e4_corpus.py new file mode 100644 index 0000000..9baecc0 --- /dev/null +++ b/analysis/calibration/e4_corpus.py @@ -0,0 +1,301 @@ +"""Public E4 corpus-manifest contract and deterministic construction checks.""" + +from __future__ import annotations + +from collections import Counter +from fractions import Fraction +from typing import Any + +CLASS_IDS = tuple(f"class_{index}" for index in range(1, 5)) +EFFECTIVE_STRATA = ( + "positive_clear", + "positive_boundary", + "negative_clear", + "negative_near_miss", +) +EDGE_CATEGORIES = ( + "functional_edge", + "scope_edge", + "regression_edge", + "artifact_edge", +) +EDGE_STRATA = ("positive_boundary", "negative_near_miss") + +MINIMUM_PER_CLASS_STRATUM = 10 +MINIMUM_PER_EDGE_CATEGORY = 2 +MINIMUM_POSITIVE = 80 +MINIMUM_NEGATIVE = 80 +MAX_AMBIGUITY_OVERALL = Fraction(1, 10) +MAX_AMBIGUITY_PER_CELL = Fraction(1, 5) +REVIEW_HOUR_CEILING = 48 + + +def corpus_schema() -> dict[str, Any]: + """Return the versioned public schema for content-free E4 record metadata.""" + + return { + "$schema": "https://json-schema.org/draft/2020-12/schema", + "$id": "https://jvjohnson.dev/eval-lab-methodology/schema/e4-corpus-manifest.v1.json", + "title": "E4 corpus manifest v1", + "type": "object", + "additionalProperties": False, + "required": ["schema_version", "records"], + "properties": { + "schema_version": {"const": "e4-corpus-manifest.v1"}, + "records": { + "type": "array", + "items": { + "type": "object", + "additionalProperties": False, + "required": [ + "record_id", + "corpus_ordinal", + "class_id", + "author_intended_label", + "author_intended_stratum", + "author_intended_edge_category", + "adjudicated_label", + "effective_stratum", + "effective_edge_category", + "primary_ambiguity_flags", + "review_complete", + "unresolved", + ], + "properties": { + "record_id": {"type": "string", "minLength": 1}, + "corpus_ordinal": {"type": "integer", "minimum": 1}, + "class_id": {"enum": list(CLASS_IDS)}, + "author_intended_label": {"type": "boolean"}, + "author_intended_stratum": {"enum": list(EFFECTIVE_STRATA)}, + "author_intended_edge_category": { + "oneOf": [ + {"enum": list(EDGE_CATEGORIES)}, + {"type": "null"}, + ] + }, + "adjudicated_label": {"type": "boolean"}, + "effective_stratum": {"enum": list(EFFECTIVE_STRATA)}, + "effective_edge_category": { + "oneOf": [ + {"enum": list(EDGE_CATEGORIES)}, + {"type": "null"}, + ] + }, + "primary_ambiguity_flags": { + "type": "array", + "prefixItems": [ + {"type": "boolean"}, + {"type": "boolean"}, + ], + "minItems": 2, + "maxItems": 2, + }, + "review_complete": {"type": "boolean"}, + "unresolved": {"type": "boolean"}, + }, + }, + }, + }, + } + + +def freeze_configuration() -> dict[str, Any]: + """Return the ratified E4 design constants without reviewer or corpus data.""" + + return { + "classes": list(CLASS_IDS), + "effective_strata": list(EFFECTIVE_STRATA), + "edge_categories": list(EDGE_CATEGORIES), + "minimum_effective_records_per_class_stratum": (MINIMUM_PER_CLASS_STRATUM), + "minimum_records_per_edge_category_in_edge_cell": (MINIMUM_PER_EDGE_CATEGORY), + "minimum_adjudicated_positive": MINIMUM_POSITIVE, + "minimum_adjudicated_negative": MINIMUM_NEGATIVE, + "ambiguity_definition": "union_of_either_primary_reviewer_flag", + "maximum_overall_ambiguity_fraction": "1/10", + "maximum_class_stratum_ambiguity_fraction": "1/5", + "reviewers": { + "primary_count": 2, + "adjudicator_count": 1, + "conflict_rule": ( + "no reviewer or adjudicator may assess a record, task contract, " + "or grader behavior they authored or implemented" + ), + "qualification_records_per_reviewer": 16, + "qualification_minimum_correct": 15, + "qualification_failure_near_miss_records": 8, + "qualification_failure_near_miss_minimum_correct": 8, + "qualification_packets": "separate_non_overlapping", + "qualification_records_enter_e4": False, + }, + "review_person_hour_ceiling": REVIEW_HOUR_CEILING, + "top_up": { + "append_only": True, + "priority": "edge_category_deficits_then_cell_deficits", + "residual_cell_allocation": "edge_category_round_robin", + "double_counting": "forbidden", + "authors_blinded_to": [ + "machine_grades", + "reviewer_rationales", + "outcome_aggregates", + ], + }, + } + + +def _cell(record: dict[str, Any]) -> tuple[str, str]: + return record["class_id"], record["effective_stratum"] + + +def _is_ambiguous(record: dict[str, Any]) -> bool: + return any(record["primary_ambiguity_flags"]) + + +def summarize(records: list[dict[str, Any]]) -> dict[str, Any]: + """Summarize effective adjudicated counts and ambiguity using exact fractions.""" + + cell_counts = Counter(_cell(record) for record in records) + edge_counts = Counter( + (*_cell(record), record["effective_edge_category"]) + for record in records + if record["effective_stratum"] in EDGE_STRATA + and record["effective_edge_category"] in EDGE_CATEGORIES + ) + ambiguous_cell_counts = Counter( + _cell(record) for record in records if _is_ambiguous(record) + ) + positive = sum(record["adjudicated_label"] is True for record in records) + negative = sum(record["adjudicated_label"] is False for record in records) + ambiguous = sum(_is_ambiguous(record) for record in records) + author_disagreements = sum( + record["author_intended_label"] is not record["adjudicated_label"] + for record in records + ) + + return { + "record_count": len(records), + "adjudicated_positive": positive, + "adjudicated_negative": negative, + "unresolved": sum(record["unresolved"] for record in records), + "incomplete": sum(not record["review_complete"] for record in records), + "ambiguous": ambiguous, + "ambiguity_fraction": Fraction(ambiguous, len(records)) + if records + else Fraction(0, 1), + "author_adjudicator_disagreements": author_disagreements, + "author_adjudicator_disagreement_fraction": Fraction( + author_disagreements, len(records) + ) + if records + else Fraction(0, 1), + "cell_counts": dict(cell_counts), + "edge_counts": dict(edge_counts), + "ambiguous_cell_counts": dict(ambiguous_cell_counts), + } + + +def top_up_targets(records: list[dict[str, Any]]) -> list[dict[str, Any]]: + """Return ordered append-only targets, accounting jointly for deficits.""" + + summary = summarize(records) + cell_counts = Counter(summary["cell_counts"]) + edge_counts = Counter(summary["edge_counts"]) + targets: list[dict[str, Any]] = [] + next_ordinal = max((record["corpus_ordinal"] for record in records), default=0) + 1 + + for class_id in CLASS_IDS: + for stratum in EFFECTIVE_STRATA: + if stratum in EDGE_STRATA: + for category in EDGE_CATEGORIES: + key = (class_id, stratum, category) + deficit = max(0, MINIMUM_PER_EDGE_CATEGORY - edge_counts[key]) + for _ in range(deficit): + targets.append( + { + "corpus_ordinal": next_ordinal, + "class_id": class_id, + "effective_stratum": stratum, + "edge_category": category, + } + ) + next_ordinal += 1 + cell_counts[(class_id, stratum)] += 1 + + deficit = max( + 0, + MINIMUM_PER_CLASS_STRATUM - cell_counts[(class_id, stratum)], + ) + for offset in range(deficit): + category = ( + EDGE_CATEGORIES[offset % len(EDGE_CATEGORIES)] + if stratum in EDGE_STRATA + else None + ) + targets.append( + { + "corpus_ordinal": next_ordinal, + "class_id": class_id, + "effective_stratum": stratum, + "edge_category": category, + } + ) + next_ordinal += 1 + return targets + + +def construction_failures(records: list[dict[str, Any]]) -> list[str]: + """Return reasons the manifest fails frozen E4 construction prerequisites.""" + + failures: list[str] = [] + identifiers = [record["record_id"] for record in records] + if len(identifiers) != len(set(identifiers)): + failures.append("record_ids_not_unique") + ordinals = [record["corpus_ordinal"] for record in records] + if ordinals != list(range(1, len(records) + 1)): + failures.append("corpus_ordinals_not_canonical") + + for index, record in enumerate(records): + stratum = record["effective_stratum"] + intended_stratum = record["author_intended_stratum"] + expected_label = stratum.startswith("positive_") + if record["adjudicated_label"] is not expected_label: + failures.append(f"record_{index}_label_stratum_mismatch") + if ( + intended_stratum in EDGE_STRATA + and record["author_intended_edge_category"] not in EDGE_CATEGORIES + ): + failures.append(f"record_{index}_author_edge_category_missing") + if ( + intended_stratum not in EDGE_STRATA + and record["author_intended_edge_category"] is not None + ): + failures.append(f"record_{index}_unexpected_author_edge_category") + if ( + stratum in EDGE_STRATA + and record["effective_edge_category"] not in EDGE_CATEGORIES + ): + failures.append(f"record_{index}_edge_category_missing") + if stratum not in EDGE_STRATA and record["effective_edge_category"] is not None: + failures.append(f"record_{index}_unexpected_edge_category") + + summary = summarize(records) + if summary["adjudicated_positive"] < MINIMUM_POSITIVE: + failures.append("adjudicated_positive_below_minimum") + if summary["adjudicated_negative"] < MINIMUM_NEGATIVE: + failures.append("adjudicated_negative_below_minimum") + if top_up_targets(records): + failures.append("class_stratum_or_edge_category_below_minimum") + if summary["incomplete"]: + failures.append("review_incomplete") + if summary["unresolved"]: + failures.append("adjudication_unresolved") + if summary["ambiguity_fraction"] > MAX_AMBIGUITY_OVERALL: + failures.append("overall_ambiguity_above_limit") + + for cell, count in summary["cell_counts"].items(): + if not count: + continue + ambiguous = summary["ambiguous_cell_counts"].get(cell, 0) + if Fraction(ambiguous, count) > MAX_AMBIGUITY_PER_CELL: + failures.append(f"cell_ambiguity_above_limit:{cell[0]}:{cell[1]}") + + return failures diff --git a/analysis/run_calibration_freeze.py b/analysis/run_calibration_freeze.py new file mode 100644 index 0000000..3892f35 --- /dev/null +++ b/analysis/run_calibration_freeze.py @@ -0,0 +1,124 @@ +"""Regenerate or verify the public E4/E2 offline design-freeze artifact.""" + +from __future__ import annotations + +import argparse +import hashlib +import json +from pathlib import Path +from typing import Any + +from analysis.calibration.e2_base_grid import ( + generate_base_grid, + nuisance_maximizer_contract, + perturbation_design, + rule_specification, +) +from analysis.calibration.e4_corpus import corpus_schema, freeze_configuration + +ROOT = Path(__file__).resolve().parents[1] +OUTPUT = ROOT / "analysis" / "calibration-freeze.v1.json" +BOUND_SOURCES = ( + ROOT / "analysis" / "calibration" / "e4_corpus.py", + ROOT / "analysis" / "calibration" / "e2_base_grid.py", +) + + +def _digest(path: Path) -> str: + return "sha256:" + hashlib.sha256(path.read_bytes()).hexdigest() + + +def canonical_bytes(value: Any) -> bytes: + """Encode canonical compact JSON with exactly one trailing newline.""" + + return (json.dumps(value, sort_keys=True, separators=(",", ":")) + "\n").encode() + + +def _object_digest(value: Any) -> str: + return "sha256:" + hashlib.sha256(canonical_bytes(value)).hexdigest() + + +def build_artifact() -> dict[str, Any]: + """Build the content-free design artifact from bound source bytes.""" + + scenarios, omissions = generate_base_grid() + e4_schema = corpus_schema() + e4_configuration = freeze_configuration() + e2_rule = rule_specification() + e2_grid = { + "root_seed_utf8": "lane-a-e2-oc-v1", + "scenario_count": len(scenarios), + "omission_count": len(omissions), + "scenarios": scenarios, + "omissions": omissions, + } + e2_perturbations = perturbation_design() + e2_maximizer = nuisance_maximizer_contract() + return { + "artifact_version": "lane-a-calibration-offline-freeze.v1", + "claim_boundary": { + "artifact_kind": "synthetic_design_only", + "registered": False, + "observations_authorized": False, + "contains_authored_corpus_records": False, + "contains_operating_characteristic_results": False, + "admits_grader": False, + "selects_powered_method": False, + "scientific_verdict": False, + }, + "source_digests": { + path.relative_to(ROOT).as_posix(): _digest(path) for path in BOUND_SOURCES + }, + "component_digests": { + "e4_schema": _object_digest(e4_schema), + "e4_freeze_configuration": _object_digest(e4_configuration), + "e2_rule": _object_digest(e2_rule), + "e2_grid": _object_digest(e2_grid), + "e2_perturbations": _object_digest(e2_perturbations), + "e2_nuisance_maximizer": _object_digest(e2_maximizer), + }, + "dependency_profile": { + "runtime_dependencies": [], + "python_requires": ">=3.11", + }, + "e4": { + "schema": e4_schema, + "freeze_configuration": e4_configuration, + }, + "e2": { + "rule": e2_rule, + "grid": e2_grid, + "perturbations": e2_perturbations, + "nuisance_maximizer": e2_maximizer, + }, + "recomputation": { + "command": "PYTHONPATH=src python -m analysis.run_calibration_freeze --check", + "producer_claim_differs_from_recomputation": "NOT_EVALUABLE", + }, + } + + +def main() -> int: + parser = argparse.ArgumentParser() + parser.add_argument( + "--check", + action="store_true", + help="refuse when the committed artifact differs; never rewrite it", + ) + arguments = parser.parse_args() + expected = canonical_bytes(build_artifact()) + + if arguments.check: + if not OUTPUT.is_file() or OUTPUT.read_bytes() != expected: + print(f"calibration freeze mismatch: {OUTPUT}") + return 1 + print(f"calibration freeze matches: {OUTPUT}") + return 0 + + OUTPUT.write_bytes(expected) + print(f"wrote calibration freeze: {OUTPUT}") + return 0 + + +if __name__ == "__main__": + raise SystemExit(main()) diff --git a/docs/preregistrations/calibration-sap.md b/docs/preregistrations/calibration-sap.md index 8bfad4a..e6b07e3 100644 --- a/docs/preregistrations/calibration-sap.md +++ b/docs/preregistrations/calibration-sap.md @@ -4,8 +4,8 @@ - **Decision date:** 2026-07-17 - **Last updated:** 2026-07-18 -- **Version:** 1.2.0-candidate.2 -- **Status:** Candidate protocol — design decisions incorporated; not preregistered; no observations authorized. +- **Version:** 1.2.0-candidate.3 +- **Status:** Candidate protocol — offline design freeze implemented; not preregistered; no observations authorized. ## Purpose @@ -24,8 +24,9 @@ inherits accepted E4 and E1 inputs for sensitivity analysis. ## Common public rules - E4, E1, and E2 require separate reviewed registrations and separate result artifacts. -- Values in these documents are frozen design inputs only after their remaining named fields are - completed and registered. They are not produced observations. +- Repository-versioned design inputs remain distinct from study registration. The implemented E4 + construction contract and E2 base-grid manifest are synthetic design artifacts, not produced + observations or accepted results. - Every initiated attempt is retained as exactly one terminal attempt row. Failure, timeout, resource exhaustion, provenance failure, and harness failure are outcomes; none is silently dropped. @@ -54,7 +55,10 @@ observed. This prevents later results from tuning the sensitivity analysis. ## Current readiness -The statistical decisions from the 2026-07-17 review are incorporated below, but the family is not -registered. Registration remains blocked on the incomplete E4 corpus-stratum fields, exact -machine-readable artifacts and implementations, reviewed evidence/report schemas, and separately -established operational authority. Nothing in this public family authorizes execution. +The statistical decisions from the 2026-07-17 review and the exact E4/E2 offline freeze values +recorded on 2026-07-18 are incorporated. The generic E4 construction schema/checks and E2 leading +rule/base-grid generator now recompute from a digest-bound artifact. The family is still not +registered. Registration remains blocked on actual E4 corpus and reviewer bindings, the E2 exact +result-producing maximizer/convolution layer, reviewed evidence/report schemas, accepted E4/E1 +inputs for sensitivity work, and separately established operational authority. Nothing in this +public family authorizes observation or a scientific verdict. diff --git a/docs/preregistrations/e2-operating-characteristics-sap.md b/docs/preregistrations/e2-operating-characteristics-sap.md index a30976f..7cfa3cd 100644 --- a/docs/preregistrations/e2-operating-characteristics-sap.md +++ b/docs/preregistrations/e2-operating-characteristics-sap.md @@ -4,8 +4,8 @@ - **Decision date:** 2026-07-17 - **Last updated:** 2026-07-18 -- **Version:** 0.2.0-candidate.2 -- **Status:** Candidate protocol — design decisions incorporated; not preregistered; no observations authorized. +- **Version:** 0.2.0-candidate.3 +- **Status:** Candidate protocol — offline design freeze implemented; not preregistered; no observations authorized. - **Study type:** Deterministic synthetic simulation; no model or provider execution. E2 compares candidate decision rules. It does not select a powered method or produce @@ -28,9 +28,19 @@ the sensitivity cells execute only after those accepted inputs exist. ## Candidate rule set -The leading candidate is the `delta_0 = 0` exact conditional paired binary -(McNemar/sign-equivalent) test. Its estimand, fixed horizon, two-sided or one-sided direction, -missingness policy, and exact implementation must be frozen by digest. +The leading candidate is `exact_conditional_sign_v1`, a `delta_0 = 0` exact conditional paired +binary (McNemar/sign-equivalent) test for the equal-class mean candidate-minus-incumbent success +estimand. It uses fixed horizon `N`, `N / 4` planned pairs per class, a one-sided +candidate-superiority direction, and nominal `alpha = 0.05`. The statistic is candidate wins among +discordant pairs and the p-value is the exact upper binomial tail conditional on the discordant +count. Ties remain in the evidence and are conditioned out; zero discordant pairs gives p-value +one. There are no interim looks, optional stopping, continuity correction, mid-p adjustment, or +randomized rejection. + +Conditional exactness follows under discordant-sign symmetry. It is not automatically a validity +proof for every class-heterogeneous equal-class-mean null. E2 must establish control for that +registered estimand-relative null and cannot upgrade the narrower symmetry result into a general +claim. A bounded-mean betting procedure and any positive-margin rule remain held design slots. Neither may be implemented or simulated until it has an explicit estimand, horizon or stopping rule, @@ -41,12 +51,15 @@ alternative for a zero-margin rule and a null cell for a positive-margin rule. ## Base scenario grid -The proposed feasibility grid crosses: +The frozen feasibility grid crosses: - total task-pair counts `N` in `{20, 40, 60}` with equal planned class weighting; - incumbent success probabilities in `{0.30, 0.50, 0.70, 0.90}`; - mean candidate-minus-incumbent effects in `{0.00, 0.025, 0.05, 0.10, 0.20}`; -- effect patterns: homogeneous, balanced opposing class effects, sparse benefit, and one-class harm; +- heterogeneity amplitude `h = 0.10` and these rotations: homogeneous `[delta, delta, delta, + delta]` once; balanced opposing `[delta+h, delta+h, delta-h, delta-h]` for all six choices of the + elevated classes; sparse benefit `[4*delta, 0, 0, 0]` for all four benefited classes; and + one-class harm `[delta+h/3, delta+h/3, delta+h/3, delta-h]` for all four harmed classes; - terminal missing/failure rates in `{0.00, 0.01, 0.05, 0.10}` under arm-symmetric and arm-asymmetric mechanisms; and - the feasible paired-outcome discordance nuisance domain for every rule-relative null cell. @@ -54,10 +67,17 @@ The proposed feasibility grid crosses: `N = 60` is a hypothetical feasibility point. The current suite is frozen at 40; a real study with `N > 40` requires a separately governed suite expansion under the per-class sampling frame. -Impossible probability combinations are omitted by an explicit deterministic rule and listed in -the scenario manifest. Simulation cells use 10,000 draws unless the registered boundary rule -requires more. The root seed is the UTF-8 string `lane-a-e2-oc-v1`; cell seeds derive from the root -seed and canonical cell JSON using SHA-256. +For incumbent success probability `p`, class effect `delta_k`, and discordance `d_k`, define +`p10 = (d_k + delta_k) / 2`, `p01 = (d_k - delta_k) / 2`, `p11 = p - p01`, and +`p00 = 1 - p - p10`. The full feasible interval is +`abs(delta_k) <= d_k <= min(2*p + delta_k, 2*(1-p) - delta_k)`. Construction uses exact rational +arithmetic. Impossible combinations are omitted by an explicit deterministic rule and listed in +the scenario manifest. The root seed remains the UTF-8 string `lane-a-e2-oc-v1`; any future seeded +cell derives from the root and canonical cell JSON using SHA-256. + +The repository-versioned generator enumerates 717 feasible base scenarios and 183 explicit +omissions from 900 named scenario cells. Rotations remain named cells even when their numerical +vectors coincide at zero effect. These are design records, not simulation results. ## Nuisance maximization and Type I control @@ -65,10 +85,19 @@ Type I error is evaluated at the supremum over the feasible discordance nuisance rule-relative null cell. Use analytic or exact maximization where available. Otherwise freeze the numerical domain, tolerance, convergence tests, boundary checks, and implementation by digest. -For a rule whose Type I error is analytically computable, compute it exactly. The nominal level is -0.05; the `0.06` empirical ceiling is an implementation-correctness gate, not a substitute for the -rule's analytic validity proof. The substantive risk for a valid exact rule is conservativeness and -low power, which must be reported. +For `exact_conditional_sign_v1`, use exact finite convolution over the registered paired +multinomial cells. Do not use Monte Carlo where the probability is exactly computable. For a rule +whose Type I error is analytically computable, compute it exactly. The nominal level is 0.05; the +`0.06` empirical ceiling is an implementation-correctness gate, not a substitute for the rule's +analytic validity proof. The substantive risk for a valid exact rule is conservativeness and low +power, which must be reported. + +The candidate nuisance maximizer is certified interval branch-and-bound over the full Cartesian +product of class-specific feasible intervals, using rational endpoint evaluation, outward-rounded +probability bounds, deterministic subdivision, exact checks at candidate maxima, and a certified +supremum gap at most `1e-8`. If the certified bounds straddle 0.06, the cell is `NOT_EVALUABLE`. +The design is frozen, but its result-producing implementation remains required before a registered +E2 result. Where Monte Carlo is required for admission, use simultaneous one-sided upper confidence bounds across all registered null cells. A rule is not eligible merely because every per-cell point @@ -78,18 +107,34 @@ the registered rule places its upper bound near the admission boundary. ## Missingness policies and outputs -Every rule specifies one immutable missingness policy, such as dropping the pair, counting a -terminal failure against an arm, or a fully defined imputation rule. E2 stress-tests that policy -under symmetric and asymmetric mechanisms; it never chooses the most favorable policy after -simulation. +For the leading rule, a retained, gradeable terminal failure is `Y = 0` for that arm. A missing +terminal row, invalid provenance, absent grade, or unjoinable record makes the realized rule +application `NOT_EVALUABLE`. It performs no complete-case dropping, favorable imputation, or silent +pair replacement. + +Separately apply rates `{0.00, 0.01, 0.05, 0.10}` to gradeable terminal failures under symmetric, +candidate-only, and incumbent-only transformations and to evidence missingness under independent +arm-symmetric, common-cause pair-level, candidate-only, and incumbent-only transformations. Do not +collapse failure and missing evidence. Report mutually exclusive unconditional `REJECT`, +`DO_NOT_REJECT`, and `NOT_EVALUABLE` probabilities that sum to one, plus conditional-on-evaluable +rejection as diagnostic only. Missingness-induced refusal cannot be credited as Type I control. For every rule and cell, report the exact rejection probability or simulation rejection count/rate, uncertainty calculation, null/alternative label, power or Type I interpretation, refusal frequency, decision frequency, class-specific error, and sensitivity to grader/apparatus violations. -The registered packet includes all cell records, aggregate tables, code and dependency digests, -scenario manifest, seeds, and report bytes. Independent recomputation must reproduce it exactly. A -producer claim that differs from recomputation makes E2 `NOT_EVALUABLE`. +Canonical outputs use sorted-key compact UTF-8 JSON, exactly one trailing newline, and reduced +numerator/denominator strings for rational probabilities. The registered packet includes all cell +records, aggregate tables, code and dependency digests, scenario manifest, seeds, and report bytes. +Independent recomputation must reproduce it exactly. A producer claim that differs from +recomputation makes E2 `NOT_EVALUABLE`. + +The content-free rule, grid, perturbation axis, nuisance-maximizer contract, and source digests are +repository-versioned in +[`analysis/calibration-freeze.v1.json`](../../analysis/calibration-freeze.v1.json). Recompute it +with `PYTHONPATH=src python -m analysis.run_calibration_freeze --check`. The artifact is synthetic +design only: it contains no operating-characteristic result, admits no rule, and selects no powered +method. ## Hard stops and remaining freeze work @@ -98,7 +143,8 @@ registration, any cell is skipped, required draws are incomplete, the nuisance s established, or exact recomputation fails. Partial diagnostics are retained separately and cannot become the registered result. -Before registration, reviewers must freeze the exact conditional-rule specification, rule-relative -null partitions, nuisance maximizer, base cell generator, per-rule missingness policies, error -criterion, compute budget, output schema, and recomputation command. Held alternative rules require -their missing specifications before any implementation work begins. +Before registration, reviewers must complete and digest-freeze the exact convolution and certified +nuisance-maximizer implementations, rule-relative null labels, result schema, compute budget, and +report bytes. Held alternative rules require their missing specifications before any implementation +work begins. E4/E1 sensitivity transformations remain frozen in design but cannot execute until +accepted inputs exist. diff --git a/docs/preregistrations/e4-grader-validation-sap.md b/docs/preregistrations/e4-grader-validation-sap.md index 1b1e44b..ad52b79 100644 --- a/docs/preregistrations/e4-grader-validation-sap.md +++ b/docs/preregistrations/e4-grader-validation-sap.md @@ -4,8 +4,8 @@ - **Decision date:** 2026-07-17 - **Last updated:** 2026-07-18 -- **Version:** 0.2.0-candidate.2 -- **Status:** Candidate protocol — design decisions incorporated; not preregistered; no observations authorized. +- **Version:** 0.2.0-candidate.3 +- **Status:** Candidate protocol — offline design freeze implemented; not preregistered; no observations authorized. - **Study type:** Authored-fixture instrument validation; no model or provider execution. Counts and thresholds below are design inputs. They are not produced results, and this SAP cannot @@ -24,13 +24,27 @@ mis-specification. It is not described as random grader noise. ## Corpus construction -- Begin with at least 160 authored output records across four registered task classes. -- The construction target is at least 80 adjudicated-positive and 80 adjudicated-negative records. -- Each class includes satisfying, clearly non-satisfying, boundary, and near-miss records. -- Boundary categories, minimum effective adjudicated counts per stratum, deterministic top-up - rules, and the ambiguity threshold must be fixed before authoring starts. +- Use four effective strata in each of four opaque registered task classes: + `positive_clear`, `positive_boundary`, `negative_clear`, and `negative_near_miss`. +- Require at least 10 effective post-adjudication records in every class × stratum cell. This gives + a minimum final corpus of 160 records and at least 80 adjudicated-positive and 80 + adjudicated-negative records. +- In each class, `positive_boundary` and `negative_near_miss` each contain at least two effective + records from every registered edge category: `functional_edge`, `scope_edge`, + `regression_edge`, and `artifact_edge`. +- A positive boundary record is intended to satisfy the contract while exercising exactly one + registered edge. A negative near miss violates exactly one registered material contract + dimension while intending to satisfy all others. A negative clear record plainly violates at + least two independent material clauses. +- Authors record intended labels, strata, and edge categories. Only the adjudicated label and + effective stratum count toward construction minima or analysis. - A top-up appends a new retained record under the predeclared rule; it never replaces or suppresses a reviewed record. The final registered corpus may therefore exceed 160 records. +- After each complete adjudication wave, compute cell and edge-category deficits jointly in the + registered class, stratum, and category order. Fill edge-category deficits first, counting each + appended record toward its enclosing cell, then fill residual cell deficits in category + round-robin order. Clear-cell residuals use the same canonical ordinal rule without an edge + category. Top-up authors remain blinded to machine grades, reviewer rationales, and aggregates. - Corpus records, task contracts, author-intended labels, failure/boundary strata, and the machine grader are frozen by exact digest before reviewer assignment. - Construction cannot use outputs from E1 or a powered campaign. @@ -38,8 +52,11 @@ mis-specification. It is not described as random grader noise. The corpus is a versioned, extensible validation instrument. Suite growth requires a new corpus version and revalidation rather than silently carrying forward the prior admission. -Registration remains blocked until the boundary taxonomy, per-stratum minimums, top-up rule, and -ambiguity threshold are populated with exact values and reviewed. +The generic metadata schema, construction constants, and top-up checks are repository-versioned in +[`analysis/calibration-freeze.v1.json`](../../analysis/calibration-freeze.v1.json). That synthetic +design artifact contains no authored corpus records and is not a registration or validation +result. Registration remains blocked on the actual corpus, task-contract and grader bindings, +reviewer assignments and receipts, and evidence/report schemas. ## Independent labels and adjudication @@ -52,6 +69,13 @@ adjudicator, who sees the task contract and both rationales but remains blinded grade. The adjudicated label is the analysis gold label. The author-intent-versus-adjudicated-gold disagreement rate and ambiguity rate are reported as contract-ambiguity diagnostics. +Two primary reviewers and one adjudicator are required. None may assess a record, task contract, +or grader behavior they authored or implemented. Each must pass a separate, non-overlapping, +frozen 16-record qualification packet with at least 15/16 agreement to its independently +established key and 8/8 on failure/near-miss cases. Qualification records do not enter E4. Keys are +frozen before assignment, and each reviewer remains blinded to their key until their response is +terminal. + ## Analysis and certification granularity Using adjudicated human label as truth and machine success as the prediction, report `TP`, `TN`, @@ -70,6 +94,12 @@ Also report positive and negative predictive values, class/stratum confusion mat agreement, Cohen's kappa, author/adjudicator disagreement, and ambiguity. Sensitivity and specificity receive two-sided 95% Wilson intervals. +The ambiguity numerator is the record-level union of either primary reviewer's flag, retained even +after adjudication resolves the label. Compare exact fractions without rounding. Admission +requires no unresolved ambiguity, an overall ambiguity fraction at most 0.10, and an ambiguity +fraction at most 0.20 in every class × effective-stratum cell. Author-intent disagreement remains +a reported diagnostic rather than an admission threshold. + ## Admission rule The instrument is eligible for explicit calibration admission only when all of these criteria hold: @@ -89,7 +119,10 @@ rule does not establish validity outside the frozen suite and grader version. ## Missingness and hard stops Any missing label, lost rationale, failed blinding check, post-assignment mutation, absent digest, -or unregistered top-up makes E4 `NOT_EVALUABLE`. E4 stops immediately on unblinding or -evidence-integrity failure. Before registration, reviewers must freeze reviewer qualifications, -conflict rules, assignments, hour budget, corpus-stratum values, evidence schema, and exact public -report schema. +unregistered top-up, unresolved ambiguity, exceeded ambiguity limit, or exhausted construction +budget makes E4 `NOT_EVALUABLE`. E4 stops immediately on unblinding or evidence-integrity failure. +The registered ceiling is 48 person-hours across qualification, two independent reviews, +adjudication, and top-up review. It is a prospective stop rule, not measured labor evidence, and +cannot be enlarged after machine agreement is seen. Before registration, reviewers must freeze +reviewer identities, conflicts, assignments and receipt digests, actual corpus and grader bytes, +evidence schema, and exact public report schema. diff --git a/scripts/run-merge-gate.sh b/scripts/run-merge-gate.sh index ac658a1..e605b4d 100644 --- a/scripts/run-merge-gate.sh +++ b/scripts/run-merge-gate.sh @@ -20,6 +20,7 @@ ruff format --check . PYTHONPATH=src python -m unittest discover -s tests -v PYTHONPATH=src python -m analysis.run_method_tranche --check PYTHONPATH=src python -m analysis.run_contract_v2 --check +PYTHONPATH=src python -m analysis.run_calibration_freeze --check python -m pip wheel . --no-deps -w "${wheel_dir}" make validate-report EVIDENCE=evidence/sample-lab-report.json quarto render diff --git a/tests/test_calibration_freeze.py b/tests/test_calibration_freeze.py new file mode 100644 index 0000000..5d2483b --- /dev/null +++ b/tests/test_calibration_freeze.py @@ -0,0 +1,244 @@ +"""Exact checks for the public E4/E2 offline design freeze.""" + +from __future__ import annotations + +import copy +import json +import sys +import tempfile +import unittest +from fractions import Fraction +from pathlib import Path +from unittest import mock + +import jsonschema + +from analysis import run_calibration_freeze +from analysis.calibration.e2_base_grid import ( + effect_patterns, + exact_conditional_p_value, + exact_conditional_rejects, + generate_base_grid, + paired_outcomes, +) +from analysis.calibration.e4_corpus import ( + CLASS_IDS, + EDGE_CATEGORIES, + EFFECTIVE_STRATA, + construction_failures, + corpus_schema, + summarize, + top_up_targets, +) + +ROOT = Path(__file__).resolve().parents[1] + + +def _valid_records() -> list[dict[str, object]]: + records: list[dict[str, object]] = [] + ordinal = 1 + for class_id in CLASS_IDS: + for stratum in EFFECTIVE_STRATA: + for offset in range(10): + is_edge = stratum in {"positive_boundary", "negative_near_miss"} + records.append( + { + "record_id": f"{class_id}-{stratum}-{offset:02d}", + "corpus_ordinal": ordinal, + "class_id": class_id, + "author_intended_label": stratum.startswith("positive_"), + "author_intended_stratum": stratum, + "author_intended_edge_category": EDGE_CATEGORIES[offset % 4] + if is_edge + else None, + "adjudicated_label": stratum.startswith("positive_"), + "effective_stratum": stratum, + "effective_edge_category": EDGE_CATEGORIES[offset % 4] + if is_edge + else None, + "primary_ambiguity_flags": [False, False], + "review_complete": True, + "unresolved": False, + } + ) + ordinal += 1 + return records + + +class E4CorpusFreezeTests(unittest.TestCase): + def test_schema_accepts_generic_content_free_manifest(self) -> None: + manifest = { + "schema_version": "e4-corpus-manifest.v1", + "records": _valid_records(), + } + jsonschema.Draft202012Validator(corpus_schema()).validate(manifest) + + def test_empty_corpus_joint_top_up_is_exactly_160_not_double_counted(self) -> None: + targets = top_up_targets([]) + self.assertEqual(len(targets), 160) + self.assertEqual( + [target["corpus_ordinal"] for target in targets], list(range(1, 161)) + ) + by_cell: dict[tuple[str, str], int] = {} + for target in targets: + key = (target["class_id"], target["effective_stratum"]) + by_cell[key] = by_cell.get(key, 0) + 1 + self.assertEqual(set(by_cell.values()), {10}) + self.assertEqual(len(by_cell), 16) + observed_cells = list( + dict.fromkeys( + (item["class_id"], item["effective_stratum"]) for item in targets + ) + ) + expected_cells = [ + (class_id, stratum) + for class_id in CLASS_IDS + for stratum in EFFECTIVE_STRATA + ] + self.assertEqual(observed_cells, expected_cells) + + def test_complete_balanced_corpus_meets_construction_checks(self) -> None: + records = _valid_records() + self.assertEqual(construction_failures(records), []) + summary = summarize(records) + self.assertEqual(summary["adjudicated_positive"], 80) + self.assertEqual(summary["adjudicated_negative"], 80) + self.assertEqual(summary["ambiguity_fraction"], Fraction(0)) + + def test_ambiguity_is_union_based_and_cell_limit_fails_closed(self) -> None: + records = _valid_records() + for index, flags in enumerate(([True, False], [False, True], [True, True])): + records[index]["primary_ambiguity_flags"] = flags + summary = summarize(records) + self.assertEqual(summary["ambiguous"], 3) + self.assertEqual(summary["ambiguity_fraction"], Fraction(3, 160)) + self.assertIn( + "cell_ambiguity_above_limit:class_1:positive_clear", + construction_failures(records), + ) + + def test_author_intent_disagreement_is_reported_not_used_as_gold(self) -> None: + records = _valid_records() + records[0]["author_intended_label"] = False + summary = summarize(records) + self.assertEqual(summary["author_adjudicator_disagreements"], 1) + self.assertEqual( + summary["author_adjudicator_disagreement_fraction"], Fraction(1, 160) + ) + self.assertEqual(construction_failures(records), []) + + def test_corpus_ordinals_must_be_canonical_and_ordered(self) -> None: + records = _valid_records() + records[0]["corpus_ordinal"], records[1]["corpus_ordinal"] = 2, 1 + self.assertIn("corpus_ordinals_not_canonical", construction_failures(records)) + + +class E2BaseGridTests(unittest.TestCase): + def test_exact_conditional_rule_is_one_sided_and_nonrandomized(self) -> None: + self.assertEqual(exact_conditional_p_value(0, 0), Fraction(1)) + self.assertEqual(exact_conditional_p_value(5, 0), Fraction(1, 32)) + self.assertTrue(exact_conditional_rejects(5, 0)) + self.assertFalse(exact_conditional_rejects(4, 1)) + + def test_effect_families_preserve_equal_class_mean(self) -> None: + for effect in (Fraction(0), Fraction(1, 40), Fraction(1, 5)): + patterns = effect_patterns(effect) + self.assertEqual(len(patterns), 15) + self.assertEqual( + {pattern["family"] for pattern in patterns}, + { + "homogeneous", + "balanced_opposing", + "sparse_benefit", + "one_class_harm", + }, + ) + for pattern in patterns: + self.assertEqual(sum(pattern["class_effects"]) / 4, effect) + + def test_paired_probability_construction_is_exact(self) -> None: + cells = paired_outcomes(Fraction(1, 2), Fraction(1, 10), Fraction(1, 5)) + self.assertEqual( + cells, + { + "p10": Fraction(3, 20), + "p01": Fraction(1, 20), + "p11": Fraction(9, 20), + "p00": Fraction(7, 20), + }, + ) + self.assertEqual(sum(cells.values()), 1) + + def test_base_grid_lists_every_feasible_scenario_or_omission(self) -> None: + scenarios, omissions = generate_base_grid() + self.assertEqual(len(scenarios), 717) + self.assertEqual(len(omissions), 183) + self.assertEqual(len(scenarios) + len(omissions), 900) + self.assertEqual( + {item["reason"] for item in omissions}, + {"empty_class_specific_discordance_domain"}, + ) + self.assertEqual( + {item["rule_relative_label"] for item in scenarios}, + {"null_boundary", "alternative"}, + ) + self.assertTrue( + all( + item["sample_size_above_current_suite_requires_expansion"] + == (item["sample_size"] > 40) + for item in scenarios + omissions + ) + ) + + +class CalibrationArtifactTests(unittest.TestCase): + def test_committed_artifact_recomputes_exactly_and_is_non_authorizing(self) -> None: + path = ROOT / "analysis" / "calibration-freeze.v1.json" + self.assertEqual( + path.read_bytes(), + run_calibration_freeze.canonical_bytes( + run_calibration_freeze.build_artifact() + ), + ) + artifact = json.loads(path.read_text(encoding="utf-8")) + boundary = artifact["claim_boundary"] + self.assertEqual(boundary["artifact_kind"], "synthetic_design_only") + self.assertFalse(boundary["registered"]) + self.assertFalse(boundary["observations_authorized"]) + self.assertFalse(boundary["contains_authored_corpus_records"]) + self.assertFalse(boundary["contains_operating_characteristic_results"]) + self.assertFalse(boundary["scientific_verdict"]) + self.assertEqual( + set(artifact["component_digests"]), + { + "e4_schema", + "e4_freeze_configuration", + "e2_rule", + "e2_grid", + "e2_perturbations", + "e2_nuisance_maximizer", + }, + ) + self.assertEqual(artifact["dependency_profile"]["runtime_dependencies"], []) + + def test_check_mode_refuses_mismatch_without_rewriting(self) -> None: + with tempfile.TemporaryDirectory() as directory: + path = Path(directory) / "artifact.json" + original = b'{"stale":true}\n' + path.write_bytes(original) + with ( + mock.patch.object(run_calibration_freeze, "OUTPUT", path), + mock.patch.object(sys, "argv", ["run_calibration_freeze", "--check"]), + ): + self.assertEqual(run_calibration_freeze.main(), 1) + self.assertEqual(path.read_bytes(), original) + + def test_artifact_has_no_corpus_record_payload(self) -> None: + artifact = copy.deepcopy(run_calibration_freeze.build_artifact()) + self.assertNotIn("records", artifact["e4"]) + self.assertEqual(artifact["e2"]["grid"]["scenario_count"], 717) + self.assertEqual(artifact["e2"]["grid"]["omission_count"], 183) + + +if __name__ == "__main__": + unittest.main() diff --git a/tests/test_calibration_saps.py b/tests/test_calibration_saps.py index 1d877a4..42fec7d 100644 --- a/tests/test_calibration_saps.py +++ b/tests/test_calibration_saps.py @@ -15,10 +15,14 @@ SAP_DIR / "e1-lane-a-aa-sap.md", SAP_DIR / "e2-operating-characteristics-sap.md", ) -STATUS = ( +DESIGN_STATUS = ( "Status:** Candidate protocol — design decisions incorporated; " "not preregistered; no observations authorized." ) +OFFLINE_FREEZE_STATUS = ( + "Status:** Candidate protocol — offline design freeze implemented; " + "not preregistered; no observations authorized." +) class CalibrationSapTests(unittest.TestCase): @@ -26,7 +30,12 @@ def test_saps_are_unregistered_non_authorizing_and_public_safe(self) -> None: for path in SAP_FILES: with self.subTest(path=path.name): text = path.read_text(encoding="utf-8") - self.assertIn(STATUS, text) + expected = ( + DESIGN_STATUS + if path.name == "e1-lane-a-aa-sap.md" + else OFFLINE_FREEZE_STATUS + ) + self.assertIn(expected, text) self.assertNotIn("Status:** Preregistered", text) assert_publication_content_is_safe(text) @@ -66,27 +75,38 @@ def test_e1_conservative_state_precedence_is_explicit(self) -> None: def test_e4_certifies_overall_gold_populations_and_freezes_strata(self) -> None: text = (SAP_DIR / "e4-grader-validation-sap.md").read_text(encoding="utf-8") - self.assertIn("at least 160 authored output records", text) + self.assertIn("a minimum final corpus of 160 records", text) self.assertIn("at least 80 adjudicated-positive", text) - self.assertIn("boundary, and near-miss records", text) - self.assertIn("deterministic top-up", text) + self.assertIn("`positive_boundary`", text) + self.assertIn("`negative_near_miss`", text) + self.assertIn("compute cell and edge-category deficits jointly", text) self.assertIn("overall adjudicated-positive population", text) self.assertIn("point sensitivity is at least 0.90", text) self.assertIn("point specificity is at least 0.95", text) self.assertIn("false-pass avoidance", text) + self.assertIn("at least two effective", text) + self.assertIn("48 person-hours", text) + self.assertIn("overall ambiguity fraction at most 0.10", text) + self.assertIn("fraction at most 0.20", text) def test_e2_uses_rule_relative_exact_or_simultaneous_admission(self) -> None: text = (SAP_DIR / "e2-operating-characteristics-sap.md").read_text( encoding="utf-8" ) - self.assertIn("exact conditional paired binary", text) + normalized = " ".join(text.split()) + self.assertIn("exact conditional paired binary", normalized) self.assertIn("remain held design slots", text) self.assertIn("rule-relative null cell", text) self.assertIn("supremum over the feasible discordance nuisance domain", text) self.assertIn("simultaneous one-sided upper confidence bounds", text) self.assertIn("10,000 draws", text) self.assertIn("`N = 60` is a hypothetical feasibility point", text) - self.assertIn("producer claim that differs from recomputation", text) + self.assertIn("producer claim that differs from recomputation", normalized) + self.assertIn("`exact_conditional_sign_v1`", text) + self.assertIn("717 feasible base scenarios", text) + self.assertIn("183 explicit", text) + self.assertIn("certified interval branch-and-bound", text) + self.assertIn("synthetic design only", normalized) if __name__ == "__main__": diff --git a/tests/test_experimental_module_containment.py b/tests/test_experimental_module_containment.py index c3cf0c0..4fc9e02 100644 --- a/tests/test_experimental_module_containment.py +++ b/tests/test_experimental_module_containment.py @@ -20,6 +20,11 @@ EXPERIMENTAL_MODULES = {"dependence.py", "paired_trinomial.py"} +REPOSITORY_ONLY_CALIBRATION = { + "analysis/calibration/e2_base_grid.py", + "analysis/calibration/e4_corpus.py", + "analysis/run_calibration_freeze.py", +} class ExperimentalModuleContainmentTests(unittest.TestCase): @@ -61,6 +66,9 @@ def test_versioned_wheel_excludes_experimental_modules(self) -> None: for module in EXPERIMENTAL_MODULES: self.assertNotIn(f"eval_lab_methodology/{module}", names) self.assertFalse(any("_method_tranche" in name for name in names)) + for path in REPOSITORY_ONLY_CALIBRATION: + self.assertTrue((ROOT / path).is_file()) + self.assertFalse(any(path.rsplit("/", 1)[-1] in name for name in names)) if __name__ == "__main__": diff --git a/tests/test_experimental_note_publication.py b/tests/test_experimental_note_publication.py index fe357ec..c7b2ca0 100644 --- a/tests/test_experimental_note_publication.py +++ b/tests/test_experimental_note_publication.py @@ -35,8 +35,12 @@ def test_public_surfaces_do_not_select_a_successor_method(self) -> None: ), ] readme, plan, index, note = surfaces - self.assertIn("No accepted successor estimand", readme) - self.assertIn("No enforcing test", plan) + self.assertIn("No admitted successor enforcing test", readme) + self.assertIn( + "No enforcing test has been admitted or selected for a powered campaign", + " ".join(plan.split()), + ) + self.assertIn("not a powered-method selection", " ".join(readme.split())) self.assertIn("No successor method is selected", " ".join(index.split())) self.assertIn("No method is selected", note) self.assertIn("Exact arithmetic", note)