{
 "baseline": {
  "bands": 3,
  "drop_unknown": false,
  "min_industry_dollars": 5000,
  "min_peers": 12,
  "min_vote_coverage": 1.0,
  "min_votes": 4,
  "population": "eligible",
  "weight": "informativeness"
 },
 "generator": "pipeline/sensitivity.py",
 "inputs": {
  "member_votes.json": "634cea229a5d24bb",
  "money_industry.json": "1b95f12e18382de9",
  "vote_positions.json": "4950403c6fbcb3e3",
  "vote_unity.json": "bf514396c8da9419"
 },
 "method": "re-score under perturbed analyst choices; compare to baseline",
 "metrics": {
  "baseline_retained": "share of baseline positive pairs still positive",
  "jaccard_positive": "overlap of the set of pairs with a positive index, vs baseline",
  "party_gap_sd": "|mean D - mean R| of members' strongest index, in SD; verify_score.py requires < 0.5",
  "retained_if_measured": "of baseline positive pairs the variant still measures, share still positive",
  "spearman_common": "Spearman rank correlation of the index on pairs measured in both runs",
  "spearman_positive": "the same, on pairs positive in either run"
 },
 "variants": [
  {
   "baseline_retained": 1.0,
   "changed": {},
   "id": "baseline",
   "jaccard_positive": 1.0,
   "label": "Published method",
   "members_measured": 421,
   "members_with_positive": 283,
   "pairs_common": 2185,
   "pairs_measured": 2185,
   "pairs_positive": 452,
   "party_gap_sd": 0.213,
   "retained_if_measured": 1.0,
   "spearman_common": 1.0,
   "spearman_positive": 1.0
  },
  {
   "baseline_retained": 1.0,
   "changed": {
    "min_votes": 2
   },
   "id": "min_votes_x0.5",
   "jaccard_positive": 1.0,
   "label": "Informative roll calls halved (2)",
   "members_measured": 421,
   "members_with_positive": 283,
   "pairs_common": 2185,
   "pairs_measured": 2186,
   "pairs_positive": 452,
   "party_gap_sd": 0.213,
   "retained_if_measured": 1.0,
   "spearman_common": 1.0,
   "spearman_positive": 1.0
  },
  {
   "baseline_retained": 0.4137,
   "changed": {
    "min_votes": 8
   },
   "id": "min_votes_x2",
   "jaccard_positive": 0.411,
   "label": "Informative roll calls doubled (8)",
   "members_measured": 391,
   "members_with_positive": 175,
   "pairs_common": 819,
   "pairs_measured": 819,
   "pairs_positive": 190,
   "party_gap_sd": 0.156,
   "retained_if_measured": 0.9791,
   "spearman_common": 0.9847,
   "spearman_positive": 0.9738
  },
  {
   "baseline_retained": 0.9912,
   "changed": {
    "min_vote_coverage": 0.5
   },
   "id": "min_vote_coverage_x0.5",
   "jaccard_positive": 0.7145,
   "label": "Weighted vote coverage halved (0.50)",
   "members_measured": 430,
   "members_with_positive": 310,
   "pairs_common": 2185,
   "pairs_measured": 3031,
   "pairs_positive": 623,
   "party_gap_sd": 0.19,
   "retained_if_measured": 0.9912,
   "spearman_common": 0.98,
   "spearman_positive": 0.9709
  },
  {
   "baseline_retained": 0.3717,
   "changed": {
    "min_vote_coverage": 2.0
   },
   "id": "min_vote_coverage_x2",
   "jaccard_positive": 0.3692,
   "label": "Weighted vote coverage doubled (2.00)",
   "members_measured": 373,
   "members_with_positive": 147,
   "pairs_common": 787,
   "pairs_measured": 787,
   "pairs_positive": 171,
   "party_gap_sd": 0.305,
   "retained_if_measured": 0.9711,
   "spearman_common": 0.9803,
   "spearman_positive": 0.9667
  },
  {
   "baseline_retained": 1.0,
   "changed": {
    "min_industry_dollars": 2500
   },
   "id": "min_industry_dollars_x0.5",
   "jaccard_positive": 0.8828,
   "label": "Industry money halved ($2,500)",
   "members_measured": 446,
   "members_with_positive": 304,
   "pairs_common": 2185,
   "pairs_measured": 2526,
   "pairs_positive": 512,
   "party_gap_sd": 0.18,
   "retained_if_measured": 1.0,
   "spearman_common": 0.9668,
   "spearman_positive": 0.98
  },
  {
   "baseline_retained": 0.7389,
   "changed": {
    "min_industry_dollars": 10000
   },
   "id": "min_industry_dollars_x2",
   "jaccard_positive": 0.7245,
   "label": "Industry money doubled ($10,000)",
   "members_measured": 389,
   "members_with_positive": 242,
   "pairs_common": 1638,
   "pairs_measured": 1638,
   "pairs_positive": 343,
   "party_gap_sd": 0.199,
   "retained_if_measured": 0.784,
   "spearman_common": 0.8839,
   "spearman_positive": 0.8798
  },
  {
   "baseline_retained": 1.0,
   "changed": {
    "min_peers": 6
   },
   "id": "min_peers_x0.5",
   "jaccard_positive": 0.9339,
   "label": "Peer group size halved (6)",
   "members_measured": 450,
   "members_with_positive": 299,
   "pairs_common": 2185,
   "pairs_measured": 2321,
   "pairs_positive": 484,
   "party_gap_sd": 0.169,
   "retained_if_measured": 1.0,
   "spearman_common": 1.0,
   "spearman_positive": 1.0
  },
  {
   "baseline_retained": 0.969,
   "changed": {
    "min_peers": 24
   },
   "id": "min_peers_x2",
   "jaccard_positive": 0.9221,
   "label": "Peer group size doubled (24) (Senate tercile needs 72 per party, so Senate peers fall back to party only)",
   "members_measured": 444,
   "members_with_positive": 296,
   "pairs_common": 2122,
   "pairs_measured": 2200,
   "pairs_positive": 461,
   "party_gap_sd": 0.178,
   "retained_if_measured": 1.0,
   "spearman_common": 0.9963,
   "spearman_positive": 0.9713
  },
  {
   "baseline_retained": 0.9978,
   "changed": {
    "min_industry_dollars": 2500,
    "min_peers": 6,
    "min_vote_coverage": 0.5,
    "min_votes": 2
   },
   "id": "all_floors_x0.5",
   "jaccard_positive": 0.5753,
   "label": "All four floors halved",
   "members_measured": 514,
   "members_with_positive": 377,
   "pairs_common": 2185,
   "pairs_measured": 3991,
   "pairs_positive": 783,
   "party_gap_sd": 0.16,
   "retained_if_measured": 0.9978,
   "spearman_common": 0.9505,
   "spearman_positive": 0.9642
  },
  {
   "baseline_retained": 0.1681,
   "changed": {
    "min_industry_dollars": 10000,
    "min_peers": 24,
    "min_vote_coverage": 2.0,
    "min_votes": 8
   },
   "id": "all_floors_x2",
   "jaccard_positive": 0.1681,
   "label": "All four floors doubled",
   "members_measured": 287,
   "members_with_positive": 72,
   "pairs_common": 345,
   "pairs_measured": 345,
   "pairs_positive": 76,
   "party_gap_sd": 0.186,
   "retained_if_measured": 0.9157,
   "spearman_common": 0.9645,
   "spearman_positive": 0.9387
  },
  {
   "baseline_retained": 0.8628,
   "changed": {
    "bands": 0
   },
   "id": "peers_party_only",
   "jaccard_positive": 0.7104,
   "label": "Peers: chamber + party, no ideology band",
   "members_measured": 465,
   "members_with_positive": 297,
   "pairs_common": 2185,
   "pairs_measured": 2347,
   "pairs_positive": 487,
   "party_gap_sd": 0.22,
   "retained_if_measured": 0.8628,
   "spearman_common": 0.8528,
   "spearman_positive": 0.6422
  },
  {
   "baseline_retained": 0.9093,
   "changed": {
    "bands": 5
   },
   "id": "peers_quintile",
   "jaccard_positive": 0.7784,
   "label": "Peers: chamber + party + NOMINATE quintile (House; Senate parties are too small and fall back to party only)",
   "members_measured": 465,
   "members_with_positive": 307,
   "pairs_common": 2174,
   "pairs_measured": 2279,
   "pairs_positive": 487,
   "party_gap_sd": 0.219,
   "retained_if_measured": 0.9154,
   "spearman_common": 0.8987,
   "spearman_positive": 0.7656
  },
  {
   "baseline_retained": 0.5221,
   "changed": {
    "weight": "own_party"
   },
   "id": "weight_own_party",
   "jaccard_positive": 0.5119,
   "label": "Weight = break-rank share of the member's own party",
   "members_measured": 396,
   "members_with_positive": 189,
   "pairs_common": 1078,
   "pairs_measured": 1078,
   "pairs_positive": 245,
   "party_gap_sd": 0.213,
   "retained_if_measured": 0.9874,
   "spearman_common": 0.9755,
   "spearman_positive": 0.9414
  },
  {
   "baseline_retained": 0.6792,
   "changed": {
    "min_vote_coverage": 0.5,
    "weight": "own_party"
   },
   "id": "weight_own_party_cov_x0.5",
   "jaccard_positive": 0.6463,
   "label": "Own-party weight, coverage floor halved to 0.50 to offset the smaller weights",
   "members_measured": 416,
   "members_with_positive": 228,
   "pairs_common": 1520,
   "pairs_measured": 1574,
   "pairs_positive": 330,
   "party_gap_sd": 0.301,
   "retained_if_measured": 0.984,
   "spearman_common": 0.9749,
   "spearman_positive": 0.9375
  },
  {
   "baseline_retained": 0.9956,
   "changed": {
    "population": "group"
   },
   "id": "population_whole_group",
   "jaccard_positive": 0.5968,
   "label": "Residuals against the whole peer group, not only peers who clear the floors",
   "members_measured": 473,
   "members_with_positive": 373,
   "pairs_common": 2185,
   "pairs_measured": 2386,
   "pairs_positive": 752,
   "party_gap_sd": 0.092,
   "retained_if_measured": 0.9956,
   "spearman_common": 0.8408,
   "spearman_positive": 0.8399
  },
  {
   "baseline_retained": 1.0,
   "changed": {
    "drop_unknown": true
   },
   "id": "drop_unknown_groups",
   "jaccard_positive": 1.0,
   "label": "Exclude the mixed-ideology 'unknown' peer groups",
   "members_measured": 421,
   "members_with_positive": 283,
   "pairs_common": 2185,
   "pairs_measured": 2185,
   "pairs_positive": 452,
   "party_gap_sd": 0.213,
   "retained_if_measured": 1.0,
   "spearman_common": 1.0,
   "spearman_positive": 1.0
  },
  {
   "baseline_retained": 0.9535,
   "changed": {
    "weight": "flat_informative"
   },
   "id": "weight_flat_informative",
   "jaccard_positive": 0.5449,
   "label": "No informativeness weight (party-line votes still excluded)",
   "members_measured": 456,
   "members_with_positive": 376,
   "pairs_common": 2185,
   "pairs_measured": 3467,
   "pairs_positive": 770,
   "party_gap_sd": 0.037,
   "retained_if_measured": 0.9535,
   "spearman_common": 0.9266,
   "spearman_positive": 0.8744
  },
  {
   "baseline_retained": 0.9535,
   "changed": {
    "weight": "flat_all"
   },
   "id": "weight_flat_all",
   "jaccard_positive": 0.5408,
   "label": "No informativeness weight, party-line votes included",
   "members_measured": 456,
   "members_with_positive": 378,
   "pairs_common": 2185,
   "pairs_measured": 3479,
   "pairs_positive": 776,
   "party_gap_sd": 0.055,
   "retained_if_measured": 0.9535,
   "spearman_common": 0.9266,
   "spearman_positive": 0.8744
  }
 ]
}