{
  "cells": {
    "groups-4-3-2-1-rho0": {
      "mean_oracle_probability_distance_from_half_on_opposite": null,
      "opposite_sign_count": 0,
      "opposite_sign_fraction": 0.0,
      "questions": 24000,
      "replicates": [
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 0,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 1,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 2,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 3,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 4,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 5,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 6,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 7,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 8,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 9,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 10,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 11,
          "tie_count": 0
        }
      ],
      "tie_count": 0
    },
    "groups-4-3-2-1-rho0.5": {
      "mean_oracle_probability_distance_from_half_on_opposite": 0.10797421670147085,
      "opposite_sign_count": 1155,
      "opposite_sign_fraction": 0.048125,
      "questions": 24000,
      "replicates": [
        {
          "opposite_sign_count": 91,
          "questions": 2000,
          "replicate": 0,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 103,
          "questions": 2000,
          "replicate": 1,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 103,
          "questions": 2000,
          "replicate": 2,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 99,
          "questions": 2000,
          "replicate": 3,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 89,
          "questions": 2000,
          "replicate": 4,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 80,
          "questions": 2000,
          "replicate": 5,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 96,
          "questions": 2000,
          "replicate": 6,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 93,
          "questions": 2000,
          "replicate": 7,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 110,
          "questions": 2000,
          "replicate": 8,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 82,
          "questions": 2000,
          "replicate": 9,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 106,
          "questions": 2000,
          "replicate": 10,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 103,
          "questions": 2000,
          "replicate": 11,
          "tie_count": 0
        }
      ],
      "tie_count": 0
    },
    "groups-4-3-2-1-rho0.9": {
      "mean_oracle_probability_distance_from_half_on_opposite": 0.13083845754610904,
      "opposite_sign_count": 1916,
      "opposite_sign_fraction": 0.07983333333333334,
      "questions": 24000,
      "replicates": [
        {
          "opposite_sign_count": 164,
          "questions": 2000,
          "replicate": 0,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 170,
          "questions": 2000,
          "replicate": 1,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 154,
          "questions": 2000,
          "replicate": 2,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 172,
          "questions": 2000,
          "replicate": 3,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 169,
          "questions": 2000,
          "replicate": 4,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 143,
          "questions": 2000,
          "replicate": 5,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 148,
          "questions": 2000,
          "replicate": 6,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 146,
          "questions": 2000,
          "replicate": 7,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 174,
          "questions": 2000,
          "replicate": 8,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 155,
          "questions": 2000,
          "replicate": 9,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 159,
          "questions": 2000,
          "replicate": 10,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 162,
          "questions": 2000,
          "replicate": 11,
          "tie_count": 0
        }
      ],
      "tie_count": 0
    },
    "groups-4-3-2-1-rho1": {
      "mean_oracle_probability_distance_from_half_on_opposite": 0.1320950780837311,
      "opposite_sign_count": 2011,
      "opposite_sign_fraction": 0.08379166666666667,
      "questions": 24000,
      "replicates": [
        {
          "opposite_sign_count": 182,
          "questions": 2000,
          "replicate": 0,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 157,
          "questions": 2000,
          "replicate": 1,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 158,
          "questions": 2000,
          "replicate": 2,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 176,
          "questions": 2000,
          "replicate": 3,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 177,
          "questions": 2000,
          "replicate": 4,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 159,
          "questions": 2000,
          "replicate": 5,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 159,
          "questions": 2000,
          "replicate": 6,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 159,
          "questions": 2000,
          "replicate": 7,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 176,
          "questions": 2000,
          "replicate": 8,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 166,
          "questions": 2000,
          "replicate": 9,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 164,
          "questions": 2000,
          "replicate": 10,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 178,
          "questions": 2000,
          "replicate": 11,
          "tie_count": 0
        }
      ],
      "tie_count": 0
    },
    "groups-5-5-rho0": {
      "mean_oracle_probability_distance_from_half_on_opposite": null,
      "opposite_sign_count": 0,
      "opposite_sign_fraction": 0.0,
      "questions": 24000,
      "replicates": [
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 0,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 1,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 2,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 3,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 4,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 5,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 6,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 7,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 8,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 9,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 10,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 11,
          "tie_count": 0
        }
      ],
      "tie_count": 0
    },
    "groups-5-5-rho0.5": {
      "mean_oracle_probability_distance_from_half_on_opposite": null,
      "opposite_sign_count": 0,
      "opposite_sign_fraction": 0.0,
      "questions": 24000,
      "replicates": [
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 0,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 1,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 2,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 3,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 4,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 5,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 6,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 7,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 8,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 9,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 10,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 11,
          "tie_count": 0
        }
      ],
      "tie_count": 0
    },
    "groups-5-5-rho0.9": {
      "mean_oracle_probability_distance_from_half_on_opposite": null,
      "opposite_sign_count": 0,
      "opposite_sign_fraction": 0.0,
      "questions": 24000,
      "replicates": [
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 0,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 1,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 2,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 3,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 4,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 5,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 6,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 7,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 8,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 9,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 10,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 11,
          "tie_count": 0
        }
      ],
      "tie_count": 0
    },
    "groups-5-5-rho1": {
      "mean_oracle_probability_distance_from_half_on_opposite": null,
      "opposite_sign_count": 0,
      "opposite_sign_fraction": 0.0,
      "questions": 24000,
      "replicates": [
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 0,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 1,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 2,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 3,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 4,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 5,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 6,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 7,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 8,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 9,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 10,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 11,
          "tie_count": 0
        }
      ],
      "tie_count": 0
    },
    "groups-9-1-rho0": {
      "mean_oracle_probability_distance_from_half_on_opposite": null,
      "opposite_sign_count": 0,
      "opposite_sign_fraction": 0.0,
      "questions": 24000,
      "replicates": [
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 0,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 1,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 2,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 3,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 4,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 5,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 6,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 7,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 8,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 9,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 10,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 0,
          "questions": 2000,
          "replicate": 11,
          "tie_count": 0
        }
      ],
      "tie_count": 0
    },
    "groups-9-1-rho0.5": {
      "mean_oracle_probability_distance_from_half_on_opposite": 0.127473872473779,
      "opposite_sign_count": 2759,
      "opposite_sign_fraction": 0.11495833333333333,
      "questions": 24000,
      "replicates": [
        {
          "opposite_sign_count": 220,
          "questions": 2000,
          "replicate": 0,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 236,
          "questions": 2000,
          "replicate": 1,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 227,
          "questions": 2000,
          "replicate": 2,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 236,
          "questions": 2000,
          "replicate": 3,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 240,
          "questions": 2000,
          "replicate": 4,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 227,
          "questions": 2000,
          "replicate": 5,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 235,
          "questions": 2000,
          "replicate": 6,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 208,
          "questions": 2000,
          "replicate": 7,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 237,
          "questions": 2000,
          "replicate": 8,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 212,
          "questions": 2000,
          "replicate": 9,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 241,
          "questions": 2000,
          "replicate": 10,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 240,
          "questions": 2000,
          "replicate": 11,
          "tie_count": 0
        }
      ],
      "tie_count": 0
    },
    "groups-9-1-rho0.9": {
      "mean_oracle_probability_distance_from_half_on_opposite": 0.1405283734413864,
      "opposite_sign_count": 4095,
      "opposite_sign_fraction": 0.170625,
      "questions": 24000,
      "replicates": [
        {
          "opposite_sign_count": 340,
          "questions": 2000,
          "replicate": 0,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 352,
          "questions": 2000,
          "replicate": 1,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 319,
          "questions": 2000,
          "replicate": 2,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 352,
          "questions": 2000,
          "replicate": 3,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 348,
          "questions": 2000,
          "replicate": 4,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 348,
          "questions": 2000,
          "replicate": 5,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 352,
          "questions": 2000,
          "replicate": 6,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 311,
          "questions": 2000,
          "replicate": 7,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 367,
          "questions": 2000,
          "replicate": 8,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 316,
          "questions": 2000,
          "replicate": 9,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 346,
          "questions": 2000,
          "replicate": 10,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 344,
          "questions": 2000,
          "replicate": 11,
          "tie_count": 0
        }
      ],
      "tie_count": 0
    },
    "groups-9-1-rho1": {
      "mean_oracle_probability_distance_from_half_on_opposite": 0.14189617227458043,
      "opposite_sign_count": 4307,
      "opposite_sign_fraction": 0.17945833333333333,
      "questions": 24000,
      "replicates": [
        {
          "opposite_sign_count": 347,
          "questions": 2000,
          "replicate": 0,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 362,
          "questions": 2000,
          "replicate": 1,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 346,
          "questions": 2000,
          "replicate": 2,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 369,
          "questions": 2000,
          "replicate": 3,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 370,
          "questions": 2000,
          "replicate": 4,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 364,
          "questions": 2000,
          "replicate": 5,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 352,
          "questions": 2000,
          "replicate": 6,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 349,
          "questions": 2000,
          "replicate": 7,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 368,
          "questions": 2000,
          "replicate": 8,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 345,
          "questions": 2000,
          "replicate": 9,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 368,
          "questions": 2000,
          "replicate": 10,
          "tie_count": 0
        },
        {
          "opposite_sign_count": 367,
          "questions": 2000,
          "replicate": 11,
          "tie_count": 0
        }
      ],
      "tie_count": 0
    }
  },
  "definition": "strict opposite signs of total report logit and group-oracle logit",
  "ledger_sha256": "47b08813cbfb358b354460b3557937779e50709749c4f704fea500c66f5ec267",
  "phase": "exploratory-stress-groups-m5000-v1",
  "schema_version": 1,
  "scope": "diagnostic of nonnegative scalar decision limitation; not an inference interval",
  "summary_sha256": "76c06f1183084ea86bdc6bcfce2654804c68b81a300eade33e668f913dfe357a"
}