{
  "evidence_commit": "149932ddd4e09fcdfcb7833c6dea7955fa5c5985",
  "attempts": 6560,
  "usable": 6559,
  "independent_forests": 496,
  "claims": [
    {
      "id": "naming-shuffled-root-cross_renaming_disagreement",
      "source": "round3/representation/naming-confirmation-analysis.json",
      "json_pointer": "/primary_endpoints/0/cross_renaming_disagreement",
      "value": {
        "n_worlds": 96,
        "mean": 0.673828125,
        "ci95": [
          0.62890625,
          0.7174479166666666
        ],
        "method": "percentile bootstrap over worlds",
        "resamples": 10000,
        "seed": 71239
      },
      "unit": "fraction; differences become percentage points when multiplied by 100",
      "n_forests": 96,
      "source_sha256": "f232d3ebd929483849cf0021244212103460bba1d6ca7530c02f147f2b4ec665"
    },
    {
      "id": "naming-shuffled-root-matched_within_body_repeat_disagreement",
      "source": "round3/representation/naming-confirmation-analysis.json",
      "json_pointer": "/primary_endpoints/0/matched_within_body_repeat_disagreement",
      "value": {
        "n_worlds": 96,
        "mean": 0.12239583333333333,
        "ci95": [
          0.08984375,
          0.15755208333333334
        ],
        "method": "percentile bootstrap over worlds",
        "resamples": 10000,
        "seed": 71239
      },
      "unit": "fraction; differences become percentage points when multiplied by 100",
      "n_forests": 96,
      "source_sha256": "f232d3ebd929483849cf0021244212103460bba1d6ca7530c02f147f2b4ec665"
    },
    {
      "id": "naming-shuffled-root-excess_disagreement",
      "source": "round3/representation/naming-confirmation-analysis.json",
      "json_pointer": "/primary_endpoints/0/excess_disagreement",
      "value": {
        "n_worlds": 96,
        "mean": 0.5514322916666666,
        "ci95": [
          0.4993489583333333,
          0.603515625
        ],
        "method": "percentile bootstrap over worlds",
        "resamples": 10000,
        "seed": 71239,
        "p_two_sided": 9.999000099990002e-05,
        "p_value_method": "Monte Carlo world sign-flip with plus-one correction",
        "p_test_resamples": 10000,
        "p_test_seed": 17732,
        "holm_family_size": 4,
        "p_holm": 0.00039996000399960006
      },
      "unit": "fraction; differences become percentage points when multiplied by 100",
      "n_forests": 96,
      "source_sha256": "f232d3ebd929483849cf0021244212103460bba1d6ca7530c02f147f2b4ec665"
    },
    {
      "id": "naming-shuffled-root-accuracy_difference",
      "source": "round3/representation/naming-confirmation-analysis.json",
      "json_pointer": "/primary_endpoints/0/accuracy_difference",
      "value": {
        "n_worlds": 96,
        "mean": -0.024739583333333332,
        "ci95": [
          -0.10677083333333333,
          0.05078125
        ],
        "method": "percentile bootstrap over worlds",
        "resamples": 10000,
        "seed": 71239
      },
      "unit": "fraction; differences become percentage points when multiplied by 100",
      "n_forests": 96,
      "source_sha256": "f232d3ebd929483849cf0021244212103460bba1d6ca7530c02f147f2b4ec665"
    },
    {
      "id": "naming-shuffled-kth_ancestor-cross_renaming_disagreement",
      "source": "round3/representation/naming-confirmation-analysis.json",
      "json_pointer": "/primary_endpoints/1/cross_renaming_disagreement",
      "value": {
        "n_worlds": 96,
        "mean": 0.466796875,
        "ci95": [
          0.41015625,
          0.5221354166666666
        ],
        "method": "percentile bootstrap over worlds",
        "resamples": 10000,
        "seed": 71239
      },
      "unit": "fraction; differences become percentage points when multiplied by 100",
      "n_forests": 96,
      "source_sha256": "f232d3ebd929483849cf0021244212103460bba1d6ca7530c02f147f2b4ec665"
    },
    {
      "id": "naming-shuffled-kth_ancestor-matched_within_body_repeat_disagreement",
      "source": "round3/representation/naming-confirmation-analysis.json",
      "json_pointer": "/primary_endpoints/1/matched_within_body_repeat_disagreement",
      "value": {
        "n_worlds": 96,
        "mean": 0.1796875,
        "ci95": [
          0.13802083333333334,
          0.22395833333333334
        ],
        "method": "percentile bootstrap over worlds",
        "resamples": 10000,
        "seed": 71239
      },
      "unit": "fraction; differences become percentage points when multiplied by 100",
      "n_forests": 96,
      "source_sha256": "f232d3ebd929483849cf0021244212103460bba1d6ca7530c02f147f2b4ec665"
    },
    {
      "id": "naming-shuffled-kth_ancestor-excess_disagreement",
      "source": "round3/representation/naming-confirmation-analysis.json",
      "json_pointer": "/primary_endpoints/1/excess_disagreement",
      "value": {
        "n_worlds": 96,
        "mean": 0.287109375,
        "ci95": [
          0.228515625,
          0.3463541666666667
        ],
        "method": "percentile bootstrap over worlds",
        "resamples": 10000,
        "seed": 71239,
        "p_two_sided": 9.999000099990002e-05,
        "p_value_method": "Monte Carlo world sign-flip with plus-one correction",
        "p_test_resamples": 10000,
        "p_test_seed": 17732,
        "holm_family_size": 4,
        "p_holm": 0.00039996000399960006
      },
      "unit": "fraction; differences become percentage points when multiplied by 100",
      "n_forests": 96,
      "source_sha256": "f232d3ebd929483849cf0021244212103460bba1d6ca7530c02f147f2b4ec665"
    },
    {
      "id": "naming-shuffled-kth_ancestor-accuracy_difference",
      "source": "round3/representation/naming-confirmation-analysis.json",
      "json_pointer": "/primary_endpoints/1/accuracy_difference",
      "value": {
        "n_worlds": 96,
        "mean": -0.06380208333333333,
        "ci95": [
          -0.14713541666666666,
          0.01953125
        ],
        "method": "percentile bootstrap over worlds",
        "resamples": 10000,
        "seed": 71239
      },
      "unit": "fraction; differences become percentage points when multiplied by 100",
      "n_forests": 96,
      "source_sha256": "f232d3ebd929483849cf0021244212103460bba1d6ca7530c02f147f2b4ec665"
    },
    {
      "id": "naming-grouped-root-cross_renaming_disagreement",
      "source": "round3/representation/naming-confirmation-analysis.json",
      "json_pointer": "/primary_endpoints/2/cross_renaming_disagreement",
      "value": {
        "n_worlds": 96,
        "mean": 0.0703125,
        "ci95": [
          0.0390625,
          0.10807291666666667
        ],
        "method": "percentile bootstrap over worlds",
        "resamples": 10000,
        "seed": 71239
      },
      "unit": "fraction; differences become percentage points when multiplied by 100",
      "n_forests": 96,
      "source_sha256": "f232d3ebd929483849cf0021244212103460bba1d6ca7530c02f147f2b4ec665"
    },
    {
      "id": "naming-grouped-root-matched_within_body_repeat_disagreement",
      "source": "round3/representation/naming-confirmation-analysis.json",
      "json_pointer": "/primary_endpoints/2/matched_within_body_repeat_disagreement",
      "value": {
        "n_worlds": 96,
        "mean": 0.032552083333333336,
        "ci95": [
          0.014322916666666666,
          0.055989583333333336
        ],
        "method": "percentile bootstrap over worlds",
        "resamples": 10000,
        "seed": 71239
      },
      "unit": "fraction; differences become percentage points when multiplied by 100",
      "n_forests": 96,
      "source_sha256": "f232d3ebd929483849cf0021244212103460bba1d6ca7530c02f147f2b4ec665"
    },
    {
      "id": "naming-grouped-root-excess_disagreement",
      "source": "round3/representation/naming-confirmation-analysis.json",
      "json_pointer": "/primary_endpoints/2/excess_disagreement",
      "value": {
        "n_worlds": 96,
        "mean": 0.037760416666666664,
        "ci95": [
          0.01171875,
          0.07161458333333333
        ],
        "method": "percentile bootstrap over worlds",
        "resamples": 10000,
        "seed": 71239,
        "p_two_sided": 0.0044995500449955,
        "p_value_method": "Monte Carlo world sign-flip with plus-one correction",
        "p_test_resamples": 10000,
        "p_test_seed": 17732,
        "holm_family_size": 4,
        "p_holm": 0.0044995500449955
      },
      "unit": "fraction; differences become percentage points when multiplied by 100",
      "n_forests": 96,
      "source_sha256": "f232d3ebd929483849cf0021244212103460bba1d6ca7530c02f147f2b4ec665"
    },
    {
      "id": "naming-grouped-root-accuracy_difference",
      "source": "round3/representation/naming-confirmation-analysis.json",
      "json_pointer": "/primary_endpoints/2/accuracy_difference",
      "value": {
        "n_worlds": 96,
        "mean": -0.006510416666666667,
        "ci95": [
          -0.03515625,
          0.026041666666666668
        ],
        "method": "percentile bootstrap over worlds",
        "resamples": 10000,
        "seed": 71239
      },
      "unit": "fraction; differences become percentage points when multiplied by 100",
      "n_forests": 96,
      "source_sha256": "f232d3ebd929483849cf0021244212103460bba1d6ca7530c02f147f2b4ec665"
    },
    {
      "id": "naming-grouped-kth_ancestor-cross_renaming_disagreement",
      "source": "round3/representation/naming-confirmation-analysis.json",
      "json_pointer": "/primary_endpoints/3/cross_renaming_disagreement",
      "value": {
        "n_worlds": 96,
        "mean": 0.3131510416666667,
        "ci95": [
          0.2526041666666667,
          0.3763020833333333
        ],
        "method": "percentile bootstrap over worlds",
        "resamples": 10000,
        "seed": 71239
      },
      "unit": "fraction; differences become percentage points when multiplied by 100",
      "n_forests": 96,
      "source_sha256": "f232d3ebd929483849cf0021244212103460bba1d6ca7530c02f147f2b4ec665"
    },
    {
      "id": "naming-grouped-kth_ancestor-matched_within_body_repeat_disagreement",
      "source": "round3/representation/naming-confirmation-analysis.json",
      "json_pointer": "/primary_endpoints/3/matched_within_body_repeat_disagreement",
      "value": {
        "n_worlds": 96,
        "mean": 0.08333333333333333,
        "ci95": [
          0.0546875,
          0.11588541666666667
        ],
        "method": "percentile bootstrap over worlds",
        "resamples": 10000,
        "seed": 71239
      },
      "unit": "fraction; differences become percentage points when multiplied by 100",
      "n_forests": 96,
      "source_sha256": "f232d3ebd929483849cf0021244212103460bba1d6ca7530c02f147f2b4ec665"
    },
    {
      "id": "naming-grouped-kth_ancestor-excess_disagreement",
      "source": "round3/representation/naming-confirmation-analysis.json",
      "json_pointer": "/primary_endpoints/3/excess_disagreement",
      "value": {
        "n_worlds": 96,
        "mean": 0.22981770833333334,
        "ci95": [
          0.169921875,
          0.2936197916666667
        ],
        "method": "percentile bootstrap over worlds",
        "resamples": 10000,
        "seed": 71239,
        "p_two_sided": 9.999000099990002e-05,
        "p_value_method": "Monte Carlo world sign-flip with plus-one correction",
        "p_test_resamples": 10000,
        "p_test_seed": 17732,
        "holm_family_size": 4,
        "p_holm": 0.00039996000399960006
      },
      "unit": "fraction; differences become percentage points when multiplied by 100",
      "n_forests": 96,
      "source_sha256": "f232d3ebd929483849cf0021244212103460bba1d6ca7530c02f147f2b4ec665"
    },
    {
      "id": "naming-grouped-kth_ancestor-accuracy_difference",
      "source": "round3/representation/naming-confirmation-analysis.json",
      "json_pointer": "/primary_endpoints/3/accuracy_difference",
      "value": {
        "n_worlds": 96,
        "mean": -0.006510416666666667,
        "ci95": [
          -0.09114583333333333,
          0.078125
        ],
        "method": "percentile bootstrap over worlds",
        "resamples": 10000,
        "seed": 71239
      },
      "unit": "fraction; differences become percentage points when multiplied by 100",
      "n_forests": 96,
      "source_sha256": "f232d3ebd929483849cf0021244212103460bba1d6ca7530c02f147f2b4ec665"
    },
    {
      "id": "locality-n512_span256_early",
      "source": "round3/representation/locality-confirmation-analysis.json",
      "json_pointer": "/cells/1/accuracy",
      "value": {
        "n_worlds": 384,
        "correct": 117.0,
        "mean": 0.3046875,
        "ci95": [
          0.2607735026005285,
          0.3524705264001265
        ],
        "method": "Wilson score interval for one binary outcome per independent world"
      },
      "unit": "accuracy fraction",
      "n_forests": 384,
      "source_sha256": "4244684dcb41c301aab23fa677a73f20215873ed9afc2b78b6d54ad31c6b7028"
    },
    {
      "id": "locality-n512_span256_middle",
      "source": "round3/representation/locality-confirmation-analysis.json",
      "json_pointer": "/cells/7/accuracy",
      "value": {
        "n_worlds": 384,
        "correct": 122.0,
        "mean": 0.3177083333333333,
        "ci95": [
          0.2731425268419776,
          0.36588523355863367
        ],
        "method": "Wilson score interval for one binary outcome per independent world"
      },
      "unit": "accuracy fraction",
      "n_forests": 384,
      "source_sha256": "4244684dcb41c301aab23fa677a73f20215873ed9afc2b78b6d54ad31c6b7028"
    },
    {
      "id": "locality-n512_span8_early",
      "source": "round3/representation/locality-confirmation-analysis.json",
      "json_pointer": "/cells/13/accuracy",
      "value": {
        "n_worlds": 384,
        "correct": 309.0,
        "mean": 0.8046875,
        "ci95": [
          0.7620996307044349,
          0.8412396840545432
        ],
        "method": "Wilson score interval for one binary outcome per independent world"
      },
      "unit": "accuracy fraction",
      "n_forests": 384,
      "source_sha256": "4244684dcb41c301aab23fa677a73f20215873ed9afc2b78b6d54ad31c6b7028"
    },
    {
      "id": "locality-n512_span8_middle",
      "source": "round3/representation/locality-confirmation-analysis.json",
      "json_pointer": "/cells/19/accuracy",
      "value": {
        "n_worlds": 384,
        "correct": 157.0,
        "mean": 0.4088541666666667,
        "ci95": [
          0.360821170734737,
          0.45869270946556867
        ],
        "method": "Wilson score interval for one binary outcome per independent world"
      },
      "unit": "accuracy fraction",
      "n_forests": 384,
      "source_sha256": "4244684dcb41c301aab23fa677a73f20215873ed9afc2b78b6d54ad31c6b7028"
    },
    {
      "id": "locality-interaction",
      "source": "round3/representation/locality-confirmation-analysis.json",
      "json_pointer": "/contrasts/1/accuracy",
      "value": {
        "n_worlds": 384,
        "mean": 0.4088541666666667,
        "ci95": [
          0.3411458333333333,
          0.4765625
        ],
        "method": "percentile bootstrap over worlds",
        "resamples": 10000,
        "seed": 71239,
        "p_two_sided": 9.999000099990002e-05,
        "p_value_method": "Monte Carlo world sign-flip with plus-one correction",
        "p_test_resamples": 10000,
        "p_test_seed": 17732,
        "holm_family_size": 2,
        "p_holm": 0.00019998000199980003
      },
      "unit": "accuracy difference in fraction units",
      "n_forests": 384,
      "source_sha256": "4244684dcb41c301aab23fa677a73f20215873ed9afc2b78b6d54ad31c6b7028"
    },
    {
      "id": "rewiring-remote_minus_local_shuffled",
      "source": "round3/representation/rewiring-analysis.json",
      "json_pointer": "/registered_primary/0",
      "value": {
        "contrast": "remote_minus_local_shuffled",
        "world_cluster_interval": {
          "n_worlds": 16,
          "mean": 0.078125,
          "ci95": [
            -0.046875,
            0.203125
          ],
          "method": "percentile bootstrap over worlds",
          "resamples": 10000,
          "seed": 71239
        },
        "world_differences": {
          "rewiring-2026091821-00": -0.25,
          "rewiring-2026091821-01": -0.25,
          "rewiring-2026091821-02": -0.25,
          "rewiring-2026091821-03": 0.0,
          "rewiring-2026091821-04": 0.25,
          "rewiring-2026091821-05": 0.25,
          "rewiring-2026091821-06": 0.5,
          "rewiring-2026091821-07": 0.0,
          "rewiring-2026091821-08": 0.25,
          "rewiring-2026091821-09": 0.5,
          "rewiring-2026091821-10": 0.0,
          "rewiring-2026091821-11": 0.25,
          "rewiring-2026091821-12": 0.25,
          "rewiring-2026091821-13": 0.0,
          "rewiring-2026091821-14": -0.25,
          "rewiring-2026091821-15": 0.0
        },
        "excluded_incomplete_worlds": [],
        "p_two_sided": 0.3448655134486551,
        "method": "Monte Carlo world sign-flip with plus-one correction",
        "resamples": 10000,
        "registered_family_size": 2,
        "holm_family_size": 2,
        "p_holm": 0.3448655134486551
      },
      "unit": "accuracy difference in fraction units",
      "source_sha256": "7bf1bf3e9ecb5a7eb6cdd4228ccde96b4e4f5e9b72e062d576d2438feae4e9cd"
    },
    {
      "id": "rewiring-refreshed_minus_stale_grouped",
      "source": "round3/representation/rewiring-analysis.json",
      "json_pointer": "/registered_primary/1",
      "value": {
        "contrast": "refreshed_minus_stale_grouped",
        "world_cluster_interval": {
          "n_worlds": 15,
          "mean": 0.7208333333333333,
          "ci95": [
            0.6541666666666667,
            0.7833333333333333
          ],
          "method": "percentile bootstrap over worlds",
          "resamples": 10000,
          "seed": 71239
        },
        "world_differences": {
          "rewiring-2026091821-00": 0.8125,
          "rewiring-2026091821-01": 0.625,
          "rewiring-2026091821-03": 0.6875,
          "rewiring-2026091821-04": 0.75,
          "rewiring-2026091821-05": 0.875,
          "rewiring-2026091821-06": 0.6875,
          "rewiring-2026091821-07": 0.5,
          "rewiring-2026091821-08": 0.75,
          "rewiring-2026091821-09": 0.6875,
          "rewiring-2026091821-10": 0.9375,
          "rewiring-2026091821-11": 0.75,
          "rewiring-2026091821-12": 0.875,
          "rewiring-2026091821-13": 0.5,
          "rewiring-2026091821-14": 0.5625,
          "rewiring-2026091821-15": 0.8125
        },
        "excluded_incomplete_worlds": [
          "rewiring-2026091821-02"
        ],
        "p_two_sided": 9.999000099990002e-05,
        "method": "Monte Carlo world sign-flip with plus-one correction",
        "resamples": 10000,
        "registered_family_size": 2,
        "holm_family_size": 2,
        "p_holm": 0.00019998000199980003
      },
      "unit": "accuracy difference in fraction units",
      "source_sha256": "7bf1bf3e9ecb5a7eb6cdd4228ccde96b4e4f5e9b72e062d576d2438feae4e9cd"
    }
  ]
}