{
  "metric": "Mean within-input pairwise superiority (tie-aware normalized rank)",
  "formula": "For each input: mean over competitors of 1 if lower whole-tree nRF, 0.5 if tied, 0 otherwise; then average inputs equally.",
  "direction": "higher is better; 0 to 1; not probability of correct placement",
  "ties": "absolute nRF difference <= 1e-12",
  "exact_batch": "All completed unrooted nontrivial splits exactly equal simulated truth, including relationships among added taxa.",
  "pairing": "Within each task and missing count, intersect successful source IDs across every displayed method. No failed run is given a score.",
  "interval": "95% percentile bootstrap over whole alignments; 4,000 paired resamples; seed 20261114.",
  "limitations": [
    "Exposed development datasets, not an independent final holdout.",
    "Scores depend on the displayed comparator set; do not compare absolute values between gene and species panels.",
    "Gene baselines use sequential adapters except native TIPars and IQ-TREE constrained search.",
    "Species APPLES-2 and INSTRAL place independently on the original backbone; coincident queries remain unresolved. ConcordTree inserts jointly/sequentially. Whole-output topology evaluates these actual outputs.",
    "IQ-TREE fast + INSTRAL uses estimated observed-locus gene trees (one individual per species). True-gene-tree INSTRAL is privileged and excluded from rankings."
  ],
  "panels": [
    {
      "task": "gene",
      "missing": 1,
      "methods": [
        {
          "method": "concordtree",
          "label": "ConcordTree",
          "rank_score": 0.5322,
          "rank_score_ci95": [
            0.5217999999999999,
            0.5424
          ],
          "exact_batch_rate": 0.9,
          "shared_records": 500,
          "available_records": 500
        },
        {
          "method": "iqtree",
          "label": "IQ-TREE constrained",
          "rank_score": 0.527,
          "rank_score_ci95": [
            0.5176,
            0.5365999999999999
          ],
          "exact_batch_rate": 0.898,
          "shared_records": 500,
          "available_records": 500
        },
        {
          "method": "pplacer",
          "label": "pplacer \u00b7 sequential",
          "rank_score": 0.5144000000000001,
          "rank_score_ci95": [
            0.5048,
            0.5244000000000001
          ],
          "exact_batch_rate": 0.866,
          "shared_records": 500,
          "available_records": 500
        },
        {
          "method": "epa_ng",
          "label": "EPA-ng \u00b7 sequential",
          "rank_score": 0.491,
          "rank_score_ci95": [
            0.477995,
            0.504
          ],
          "exact_batch_rate": 0.828,
          "shared_records": 500,
          "available_records": 500
        },
        {
          "method": "tipars",
          "label": "TIPars",
          "rank_score": 0.48879999999999996,
          "rank_score_ci95": [
            0.47379499999999997,
            0.504
          ],
          "exact_batch_rate": 0.822,
          "shared_records": 500,
          "available_records": 500
        },
        {
          "method": "apples2",
          "label": "APPLES-2 \u00b7 sequential",
          "rank_score": 0.4466,
          "rank_score_ci95": [
            0.4304,
            0.4622
          ],
          "exact_batch_rate": 0.774,
          "shared_records": 500,
          "available_records": 500
        }
      ],
      "shared_ids": [
        "100048",
        "10048",
        "100567",
        "10061",
        "100837",
        "100996",
        "101516",
        "101519",
        "101542",
        "101893",
        "102329",
        "102492",
        "102721",
        "102815",
        "102824",
        "103151",
        "103395",
        "103950",
        "104158",
        "104319",
        "104966",
        "105011",
        "105697",
        "106044",
        "106417",
        "10654",
        "106557",
        "106568",
        "106600",
        "106681",
        "106782",
        "107029",
        "107201",
        "107815",
        "108296",
        "108341",
        "108896",
        "109400",
        "109402",
        "109412",
        "109622",
        "109751",
        "109900",
        "109932",
        "110220",
        "110228",
        "11203",
        "11411",
        "11465",
        "11490",
        "11650",
        "11885",
        "12135",
        "12559",
        "12853",
        "12889",
        "130",
        "13106",
        "13433",
        "13453",
        "14423",
        "14607",
        "1462",
        "14801",
        "14975",
        "15261",
        "15412",
        "15569",
        "15701",
        "16111",
        "16118",
        "16141",
        "16286",
        "16575",
        "16911",
        "17204",
        "17379",
        "1753",
        "18379",
        "18719",
        "18861",
        "19219",
        "19745",
        "19762",
        "20002",
        "20102",
        "20372",
        "20677",
        "2137",
        "21383",
        "22297",
        "22464",
        "22537",
        "22641",
        "22695",
        "22705",
        "23195",
        "23347",
        "2359",
        "23599",
        "23899",
        "24466",
        "24683",
        "2482",
        "24843",
        "25549",
        "25760",
        "25984",
        "26016",
        "26367",
        "27420",
        "27462",
        "27486",
        "27522",
        "27646",
        "27723",
        "27762",
        "28015",
        "28188",
        "28195",
        "28257",
        "28473",
        "28560",
        "28645",
        "29069",
        "29159",
        "2932",
        "29625",
        "29671",
        "29763",
        "29827",
        "30002",
        "30265",
        "30533",
        "30929",
        "30939",
        "30981",
        "31030",
        "31097",
        "32003",
        "32173",
        "322",
        "32289",
        "32488",
        "32685",
        "32932",
        "33026",
        "33179",
        "33422",
        "33424",
        "33551",
        "33648",
        "33783",
        "33976",
        "33983",
        "34035",
        "34345",
        "34906",
        "34968",
        "35239",
        "35543",
        "35548",
        "35611",
        "35968",
        "36178",
        "36828",
        "36859",
        "36947",
        "37114",
        "37123",
        "37271",
        "37289",
        "37459",
        "37466",
        "37794",
        "37943",
        "38058",
        "38063",
        "38129",
        "38374",
        "38411",
        "38759",
        "38898",
        "39119",
        "39161",
        "39473",
        "39587",
        "39715",
        "39847",
        "39853",
        "39897",
        "40159",
        "402",
        "40251",
        "40286",
        "40318",
        "40343",
        "4044",
        "40507",
        "4057",
        "40602",
        "40678",
        "40698",
        "40839",
        "40976",
        "41056",
        "41063",
        "41173",
        "41497",
        "41690",
        "41906",
        "42194",
        "42452",
        "42504",
        "43777",
        "43842",
        "44017",
        "44278",
        "44461",
        "44541",
        "4457",
        "44783",
        "44822",
        "44906",
        "45219",
        "45224",
        "45289",
        "45319",
        "45786",
        "45928",
        "45981",
        "46460",
        "46526",
        "46632",
        "46779",
        "46803",
        "47161",
        "47622",
        "47737",
        "47797",
        "4784",
        "47908",
        "47962",
        "47978",
        "47979",
        "48030",
        "48089",
        "48303",
        "48311",
        "48552",
        "48803",
        "48830",
        "49042",
        "49069",
        "49222",
        "49329",
        "49372",
        "49386",
        "49402",
        "49483",
        "49499",
        "49602",
        "49645",
        "49904",
        "49985",
        "50442",
        "50718",
        "50730",
        "50904",
        "51122",
        "51142",
        "51168",
        "51558",
        "51668",
        "51671",
        "51737",
        "52150",
        "52166",
        "52287",
        "52307",
        "52478",
        "5251",
        "52676",
        "52937",
        "5298",
        "53064",
        "53108",
        "53160",
        "53479",
        "53597",
        "53637",
        "53676",
        "53697",
        "53718",
        "53826",
        "54054",
        "54160",
        "54255",
        "54480",
        "54745",
        "54756",
        "54996",
        "55086",
        "55219",
        "55606",
        "55738",
        "55849",
        "55865",
        "56131",
        "56251",
        "56267",
        "56630",
        "56992",
        "57238",
        "57425",
        "57505",
        "57546",
        "57705",
        "57985",
        "58179",
        "58784",
        "58886",
        "5915",
        "593",
        "59665",
        "59806",
        "60111",
        "60134",
        "60280",
        "60349",
        "60546",
        "60656",
        "6082",
        "61122",
        "61288",
        "61379",
        "61556",
        "61596",
        "62066",
        "62108",
        "62480",
        "62581",
        "62666",
        "63374",
        "64023",
        "64274",
        "64284",
        "64364",
        "64606",
        "64775",
        "65101",
        "65266",
        "65377",
        "65498",
        "65555",
        "65556",
        "65624",
        "66093",
        "66326",
        "66362",
        "66448",
        "66552",
        "66806",
        "66927",
        "67004",
        "67084",
        "6735",
        "68006",
        "68088",
        "68133",
        "68501",
        "68925",
        "69109",
        "69858",
        "69901",
        "70187",
        "71122",
        "71152",
        "71280",
        "71662",
        "71683",
        "71684",
        "71830",
        "71951",
        "72472",
        "72821",
        "7299",
        "73338",
        "73438",
        "73787",
        "73837",
        "7419",
        "7439",
        "74713",
        "7481",
        "75083",
        "75225",
        "75487",
        "75569",
        "75702",
        "75871",
        "76487",
        "76665",
        "77079",
        "77098",
        "77905",
        "78081",
        "78299",
        "79102",
        "79251",
        "79505",
        "79744",
        "79924",
        "80116",
        "80848",
        "81284",
        "81356",
        "82103",
        "82113",
        "82275",
        "8232",
        "8265",
        "82741",
        "82816",
        "82863",
        "84232",
        "84259",
        "85078",
        "85276",
        "85680",
        "85731",
        "86222",
        "86371",
        "86430",
        "86772",
        "86822",
        "87561",
        "87849",
        "87910",
        "87946",
        "87992",
        "88079",
        "88205",
        "8847",
        "88480",
        "88637",
        "88990",
        "89026",
        "89203",
        "89634",
        "89787",
        "900",
        "90098",
        "90353",
        "90629",
        "90888",
        "9167",
        "91713",
        "9175",
        "91842",
        "91862",
        "92225",
        "92413",
        "92474",
        "92840",
        "92847",
        "93232",
        "93280",
        "93445",
        "93719",
        "93820",
        "94117",
        "94149",
        "94177",
        "94719",
        "95417",
        "95501",
        "95638",
        "95710",
        "95853",
        "96407",
        "96422",
        "96540",
        "96564",
        "96634",
        "97248",
        "97283",
        "97526",
        "9753",
        "97600",
        "97602",
        "97741",
        "98066",
        "98471",
        "9868",
        "98721",
        "98722",
        "99025",
        "99356",
        "99517"
      ]
    },
    {
      "task": "gene",
      "missing": 4,
      "methods": [
        {
          "method": "iqtree",
          "label": "IQ-TREE constrained",
          "rank_score": 0.5831663326653307,
          "rank_score_ci95": [
            0.5675300601202404,
            0.5985971943887776
          ],
          "exact_batch_rate": 0.6472945891783567,
          "shared_records": 499,
          "available_records": 500
        },
        {
          "method": "concordtree",
          "label": "ConcordTree",
          "rank_score": 0.5741482965931863,
          "rank_score_ci95": [
            0.5563076152304609,
            0.592189378757515
          ],
          "exact_batch_rate": 0.625250501002004,
          "shared_records": 499,
          "available_records": 500
        },
        {
          "method": "pplacer",
          "label": "pplacer \u00b7 sequential",
          "rank_score": 0.5342685370741483,
          "rank_score_ci95": [
            0.5162324649298597,
            0.5521042084168337
          ],
          "exact_batch_rate": 0.5791583166332666,
          "shared_records": 499,
          "available_records": 499
        },
        {
          "method": "epa_ng",
          "label": "EPA-ng \u00b7 sequential",
          "rank_score": 0.4821643286573147,
          "rank_score_ci95": [
            0.46092184368737477,
            0.5038076152304609
          ],
          "exact_batch_rate": 0.5190380761523046,
          "shared_records": 499,
          "available_records": 500
        },
        {
          "method": "tipars",
          "label": "TIPars",
          "rank_score": 0.4513026052104208,
          "rank_score_ci95": [
            0.4274549098196393,
            0.47555110220440877
          ],
          "exact_batch_rate": 0.4468937875751503,
          "shared_records": 499,
          "available_records": 500
        },
        {
          "method": "apples2",
          "label": "APPLES-2 \u00b7 sequential",
          "rank_score": 0.37494989979959925,
          "rank_score_ci95": [
            0.3520991983967936,
            0.39739478957915836
          ],
          "exact_batch_rate": 0.4188376753507014,
          "shared_records": 499,
          "available_records": 500
        }
      ],
      "shared_ids": [
        "100048",
        "10048",
        "100567",
        "10061",
        "100837",
        "100996",
        "101516",
        "101519",
        "101542",
        "101893",
        "102329",
        "102492",
        "102721",
        "102815",
        "102824",
        "103151",
        "103395",
        "103950",
        "104158",
        "104319",
        "104966",
        "105011",
        "105697",
        "106044",
        "106417",
        "10654",
        "106557",
        "106568",
        "106600",
        "106681",
        "106782",
        "107029",
        "107201",
        "107815",
        "108296",
        "108341",
        "108896",
        "109400",
        "109402",
        "109412",
        "109622",
        "109751",
        "109900",
        "109932",
        "110220",
        "110228",
        "11203",
        "11411",
        "11465",
        "11490",
        "11650",
        "11885",
        "12135",
        "12559",
        "12853",
        "12889",
        "130",
        "13106",
        "13433",
        "13453",
        "14423",
        "14607",
        "1462",
        "14801",
        "14975",
        "15261",
        "15412",
        "15569",
        "15701",
        "16111",
        "16118",
        "16141",
        "16286",
        "16575",
        "16911",
        "17204",
        "17379",
        "1753",
        "18379",
        "18719",
        "18861",
        "19219",
        "19745",
        "19762",
        "20002",
        "20102",
        "20372",
        "20677",
        "2137",
        "21383",
        "22297",
        "22464",
        "22537",
        "22641",
        "22695",
        "22705",
        "23195",
        "23347",
        "2359",
        "23599",
        "23899",
        "24466",
        "24683",
        "24843",
        "25549",
        "25760",
        "25984",
        "26016",
        "26367",
        "27420",
        "27462",
        "27486",
        "27522",
        "27646",
        "27723",
        "27762",
        "28015",
        "28188",
        "28195",
        "28257",
        "28473",
        "28560",
        "28645",
        "29069",
        "29159",
        "2932",
        "29625",
        "29671",
        "29763",
        "29827",
        "30002",
        "30265",
        "30533",
        "30929",
        "30939",
        "30981",
        "31030",
        "31097",
        "32003",
        "32173",
        "322",
        "32289",
        "32488",
        "32685",
        "32932",
        "33026",
        "33179",
        "33422",
        "33424",
        "33551",
        "33648",
        "33783",
        "33976",
        "33983",
        "34035",
        "34345",
        "34906",
        "34968",
        "35239",
        "35543",
        "35548",
        "35611",
        "35968",
        "36178",
        "36828",
        "36859",
        "36947",
        "37114",
        "37123",
        "37271",
        "37289",
        "37459",
        "37466",
        "37794",
        "37943",
        "38058",
        "38063",
        "38129",
        "38374",
        "38411",
        "38759",
        "38898",
        "39119",
        "39161",
        "39473",
        "39587",
        "39715",
        "39847",
        "39853",
        "39897",
        "40159",
        "402",
        "40251",
        "40286",
        "40318",
        "40343",
        "4044",
        "40507",
        "4057",
        "40602",
        "40678",
        "40698",
        "40839",
        "40976",
        "41056",
        "41063",
        "41173",
        "41497",
        "41690",
        "41906",
        "42194",
        "42452",
        "42504",
        "43777",
        "43842",
        "44017",
        "44278",
        "44461",
        "44541",
        "4457",
        "44783",
        "44822",
        "44906",
        "45219",
        "45224",
        "45289",
        "45319",
        "45786",
        "45928",
        "45981",
        "46460",
        "46526",
        "46632",
        "46779",
        "46803",
        "47161",
        "47622",
        "47737",
        "47797",
        "4784",
        "47908",
        "47962",
        "47978",
        "47979",
        "48030",
        "48089",
        "48303",
        "48311",
        "48552",
        "48803",
        "48830",
        "49042",
        "49069",
        "49222",
        "49329",
        "49372",
        "49386",
        "49402",
        "49483",
        "49499",
        "49602",
        "49645",
        "49904",
        "49985",
        "50442",
        "50718",
        "50730",
        "50904",
        "51122",
        "51142",
        "51168",
        "51558",
        "51668",
        "51671",
        "51737",
        "52150",
        "52166",
        "52287",
        "52307",
        "52478",
        "5251",
        "52676",
        "52937",
        "5298",
        "53064",
        "53108",
        "53160",
        "53479",
        "53597",
        "53637",
        "53676",
        "53697",
        "53718",
        "53826",
        "54054",
        "54160",
        "54255",
        "54480",
        "54745",
        "54756",
        "54996",
        "55086",
        "55219",
        "55606",
        "55738",
        "55849",
        "55865",
        "56131",
        "56251",
        "56267",
        "56630",
        "56992",
        "57238",
        "57425",
        "57505",
        "57546",
        "57705",
        "57985",
        "58179",
        "58784",
        "58886",
        "5915",
        "593",
        "59665",
        "59806",
        "60111",
        "60134",
        "60280",
        "60349",
        "60546",
        "60656",
        "6082",
        "61122",
        "61288",
        "61379",
        "61556",
        "61596",
        "62066",
        "62108",
        "62480",
        "62581",
        "62666",
        "63374",
        "64023",
        "64274",
        "64284",
        "64364",
        "64606",
        "64775",
        "65101",
        "65266",
        "65377",
        "65498",
        "65555",
        "65556",
        "65624",
        "66093",
        "66326",
        "66362",
        "66448",
        "66552",
        "66806",
        "66927",
        "67004",
        "67084",
        "6735",
        "68006",
        "68088",
        "68133",
        "68501",
        "68925",
        "69109",
        "69858",
        "69901",
        "70187",
        "71122",
        "71152",
        "71280",
        "71662",
        "71683",
        "71684",
        "71830",
        "71951",
        "72472",
        "72821",
        "7299",
        "73338",
        "73438",
        "73787",
        "73837",
        "7419",
        "7439",
        "74713",
        "7481",
        "75083",
        "75225",
        "75487",
        "75569",
        "75702",
        "75871",
        "76487",
        "76665",
        "77079",
        "77098",
        "77905",
        "78081",
        "78299",
        "79102",
        "79251",
        "79505",
        "79744",
        "79924",
        "80116",
        "80848",
        "81284",
        "81356",
        "82103",
        "82113",
        "82275",
        "8232",
        "8265",
        "82741",
        "82816",
        "82863",
        "84232",
        "84259",
        "85078",
        "85276",
        "85680",
        "85731",
        "86222",
        "86371",
        "86430",
        "86772",
        "86822",
        "87561",
        "87849",
        "87910",
        "87946",
        "87992",
        "88079",
        "88205",
        "8847",
        "88480",
        "88637",
        "88990",
        "89026",
        "89203",
        "89634",
        "89787",
        "900",
        "90098",
        "90353",
        "90629",
        "90888",
        "9167",
        "91713",
        "9175",
        "91842",
        "91862",
        "92225",
        "92413",
        "92474",
        "92840",
        "92847",
        "93232",
        "93280",
        "93445",
        "93719",
        "93820",
        "94117",
        "94149",
        "94177",
        "94719",
        "95417",
        "95501",
        "95638",
        "95710",
        "95853",
        "96407",
        "96422",
        "96540",
        "96564",
        "96634",
        "97248",
        "97283",
        "97526",
        "9753",
        "97600",
        "97602",
        "97741",
        "98066",
        "98471",
        "9868",
        "98721",
        "98722",
        "99025",
        "99356",
        "99517"
      ]
    },
    {
      "task": "gene",
      "missing": 8,
      "methods": [
        {
          "method": "iqtree",
          "label": "IQ-TREE constrained",
          "rank_score": 0.6467871485943776,
          "rank_score_ci95": [
            0.6289156626506024,
            0.6644578313253011
          ],
          "exact_batch_rate": 0.46184738955823296,
          "shared_records": 498,
          "available_records": 500
        },
        {
          "method": "concordtree",
          "label": "ConcordTree",
          "rank_score": 0.6008032128514057,
          "rank_score_ci95": [
            0.5801154618473895,
            0.622093373493976
          ],
          "exact_batch_rate": 0.41365461847389556,
          "shared_records": 498,
          "available_records": 500
        },
        {
          "method": "pplacer",
          "label": "pplacer \u00b7 sequential",
          "rank_score": 0.5622489959839357,
          "rank_score_ci95": [
            0.5403614457831326,
            0.5821285140562249
          ],
          "exact_batch_rate": 0.38353413654618473,
          "shared_records": 498,
          "available_records": 498
        },
        {
          "method": "epa_ng",
          "label": "EPA-ng \u00b7 sequential",
          "rank_score": 0.447991967871486,
          "rank_score_ci95": [
            0.42509538152610443,
            0.472289156626506
          ],
          "exact_batch_rate": 0.26305220883534136,
          "shared_records": 498,
          "available_records": 500
        },
        {
          "method": "tipars",
          "label": "TIPars",
          "rank_score": 0.42650602409638555,
          "rank_score_ci95": [
            0.39959839357429716,
            0.4544176706827309
          ],
          "exact_batch_rate": 0.21887550200803213,
          "shared_records": 498,
          "available_records": 500
        },
        {
          "method": "apples2",
          "label": "APPLES-2 \u00b7 sequential",
          "rank_score": 0.3156626506024096,
          "rank_score_ci95": [
            0.29095883534136546,
            0.3413654618473896
          ],
          "exact_batch_rate": 0.19879518072289157,
          "shared_records": 498,
          "available_records": 500
        }
      ],
      "shared_ids": [
        "100048",
        "10048",
        "100567",
        "10061",
        "100837",
        "100996",
        "101516",
        "101519",
        "101542",
        "101893",
        "102329",
        "102492",
        "102721",
        "102815",
        "102824",
        "103151",
        "103395",
        "103950",
        "104158",
        "104319",
        "104966",
        "105011",
        "105697",
        "106044",
        "106417",
        "10654",
        "106557",
        "106568",
        "106600",
        "106681",
        "106782",
        "107029",
        "107201",
        "107815",
        "108296",
        "108341",
        "108896",
        "109400",
        "109402",
        "109412",
        "109622",
        "109751",
        "109900",
        "109932",
        "110220",
        "110228",
        "11203",
        "11411",
        "11465",
        "11490",
        "11650",
        "11885",
        "12135",
        "12559",
        "12853",
        "12889",
        "130",
        "13106",
        "13433",
        "13453",
        "14423",
        "14607",
        "1462",
        "14801",
        "14975",
        "15261",
        "15412",
        "15569",
        "15701",
        "16111",
        "16118",
        "16141",
        "16286",
        "16575",
        "16911",
        "17204",
        "17379",
        "1753",
        "18379",
        "18719",
        "18861",
        "19219",
        "19745",
        "19762",
        "20002",
        "20102",
        "20372",
        "20677",
        "2137",
        "21383",
        "22297",
        "22464",
        "22537",
        "22641",
        "22695",
        "22705",
        "23195",
        "23347",
        "2359",
        "23599",
        "23899",
        "24466",
        "24683",
        "2482",
        "24843",
        "25549",
        "25760",
        "25984",
        "26016",
        "26367",
        "27420",
        "27462",
        "27486",
        "27522",
        "27646",
        "27723",
        "27762",
        "28015",
        "28188",
        "28195",
        "28257",
        "28473",
        "28560",
        "28645",
        "29069",
        "29159",
        "2932",
        "29625",
        "29671",
        "29763",
        "29827",
        "30002",
        "30265",
        "30533",
        "30929",
        "30939",
        "30981",
        "31030",
        "31097",
        "32003",
        "32173",
        "322",
        "32289",
        "32488",
        "32685",
        "32932",
        "33026",
        "33179",
        "33422",
        "33424",
        "33551",
        "33648",
        "33783",
        "33976",
        "33983",
        "34035",
        "34345",
        "34906",
        "35239",
        "35543",
        "35548",
        "35611",
        "35968",
        "36178",
        "36828",
        "36859",
        "36947",
        "37114",
        "37123",
        "37271",
        "37289",
        "37459",
        "37466",
        "37794",
        "37943",
        "38058",
        "38063",
        "38129",
        "38374",
        "38411",
        "38759",
        "38898",
        "39119",
        "39161",
        "39473",
        "39587",
        "39715",
        "39847",
        "39853",
        "39897",
        "40159",
        "402",
        "40251",
        "40286",
        "40318",
        "40343",
        "4044",
        "40507",
        "4057",
        "40602",
        "40678",
        "40698",
        "40839",
        "40976",
        "41056",
        "41063",
        "41173",
        "41497",
        "41690",
        "41906",
        "42194",
        "42452",
        "42504",
        "43777",
        "43842",
        "44017",
        "44278",
        "44461",
        "44541",
        "4457",
        "44783",
        "44822",
        "44906",
        "45219",
        "45224",
        "45289",
        "45319",
        "45786",
        "45928",
        "45981",
        "46460",
        "46526",
        "46632",
        "46779",
        "46803",
        "47161",
        "47622",
        "47737",
        "47797",
        "47908",
        "47962",
        "47978",
        "47979",
        "48030",
        "48089",
        "48303",
        "48311",
        "48552",
        "48803",
        "48830",
        "49042",
        "49069",
        "49222",
        "49329",
        "49372",
        "49386",
        "49402",
        "49483",
        "49499",
        "49602",
        "49645",
        "49904",
        "49985",
        "50442",
        "50718",
        "50730",
        "50904",
        "51122",
        "51142",
        "51168",
        "51558",
        "51668",
        "51671",
        "51737",
        "52150",
        "52166",
        "52287",
        "52307",
        "52478",
        "5251",
        "52676",
        "52937",
        "5298",
        "53064",
        "53108",
        "53160",
        "53479",
        "53597",
        "53637",
        "53676",
        "53697",
        "53718",
        "53826",
        "54054",
        "54160",
        "54255",
        "54480",
        "54745",
        "54756",
        "54996",
        "55086",
        "55219",
        "55606",
        "55738",
        "55849",
        "55865",
        "56131",
        "56251",
        "56267",
        "56630",
        "56992",
        "57238",
        "57425",
        "57505",
        "57546",
        "57705",
        "57985",
        "58179",
        "58784",
        "58886",
        "5915",
        "593",
        "59665",
        "59806",
        "60111",
        "60134",
        "60280",
        "60349",
        "60546",
        "60656",
        "6082",
        "61122",
        "61288",
        "61379",
        "61556",
        "61596",
        "62066",
        "62108",
        "62480",
        "62581",
        "62666",
        "63374",
        "64023",
        "64274",
        "64284",
        "64364",
        "64606",
        "64775",
        "65101",
        "65266",
        "65377",
        "65498",
        "65555",
        "65556",
        "65624",
        "66093",
        "66326",
        "66362",
        "66448",
        "66552",
        "66806",
        "66927",
        "67004",
        "67084",
        "6735",
        "68006",
        "68088",
        "68133",
        "68501",
        "68925",
        "69109",
        "69858",
        "69901",
        "70187",
        "71122",
        "71152",
        "71280",
        "71662",
        "71683",
        "71684",
        "71830",
        "71951",
        "72472",
        "72821",
        "7299",
        "73338",
        "73438",
        "73787",
        "73837",
        "7419",
        "7439",
        "74713",
        "7481",
        "75083",
        "75225",
        "75487",
        "75569",
        "75702",
        "75871",
        "76487",
        "76665",
        "77079",
        "77098",
        "77905",
        "78081",
        "78299",
        "79102",
        "79251",
        "79505",
        "79744",
        "79924",
        "80116",
        "80848",
        "81284",
        "81356",
        "82103",
        "82113",
        "82275",
        "8232",
        "8265",
        "82741",
        "82816",
        "82863",
        "84232",
        "84259",
        "85078",
        "85276",
        "85680",
        "85731",
        "86222",
        "86371",
        "86430",
        "86772",
        "86822",
        "87561",
        "87849",
        "87910",
        "87946",
        "87992",
        "88079",
        "88205",
        "8847",
        "88480",
        "88637",
        "88990",
        "89026",
        "89203",
        "89634",
        "89787",
        "900",
        "90098",
        "90353",
        "90629",
        "90888",
        "9167",
        "91713",
        "9175",
        "91842",
        "91862",
        "92225",
        "92413",
        "92474",
        "92840",
        "92847",
        "93232",
        "93280",
        "93445",
        "93719",
        "93820",
        "94117",
        "94149",
        "94177",
        "94719",
        "95417",
        "95501",
        "95638",
        "95710",
        "95853",
        "96407",
        "96422",
        "96540",
        "96564",
        "96634",
        "97248",
        "97283",
        "97526",
        "9753",
        "97600",
        "97602",
        "97741",
        "98066",
        "98471",
        "9868",
        "98721",
        "98722",
        "99025",
        "99356",
        "99517"
      ]
    },
    {
      "task": "species",
      "missing": 1,
      "methods": [
        {
          "method": "instral_iqfast",
          "label": "IQ-TREE fast + INSTRAL",
          "rank_score": 0.5342261904761905,
          "rank_score_ci95": [
            0.5178571428571429,
            0.5520833333333334
          ],
          "exact_batch_rate": 0.9464285714285714,
          "shared_records": 168,
          "available_records": 168
        },
        {
          "method": "concordtree",
          "label": "ConcordTree",
          "rank_score": 0.5163690476190477,
          "rank_score_ci95": [
            0.5,
            0.5327380952380952
          ],
          "exact_batch_rate": 0.9166666666666666,
          "shared_records": 168,
          "available_records": 168
        },
        {
          "method": "apples_species",
          "label": "APPLES-2 \u00b7 independent",
          "rank_score": 0.4494047619047619,
          "rank_score_ci95": [
            0.4270833333333333,
            0.47023809523809523
          ],
          "exact_batch_rate": 0.8452380952380952,
          "shared_records": 168,
          "available_records": 168
        }
      ],
      "shared_ids": [
        "large-n1024-ILS-14",
        "large-n1024-ILS-15",
        "large-n1024-ILS-19",
        "large-n1024-ILS-2",
        "large-n1024-ILS-21",
        "large-n1024-ILS-22",
        "large-n1024-ILS-25",
        "large-n1024-ILS-27",
        "large-n1024-ILS-39",
        "large-n1024-ILS-42",
        "large-n1024-ILS-44",
        "large-n1024-ILS-5",
        "large-n1024-complex-15",
        "large-n1024-complex-17",
        "large-n1024-complex-22",
        "large-n1024-complex-24",
        "large-n1024-complex-26",
        "large-n1024-complex-3",
        "large-n1024-complex-35",
        "large-n1024-complex-39",
        "large-n1024-complex-4",
        "large-n1024-complex-41",
        "large-n1024-complex-45",
        "large-n1024-complex-6",
        "large-n512-ILS-1",
        "large-n512-ILS-10",
        "large-n512-ILS-14",
        "large-n512-ILS-16",
        "large-n512-ILS-2",
        "large-n512-ILS-36",
        "large-n512-ILS-39",
        "large-n512-ILS-4",
        "large-n512-ILS-40",
        "large-n512-ILS-43",
        "large-n512-ILS-46",
        "large-n512-ILS-49",
        "large-n512-complex-12",
        "large-n512-complex-13",
        "large-n512-complex-14",
        "large-n512-complex-2",
        "large-n512-complex-20",
        "large-n512-complex-21",
        "large-n512-complex-23",
        "large-n512-complex-31",
        "large-n512-complex-36",
        "large-n512-complex-37",
        "large-n512-complex-38",
        "large-n512-complex-7",
        "small-n128-ILS-1",
        "small-n128-ILS-11",
        "small-n128-ILS-18",
        "small-n128-ILS-2",
        "small-n128-ILS-22",
        "small-n128-ILS-23",
        "small-n128-ILS-26",
        "small-n128-ILS-28",
        "small-n128-ILS-31",
        "small-n128-ILS-34",
        "small-n128-ILS-45",
        "small-n128-ILS-7",
        "small-n128-complex-11",
        "small-n128-complex-13",
        "small-n128-complex-21",
        "small-n128-complex-22",
        "small-n128-complex-23",
        "small-n128-complex-26",
        "small-n128-complex-30",
        "small-n128-complex-32",
        "small-n128-complex-44",
        "small-n128-complex-49",
        "small-n128-complex-7",
        "small-n128-complex-9",
        "small-n192-ILS-1",
        "small-n192-ILS-10",
        "small-n192-ILS-12",
        "small-n192-ILS-15",
        "small-n192-ILS-25",
        "small-n192-ILS-26",
        "small-n192-ILS-27",
        "small-n192-ILS-3",
        "small-n192-ILS-31",
        "small-n192-ILS-34",
        "small-n192-ILS-4",
        "small-n192-ILS-40",
        "small-n192-complex-0",
        "small-n192-complex-10",
        "small-n192-complex-11",
        "small-n192-complex-18",
        "small-n192-complex-26",
        "small-n192-complex-30",
        "small-n192-complex-36",
        "small-n192-complex-38",
        "small-n192-complex-41",
        "small-n192-complex-43",
        "small-n192-complex-47",
        "small-n192-complex-7",
        "small-n256-ILS-14",
        "small-n256-ILS-15",
        "small-n256-ILS-19",
        "small-n256-ILS-24",
        "small-n256-ILS-27",
        "small-n256-ILS-28",
        "small-n256-ILS-3",
        "small-n256-ILS-30",
        "small-n256-ILS-31",
        "small-n256-ILS-35",
        "small-n256-ILS-39",
        "small-n256-ILS-43",
        "small-n256-complex-1",
        "small-n256-complex-11",
        "small-n256-complex-16",
        "small-n256-complex-2",
        "small-n256-complex-21",
        "small-n256-complex-33",
        "small-n256-complex-38",
        "small-n256-complex-41",
        "small-n256-complex-44",
        "small-n256-complex-45",
        "small-n256-complex-5",
        "small-n256-complex-9",
        "small-n32-ILS-13",
        "small-n32-ILS-16",
        "small-n32-ILS-22",
        "small-n32-ILS-25",
        "small-n32-ILS-28",
        "small-n32-ILS-29",
        "small-n32-ILS-30",
        "small-n32-ILS-33",
        "small-n32-ILS-36",
        "small-n32-ILS-37",
        "small-n32-ILS-42",
        "small-n32-ILS-44",
        "small-n32-complex-11",
        "small-n32-complex-13",
        "small-n32-complex-15",
        "small-n32-complex-21",
        "small-n32-complex-22",
        "small-n32-complex-24",
        "small-n32-complex-30",
        "small-n32-complex-37",
        "small-n32-complex-39",
        "small-n32-complex-41",
        "small-n32-complex-46",
        "small-n32-complex-6",
        "small-n64-ILS-10",
        "small-n64-ILS-13",
        "small-n64-ILS-16",
        "small-n64-ILS-2",
        "small-n64-ILS-27",
        "small-n64-ILS-3",
        "small-n64-ILS-34",
        "small-n64-ILS-37",
        "small-n64-ILS-40",
        "small-n64-ILS-41",
        "small-n64-ILS-49",
        "small-n64-ILS-5",
        "small-n64-complex-1",
        "small-n64-complex-11",
        "small-n64-complex-14",
        "small-n64-complex-18",
        "small-n64-complex-23",
        "small-n64-complex-27",
        "small-n64-complex-29",
        "small-n64-complex-31",
        "small-n64-complex-33",
        "small-n64-complex-39",
        "small-n64-complex-46",
        "small-n64-complex-9"
      ]
    },
    {
      "task": "species",
      "missing": 4,
      "methods": [
        {
          "method": "concordtree",
          "label": "ConcordTree",
          "rank_score": 0.5907738095238095,
          "rank_score_ci95": [
            0.5595238095238095,
            0.6235119047619048
          ],
          "exact_batch_rate": 0.7678571428571429,
          "shared_records": 168,
          "available_records": 168
        },
        {
          "method": "instral_iqfast",
          "label": "IQ-TREE fast + INSTRAL",
          "rank_score": 0.5565476190476191,
          "rank_score_ci95": [
            0.5252976190476191,
            0.5863467261904763
          ],
          "exact_batch_rate": 0.7321428571428571,
          "shared_records": 168,
          "available_records": 168
        },
        {
          "method": "apples_species",
          "label": "APPLES-2 \u00b7 independent",
          "rank_score": 0.35267857142857145,
          "rank_score_ci95": [
            0.31101190476190477,
            0.3943452380952381
          ],
          "exact_batch_rate": 0.5178571428571429,
          "shared_records": 168,
          "available_records": 168
        }
      ],
      "shared_ids": [
        "large-n1024-ILS-14",
        "large-n1024-ILS-15",
        "large-n1024-ILS-19",
        "large-n1024-ILS-2",
        "large-n1024-ILS-21",
        "large-n1024-ILS-22",
        "large-n1024-ILS-25",
        "large-n1024-ILS-27",
        "large-n1024-ILS-39",
        "large-n1024-ILS-42",
        "large-n1024-ILS-44",
        "large-n1024-ILS-5",
        "large-n1024-complex-15",
        "large-n1024-complex-17",
        "large-n1024-complex-22",
        "large-n1024-complex-24",
        "large-n1024-complex-26",
        "large-n1024-complex-3",
        "large-n1024-complex-35",
        "large-n1024-complex-39",
        "large-n1024-complex-4",
        "large-n1024-complex-41",
        "large-n1024-complex-45",
        "large-n1024-complex-6",
        "large-n512-ILS-1",
        "large-n512-ILS-10",
        "large-n512-ILS-14",
        "large-n512-ILS-16",
        "large-n512-ILS-2",
        "large-n512-ILS-36",
        "large-n512-ILS-39",
        "large-n512-ILS-4",
        "large-n512-ILS-40",
        "large-n512-ILS-43",
        "large-n512-ILS-46",
        "large-n512-ILS-49",
        "large-n512-complex-12",
        "large-n512-complex-13",
        "large-n512-complex-14",
        "large-n512-complex-2",
        "large-n512-complex-20",
        "large-n512-complex-21",
        "large-n512-complex-23",
        "large-n512-complex-31",
        "large-n512-complex-36",
        "large-n512-complex-37",
        "large-n512-complex-38",
        "large-n512-complex-7",
        "small-n128-ILS-1",
        "small-n128-ILS-11",
        "small-n128-ILS-18",
        "small-n128-ILS-2",
        "small-n128-ILS-22",
        "small-n128-ILS-23",
        "small-n128-ILS-26",
        "small-n128-ILS-28",
        "small-n128-ILS-31",
        "small-n128-ILS-34",
        "small-n128-ILS-45",
        "small-n128-ILS-7",
        "small-n128-complex-11",
        "small-n128-complex-13",
        "small-n128-complex-21",
        "small-n128-complex-22",
        "small-n128-complex-23",
        "small-n128-complex-26",
        "small-n128-complex-30",
        "small-n128-complex-32",
        "small-n128-complex-44",
        "small-n128-complex-49",
        "small-n128-complex-7",
        "small-n128-complex-9",
        "small-n192-ILS-1",
        "small-n192-ILS-10",
        "small-n192-ILS-12",
        "small-n192-ILS-15",
        "small-n192-ILS-25",
        "small-n192-ILS-26",
        "small-n192-ILS-27",
        "small-n192-ILS-3",
        "small-n192-ILS-31",
        "small-n192-ILS-34",
        "small-n192-ILS-4",
        "small-n192-ILS-40",
        "small-n192-complex-0",
        "small-n192-complex-10",
        "small-n192-complex-11",
        "small-n192-complex-18",
        "small-n192-complex-26",
        "small-n192-complex-30",
        "small-n192-complex-36",
        "small-n192-complex-38",
        "small-n192-complex-41",
        "small-n192-complex-43",
        "small-n192-complex-47",
        "small-n192-complex-7",
        "small-n256-ILS-14",
        "small-n256-ILS-15",
        "small-n256-ILS-19",
        "small-n256-ILS-24",
        "small-n256-ILS-27",
        "small-n256-ILS-28",
        "small-n256-ILS-3",
        "small-n256-ILS-30",
        "small-n256-ILS-31",
        "small-n256-ILS-35",
        "small-n256-ILS-39",
        "small-n256-ILS-43",
        "small-n256-complex-1",
        "small-n256-complex-11",
        "small-n256-complex-16",
        "small-n256-complex-2",
        "small-n256-complex-21",
        "small-n256-complex-33",
        "small-n256-complex-38",
        "small-n256-complex-41",
        "small-n256-complex-44",
        "small-n256-complex-45",
        "small-n256-complex-5",
        "small-n256-complex-9",
        "small-n32-ILS-13",
        "small-n32-ILS-16",
        "small-n32-ILS-22",
        "small-n32-ILS-25",
        "small-n32-ILS-28",
        "small-n32-ILS-29",
        "small-n32-ILS-30",
        "small-n32-ILS-33",
        "small-n32-ILS-36",
        "small-n32-ILS-37",
        "small-n32-ILS-42",
        "small-n32-ILS-44",
        "small-n32-complex-11",
        "small-n32-complex-13",
        "small-n32-complex-15",
        "small-n32-complex-21",
        "small-n32-complex-22",
        "small-n32-complex-24",
        "small-n32-complex-30",
        "small-n32-complex-37",
        "small-n32-complex-39",
        "small-n32-complex-41",
        "small-n32-complex-46",
        "small-n32-complex-6",
        "small-n64-ILS-10",
        "small-n64-ILS-13",
        "small-n64-ILS-16",
        "small-n64-ILS-2",
        "small-n64-ILS-27",
        "small-n64-ILS-3",
        "small-n64-ILS-34",
        "small-n64-ILS-37",
        "small-n64-ILS-40",
        "small-n64-ILS-41",
        "small-n64-ILS-49",
        "small-n64-ILS-5",
        "small-n64-complex-1",
        "small-n64-complex-11",
        "small-n64-complex-14",
        "small-n64-complex-18",
        "small-n64-complex-23",
        "small-n64-complex-27",
        "small-n64-complex-29",
        "small-n64-complex-31",
        "small-n64-complex-33",
        "small-n64-complex-39",
        "small-n64-complex-46",
        "small-n64-complex-9"
      ]
    },
    {
      "task": "species",
      "missing": 8,
      "methods": [
        {
          "method": "concordtree",
          "label": "ConcordTree",
          "rank_score": 0.7008928571428571,
          "rank_score_ci95": [
            0.6622023809523809,
            0.7410714285714286
          ],
          "exact_batch_rate": 0.6011904761904762,
          "shared_records": 168,
          "available_records": 168
        },
        {
          "method": "instral_iqfast",
          "label": "IQ-TREE fast + INSTRAL",
          "rank_score": 0.5491071428571429,
          "rank_score_ci95": [
            0.5104166666666666,
            0.5863095238095238
          ],
          "exact_batch_rate": 0.3869047619047619,
          "shared_records": 168,
          "available_records": 168
        },
        {
          "method": "apples_species",
          "label": "APPLES-2 \u00b7 independent",
          "rank_score": 0.25,
          "rank_score_ci95": [
            0.20982142857142858,
            0.29021577380952396
          ],
          "exact_batch_rate": 0.19047619047619047,
          "shared_records": 168,
          "available_records": 168
        }
      ],
      "shared_ids": [
        "large-n1024-ILS-14",
        "large-n1024-ILS-15",
        "large-n1024-ILS-19",
        "large-n1024-ILS-2",
        "large-n1024-ILS-21",
        "large-n1024-ILS-22",
        "large-n1024-ILS-25",
        "large-n1024-ILS-27",
        "large-n1024-ILS-39",
        "large-n1024-ILS-42",
        "large-n1024-ILS-44",
        "large-n1024-ILS-5",
        "large-n1024-complex-15",
        "large-n1024-complex-17",
        "large-n1024-complex-22",
        "large-n1024-complex-24",
        "large-n1024-complex-26",
        "large-n1024-complex-3",
        "large-n1024-complex-35",
        "large-n1024-complex-39",
        "large-n1024-complex-4",
        "large-n1024-complex-41",
        "large-n1024-complex-45",
        "large-n1024-complex-6",
        "large-n512-ILS-1",
        "large-n512-ILS-10",
        "large-n512-ILS-14",
        "large-n512-ILS-16",
        "large-n512-ILS-2",
        "large-n512-ILS-36",
        "large-n512-ILS-39",
        "large-n512-ILS-4",
        "large-n512-ILS-40",
        "large-n512-ILS-43",
        "large-n512-ILS-46",
        "large-n512-ILS-49",
        "large-n512-complex-12",
        "large-n512-complex-13",
        "large-n512-complex-14",
        "large-n512-complex-2",
        "large-n512-complex-20",
        "large-n512-complex-21",
        "large-n512-complex-23",
        "large-n512-complex-31",
        "large-n512-complex-36",
        "large-n512-complex-37",
        "large-n512-complex-38",
        "large-n512-complex-7",
        "small-n128-ILS-1",
        "small-n128-ILS-11",
        "small-n128-ILS-18",
        "small-n128-ILS-2",
        "small-n128-ILS-22",
        "small-n128-ILS-23",
        "small-n128-ILS-26",
        "small-n128-ILS-28",
        "small-n128-ILS-31",
        "small-n128-ILS-34",
        "small-n128-ILS-45",
        "small-n128-ILS-7",
        "small-n128-complex-11",
        "small-n128-complex-13",
        "small-n128-complex-21",
        "small-n128-complex-22",
        "small-n128-complex-23",
        "small-n128-complex-26",
        "small-n128-complex-30",
        "small-n128-complex-32",
        "small-n128-complex-44",
        "small-n128-complex-49",
        "small-n128-complex-7",
        "small-n128-complex-9",
        "small-n192-ILS-1",
        "small-n192-ILS-10",
        "small-n192-ILS-12",
        "small-n192-ILS-15",
        "small-n192-ILS-25",
        "small-n192-ILS-26",
        "small-n192-ILS-27",
        "small-n192-ILS-3",
        "small-n192-ILS-31",
        "small-n192-ILS-34",
        "small-n192-ILS-4",
        "small-n192-ILS-40",
        "small-n192-complex-0",
        "small-n192-complex-10",
        "small-n192-complex-11",
        "small-n192-complex-18",
        "small-n192-complex-26",
        "small-n192-complex-30",
        "small-n192-complex-36",
        "small-n192-complex-38",
        "small-n192-complex-41",
        "small-n192-complex-43",
        "small-n192-complex-47",
        "small-n192-complex-7",
        "small-n256-ILS-14",
        "small-n256-ILS-15",
        "small-n256-ILS-19",
        "small-n256-ILS-24",
        "small-n256-ILS-27",
        "small-n256-ILS-28",
        "small-n256-ILS-3",
        "small-n256-ILS-30",
        "small-n256-ILS-31",
        "small-n256-ILS-35",
        "small-n256-ILS-39",
        "small-n256-ILS-43",
        "small-n256-complex-1",
        "small-n256-complex-11",
        "small-n256-complex-16",
        "small-n256-complex-2",
        "small-n256-complex-21",
        "small-n256-complex-33",
        "small-n256-complex-38",
        "small-n256-complex-41",
        "small-n256-complex-44",
        "small-n256-complex-45",
        "small-n256-complex-5",
        "small-n256-complex-9",
        "small-n32-ILS-13",
        "small-n32-ILS-16",
        "small-n32-ILS-22",
        "small-n32-ILS-25",
        "small-n32-ILS-28",
        "small-n32-ILS-29",
        "small-n32-ILS-30",
        "small-n32-ILS-33",
        "small-n32-ILS-36",
        "small-n32-ILS-37",
        "small-n32-ILS-42",
        "small-n32-ILS-44",
        "small-n32-complex-11",
        "small-n32-complex-13",
        "small-n32-complex-15",
        "small-n32-complex-21",
        "small-n32-complex-22",
        "small-n32-complex-24",
        "small-n32-complex-30",
        "small-n32-complex-37",
        "small-n32-complex-39",
        "small-n32-complex-41",
        "small-n32-complex-46",
        "small-n32-complex-6",
        "small-n64-ILS-10",
        "small-n64-ILS-13",
        "small-n64-ILS-16",
        "small-n64-ILS-2",
        "small-n64-ILS-27",
        "small-n64-ILS-3",
        "small-n64-ILS-34",
        "small-n64-ILS-37",
        "small-n64-ILS-40",
        "small-n64-ILS-41",
        "small-n64-ILS-49",
        "small-n64-ILS-5",
        "small-n64-complex-1",
        "small-n64-complex-11",
        "small-n64-complex-14",
        "small-n64-complex-18",
        "small-n64-complex-23",
        "small-n64-complex-27",
        "small-n64-complex-29",
        "small-n64-complex-31",
        "small-n64-complex-33",
        "small-n64-complex-39",
        "small-n64-complex-46",
        "small-n64-complex-9"
      ]
    }
  ],
  "failures": [
    {
      "task": "gene",
      "method": "pplacer",
      "source_id": "2482",
      "missing": 4,
      "status": "failed"
    },
    {
      "task": "gene",
      "method": "pplacer",
      "source_id": "4784",
      "missing": 8,
      "status": "failed"
    },
    {
      "task": "gene",
      "method": "pplacer",
      "source_id": "34968",
      "missing": 8,
      "status": "failed"
    }
  ],
  "oracle_reference": [
    {
      "missing": 1,
      "method": "INSTRAL with true gene trees (oracle)",
      "exact_batch_rate": 0.9702380952380952,
      "records": 168
    },
    {
      "missing": 4,
      "method": "INSTRAL with true gene trees (oracle)",
      "exact_batch_rate": 0.75,
      "records": 168
    },
    {
      "missing": 8,
      "method": "INSTRAL with true gene trees (oracle)",
      "exact_batch_rate": 0.4583333333333333,
      "records": 168
    }
  ],
  "sources": {
    "gene_baselines": {
      "path": "technical-report/data/placement-source/gene_baselines.csv",
      "original_source": "output/raxmlgrove-signal500-placement-20261113/records.csv",
      "sha256": "3ef3e97ffa7738b765ec21395605a5ab53464df10143cce22f962d36a6146bdd"
    },
    "gene_current": {
      "path": "technical-report/data/placement-source/gene_current.csv",
      "original_source": "output/placement-likelihood-fast-20261113/records.csv",
      "sha256": "a988a89db38568c163a2c78ddbab824976645bd3ac375723912c6413991175fb"
    },
    "species_external": {
      "path": "technical-report/data/placement-source/species_external.csv",
      "original_source": "output/species-placement-external-20261114/records.csv",
      "sha256": "98c87bc81907574b0cd151cefde426d870acff39c3733f2549829ced97fd3105"
    },
    "species_estimated": {
      "path": "technical-report/data/placement-source/species_estimated.csv",
      "original_source": "output/species-placement-iqfast-instral-20261114/records.csv",
      "sha256": "d5f4bcb49c0ccad6c3d4e5f43a3f35735199ee23926decc47c4a1a56bf2e6e87"
    }
  }
}
