{ "edition": 2026, "status": "final", "frozen": "2026-10-03", "note": "Final OAEI Bio-ML 2026 participant results for both CodaBench competitions, frozen after evaluation closed. The website no longer syncs from CodaBench. The system review has been completed; the results will be considered final after 6 October 2026.", "global": { "competition": "Track 1 · Subtrack 1 — Global equivalence alignment", "competition_url": "https://www.codabench.org/competitions/17424/", "headline": "f1_repaired", "scoring": "P/R/F1 on the hidden test slice of each pair, with train/valid reference pairs removed from the predictions and every submitted correspondence counted whatever its relation. Standard: plain set P/R/F1 against the standard reference. Repaired (headline): coherence-aware, so a prediction that matches a '?' pair of the repaired reference is neither a true nor a false positive. Macro = the unweighted mean of the three per-pair values. Computed by the organisers with the unmodified CodaBench scoring program, which reproduces the public CodaBench leaderboard exactly for every system on it.", "pairs": [ "NCIT-DOID", "SNOMED-FMA", "SNOMED-NCIT" ], "coherence": { "note": "Logical coherence of each system's own submitted alignment M (the whole alignment, not only the test slice): 'elk'/'hermit' is the number of unsatisfiable named classes in O_src ∪ O_tgt ∪ M with each correspondence asserted as EquivalentClasses; the incoherence degree is that count over union_class_count. Computed organiser-side with ROBOT 1.9.10. ELK is a sound lower bound; HermiT is exact and is run on NCIT-DOID only.", "conventions": [ "Only '=' correspondences are asserted, with the same rule for RDF and TSV submissions.", "A correspondence is dropped if either endpoint is owl:deprecated or is not a class of its task ontology.", "DOID is loaded without the classes and axioms of its ext.owl imports; only the imports' object- and annotation-property declarations are kept, so that DOID's own axioms parse unchanged.", "Deprecated classes and OWL API placeholder classes are excluded from both numerator and denominator." ], "union_class_count": { "NCIT-DOID": 220246, "SNOMED-FMA": 490694, "SNOMED-NCIT": 592352 }, "footnotes": { "null": "ELK exhausted a 384 GB heap (heap full for more than 10 minutes; watchdog kill record). The value is unknown.", "per_pair": "Coherence is reported per pair, not macro-averaged: five systems have a null cell." }, "same_basis_as": "baseline_coherence.json" }, "systems": [ { "system": "Matcha-ML", "team": "pedrocotovio", "submission_id": 943641, "submitted": "2026-09-24", "use_train_maps": true, "macro": { "f1_repaired": 0.636311, "precision_repaired": 0.698857, "recall_repaired": 0.632327, "f1_standard": 0.569735, "precision_standard": 0.722202, "recall_standard": 0.529215 }, "pairs": { "NCIT-DOID": { "f1_repaired": 0.620888, "precision_repaired": 0.52172, "recall_repaired": 0.766602, "f1_standard": 0.602786, "precision_standard": 0.535181, "recall_standard": 0.68994, "coherence": { "elk": 0, "hermit": 0 } }, "SNOMED-FMA": { "f1_repaired": 0.601479, "precision_repaired": 0.872467, "recall_repaired": 0.458934, "f1_standard": 0.450946, "precision_standard": 0.905477, "recall_standard": 0.300234, "coherence": { "elk": 90104 } }, "SNOMED-NCIT": { "f1_repaired": 0.686565, "precision_repaired": 0.702382, "recall_repaired": 0.671445, "f1_standard": 0.655472, "precision_standard": 0.725947, "recall_standard": 0.59747, "coherence": { "elk": 14250 } } } }, { "system": "MetaMatch", "team": "inestaktak", "submission_id": 911101, "submitted": "2026-09-01", "use_train_maps": true, "macro": { "f1_repaired": 0.634457, "precision_repaired": 0.606579, "recall_repaired": 0.666689, "f1_standard": 0.615276, "precision_standard": 0.661172, "recall_standard": 0.580398 }, "pairs": { "NCIT-DOID": { "f1_repaired": 0.652148, "precision_repaired": 0.599892, "recall_repaired": 0.714378, "f1_standard": 0.630987, "precision_standard": 0.614703, "recall_standard": 0.648158, "coherence": { "elk": 11735, "hermit": 11825 } }, "SNOMED-FMA": { "f1_repaired": 0.626937, "precision_repaired": 0.597388, "recall_repaired": 0.659561, "f1_standard": 0.630687, "precision_standard": 0.728144, "recall_standard": 0.556239, "coherence": { "elk": null } }, "SNOMED-NCIT": { "f1_repaired": 0.624287, "precision_repaired": 0.622457, "recall_repaired": 0.626127, "f1_standard": 0.584152, "precision_standard": 0.640669, "recall_standard": 0.536798, "coherence": { "elk": 288574 } } } }, { "system": "LogMapLLM", "team": "oaei-ml", "submission_id": 944575, "submitted": "2026-09-25", "use_train_maps": false, "macro": { "f1_repaired": 0.623099, "precision_repaired": 0.507032, "recall_repaired": 0.811518, "f1_standard": 0.611279, "precision_standard": 0.556676, "recall_standard": 0.682796 }, "pairs": { "NCIT-DOID": { "f1_repaired": 0.686498, "precision_repaired": 0.573218, "recall_repaired": 0.855577, "f1_standard": 0.673754, "precision_standard": 0.590721, "recall_standard": 0.783947, "coherence": { "elk": 0, "hermit": 0 } }, "SNOMED-FMA": { "f1_repaired": 0.55615, "precision_repaired": 0.431386, "recall_repaired": 0.782445, "f1_standard": 0.535321, "precision_standard": 0.529193, "recall_standard": 0.541593, "coherence": { "elk": 11 } }, "SNOMED-NCIT": { "f1_repaired": 0.626648, "precision_repaired": 0.516492, "recall_repaired": 0.796532, "f1_standard": 0.624762, "precision_standard": 0.550115, "recall_standard": 0.722849, "coherence": { "elk": 426 } } } }, { "system": "LogMapBio-LLM", "team": "ernestojimenezruiz", "submission_id": 951726, "submitted": "2026-09-29", "use_train_maps": false, "macro": { "f1_repaired": 0.620541, "precision_repaired": 0.49699, "recall_repaired": 0.826393, "f1_standard": 0.616704, "precision_standard": 0.550993, "recall_standard": 0.710731 }, "pairs": { "NCIT-DOID": { "f1_repaired": 0.693718, "precision_repaired": 0.558661, "recall_repaired": 0.914894, "f1_standard": 0.690131, "precision_standard": 0.58015, "recall_standard": 0.851567, "coherence": { "elk": 14, "hermit": 14 } }, "SNOMED-FMA": { "f1_repaired": 0.540146, "precision_repaired": 0.424525, "recall_repaired": 0.74232, "f1_standard": 0.529231, "precision_standard": 0.529464, "recall_standard": 0.528998, "coherence": { "elk": 11 } }, "SNOMED-NCIT": { "f1_repaired": 0.627759, "precision_repaired": 0.507785, "recall_repaired": 0.821965, "f1_standard": 0.630749, "precision_standard": 0.543364, "recall_standard": 0.751627, "coherence": { "elk": 926 } } } }, { "system": "Matcha", "team": "martasilva", "submission_id": 951323, "submitted": "2026-09-29", "use_train_maps": false, "macro": { "f1_repaired": 0.611612, "precision_repaired": 0.543635, "recall_repaired": 0.736211, "f1_standard": 0.642224, "precision_standard": 0.622517, "recall_standard": 0.700485 }, "pairs": { "NCIT-DOID": { "f1_repaired": 0.621471, "precision_repaired": 0.47422, "recall_repaired": 0.901354, "f1_standard": 0.64997, "precision_standard": 0.511349, "recall_standard": 0.891699, "coherence": { "elk": 16782, "hermit": 16874 } }, "SNOMED-FMA": { "f1_repaired": 0.536284, "precision_repaired": 0.454823, "recall_repaired": 0.653292, "f1_standard": 0.613853, "precision_standard": 0.623114, "recall_standard": 0.604862, "coherence": { "elk": null } }, "SNOMED-NCIT": { "f1_repaired": 0.67708, "precision_repaired": 0.701861, "recall_repaired": 0.653988, "f1_standard": 0.66285, "precision_standard": 0.733089, "recall_standard": 0.604894, "coherence": { "elk": 406291 } } } }, { "system": "GenOM", "team": "yipingsong", "submission_id": 953833, "submitted": "2026-09-30", "use_train_maps": false, "macro": { "f1_repaired": 0.553814, "precision_repaired": 0.507272, "recall_repaired": 0.653887, "f1_standard": 0.566335, "precision_standard": 0.566088, "recall_standard": 0.616037 }, "pairs": { "NCIT-DOID": { "f1_repaired": 0.517912, "precision_repaired": 0.379424, "recall_repaired": 0.815603, "f1_standard": 0.541909, "precision_standard": 0.411212, "recall_standard": 0.794393, "coherence": { "elk": 23915, "hermit": 23933 } }, "SNOMED-FMA": { "f1_repaired": 0.731272, "precision_repaired": 0.743839, "recall_repaired": 0.719122, "f1_standard": 0.741866, "precision_standard": 0.850435, "recall_standard": 0.657879, "coherence": { "elk": null } }, "SNOMED-NCIT": { "f1_repaired": 0.412257, "precision_repaired": 0.398554, "recall_repaired": 0.426936, "f1_standard": 0.415229, "precision_standard": 0.436615, "recall_standard": 0.395839, "coherence": { "elk": 358925 } } } }, { "system": "LogMap", "team": "diso-oaei", "submission_id": 949960, "submitted": "2026-09-28", "use_train_maps": false, "macro": { "f1_repaired": 0.534202, "precision_repaired": 0.401579, "recall_repaired": 0.811942, "f1_standard": 0.544039, "precision_standard": 0.449824, "recall_standard": 0.689835 }, "pairs": { "NCIT-DOID": { "f1_repaired": 0.608774, "precision_repaired": 0.467519, "recall_repaired": 0.87234, "f1_standard": 0.606965, "precision_standard": 0.487188, "recall_standard": 0.804838, "coherence": { "elk": 9, "hermit": 9 } }, "SNOMED-FMA": { "f1_repaired": 0.421016, "precision_repaired": 0.290261, "recall_repaired": 0.766144, "f1_standard": 0.445739, "precision_standard": 0.380597, "recall_standard": 0.537786, "coherence": { "elk": 98593 } }, "SNOMED-NCIT": { "f1_repaired": 0.572817, "precision_repaired": 0.446957, "recall_repaired": 0.797341, "f1_standard": 0.579413, "precision_standard": 0.481688, "recall_standard": 0.726881, "coherence": { "elk": 173 } } } }, { "system": "mosaic", "team": "faizmirza", "submission_id": 865608, "submitted": "2026-07-27", "use_train_maps": false, "macro": { "f1_repaired": 0.48652, "precision_repaired": 0.449745, "recall_repaired": 0.563656, "f1_standard": 0.5043, "precision_standard": 0.507715, "recall_standard": 0.508022 }, "pairs": { "NCIT-DOID": { "f1_repaired": 0.620321, "precision_repaired": 0.643997, "recall_repaired": 0.598324, "f1_standard": 0.598558, "precision_standard": 0.66004, "recall_standard": 0.547554, "coherence": { "elk": 10766, "hermit": 10857 } }, "SNOMED-FMA": { "f1_repaired": 0.298798, "precision_repaired": 0.214756, "recall_repaired": 0.490909, "f1_standard": 0.375938, "precision_standard": 0.336654, "recall_standard": 0.4256, "coherence": { "elk": null } }, "SNOMED-NCIT": { "f1_repaired": 0.540442, "precision_repaired": 0.490482, "recall_repaired": 0.601734, "f1_standard": 0.538403, "precision_standard": 0.526449, "recall_standard": 0.550912, "coherence": { "elk": 233199 } } } }, { "system": "davidlopez", "team": "daviddiazlopez", "submission_id": 955662, "submitted": "2026-10-01", "use_train_maps": null, "macro": { "f1_repaired": 0.215833, "precision_repaired": 0.123653, "recall_repaired": 0.953331, "f1_standard": 0.270891, "precision_standard": 0.159835, "recall_standard": 0.923551 }, "pairs": { "NCIT-DOID": { "f1_repaired": 0.230094, "precision_repaired": 0.130652, "recall_repaired": 0.96325, "f1_standard": 0.25584, "precision_standard": 0.147866, "recall_standard": 0.948323, "coherence": { "elk": 83915, "hermit": 83917 } }, "SNOMED-FMA": { "f1_repaired": 0.125324, "precision_repaired": 0.066996, "recall_repaired": 0.968652, "f1_standard": 0.224738, "precision_standard": 0.127918, "recall_standard": 0.924429, "coherence": { "elk": null } }, "SNOMED-NCIT": { "f1_repaired": 0.292081, "precision_repaired": 0.173312, "recall_repaired": 0.928092, "f1_standard": 0.332096, "precision_standard": 0.203722, "recall_standard": 0.897901, "coherence": { "elk": null } } } } ] }, "local": { "competition": "Track 1 · Subtrack 2 — Local equivalence ranking", "competition_url": "https://www.codabench.org/competitions/17423/", "headline": "mrr", "scoring": "MRR and Hits@{1,5,10} on the hidden test queries of each pair (100 candidates per query), against the standard reference. Macro = the unweighted mean of the three per-pair values; a pair with no submitted file scores zero. Computed by the organisers with the unmodified CodaBench scoring program, which reproduces the public CodaBench leaderboard exactly. Where a submission had no fact sheet, the system name was supplied by the organisers.", "systems": [ { "system": "CEDAR", "team": "yadusnair", "submission_id": 954569, "submitted": "2026-10-01", "use_train_maps": true, "macro": { "mrr": 0.962278, "hits_at_1": 0.948836, "hits_at_5": 0.977553, "hits_at_10": 0.983067 }, "pairs": { "NCIT-DOID": { "mrr": 0.969666, "hits_at_1": 0.958219, "hits_at_5": 0.982958, "hits_at_10": 0.986806 }, "SNOMED-FMA": { "mrr": 0.958507, "hits_at_1": 0.946397, "hits_at_5": 0.97188, "hits_at_10": 0.978617 }, "SNOMED-NCIT": { "mrr": 0.958662, "hits_at_1": 0.941894, "hits_at_5": 0.977821, "hits_at_10": 0.983778 } } }, { "system": "Matcha-ML", "team": "pedrocotovio", "submission_id": 943507, "submitted": "2026-09-24", "use_train_maps": true, "macro": { "mrr": 0.930255, "hits_at_1": 0.906296, "hits_at_5": 0.958296, "hits_at_10": 0.969767 }, "pairs": { "NCIT-DOID": { "mrr": 0.923387, "hits_at_1": 0.894997, "hits_at_5": 0.959318, "hits_at_10": 0.971963 }, "SNOMED-FMA": { "mrr": 0.952903, "hits_at_1": 0.936438, "hits_at_5": 0.971295, "hits_at_10": 0.979496 }, "SNOMED-NCIT": { "mrr": 0.914474, "hits_at_1": 0.887453, "hits_at_5": 0.944276, "hits_at_10": 0.957841 } } }, { "system": "MetaMatch", "team": "inestaktak", "submission_id": 953398, "submitted": "2026-09-30", "use_train_maps": true, "macro": { "mrr": 0.3269, "hits_at_1": 0.323988, "hits_at_5": 0.330401, "hits_at_10": 0.331867 }, "pairs": { "NCIT-DOID": { "mrr": 0.9807, "hits_at_1": 0.971963, "hits_at_5": 0.991204, "hits_at_10": 0.995602 }, "SNOMED-FMA": null, "SNOMED-NCIT": null } }, { "system": "NeSyMatch", "team": "abhiseks", "submission_id": 939902, "submitted": "2026-09-22", "use_train_maps": true, "macro": { "mrr": 0.131592, "hits_at_1": 0.08488, "hits_at_5": 0.140306, "hits_at_10": 0.188338 }, "pairs": { "NCIT-DOID": { "mrr": 0.055614, "hits_at_1": 0.013744, "hits_at_5": 0.051127, "hits_at_10": 0.100605 }, "SNOMED-FMA": { "mrr": 0.287159, "hits_at_1": 0.230814, "hits_at_5": 0.319566, "hits_at_10": 0.364968 }, "SNOMED-NCIT": { "mrr": 0.052004, "hits_at_1": 0.010082, "hits_at_5": 0.050225, "hits_at_10": 0.099441 } } } ] } }