From a25c6a5036164ddb57cd5679cdd3f3b880ae4d1a Mon Sep 17 00:00:00 2001 From: Radin Hamidi Rad Date: Fri, 19 Jun 2026 12:34:37 -0400 Subject: [PATCH] =?UTF-8?q?leaderboard:=20use=20full=20BRIGHT=20subset=20n?= =?UTF-8?q?ames,=20drop=20"BRIGHT=20=E2=80=94"=20prefix?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit The leaderboard's SHORT label map only covered the 7 BRIGHT subsets that have runs, so the other 5 (aops, leetcode, pony, theoremqa-theorems/questions) fell back to the registry name and rendered as "BRIGHT — AOPS" etc. Add all 12 subsets with their official names and de-abbreviate the existing three (Earth Science, Sustainable Living, Stack Overflow) — the single-dataset table no longer needs cramped column labels. Correct the registry display name "BRIGHT — AOPS" to the official "BRIGHT — AoPS". Co-Authored-By: Claude Opus 4.8 (1M context) --- dataset_registry.yaml | 2 +- reproducibility/site/src/pages/index.astro | 21 +++++++++++++-------- 2 files changed, 14 insertions(+), 9 deletions(-) diff --git a/dataset_registry.yaml b/dataset_registry.yaml index 4a8fa42..2211b0f 100644 --- a/dataset_registry.yaml +++ b/dataset_registry.yaml @@ -244,7 +244,7 @@ datasets: eval_metrics: ["ndcg_cut.10", "recall.100", "recall.1000"] bright-aops: - name: "BRIGHT — AOPS" + name: "BRIGHT — AoPS" index: {name: "bright-aops"} topics: {name: "bright-aops"} qrels: {name: "bright-aops"} diff --git a/reproducibility/site/src/pages/index.astro b/reproducibility/site/src/pages/index.astro index 8dcecc0..bee0cea 100644 --- a/reproducibility/site/src/pages/index.astro +++ b/reproducibility/site/src/pages/index.astro @@ -22,14 +22,19 @@ const SHORT: Record = { "msmarco-v1-passage.trecdl2019": "DL 2019", "msmarco-v1-passage.trecdl2020": "DL 2020", "msmarco-v1-passage.dlhard": "DL-HARD", - // BRIGHT - "bright-biology": "Biology", - "bright-earth-science": "Earth Sci.", - "bright-economics": "Economics", - "bright-psychology": "Psychology", - "bright-robotics": "Robotics", - "bright-stackoverflow": "StackOverflow", - "bright-sustainable-living":"Sustain. Living", + // BRIGHT (official subset names, no "BRIGHT —" prefix) + "bright-biology": "Biology", + "bright-earth-science": "Earth Science", + "bright-economics": "Economics", + "bright-psychology": "Psychology", + "bright-robotics": "Robotics", + "bright-stackoverflow": "Stack Overflow", + "bright-sustainable-living": "Sustainable Living", + "bright-pony": "Pony", + "bright-leetcode": "LeetCode", + "bright-aops": "AoPS", + "bright-theoremqa-theorems": "TheoremQA Theorems", + "bright-theoremqa-questions": "TheoremQA Questions", }; const METRIC_LABEL: Record = {