Merge pull request #162 from trishullab/george

Fixed sorting by language in leaderboard.
trishullab · Jul 17, 2024 · 506ce87 · 506ce87
2 parents be04cd9 + f4e2b6e
commit 506ce87
Show file tree

Hide file tree

Showing 2 changed files with 13 additions and 13 deletions.
diff --git a/docs/leaderboard.html b/docs/leaderboard.html
@@ -349,17 +349,17 @@ <h3>📝 Notes</h3>
       //   ],
       // };
 
-      const theaders = ["Model", "pass@1"];
+      const theaders = ["Model", "num-solved"];
 
       // score: 'average', 'humaneval', 'mbpp', 'humaneval+', 'mbpp+'
       const displayTable = (table, score) => {
         // filter out Null
         data = globalData
           .filter((row) => {
-            return row["pass@1"][score] != null;
+            return (row["num-solved"][score] != null) || (row["num-solved"][score] != "NONE");
           })
           .sort((a, b) => {
-            return b["pass@1"][score] - a["pass@1"][score];
+            return b["num-solved"][score] - a["num-solved"][score];
           });
         var thead = document.createElement("thead");
         var headerRow = document.createElement("tr");
@@ -432,9 +432,9 @@ <h3>📝 Notes</h3>
           //   passCell.textContent = "⚡";
           //   passCell.classList.add("text-success");
           // }
-          if (row["pass@1"][score] != "NONE") {
+          if (row["num-solved"][score] != "NONE") {
             passCell.classList.add("text-success");
-            passCell.textContent = ""+row["pass@1"][score];
+            passCell.textContent = ""+row["num-solved"][score];
           }
           dataRow.appendChild(passCell);
           tbody.appendChild(dataRow);

diff --git a/docs/results.json b/docs/results.json
@@ -2,7 +2,7 @@
     "DSP (GPT-4o)": {
       "link": "https://arxiv.org/abs/2210.12283",
       "open-data": "PARTIAL",
-      "pass@1": {
+      "num-solved": {
         "isabelle-wsolution": 4,
         "isabelle-nosolution": "NONE",
         "lean-wsolution": "NONE",
@@ -16,7 +16,7 @@
     "GPT-4o": {
       "link": "https://openai.com/index/hello-gpt-4o/",
       "open-data": "NONE",
-      "pass@1": {
+      "num-solved": {
         "isabelle-wsolution": 1,
         "isabelle-nosolution": "NONE",
         "lean-wsolution": 1,
@@ -30,7 +30,7 @@
     "COPRA (GPT-4o)": {
       "link": "https://arxiv.org/abs/2310.04353",
       "open-data": "PARTIAL",
-      "pass@1": {
+      "num-solved": {
         "isabelle-wsolution": "NONE",
         "isabelle-nosolution": "NONE",
         "lean-wsolution": 1,
@@ -44,7 +44,7 @@
     "CoqHammer": {
       "link": "https://coqhammer.github.io/",
       "open-data": "FULL",
-      "pass@1": {
+      "num-solved": {
         "isabelle-wsolution": "NONE",
         "isabelle-nosolution": "NONE",
         "lean-wsolution": "NONE",
@@ -58,7 +58,7 @@
     "Sledgehammer": {
       "link": "https://isabelle.in.tum.de/website-Isabelle2009-1/sledgehammer.html",
       "open-data": "FULL",
-      "pass@1": {
+      "num-solved": {
         "isabelle-wsolution": 3,
         "isabelle-nosolution": "NONE",
         "lean-wsolution": "NONE",
@@ -72,7 +72,7 @@
     "ReProver w/ retrieval": {
       "link": "https://arxiv.org/abs/2306.15626",
       "open-data": "FULL",
-      "pass@1": {
+      "num-solved": {
         "isabelle-wsolution": "NONE",
         "isabelle-nosolution": "NONE",
         "lean-wsolution": 0,
@@ -86,7 +86,7 @@
     "ReProver w/o retrieval": {
       "link": "https://arxiv.org/abs/2306.15626",
       "open-data": "FULL",
-      "pass@1": {
+      "num-solved": {
         "isabelle-wsolution": "NONE",
         "isabelle-nosolution": "NONE",
         "lean-wsolution": 0,
@@ -100,7 +100,7 @@
     "Tactician (LSH)": {
       "link": "https://coq-tactician.github.io/",
       "open-data": "FULL",
-      "pass@1": {
+      "num-solved": {
         "isabelle-wsolution": "NONE",
         "isabelle-nosolution": "NONE",
         "lean-wsolution": "NONE",