updating leaderboard

nyu-mll · Jan 17, 2025 · 4877cfc · 4877cfc
1 parent 4d31d2f
commit 4877cfc
Showing 1 changed file with 28 additions and 11 deletions.
diff --git a/docs/index.html b/docs/index.html
@@ -142,7 +142,7 @@ <h1>QuALITY</h1>
 <div class="col-lg-9">
   <div class="card card-outline-secondary">
     <div class="card-header">
-      Leaderboard (last updated: September 2024)
+      Leaderboard (last updated: January 2025)
     </div>
     <div class="card-body">
       Important notes:
@@ -267,6 +267,23 @@ <h1>QuALITY</h1>
 
 <tbody><tr style="background:#f4f4f4">
     <td scope="row" class='align-middle text-center'>5<br>
+      <span class="badge badge-secondary">2024/12</span></td>
+    <td class='align-middle text-left'>RAPTOR+GPT-4o-mini, initial cluster centers determined through subqueries<br/>
+      <span class="affiliation">Guanran Luo, Xiamen University</span><br/></td>
+    <td class='align-middle text-center'><button data-id="000017" type="submit" class="display-description";>description</button></td>
+    <td class='align-middle text-center'></td>
+    <td class='align-middle text-center'></td>
+    <td class='align-middle text-center'><strong>71.7</strong></td>
+    <td class='align-middle text-center'><strong>60.0</strong></td>
+    <td class='align-middle text-center'><strong>62.3</strong></td>
+    <td class='align-middle text-center'><strong>46.7</strong></td>
+</tr>
+<tr id="000017" style="display:none;" class="section" >
+<td colspan="8" style="font-size:13px"> Model description: Based on RAPTOR, we first decompose the query into multiple subqueries by incorporating the document structure, using these subqueries as the initial cluster centers for the first layer of recursive summarization. Additionally, we have eliminated global clustering. This approach helps improve the efficiency of document tree generation and search, and makes the generated summaries and queries more relevant. [30920240157704 at stu.xmu.edu.cn]</td>
+</tr></tbody>
+
+<tbody><tr style="background:#f4f4f4">
+    <td scope="row" class='align-middle text-center'>6<br>
       <span class="badge badge-secondary">2022/05</span></td>
     <td class='align-middle text-left'>CoLISA: DPR & DeBERTaV3-large architecture plus contrastive learning & in-sample attention<br/>
       <span class="affiliation">SUDA NLP & I2R at Soochow University</span><br/></td>
@@ -283,7 +300,7 @@ <h1>QuALITY</h1>
 </tr></tbody>
 
 <tbody><tr style="background:#f4f4f4">
-    <td scope="row" class='align-middle text-center'>6<br>
+    <td scope="row" class='align-middle text-center'>7<br>
       <span class="badge badge-secondary">2022/04</span></td>
     <td class='align-middle text-left'>CoLISA: DPR & DeBERTaV3-large architecture & contrastive learning<br/>
       <span class="affiliation">SUDA NLP & I2R at Soochow University</span><br/></td>
@@ -300,7 +317,7 @@ <h1>QuALITY</h1>
 </tr></tbody>
 
 <tbody><tr style="background:#f4f4f4">
-    <td scope="row" class='align-middle text-center'>7<br>
+    <td scope="row" class='align-middle text-center'>8<br>
       <span class="badge badge-secondary">2021/12</span></td>
     <td class='align-middle text-left'>Baseline model: DPR retrieval using questions & DeBERTaV3-large with intermediate training on RACE<br/>
       <span class="affiliation">New York University</span><br/></td>
@@ -317,7 +334,7 @@ <h1>QuALITY</h1>
 </tr></tbody>
 
 <tbody><tr style="background:#f4f4f4">
-    <td scope="row" class='align-middle text-center'>8<br>
+    <td scope="row" class='align-middle text-center'>9<br>
       <span class="badge badge-secondary">2021/12</span></td>
     <td class='align-middle text-left'>Baseline model: DPR retrieval using questions & RoBERTa-large with intermediate training on RACE<br/>
       <span class="affiliation">New York University</span><br/></td>
@@ -334,7 +351,7 @@ <h1>QuALITY</h1>
 </tr></tbody>
 
 <tbody><tr style="background:#f4f4f4">
-    <td scope="row" class='align-middle text-center'>9<br>
+    <td scope="row" class='align-middle text-center'>10<br>
       <span class="badge badge-secondary">2021/12</span></td>
     <td class='align-middle text-left'>Baseline model: DPR retrieval using questions & DeBERTaV3-large <br/>
       <span class="affiliation">New York University</span><br/></td>
@@ -351,7 +368,7 @@ <h1>QuALITY</h1>
 </tr></tbody>
 
 <tbody><tr style="background:#f4f4f4">
-    <td scope="row" class='align-middle text-center'>10<br>
+    <td scope="row" class='align-middle text-center'>11<br>
       <span class="badge badge-secondary">2021/12</span></td>
     <td class='align-middle text-left'>Question-only baseline: DeBERTaV3-large with intermediate training on RACE<br/>
       <span class="affiliation">New York University</span><br/></td>
@@ -368,7 +385,7 @@ <h1>QuALITY</h1>
 </tr></tbody>
 
 <tbody><tr style="background:#f4f4f4">
-    <td scope="row" class='align-middle text-center'>11<br>
+    <td scope="row" class='align-middle text-center'>12<br>
       <span class="badge badge-secondary">2021/12</span></td>
     <td class='align-middle text-left'>Baseline model: fastText retrieval using questions & RoBERTa-large<br/>
       <span class="affiliation">New York University</span><br/></td>
@@ -385,7 +402,7 @@ <h1>QuALITY</h1>
 </tr></tbody>
 
 <tbody><tr style="background:#f4f4f4">
-    <td scope="row" class='align-middle text-center'>12<br>
+    <td scope="row" class='align-middle text-center'>13<br>
       <span class="badge badge-secondary">2021/12</span></td>
     <td class='align-middle text-left'>Question-only baseline: DeBERTaV3-large<br/>
       <span class="affiliation">New York University</span><br/></td>
@@ -402,7 +419,7 @@ <h1>QuALITY</h1>
 </tr></tbody>
 
 <tbody><tr style="background:#f4f4f4">
-    <td scope="row" class='align-middle text-center'>13<br>
+    <td scope="row" class='align-middle text-center'>14<br>
       <span class="badge badge-secondary">2021/12</span></td>
     <td class='align-middle text-left'>Baseline model: Longformer with intermediate training on RACE<br/>
       <span class="affiliation">New York University</span><br/></td>
@@ -419,7 +436,7 @@ <h1>QuALITY</h1>
 </tr></tbody>
 
 <tbody><tr style="background:#f4f4f4">
-    <td scope="row" class='align-middle text-center'>14<br>
+    <td scope="row" class='align-middle text-center'>15<br>
       <span class="badge badge-secondary">2024/01</span></td>
     <td class='align-middle text-left'>Baseline model: Vicuna-7B<br/>
       <span class="affiliation">Anonymous</span><br/></td>
@@ -436,7 +453,7 @@ <h1>QuALITY</h1>
 </tr></tbody>
 
 <tbody><tr style="background:#f4f4f4">
-    <td scope="row" class='align-middle text-center'>15<br>
+    <td scope="row" class='align-middle text-center'>16<br>
       <span class="badge badge-secondary">2021/12</span></td>
     <td class='align-middle text-left'>Baseline model: Longformer<br/>
       <span class="affiliation">New York University</span><br/></td>