From 269f388168dcb10516698debeb14552d61d8ddfc Mon Sep 17 00:00:00 2001 From: xiaoman-zhang Date: Wed, 14 Aug 2024 11:50:55 -0400 Subject: [PATCH] update results --- generate_index_html.py | 2 +- index.html | 502 ++++++++++++++++++++--------------------- 2 files changed, 252 insertions(+), 252 deletions(-) diff --git a/generate_index_html.py b/generate_index_html.py index 31c16df..ff40e40 100644 --- a/generate_index_html.py +++ b/generate_index_html.py @@ -440,4 +440,4 @@ def get_html_content(input_html): table_private_html = './results/table_gradienthealth.html' table_rank_html = './results/table_rank.html' -generate_html(get_html_content(table_chexpertplus_html), get_html_content(table_iuxray_html), get_html_content(table_mimiccxr_html), get_html_content(table_rank_html), get_html_content(table_private_html),save_html_path='./index.html') \ No newline at end of file +generate_html(get_html_content(table_chexpertplus_html), get_html_content(table_iuxray_html), get_html_content(table_mimiccxr_html), get_html_content(table_private_html), get_html_content(table_rank_html),save_html_path='./index.html') \ No newline at end of file diff --git a/index.html b/index.html index 2a47d4a..bbe7c1f 100644 --- a/index.html +++ b/index.html @@ -171,257 +171,6 @@

Getting Started

-
-
-
-
-

Leaderboard on Private Dataset

-
-
-

Our private test dataset contains 10,000 studies collected from different medical centers in the US.

-
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
RankModelRadCliQ-v1 RadCliQ-v0 BLEU BertScore SembScore RadGraph
-

1

- 2024 -
- CheXagent -

Stanford

-
1.5263.9220.070.2810.3490.091
-

2

- 2024 -
- CheXpertPlus_mimiccxr -

Stanford

-
1.2483.520.1770.3640.4310.139
-

3

- 2024 -
- CheXpertPlus_chexpert -

Stanford

-
1.3233.6560.1650.3330.3950.148
-

4

- 2024 -
- CheXpertPlus_chexpert_mimiccxr -

Stanford

-
1.1753.4190.1960.3890.4290.166
-

5

- 2023 -
- Cvt2distilgpt2_mimiccxr -

CSIRO

-
1.2843.5920.1630.3180.440.163
-

6

- 2023 -
- Cvt2distilgpt2_iuxray -

CSIRO

-
1.3353.6760.1460.3280.3730.163
-

7

- 2024 -
- MedVersa -

Harvard

-
0.8012.7690.2030.5040.5530.215
-

8

- 2023 -
- RadFM -

SJTU

-
1.3563.6830.1320.3380.3750.131
-

9

- 2023 -
- RaDialog -

TUM

-
1.2683.540.1480.3420.4370.147
-

10

- 2023 -
- RGRG -

TUM

-
1.1993.4510.1750.3580.4480.172
-

11

- 2023 -
- VLCI_mimiccxr -

SYSU

-
1.5013.940.140.2570.3840.115
-

12

- 2023 -
- VLCI_iuxray -

SYSU

-
1.2833.6220.1740.2970.4330.197
-

14

- 2024 -
- GPT4V -

OpenAI

-
1.5163.9630.0720.2140.3640.175
-
-
-
-
@@ -737,6 +486,257 @@

Leaderboard Overview

+
+
+
+
+

Leaderboard on Private Dataset

+
+
+

Our private test dataset contains 10,000 studies collected from different medical centers in the US.

+
+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
RankModelRadCliQ-v1 RadCliQ-v0 BLEU BertScore SembScore RadGraph
+

1

+ 2024 +
+ CheXagent +

Stanford

+
1.5263.9220.070.2810.3490.091
+

2

+ 2024 +
+ CheXpertPlus_mimiccxr +

Stanford

+
1.2483.520.1770.3640.4310.139
+

3

+ 2024 +
+ CheXpertPlus_chexpert +

Stanford

+
1.3233.6560.1650.3330.3950.148
+

4

+ 2024 +
+ CheXpertPlus_chexpert_mimiccxr +

Stanford

+
1.1753.4190.1960.3890.4290.166
+

5

+ 2023 +
+ Cvt2distilgpt2_mimiccxr +

CSIRO

+
1.2843.5920.1630.3180.440.163
+

6

+ 2023 +
+ Cvt2distilgpt2_iuxray +

CSIRO

+
1.3353.6760.1460.3280.3730.163
+

7

+ 2024 +
+ MedVersa +

Harvard

+
0.8012.7690.2030.5040.5530.215
+

8

+ 2023 +
+ RadFM +

SJTU

+
1.3563.6830.1320.3380.3750.131
+

9

+ 2023 +
+ RaDialog +

TUM

+
1.2683.540.1480.3420.4370.147
+

10

+ 2023 +
+ RGRG +

TUM

+
1.1993.4510.1750.3580.4480.172
+

11

+ 2023 +
+ VLCI_mimiccxr +

SYSU

+
1.5013.940.140.2570.3840.115
+

12

+ 2023 +
+ VLCI_iuxray +

SYSU

+
1.2833.6220.1740.2970.4330.197
+

14

+ 2024 +
+ GPT4V +

OpenAI

+
1.5163.9630.0720.2140.3640.175
+
+
+
+