Upload 2 files
Browse files- app.py +2 -1
- scores.json +52 -1
app.py
CHANGED
|
@@ -195,13 +195,14 @@ def create_leaderboard():
|
|
| 195 |
- **Scores**: Values range from 0 to 1, where higher is better (1.000 being perfect retrieval)
|
| 196 |
- **Average**: Overall mean performance across all sectors for each model
|
| 197 |
- **Colors**: Blue backgrounds indicate EU models, red backgrounds indicate Chinese models
|
|
|
|
|
|
|
| 198 |
""")
|
| 199 |
|
| 200 |
# Info box with custom styling
|
| 201 |
gr.Markdown("""
|
| 202 |
### How to Read the Results
|
| 203 |
- Select a language tab to see how models perform with queries in that language
|
| 204 |
-
- Click on column headers to sort by performance in specific sectors or by average performance
|
| 205 |
- All scores are normalized retrieval accuracy metrics
|
| 206 |
- Background colors indicate model origins (Blue = EU, Red = Chinese)
|
| 207 |
""")
|
|
|
|
| 195 |
- **Scores**: Values range from 0 to 1, where higher is better (1.000 being perfect retrieval)
|
| 196 |
- **Average**: Overall mean performance across all sectors for each model
|
| 197 |
- **Colors**: Blue backgrounds indicate EU models, red backgrounds indicate Chinese models
|
| 198 |
+
|
| 199 |
+
The leaderboard was created in collaboration with the <em>Intelligence Lab</em> of the <em>ECE - Ecole centrale d'électronique</em>.
|
| 200 |
""")
|
| 201 |
|
| 202 |
# Info box with custom styling
|
| 203 |
gr.Markdown("""
|
| 204 |
### How to Read the Results
|
| 205 |
- Select a language tab to see how models perform with queries in that language
|
|
|
|
| 206 |
- All scores are normalized retrieval accuracy metrics
|
| 207 |
- Background colors indicate model origins (Blue = EU, Red = Chinese)
|
| 208 |
""")
|
scores.json
CHANGED
|
@@ -143,7 +143,7 @@
|
|
| 143 |
"es": 0.8279510851214207
|
| 144 |
}
|
| 145 |
},
|
| 146 |
-
"racineai/
|
| 147 |
"origin": "EU",
|
| 148 |
"ENERGY_EN": {
|
| 149 |
"en": 0.8867680191920602,
|
|
@@ -159,5 +159,56 @@
|
|
| 159 |
"it": 0.7530777182006402,
|
| 160 |
"es": 0.757678752178639
|
| 161 |
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 162 |
}
|
| 163 |
}
|
|
|
|
| 143 |
"es": 0.8279510851214207
|
| 144 |
}
|
| 145 |
},
|
| 146 |
+
"racineai/Flantier-SmolVLM-2B-dse": {
|
| 147 |
"origin": "EU",
|
| 148 |
"ENERGY_EN": {
|
| 149 |
"en": 0.8867680191920602,
|
|
|
|
| 159 |
"it": 0.7530777182006402,
|
| 160 |
"es": 0.757678752178639
|
| 161 |
}
|
| 162 |
+
},
|
| 163 |
+
"racineai/Flantier-SmolVLM-500M-dse": {
|
| 164 |
+
"origin": "EU",
|
| 165 |
+
"ENERGY_EN": {
|
| 166 |
+
"en": 0.8153009806531882,
|
| 167 |
+
"fr": 0.6071219186428009,
|
| 168 |
+
"de": 0.44109186900489206,
|
| 169 |
+
"it": 0.5555778503447449,
|
| 170 |
+
"es": 0.5792767688341532
|
| 171 |
+
},
|
| 172 |
+
"ENERGY_FR": {
|
| 173 |
+
"en": 0.5780510877846053,
|
| 174 |
+
"fr": 0.5514522808715399,
|
| 175 |
+
"de": 0.2982854911981817,
|
| 176 |
+
"it": 0.4507487986134664,
|
| 177 |
+
"es": 0.48847155275908344
|
| 178 |
+
}
|
| 179 |
+
},
|
| 180 |
+
"HuggingFaceTB/SmolVLM-500M-Instruct (base model)": {
|
| 181 |
+
"origin": "EU",
|
| 182 |
+
"ENERGY_EN": {
|
| 183 |
+
"en": 0.36031130067620937,
|
| 184 |
+
"fr": 0.16221494242153997,
|
| 185 |
+
"de": 0.1584892148952322,
|
| 186 |
+
"it": 0.16235437347603082,
|
| 187 |
+
"es": 0.1557262842051152
|
| 188 |
+
},
|
| 189 |
+
"ENERGY_FR": {
|
| 190 |
+
"en": 0.24366140479698933,
|
| 191 |
+
"fr": 0.1513110070740866,
|
| 192 |
+
"de": 0.14536918902247017,
|
| 193 |
+
"it": 0.14280464253419706,
|
| 194 |
+
"es": 0.13903597974783502
|
| 195 |
+
}
|
| 196 |
+
},
|
| 197 |
+
"HuggingFaceTB/SmolVLM-Instruct (base model)": {
|
| 198 |
+
"origin": "EU",
|
| 199 |
+
"ENERGY_EN": {
|
| 200 |
+
"en": 0.3104143166275596,
|
| 201 |
+
"fr": 0.15964826696598852,
|
| 202 |
+
"de": 0.1645588080353532,
|
| 203 |
+
"it": 0.16498779566801863,
|
| 204 |
+
"es": 0.17682109785787584
|
| 205 |
+
},
|
| 206 |
+
"ENERGY_FR": {
|
| 207 |
+
"en": 0.2981417949133847,
|
| 208 |
+
"fr": 0.15683238366325403,
|
| 209 |
+
"de": 0.16380710034842738,
|
| 210 |
+
"it": 0.16173714625014246,
|
| 211 |
+
"es": 0.17481822122405033
|
| 212 |
+
}
|
| 213 |
}
|
| 214 |
}
|