Update app.py
Browse files
app.py
CHANGED
|
@@ -30,6 +30,9 @@ def load_dataframe(dataset=None) -> pd.DataFrame:
|
|
| 30 |
"B200_THROUGHPUT": item["b200_throughput"],
|
| 31 |
"E2E_RATIO": item["e2e_ratio"],
|
| 32 |
"THROUGHPUT_RATIO": item["throughput_ratio"],
|
|
|
|
|
|
|
|
|
|
| 33 |
"BITS_PER_BYTE": item["bits_per_byte"],
|
| 34 |
"BYTE_PERPLEXITY": item["byte_perplexity"],
|
| 35 |
"WORD_PERPLEXITY": item["word_perplexity"],
|
|
@@ -53,6 +56,9 @@ def update_data(
|
|
| 53 |
b200_throughput,
|
| 54 |
e2e_ratio,
|
| 55 |
throughput_ratio,
|
|
|
|
|
|
|
|
|
|
| 56 |
bits_per_byte,
|
| 57 |
byte_perplexity,
|
| 58 |
word_perplexity,
|
|
@@ -72,6 +78,9 @@ def update_data(
|
|
| 72 |
"B200_THROUGHPUT": float(b200_throughput),
|
| 73 |
"E2E_RATIO": float(e2e_ratio),
|
| 74 |
"THROUGHPUT_RATIO": float(throughput_ratio),
|
|
|
|
|
|
|
|
|
|
| 75 |
"BITS_PER_BYTE": float(bits_per_byte),
|
| 76 |
"BYTE_PERPLEXITY": float(byte_perplexity),
|
| 77 |
"WORD_PERPLEXITY": float(word_perplexity),
|
|
@@ -94,6 +103,9 @@ def api_submit_results(
|
|
| 94 |
b200_throughput: float,
|
| 95 |
e2e_ratio: float,
|
| 96 |
throughput_ratio: float,
|
|
|
|
|
|
|
|
|
|
| 97 |
bits_per_byte: float,
|
| 98 |
byte_perplexity: float,
|
| 99 |
word_perplexity: float
|
|
@@ -110,6 +122,9 @@ def api_submit_results(
|
|
| 110 |
b200_throughput=b200_throughput,
|
| 111 |
e2e_ratio=e2e_ratio,
|
| 112 |
throughput_ratio=throughput_ratio,
|
|
|
|
|
|
|
|
|
|
| 113 |
bits_per_byte=bits_per_byte,
|
| 114 |
byte_perplexity=byte_perplexity,
|
| 115 |
word_perplexity=word_perplexity
|
|
@@ -147,6 +162,9 @@ def refresh_leaderboard(push_to_hub: bool = True):
|
|
| 147 |
"b200_throughput": item["B200_THROUGHPUT"],
|
| 148 |
"e2e_ratio": item["E2E_RATIO"],
|
| 149 |
"throughput_ratio": item["THROUGHPUT_RATIO"],
|
|
|
|
|
|
|
|
|
|
| 150 |
"bits_per_byte": item["BITS_PER_BYTE"],
|
| 151 |
"byte_perplexity": item["BYTE_PERPLEXITY"],
|
| 152 |
"word_perplexity": item["WORD_PERPLEXITY"],
|
|
@@ -201,6 +219,9 @@ def reload_from_hub():
|
|
| 201 |
"B200_THROUGHPUT": item["b200_throughput"],
|
| 202 |
"E2E_RATIO": item["e2e_ratio"],
|
| 203 |
"THROUGHPUT_RATIO": item["throughput_ratio"],
|
|
|
|
|
|
|
|
|
|
| 204 |
"BITS_PER_BYTE": item["bits_per_byte"],
|
| 205 |
"BYTE_PERPLEXITY": item["byte_perplexity"],
|
| 206 |
"WORD_PERPLEXITY": item["word_perplexity"],
|
|
@@ -245,6 +266,9 @@ def create_interface():
|
|
| 245 |
b200_throughput_input = gr.Number()
|
| 246 |
e2e_ratio_input = gr.Number()
|
| 247 |
throughput_ratio_input = gr.Number()
|
|
|
|
|
|
|
|
|
|
| 248 |
bits_per_byte_input = gr.Number()
|
| 249 |
byte_perplexity_input = gr.Number()
|
| 250 |
word_perplexity_input = gr.Number()
|
|
@@ -262,6 +286,9 @@ def create_interface():
|
|
| 262 |
b200_throughput_input,
|
| 263 |
e2e_ratio_input,
|
| 264 |
throughput_ratio_input,
|
|
|
|
|
|
|
|
|
|
| 265 |
bits_per_byte_input,
|
| 266 |
byte_perplexity_input,
|
| 267 |
word_perplexity_input,
|
|
|
|
| 30 |
"B200_THROUGHPUT": item["b200_throughput"],
|
| 31 |
"E2E_RATIO": item["e2e_ratio"],
|
| 32 |
"THROUGHPUT_RATIO": item["throughput_ratio"],
|
| 33 |
+
"INTERACTIVITY": item["interactivity"],
|
| 34 |
+
"B200_INTERACTIVITY": item["b200_interactivity"],
|
| 35 |
+
"INTERACTIVITY_RATIO": item["interactivity_ratio"],
|
| 36 |
"BITS_PER_BYTE": item["bits_per_byte"],
|
| 37 |
"BYTE_PERPLEXITY": item["byte_perplexity"],
|
| 38 |
"WORD_PERPLEXITY": item["word_perplexity"],
|
|
|
|
| 56 |
b200_throughput,
|
| 57 |
e2e_ratio,
|
| 58 |
throughput_ratio,
|
| 59 |
+
interactivity,
|
| 60 |
+
b200_interactivity,
|
| 61 |
+
interactivity_ratio,
|
| 62 |
bits_per_byte,
|
| 63 |
byte_perplexity,
|
| 64 |
word_perplexity,
|
|
|
|
| 78 |
"B200_THROUGHPUT": float(b200_throughput),
|
| 79 |
"E2E_RATIO": float(e2e_ratio),
|
| 80 |
"THROUGHPUT_RATIO": float(throughput_ratio),
|
| 81 |
+
"INTERACTIVITY": float(interactivity),
|
| 82 |
+
"B200_INTERACTIVITY": float(b200_interactivity),
|
| 83 |
+
"INTERACTIVITY_RATIO": float(interactivity_ratio),
|
| 84 |
"BITS_PER_BYTE": float(bits_per_byte),
|
| 85 |
"BYTE_PERPLEXITY": float(byte_perplexity),
|
| 86 |
"WORD_PERPLEXITY": float(word_perplexity),
|
|
|
|
| 103 |
b200_throughput: float,
|
| 104 |
e2e_ratio: float,
|
| 105 |
throughput_ratio: float,
|
| 106 |
+
interactivity: float,
|
| 107 |
+
b200_interactivity: float,
|
| 108 |
+
interactivity_ratio: float,
|
| 109 |
bits_per_byte: float,
|
| 110 |
byte_perplexity: float,
|
| 111 |
word_perplexity: float
|
|
|
|
| 122 |
b200_throughput=b200_throughput,
|
| 123 |
e2e_ratio=e2e_ratio,
|
| 124 |
throughput_ratio=throughput_ratio,
|
| 125 |
+
interactivity=interactivity,
|
| 126 |
+
b200_interactivity=b200_interactivity,
|
| 127 |
+
interactivity_ratio=interactivity_ratio,
|
| 128 |
bits_per_byte=bits_per_byte,
|
| 129 |
byte_perplexity=byte_perplexity,
|
| 130 |
word_perplexity=word_perplexity
|
|
|
|
| 162 |
"b200_throughput": item["B200_THROUGHPUT"],
|
| 163 |
"e2e_ratio": item["E2E_RATIO"],
|
| 164 |
"throughput_ratio": item["THROUGHPUT_RATIO"],
|
| 165 |
+
"interactivity": item["INTERACTIVITY"],
|
| 166 |
+
"b200_interactivity": item["B200_INTERACTIVITY"],
|
| 167 |
+
"interactivity_ratio": item["INTERACTIVITY_RATIO"],
|
| 168 |
"bits_per_byte": item["BITS_PER_BYTE"],
|
| 169 |
"byte_perplexity": item["BYTE_PERPLEXITY"],
|
| 170 |
"word_perplexity": item["WORD_PERPLEXITY"],
|
|
|
|
| 219 |
"B200_THROUGHPUT": item["b200_throughput"],
|
| 220 |
"E2E_RATIO": item["e2e_ratio"],
|
| 221 |
"THROUGHPUT_RATIO": item["throughput_ratio"],
|
| 222 |
+
"INTERACTIVITY": item["interactivity"],
|
| 223 |
+
"B200_INTERACTIVITY": item["b200_interactivity"],
|
| 224 |
+
"INTERACTIVITY_RATIO": item["interactivity_ratio"],
|
| 225 |
"BITS_PER_BYTE": item["bits_per_byte"],
|
| 226 |
"BYTE_PERPLEXITY": item["byte_perplexity"],
|
| 227 |
"WORD_PERPLEXITY": item["word_perplexity"],
|
|
|
|
| 266 |
b200_throughput_input = gr.Number()
|
| 267 |
e2e_ratio_input = gr.Number()
|
| 268 |
throughput_ratio_input = gr.Number()
|
| 269 |
+
interactivity_input = gr.Number()
|
| 270 |
+
b200_interactivity_input = gr.Number()
|
| 271 |
+
interactivity_ratio_input = gr.Number()
|
| 272 |
bits_per_byte_input = gr.Number()
|
| 273 |
byte_perplexity_input = gr.Number()
|
| 274 |
word_perplexity_input = gr.Number()
|
|
|
|
| 286 |
b200_throughput_input,
|
| 287 |
e2e_ratio_input,
|
| 288 |
throughput_ratio_input,
|
| 289 |
+
interactivity_input,
|
| 290 |
+
b200_interactivity_input,
|
| 291 |
+
interactivity_ratio_input,
|
| 292 |
bits_per_byte_input,
|
| 293 |
byte_perplexity_input,
|
| 294 |
word_perplexity_input,
|