added results

.gitignore

@@ -7,7 +7,7 @@ __pycache__/
 .vscode/
 
 eval-queue/
-eval-results/
+# eval-results/
 eval-queue-bk/
 eval-results-bk/
 logs/

eval-results/.gitattributes

@@ -0,0 +1,55 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.lz4 filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+# Audio files - uncompressed
+*.pcm filter=lfs diff=lfs merge=lfs -text
+*.sam filter=lfs diff=lfs merge=lfs -text
+*.raw filter=lfs diff=lfs merge=lfs -text
+# Audio files - compressed
+*.aac filter=lfs diff=lfs merge=lfs -text
+*.flac filter=lfs diff=lfs merge=lfs -text
+*.mp3 filter=lfs diff=lfs merge=lfs -text
+*.ogg filter=lfs diff=lfs merge=lfs -text
+*.wav filter=lfs diff=lfs merge=lfs -text
+# Image files - uncompressed
+*.bmp filter=lfs diff=lfs merge=lfs -text
+*.gif filter=lfs diff=lfs merge=lfs -text
+*.png filter=lfs diff=lfs merge=lfs -text
+*.tiff filter=lfs diff=lfs merge=lfs -text
+# Image files - compressed
+*.jpg filter=lfs diff=lfs merge=lfs -text
+*.jpeg filter=lfs diff=lfs merge=lfs -text
+*.webp filter=lfs diff=lfs merge=lfs -text

eval-results/demo-leaderboard/gpt2-demo/results_2023-11-21T18-10-08.json

@@ -0,0 +1,20 @@
+{
+    "config": {
+        "model_dtype": "torch.float16", 
+        "model_name": "demo-leaderboard/gpt2-demo",
+        "model_sha": "ac3299b02780836378b9e1e68c6eead546e89f90",
+        "method": "H2O"
+    },
+    "results": {
+        "anli_r1": {
+            "acc": 0
+        },
+        "logiqa": {
+            "acc_norm": 0.90
+        },
+        "system":{
+            "latency": 222,
+            "throughput": 222
+        }
+    }
+}

eval-results/demo-leaderboard/gpt2-demo/results_2023-11-22 15:46:20.425378.json

@@ -0,0 +1,33 @@
+{
+  "results": {
+    "anli_r1": {
+      "acc": 0.4,
+      "acc_stderr": 0.11239029738980327
+    },
+    "logiqa": {
+      "acc": 0.35,
+      "acc_stderr": 0.10942433098048308,
+      "acc_norm": 0.3,
+      "acc_norm_stderr": 0.10513149660756933
+    }
+  },
+  "versions": {
+    "anli_r1": 0,
+    "logiqa": 0
+  },
+  "config": {
+    "model": "hf-causal-experimental",
+    "model_args": "pretrained=demo-leaderboard/gpt2-demo,revision=main,dtype=bfloat16",
+    "num_fewshot": 0,
+    "batch_size": 1,
+    "batch_sizes": [],
+    "device": "cpu",
+    "no_cache": true,
+    "limit": 20,
+    "bootstrap_iters": 100000,
+    "description_dict": null,
+    "model_dtype": "bfloat16",
+    "model_name": "demo-leaderboard/gpt2-demo",
+    "model_sha": "main"
+  }
+}