eval: add Falcon3

lenML · Jan 11, 2025 · 4c44205 · 4c44205
1 parent 0ead755
commit 4c44205
Showing 1 changed file with 22 additions and 0 deletions.
diff --git a/src/data/eval-data.json b/src/data/eval-data.json
@@ -901,5 +901,27 @@
     "l_creative": 49.300000000000004,
     "l_np": 33.537345062004576,
     "l_acg": 21.111111111111114
+  },
+  {
+    "model": "tiiuae/Falcon3-3B-Base",
+    "size": 3.23,
+    "quantization": "q6_k",
+    "l_hardcore": 6.60377358490566,
+    "l_reject_rv": 52.77777777777778,
+    "l_long": 31.226731708824065,
+    "l_creative": 70.5,
+    "l_np": 0.19066807864879537,
+    "l_acg": -5.555555555555553
+  },
+  {
+    "model": "tiiuae/Falcon3-10B-Base",
+    "size": 10.3,
+    "quantization": "q4_k_m",
+    "l_hardcore": 6.918238993710692,
+    "l_reject_rv": 61.111111111111114,
+    "l_long": 47.526417250026576,
+    "l_creative": 96.16666666666667,
+    "l_np": 6.956832774807794,
+    "l_acg": 3.88888888888889
   }
 ]