Update llallama3_8B_f16_decomposed_vmfb perplexities

nod-ai · Oct 25, 2024 · 3a91051 · 3a91051
1 parent f5c4fef
commit 3a91051
Showing 1 changed file with 101 additions and 101 deletions.
diff --git a/sharktank/tests/evaluate/baseline_perplexity_scores.json b/sharktank/tests/evaluate/baseline_perplexity_scores.json
@@ -212,108 +212,108 @@
   },
   "llama3_8B_f16_decomposed_vmfb": {
     "perplexities": [
-      6.677369,
-      21.807926,
-      15.424338,
-      17.332415,
-      14.951956,
-      7.913092,
-      8.728321,
-      22.425966,
-      8.184698,
-      20.977249,
-      7.088408,
-      14.574989,
-      9.036912,
-      7.277581,
-      16.132208,
-      6.685175,
-      6.525683,
-      7.080791,
-      10.680925,
-      9.034086,
-      10.639015,
-      41.102894,
-      11.723896,
-      64.305908,
-      47.054577,
-      19.9259,
-      18.918842,
-      13.842684,
-      9.974381,
-      5.919641,
-      10.181265,
-      23.609016,
-      14.340417,
-      9.712208,
-      5.602878,
-      14.088163,
-      5.680599,
-      17.377926,
-      9.037231,
-      8.305407,
-      8.028031,
-      17.744528,
-      11.5076,
-      3.936302,
-      12.987297,
-      10.371798,
-      11.927772,
-      21.387051,
-      37.799526,
-      25.67762,
-      15.429109,
-      13.923962,
-      7.594806,
-      10.983875,
-      14.595965,
-      11.022234,
-      5.853358,
-      15.609065,
-      8.044486,
-      14.389134,
-      5.917565,
-      6.892455,
-      2.30309,
-      15.974725,
-      42.017342,
-      8.022307,
-      12.284297,
-      10.018423,
-      9.268936,
-      10.680118,
-      8.12535,
-      21.550434,
-      3.638689,
-      15.345065,
-      23.742884,
-      14.288899,
-      17.796623,
-      16.515446,
-      8.746647,
-      12.922096,
-      12.94269,
-      13.574061,
-      14.013302,
-      10.76523,
-      14.746032,
-      28.208134,
-      17.646687,
-      9.848188,
-      15.280471,
-      15.621455,
-      29.126505,
-      12.302313,
-      32.452534,
-      31.192411,
-      14.371797,
-      17.490683,
-      14.689407,
-      15.284843,
-      12.252508,
-      16.460979
+      21394.824219,
+      21544.3125,
+      14821.359375,
+      16374.799805,
+      8942.28125,
+      9946.700195,
+      16440.865234,
+      10721.15332,
+      9675.765625,
+      14437.389648,
+      27061.357422,
+      8576.095703,
+      22894.248047,
+      8205.601562,
+      4902.503906,
+      14098.294922,
+      11953.639648,
+      9046.456055,
+      7345.877441,
+      14587.374023,
+      20542.126953,
+      14990.035156,
+      15217.208984,
+      22458.199219,
+      17894.568359,
+      11072.371094,
+      11668.830078,
+      11384.431641,
+      7894.328125,
+      7638.759277,
+      10262.393555,
+      16722.433594,
+      5746.149902,
+      7049.083984,
+      7314.810547,
+      7159.469238,
+      8198.553711,
+      5917.909668,
+      12120.987305,
+      13357.332031,
+      6877.470215,
+      7771.493164,
+      13632.90625,
+      7473.57959,
+      8513.025391,
+      5848.255371,
+      21835.617188,
+      13271.357422,
+      45267.539062,
+      13817.6875,
+      14733.533203,
+      14010.263672,
+      27900.892578,
+      8016.948242,
+      6842.378418,
+      10149.141602,
+      7411.538574,
+      17125.933594,
+      4876.651855,
+      8817.567383,
+      13022.648438,
+      10516.925781,
+      6493.474609,
+      6885.805176,
+      13201.474609,
+      9690.910156,
+      2992.262695,
+      12565.056641,
+      13803.712891,
+      12151.033203,
+      10440.636719,
+      16468.451172,
+      13720.111328,
+      9114.548828,
+      14827.0,
+      11495.735352,
+      6366.992676,
+      10188.37793,
+      5519.487305,
+      10712.731445,
+      4132.742188,
+      12887.806641,
+      6262.628906,
+      17117.361328,
+      10427.929688,
+      42412.0,
+      21811.390625,
+      6171.995605,
+      17588.886719,
+      6537.535156,
+      8773.981445,
+      14319.901367,
+      35847.394531,
+      10555.681641,
+      5562.47998,
+      8986.163086,
+      6192.861328,
+      13730.34668,
+      10742.932617,
+      12502.827148
     ],
-    "mean_perplexity": 14.930181
+    "mean_perplexity": 12545.168862
   },
 
   "llama3_405B_f16_decomposed_vmfb": {