analyze benchmark results

demergent-labs · Dec 17, 2024 · d1a88e9 · d1a88e9
1 parent e94b86a
commit d1a88e9
Show file tree

Hide file tree

Showing 2 changed files with 124 additions and 16 deletions.
diff --git a/benchmarks.json b/benchmarks.json
@@ -38,5 +38,25 @@
             "max": 18422514685,
             "baselineWeightedEfficiencyScore": 118118515.90932944
         }
+    },
+    "0.25.0-dontmerge": {
+        "stable": {
+            "count": 662,
+            "mean": 103815074.27190332,
+            "median": 1023453,
+            "standardDeviation": 1210377100.3702557,
+            "min": 176350,
+            "max": 19038260341,
+            "baselineWeightedEfficiencyScore": 10794353.327190334
+        },
+        "experimental": {
+            "count": 721,
+            "mean": 647316118.7905687,
+            "median": 8929924,
+            "standardDeviation": 2428686807.2299223,
+            "min": 84568,
+            "max": 18470786343,
+            "baselineWeightedEfficiencyScore": 67461329.87905687
+        }
     }
-}
+}
diff --git a/benchmarks.md b/benchmarks.md
@@ -105,9 +105,9 @@
     <tr>
         <td>Baseline Weighted Efficiency</td>
         <td>10_543_095</td>
-        <td>0.00%</td>
+        <td><span style="color: green">-2.33%</span></td>
         <td>118_118_515</td>
-        <td>0.00%</td>
+        <td><span style="color: red">75.09%</span></td>
     </tr>
     <tr>
         <td colspan="5">&nbsp;</td>
@@ -122,9 +122,9 @@
     <tr>
         <td>Method Executions</td>
         <td>624</td>
-        <td>0.00%</td>
+        <td><span style="color: green">-5.74%</span></td>
         <td>686</td>
-        <td>0.00%</td>
+        <td><span style="color: green">-4.85%</span></td>
     </tr>
     <tr>
         <td colspan="5">&nbsp;</td>
@@ -139,41 +139,129 @@
     	<tr>
         <td>Mean</td>
         <td>101_374_357</td>
-        <td>0.00%</td>
+        <td><span style="color: green">-2.35%</span></td>
         <td>1_153_922_654</td>
-        <td>0.00%</td>
+        <td><span style="color: red">78.26%</span></td>
     </tr>
 	<tr>
         <td>Median</td>
         <td>1_040_987</td>
-        <td>0.00%</td>
+        <td><span style="color: red">1.71%</span></td>
         <td>8_920_551</td>
-        <td>0.00%</td>
+        <td><span style="color: green">-0.10%</span></td>
     </tr>
 	<tr>
         <td>Standard Deviation</td>
         <td>1_192_914_154</td>
-        <td>0.00%</td>
+        <td><span style="color: green">-1.44%</span></td>
         <td>3_168_782_029</td>
-        <td>0.00%</td>
+        <td><span style="color: red">30.47%</span></td>
     </tr>
 	<tr>
         <td>Min</td>
         <td>155_606</td>
-        <td>0.00%</td>
+        <td><span style="color: green">-11.76%</span></td>
         <td>83_475</td>
-        <td>0.00%</td>
+        <td><span style="color: green">-1.29%</span></td>
     </tr>
 	<tr>
         <td>Max</td>
         <td>18_226_207_933</td>
-        <td>0.00%</td>
+        <td><span style="color: green">-4.27%</span></td>
         <td>18_422_514_685</td>
+        <td><span style="color: green">-0.26%</span></td>
+    </tr>
+
+</table>
+
+## Version `0.25.0-dontmerge`
+
+<table>
+    <tr>
+        <th></th>
+        <th colspan="2">Stable</th>
+        <th colspan="2">Experimental</th>
+    </tr>
+    <tr>
+        <th>Metric</th>
+        <th>Score</th>
+        <th>Change</th>
+        <th>Score</th>
+        <th>Change</th>
+    </tr>
+    <tr>
+        <td>Baseline Weighted Efficiency</td>
+        <td>10_794_353</td>
+        <td>0.00%</td>
+        <td>67_461_329</td>
+        <td>0.00%</td>
+    </tr>
+    <tr>
+        <td colspan="5">&nbsp;</td>
+    </tr>
+    <tr>
+        <th></th>
+        <th>Count</th>
+        <th></th>
+        <th>Count</th>
+        <th></th>
+    </tr>
+    <tr>
+        <td>Method Executions</td>
+        <td>662</td>
+        <td>0.00%</td>
+        <td>721</td>
+        <td>0.00%</td>
+    </tr>
+    <tr>
+        <td colspan="5">&nbsp;</td>
+    </tr>
+    <tr>
+        <th></th>
+        <th>Number of Instructions</th>
+        <th></th>
+        <th>Number of Instructions</th>
+        <th></th>
+    </tr>
+    	<tr>
+        <td>Mean</td>
+        <td>103_815_074</td>
+        <td>0.00%</td>
+        <td>647_316_118</td>
+        <td>0.00%</td>
+    </tr>
+	<tr>
+        <td>Median</td>
+        <td>1_023_453</td>
+        <td>0.00%</td>
+        <td>8_929_924</td>
+        <td>0.00%</td>
+    </tr>
+	<tr>
+        <td>Standard Deviation</td>
+        <td>1_210_377_100</td>
+        <td>0.00%</td>
+        <td>2_428_686_807</td>
+        <td>0.00%</td>
+    </tr>
+	<tr>
+        <td>Min</td>
+        <td>176_350</td>
+        <td>0.00%</td>
+        <td>84_568</td>
+        <td>0.00%</td>
+    </tr>
+	<tr>
+        <td>Max</td>
+        <td>19_038_260_341</td>
+        <td>0.00%</td>
+        <td>18_470_786_343</td>
         <td>0.00%</td>
     </tr>
 
 </table>
 
----
 
-_Report generated automatically by Azle_
+
+---
+*Report generated automatically by Azle*