chore: update benchstat

proullon · Jul 29, 2023 · 7e9cda5 · 7e9cda5
1 parent 6cae3e0
commit 7e9cda5
Show file tree

Hide file tree

Showing 2 changed files with 102 additions and 102 deletions.
diff --git a/bench.txt b/bench.txt
@@ -2,89 +2,89 @@ goos: linux
 goarch: amd64
 pkg: github.com/proullon/ramsql
 cpu: Intel(R) Core(TM) i7-7700K CPU @ 4.20GHz
-BenchmarkRamSQLSelectBTree-8         	    3918	    290925 ns/op
-BenchmarkRamSQLSelectBTree-8         	    3525	    289994 ns/op
-BenchmarkRamSQLSelectBTree-8         	    4321	    294149 ns/op
-BenchmarkRamSQLSelectBTree-8         	    4065	    304968 ns/op
-BenchmarkRamSQLSelectBTree-8         	    4124	    287114 ns/op
-BenchmarkRamSQLSelectBTree-8         	    3968	    329111 ns/op
-BenchmarkSQLiteSelectBTree-8         	   96642	     11894 ns/op
-BenchmarkSQLiteSelectBTree-8         	   96445	     13234 ns/op
-BenchmarkSQLiteSelectBTree-8         	  103237	     12260 ns/op
-BenchmarkSQLiteSelectBTree-8         	  102800	     11940 ns/op
-BenchmarkSQLiteSelectBTree-8         	   86571	     11634 ns/op
-BenchmarkSQLiteSelectBTree-8         	  110838	     13042 ns/op
-BenchmarkRamSQLSelectBTree10K-8      	     135	   8065731 ns/op
-BenchmarkRamSQLSelectBTree10K-8      	     156	   7943650 ns/op
-BenchmarkRamSQLSelectBTree10K-8      	     159	   7806303 ns/op
-BenchmarkRamSQLSelectBTree10K-8      	     144	   7626620 ns/op
-BenchmarkRamSQLSelectBTree10K-8      	     152	   7542286 ns/op
-BenchmarkRamSQLSelectBTree10K-8      	     151	   8121563 ns/op
-BenchmarkSQLiteSelectBTree10K-8      	  106356	     11080 ns/op
-BenchmarkSQLiteSelectBTree10K-8      	   88887	     11651 ns/op
-BenchmarkSQLiteSelectBTree10K-8      	  107745	     11388 ns/op
-BenchmarkSQLiteSelectBTree10K-8      	   99532	     11076 ns/op
-BenchmarkSQLiteSelectBTree10K-8      	  107464	     11054 ns/op
-BenchmarkSQLiteSelectBTree10K-8      	  108644	     11242 ns/op
-BenchmarkRamSQLSelectHashMap10K-8    	     202	   5807454 ns/op
-BenchmarkRamSQLSelectHashMap10K-8    	     190	   5989361 ns/op
-BenchmarkRamSQLSelectHashMap10K-8    	     211	   5711001 ns/op
-BenchmarkRamSQLSelectHashMap10K-8    	     206	   5684407 ns/op
-BenchmarkRamSQLSelectHashMap10K-8    	     206	   5776197 ns/op
-BenchmarkRamSQLSelectHashMap10K-8    	     195	   5693477 ns/op
-BenchmarkSQLiteSelectHashMap10K-8    	  139564	      8509 ns/op
-BenchmarkSQLiteSelectHashMap10K-8    	  142594	      8303 ns/op
-BenchmarkSQLiteSelectHashMap10K-8    	  142154	      8400 ns/op
-BenchmarkSQLiteSelectHashMap10K-8    	  137778	      8616 ns/op
-BenchmarkSQLiteSelectHashMap10K-8    	  140032	      8473 ns/op
-BenchmarkSQLiteSelectHashMap10K-8    	  143052	      8603 ns/op
-BenchmarkRamSQLSelectBTree100K-8     	      15	  75969828 ns/op
-BenchmarkRamSQLSelectBTree100K-8     	      15	  76153673 ns/op
-BenchmarkRamSQLSelectBTree100K-8     	      15	  75255479 ns/op
-BenchmarkRamSQLSelectBTree100K-8     	      15	  75540934 ns/op
-BenchmarkRamSQLSelectBTree100K-8     	      15	  75266699 ns/op
-BenchmarkRamSQLSelectBTree100K-8     	      14	  76468830 ns/op
-BenchmarkSQLiteSelectBTree100K-8     	  103398	     11365 ns/op
-BenchmarkSQLiteSelectBTree100K-8     	  105230	     11173 ns/op
-BenchmarkSQLiteSelectBTree100K-8     	  106321	     11131 ns/op
-BenchmarkSQLiteSelectBTree100K-8     	  103441	     11208 ns/op
-BenchmarkSQLiteSelectBTree100K-8     	  102810	     11238 ns/op
-BenchmarkSQLiteSelectBTree100K-8     	  106105	     11010 ns/op
-BenchmarkRamSQLSelectHashMap100K-8   	      19	  59276701 ns/op
-BenchmarkRamSQLSelectHashMap100K-8   	      19	  59147911 ns/op
-BenchmarkRamSQLSelectHashMap100K-8   	      19	  67538620 ns/op
-BenchmarkRamSQLSelectHashMap100K-8   	      20	  59323491 ns/op
-BenchmarkRamSQLSelectHashMap100K-8   	      19	  58760628 ns/op
-BenchmarkRamSQLSelectHashMap100K-8   	      19	  59351661 ns/op
-BenchmarkSQLiteSelectHashMap100K-8   	  137935	      8521 ns/op
-BenchmarkSQLiteSelectHashMap100K-8   	  137863	      8798 ns/op
-BenchmarkSQLiteSelectHashMap100K-8   	  137107	      8469 ns/op
-BenchmarkSQLiteSelectHashMap100K-8   	  138728	      8393 ns/op
-BenchmarkSQLiteSelectHashMap100K-8   	  121143	      8685 ns/op
-BenchmarkSQLiteSelectHashMap100K-8   	  141424	      8448 ns/op
-BenchmarkRamSQLInsert10-8            	    3980	    290902 ns/op
-BenchmarkRamSQLInsert10-8            	    4032	    290145 ns/op
-BenchmarkRamSQLInsert10-8            	    4015	    276699 ns/op
-BenchmarkRamSQLInsert10-8            	    3500	    287795 ns/op
-BenchmarkRamSQLInsert10-8            	    3799	    280127 ns/op
-BenchmarkRamSQLInsert10-8            	    4274	    278530 ns/op
-BenchmarkSQLiteInsert10-8            	    3582	    337958 ns/op
-BenchmarkSQLiteInsert10-8            	    3594	    336127 ns/op
-BenchmarkSQLiteInsert10-8            	    3585	    338418 ns/op
-BenchmarkSQLiteInsert10-8            	    3644	    346652 ns/op
-BenchmarkSQLiteInsert10-8            	    3622	    346278 ns/op
-BenchmarkSQLiteInsert10-8            	    3601	    342439 ns/op
-BenchmarkRamSQLSetup-8               	 1435122	       839.0 ns/op
-BenchmarkRamSQLSetup-8               	 1433478	       833.3 ns/op
-BenchmarkRamSQLSetup-8               	 1449096	       830.0 ns/op
-BenchmarkRamSQLSetup-8               	 1434716	       832.0 ns/op
-BenchmarkRamSQLSetup-8               	 1446374	       827.0 ns/op
-BenchmarkRamSQLSetup-8               	 1455646	       822.5 ns/op
-BenchmarkSQLiteSetup-8               	 1442683	       827.1 ns/op
-BenchmarkSQLiteSetup-8               	 1447497	       833.0 ns/op
-BenchmarkSQLiteSetup-8               	 1435981	       830.0 ns/op
-BenchmarkSQLiteSetup-8               	 1421313	       829.2 ns/op
-BenchmarkSQLiteSetup-8               	 1443637	       827.6 ns/op
-BenchmarkSQLiteSetup-8               	 1441678	       831.2 ns/op
+BenchmarkRamSQLSelectBTree-8         	   23642	     48719 ns/op
+BenchmarkRamSQLSelectBTree-8         	   24370	     51800 ns/op
+BenchmarkRamSQLSelectBTree-8         	   22740	     50381 ns/op
+BenchmarkRamSQLSelectBTree-8         	   23865	     49754 ns/op
+BenchmarkRamSQLSelectBTree-8         	   24201	     49611 ns/op
+BenchmarkRamSQLSelectBTree-8         	   23990	     48803 ns/op
+BenchmarkSQLiteSelectBTree-8         	  111162	     10997 ns/op
+BenchmarkSQLiteSelectBTree-8         	  113095	     10843 ns/op
+BenchmarkSQLiteSelectBTree-8         	  110992	     10790 ns/op
+BenchmarkSQLiteSelectBTree-8         	  110763	     11446 ns/op
+BenchmarkSQLiteSelectBTree-8         	  105463	     10823 ns/op
+BenchmarkSQLiteSelectBTree-8         	  108441	     11068 ns/op
+BenchmarkRamSQLSelectBTree10K-8      	    2168	    556002 ns/op
+BenchmarkRamSQLSelectBTree10K-8      	    2076	    542094 ns/op
+BenchmarkRamSQLSelectBTree10K-8      	    2174	    545194 ns/op
+BenchmarkRamSQLSelectBTree10K-8      	    2227	    540029 ns/op
+BenchmarkRamSQLSelectBTree10K-8      	    2310	    546333 ns/op
+BenchmarkRamSQLSelectBTree10K-8      	    2296	    537444 ns/op
+BenchmarkSQLiteSelectBTree10K-8      	  108212	     11358 ns/op
+BenchmarkSQLiteSelectBTree10K-8      	  109712	     11193 ns/op
+BenchmarkSQLiteSelectBTree10K-8      	  104643	     11022 ns/op
+BenchmarkSQLiteSelectBTree10K-8      	  110971	     11197 ns/op
+BenchmarkSQLiteSelectBTree10K-8      	  110328	     11163 ns/op
+BenchmarkSQLiteSelectBTree10K-8      	  105644	     11424 ns/op
+BenchmarkRamSQLSelectHashMap10K-8    	   42824	     24818 ns/op
+BenchmarkRamSQLSelectHashMap10K-8    	   46995	     24618 ns/op
+BenchmarkRamSQLSelectHashMap10K-8    	   48033	     24389 ns/op
+BenchmarkRamSQLSelectHashMap10K-8    	   47344	     25330 ns/op
+BenchmarkRamSQLSelectHashMap10K-8    	   47974	     25028 ns/op
+BenchmarkRamSQLSelectHashMap10K-8    	   46178	     25044 ns/op
+BenchmarkSQLiteSelectHashMap10K-8    	  140084	      8378 ns/op
+BenchmarkSQLiteSelectHashMap10K-8    	  125302	      8481 ns/op
+BenchmarkSQLiteSelectHashMap10K-8    	  145803	      8641 ns/op
+BenchmarkSQLiteSelectHashMap10K-8    	  135739	      8521 ns/op
+BenchmarkSQLiteSelectHashMap10K-8    	  145779	      8253 ns/op
+BenchmarkSQLiteSelectHashMap10K-8    	  139106	      8420 ns/op
+BenchmarkRamSQLSelectBTree100K-8     	      87	  14081811 ns/op
+BenchmarkRamSQLSelectBTree100K-8     	      86	  13876909 ns/op
+BenchmarkRamSQLSelectBTree100K-8     	      85	  14265822 ns/op
+BenchmarkRamSQLSelectBTree100K-8     	      88	  13956229 ns/op
+BenchmarkRamSQLSelectBTree100K-8     	      81	  14049249 ns/op
+BenchmarkRamSQLSelectBTree100K-8     	      81	  13879099 ns/op
+BenchmarkSQLiteSelectBTree100K-8     	  107610	     11281 ns/op
+BenchmarkSQLiteSelectBTree100K-8     	  100261	     11210 ns/op
+BenchmarkSQLiteSelectBTree100K-8     	  107740	     11389 ns/op
+BenchmarkSQLiteSelectBTree100K-8     	  106880	     11384 ns/op
+BenchmarkSQLiteSelectBTree100K-8     	  100566	     11520 ns/op
+BenchmarkSQLiteSelectBTree100K-8     	   98198	     11123 ns/op
+BenchmarkRamSQLSelectHashMap100K-8   	   44570	     26876 ns/op
+BenchmarkRamSQLSelectHashMap100K-8   	   45326	     26502 ns/op
+BenchmarkRamSQLSelectHashMap100K-8   	   47301	     26255 ns/op
+BenchmarkRamSQLSelectHashMap100K-8   	   45790	     27109 ns/op
+BenchmarkRamSQLSelectHashMap100K-8   	   46702	     26281 ns/op
+BenchmarkRamSQLSelectHashMap100K-8   	   46473	     26433 ns/op
+BenchmarkSQLiteSelectHashMap100K-8   	  138920	      8617 ns/op
+BenchmarkSQLiteSelectHashMap100K-8   	  138717	      8544 ns/op
+BenchmarkSQLiteSelectHashMap100K-8   	  120732	      8497 ns/op
+BenchmarkSQLiteSelectHashMap100K-8   	  138919	      8903 ns/op
+BenchmarkSQLiteSelectHashMap100K-8   	  137799	      8768 ns/op
+BenchmarkSQLiteSelectHashMap100K-8   	  136792	      8508 ns/op
+BenchmarkRamSQLInsert10-8            	    6543	    179515 ns/op
+BenchmarkRamSQLInsert10-8            	    6115	    179765 ns/op
+BenchmarkRamSQLInsert10-8            	    5923	    173687 ns/op
+BenchmarkRamSQLInsert10-8            	    6004	    174122 ns/op
+BenchmarkRamSQLInsert10-8            	    5565	    180255 ns/op
+BenchmarkRamSQLInsert10-8            	    6376	    176216 ns/op
+BenchmarkSQLiteInsert10-8            	    3558	    327072 ns/op
+BenchmarkSQLiteInsert10-8            	    3842	    331937 ns/op
+BenchmarkSQLiteInsert10-8            	    3524	    326353 ns/op
+BenchmarkSQLiteInsert10-8            	    3400	    330418 ns/op
+BenchmarkSQLiteInsert10-8            	    3742	    330752 ns/op
+BenchmarkSQLiteInsert10-8            	    3562	    342921 ns/op
+BenchmarkRamSQLSetup-8               	 1428889	       838.9 ns/op
+BenchmarkRamSQLSetup-8               	 1430560	       835.1 ns/op
+BenchmarkRamSQLSetup-8               	 1434146	       834.7 ns/op
+BenchmarkRamSQLSetup-8               	 1413139	       835.6 ns/op
+BenchmarkRamSQLSetup-8               	 1428469	       831.5 ns/op
+BenchmarkRamSQLSetup-8               	 1439802	       828.9 ns/op
+BenchmarkSQLiteSetup-8               	 1419772	       826.5 ns/op
+BenchmarkSQLiteSetup-8               	 1450958	       827.1 ns/op
+BenchmarkSQLiteSetup-8               	 1420948	       827.5 ns/op
+BenchmarkSQLiteSetup-8               	 1437184	       826.7 ns/op
+BenchmarkSQLiteSetup-8               	 1453034	       826.3 ns/op
+BenchmarkSQLiteSetup-8               	 1440070	       827.7 ns/op
 PASS
-ok  	github.com/proullon/ramsql	389.532s
+ok  	github.com/proullon/ramsql	371.874s
diff --git a/benchstat.txt b/benchstat.txt
@@ -2,20 +2,20 @@ goos: linux
 goarch: amd64
 pkg: github.com/proullon/ramsql
 cpu: Intel(R) Core(TM) i7-7700K CPU @ 4.20GHz
-                          │    bench.txt    │            newbench.txt             │
-                          │     sec/op      │    sec/op     vs base               │
-RamSQLSelectBTree-8           292.54µ ± 13%   50.05µ ±  5%  -82.89% (p=0.002 n=6)
-SQLiteSelectBTree-8            12.10µ ±  9%   11.00µ ±  2%   -9.13% (p=0.002 n=6)
-RamSQLSelectBTree10K-8        7875.0µ ±  4%   545.9µ ±  3%  -93.07% (p=0.002 n=6)
-SQLiteSelectBTree10K-8         11.16µ ±  4%   11.88µ ±  6%   +6.45% (p=0.009 n=6)
-RamSQLSelectHashMap10K-8     5743.60µ ±  4%   25.72µ ±  5%  -99.55% (p=0.002 n=6)
-SQLiteSelectHashMap10K-8       8.491µ ±  2%   8.896µ ±  5%   +4.77% (p=0.015 n=6)
-RamSQLSelectBTree100K-8        75.76m ±  1%   15.14m ±  8%  -80.02% (p=0.002 n=6)
-SQLiteSelectBTree100K-8        11.19µ ±  2%   11.96µ ± 16%   +6.88% (p=0.002 n=6)
-RamSQLSelectHashMap100K-8   59300.10µ ± 14%   27.29µ ±  4%  -99.95% (p=0.002 n=6)
-SQLiteSelectHashMap100K-8      8.495µ ±  4%   8.791µ ±  3%   +3.48% (p=0.041 n=6)
-RamSQLInsert10-8               284.0µ ±  3%   176.9µ ±  4%  -37.69% (p=0.002 n=6)
-SQLiteInsert10-8               340.4µ ±  2%   339.6µ ±  2%        ~ (p=1.000 n=6)
-RamSQLSetup-8                  831.0n ±  1%   833.2n ±  1%        ~ (p=0.818 n=6)
-SQLiteSetup-8                  829.6n ±  0%   831.9n ±  1%        ~ (p=0.065 n=6)
-geomean                        130.9µ         32.52µ        -75.15%
+                          │    bench.txt    │            newbench.txt            │
+                          │     sec/op      │   sec/op     vs base               │
+RamSQLSelectBTree-8           292.54µ ± 13%   49.68µ ± 4%  -83.02% (p=0.002 n=6)
+SQLiteSelectBTree-8            12.10µ ±  9%   10.92µ ± 5%   -9.75% (p=0.002 n=6)
+RamSQLSelectBTree10K-8        7875.0µ ±  4%   543.6µ ± 2%  -93.10% (p=0.002 n=6)
+SQLiteSelectBTree10K-8         11.16µ ±  4%   11.20µ ± 2%        ~ (p=1.000 n=6)
+RamSQLSelectHashMap10K-8     5743.60µ ±  4%   24.92µ ± 2%  -99.57% (p=0.002 n=6)
+SQLiteSelectHashMap10K-8       8.491µ ±  2%   8.450µ ± 2%        ~ (p=0.818 n=6)
+RamSQLSelectBTree100K-8        75.76m ±  1%   14.00m ± 2%  -81.52% (p=0.002 n=6)
+SQLiteSelectBTree100K-8        11.19µ ±  2%   11.33µ ± 2%        ~ (p=0.132 n=6)
+RamSQLSelectHashMap100K-8   59300.10µ ± 14%   26.47µ ± 2%  -99.96% (p=0.002 n=6)
+SQLiteSelectHashMap100K-8      8.495µ ±  4%   8.581µ ± 4%        ~ (p=0.310 n=6)
+RamSQLInsert10-8               284.0µ ±  3%   177.9µ ± 2%  -37.36% (p=0.002 n=6)
+SQLiteInsert10-8               340.4µ ±  2%   330.6µ ± 4%   -2.89% (p=0.026 n=6)
+RamSQLSetup-8                  831.0n ±  1%   834.9n ± 1%        ~ (p=0.310 n=6)
+SQLiteSetup-8                  829.6n ±  0%   826.9n ± 0%   -0.33% (p=0.017 n=6)
+geomean                        130.9µ         31.66µ       -75.80%